diff --git a/docs/compilation/main/.buildinfo b/docs/compilation/main/.buildinfo index 33660c3f1d..604ef9d13a 100644 --- a/docs/compilation/main/.buildinfo +++ b/docs/compilation/main/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: b37f97fa7080ff5c795c444e621cd363 +config: ccaa442ce4593530ac48695f3c59bcb4 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/main/.doctrees/environment.pickle b/docs/compilation/main/.doctrees/environment.pickle index 15aa60f0a1..a3662fc343 100644 Binary files a/docs/compilation/main/.doctrees/environment.pickle and b/docs/compilation/main/.doctrees/environment.pickle differ diff --git a/docs/compilation/main/.doctrees/index.doctree b/docs/compilation/main/.doctrees/index.doctree index e03cbcc9b4..095db79b62 100644 Binary files a/docs/compilation/main/.doctrees/index.doctree and b/docs/compilation/main/.doctrees/index.doctree differ diff --git a/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb b/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb index cc3f28841a..4008523573 100644 --- a/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb +++ b/docs/compilation/main/.doctrees/nbsphinx/pages/notebooks/drl.ipynb @@ -53825,7 +53825,9 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "We'll create the Gym environment, but it's **important to wrap the environment with the same wrappers used during training**. We can use the evaluation experiment name to rename the environment." + "We'll create the Gym environment, but it's **important to wrap the environment with the same wrappers used during training**. We can use the evaluation experiment name to rename the environment.\n", + "\n", + "**Note**: If you are loading a pre-trained model and using the observation space normalization wrapper, you should save the means and variations calibrated during the training process for a fair evaluation. Check the documentation on the wrapper and the training and model loading scripts for more information." ] }, { diff --git a/docs/compilation/main/.doctrees/pages/API-reference.doctree b/docs/compilation/main/.doctrees/pages/API-reference.doctree index 86a1c66b85..bf8a4420ae 100644 Binary files a/docs/compilation/main/.doctrees/pages/API-reference.doctree and b/docs/compilation/main/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/architecture.doctree b/docs/compilation/main/.doctrees/pages/architecture.doctree index 296ac375c8..cf78cc47cf 100644 Binary files a/docs/compilation/main/.doctrees/pages/architecture.doctree and b/docs/compilation/main/.doctrees/pages/architecture.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/buildings.doctree b/docs/compilation/main/.doctrees/pages/buildings.doctree index 114a40e7e8..1f08a394a5 100644 Binary files a/docs/compilation/main/.doctrees/pages/buildings.doctree and b/docs/compilation/main/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/controllers.doctree b/docs/compilation/main/.doctrees/pages/controllers.doctree index dda88a5d1d..fe82282be7 100644 Binary files a/docs/compilation/main/.doctrees/pages/controllers.doctree and b/docs/compilation/main/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree index a967ff64a0..23ab8ce396 100644 Binary files a/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/main/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/environments.doctree b/docs/compilation/main/.doctrees/pages/environments.doctree index 85baf2d490..eb44024eaa 100644 Binary files a/docs/compilation/main/.doctrees/pages/environments.doctree and b/docs/compilation/main/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/environments_registration.doctree b/docs/compilation/main/.doctrees/pages/environments_registration.doctree index fe049393d4..fd60a1ebd5 100644 Binary files a/docs/compilation/main/.doctrees/pages/environments_registration.doctree and b/docs/compilation/main/.doctrees/pages/environments_registration.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/extra-configuration.doctree b/docs/compilation/main/.doctrees/pages/extra-configuration.doctree index fbeee2b6b3..d42cf27378 100644 Binary files a/docs/compilation/main/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/main/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree index cb9039a7e4..fbdfaa6456 100644 Binary files a/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/main/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/github-actions.doctree b/docs/compilation/main/.doctrees/pages/github-actions.doctree index 2aa36c2f03..47ffc672ce 100644 Binary files a/docs/compilation/main/.doctrees/pages/github-actions.doctree and b/docs/compilation/main/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/installation.doctree b/docs/compilation/main/.doctrees/pages/installation.doctree index 2dc2c4fd16..d0f56950de 100644 Binary files a/docs/compilation/main/.doctrees/pages/installation.doctree and b/docs/compilation/main/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/introduction.doctree b/docs/compilation/main/.doctrees/pages/introduction.doctree index 499f3f8782..c120a57227 100644 Binary files a/docs/compilation/main/.doctrees/pages/introduction.doctree and b/docs/compilation/main/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree index e7fd57973c..ba518fb035 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index 1ec122d0cd..e0fa234af6 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree index 85e43486b6..a67ee6f407 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree index 587a875065..1949cf590c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 29aa3cdcbc..4aed99f4f8 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 5119419576..234e8d5a19 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree index 2046faf7c4..4329133691 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 1355207788..62c6a26971 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 68adf35dd3..72aa98da2d 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 58f794aad8..5e30c00c37 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 45e9728dac..94a083e8b7 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index b50facb433..69b5f41685 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree index e0902862af..b9e34354cb 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree index 0b3cf5383e..e3dc262841 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index 9cae5d0a49..ca05ab913c 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree index 997b24e5a3..82902d2853 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index f1ea8e6e87..d16d416652 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree index e4d255eb71..53efcfff0e 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index d83200a90f..8b28e8faf1 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 0683d32552..bbd7fc787f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree index 72b339e52c..c284c888b2 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree index a261e4e2a4..675f01537f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree index 96ec326386..2ecd1cccf2 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 2961f009bb..80c68e8df7 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 0f4dde8b65..3c910ce3a9 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree index cf9a794cae..986c567801 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree index a869e3919c..29d09e353b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree index 2da60ce473..a0b2bd82ec 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree index 03efd4a168..bad0ca7e17 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree index a20cae99ea..28fee1338f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree index 79b09feb8e..e81d46bf3f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree index 60c1d45826..d53fd34980 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree index 5cd3a028fc..1c72415bed 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index b58a869449..e504ca849f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index a9eeb205f7..e060e127a9 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree index 561f1c68c2..dc818fb7c9 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 8af0cc3b82..c519cf9c6f 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 24fd9f0123..dc243b884e 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree index 56077cfe4f..863d034585 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index dc0fe81068..0dcd99e592 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 014cf7ec52..0ce9b0591b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 40f03e79fb..898ebb3103 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index cc43a8467d..676b60a33e 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 8a3dcbdebb..85b44fec55 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index fed592ca7d..23323e0f99 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index e4c2ba5449..dc506ef579 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 41a09105b5..bae7b45fd7 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 6678009f44..eb2f3b7d59 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index c09ab218b4..d62fe90b10 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index fb1981963e..8127b1d5e5 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree index fdd62090e2..f57ec5d6ef 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 8c63b07bd4..a59ab06747 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index e10ac19d54..2186ce8ba7 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree index 88dfe779f4..e7edf653bc 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 796b58850a..a3a5ac1051 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index d54cf4fd44..0802b0e866 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 5e1bb5e1c8..9ae035e319 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 62fc80e265..d7f5d7f942 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree index cf1925fb28..9ed5c4310b 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 475ae02825..319bdea058 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index b1e55a2c9d..63a986f959 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 049843cde6..1b42332f28 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree index 056d040a4a..0596b2b210 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree index 7b86e8ef33..e47b42fbe5 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 9f454ef099..d96996498d 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 2395c41ebc..12d26a0d19 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index dc6235b8d4..7d67a25323 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree index 25356f1f50..26671ad836 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index e49923005a..ceb0650026 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 081ceaef07..ad5e753c59 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index d542ce9c06..e7de572307 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 11e6915f3a..1f1e9a2759 100644 Binary files a/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/main/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree index d42b61866d..79c4dfca23 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree index a86f9a3ebe..40b1a14a97 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree index 3db99c1d1a..081e7d128f 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree index 4a9e0f6c8c..481132d8d0 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree index c1cbbe0692..4550a2bf63 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 027762260e..1be77f55af 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree index 76783ddfa6..b623d6d947 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree index eb46210869..6c9fa75746 100644 Binary files a/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/main/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/output.doctree b/docs/compilation/main/.doctrees/pages/output.doctree index ab768d8b84..34971b4e67 100644 Binary files a/docs/compilation/main/.doctrees/pages/output.doctree and b/docs/compilation/main/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/rewards.doctree b/docs/compilation/main/.doctrees/pages/rewards.doctree index 0631dadaa0..566fbfbb8d 100644 Binary files a/docs/compilation/main/.doctrees/pages/rewards.doctree and b/docs/compilation/main/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/tests.doctree b/docs/compilation/main/.doctrees/pages/tests.doctree index 1e37b04a68..56f725ab62 100644 Binary files a/docs/compilation/main/.doctrees/pages/tests.doctree and b/docs/compilation/main/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/usage-example.doctree b/docs/compilation/main/.doctrees/pages/usage-example.doctree index 80cc8b3dba..5f0bd1d504 100644 Binary files a/docs/compilation/main/.doctrees/pages/usage-example.doctree and b/docs/compilation/main/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/weathers.doctree b/docs/compilation/main/.doctrees/pages/weathers.doctree index 7fbe42679c..f2573ab689 100644 Binary files a/docs/compilation/main/.doctrees/pages/weathers.doctree and b/docs/compilation/main/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/main/.doctrees/pages/wrappers.doctree b/docs/compilation/main/.doctrees/pages/wrappers.doctree index dd24c22b51..d937e4e21e 100644 Binary files a/docs/compilation/main/.doctrees/pages/wrappers.doctree and b/docs/compilation/main/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/main/_sources/pages/buildings.rst.txt b/docs/compilation/main/_sources/pages/buildings.rst.txt index 55947c35ea..0540e96063 100644 --- a/docs/compilation/main/_sources/pages/buildings.rst.txt +++ b/docs/compilation/main/_sources/pages/buildings.rst.txt @@ -73,6 +73,11 @@ The default actuators, output and meters variables are: | Facility Total HVAC Electricity Demand Rate | HVAC_electricity_demand_rate | Whole Building | +-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +.. warning:: Since the update to EnergyPlus version 23.1.0, it appears that temperature setpoints are not correctly + applied in the East zone. The issue is currently under investigation. In the meantime, the default + reward functions only apply to the control of the West zone to maintain result consistency. For more + information about this issue, visit `#395 `__. + ************************** Small Datacenter ************************** diff --git a/docs/compilation/main/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt b/docs/compilation/main/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt index 6b12a19ac3..9f91ee415d 100644 --- a/docs/compilation/main/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt +++ b/docs/compilation/main/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt @@ -1,4 +1,4 @@ -sinergym.utils.wrappers.NormalizeObservation +sinergym.utils.wrappers.NormalizeObservation ============================================ .. currentmodule:: sinergym.utils.wrappers @@ -16,12 +16,16 @@ sinergym.utils.wrappers.NormalizeObservation .. autosummary:: ~NormalizeObservation.__init__ + ~NormalizeObservation.activate_update ~NormalizeObservation.class_name ~NormalizeObservation.close + ~NormalizeObservation.deactivate_update ~NormalizeObservation.get_wrapper_attr ~NormalizeObservation.normalize ~NormalizeObservation.render ~NormalizeObservation.reset + ~NormalizeObservation.set_mean + ~NormalizeObservation.set_var ~NormalizeObservation.step ~NormalizeObservation.wrapper_spec @@ -35,6 +39,7 @@ sinergym.utils.wrappers.NormalizeObservation ~NormalizeObservation.action_space ~NormalizeObservation.logger + ~NormalizeObservation.mean ~NormalizeObservation.metadata ~NormalizeObservation.np_random ~NormalizeObservation.observation_space @@ -42,5 +47,6 @@ sinergym.utils.wrappers.NormalizeObservation ~NormalizeObservation.reward_range ~NormalizeObservation.spec ~NormalizeObservation.unwrapped + ~NormalizeObservation.var \ No newline at end of file diff --git a/docs/compilation/main/_sources/pages/wrappers.rst.txt b/docs/compilation/main/_sources/pages/wrappers.rst.txt index ce45830c1d..e1dca55350 100644 --- a/docs/compilation/main/_sources/pages/wrappers.rst.txt +++ b/docs/compilation/main/_sources/pages/wrappers.rst.txt @@ -120,6 +120,21 @@ It's based on the Initially, it may not be precise and the values might often be out of range, so use this wrapper with caution. +However, *Sinergym* enhances its functionality with some additional features: + +- It includes the last unnormalized observation as an attribute, which is very useful for logging. + +- It provides access to the means and variations used for normalization calibration, addressing the low-level + issues found in the original wrapper. + +- Similarly, these calibration values can be set via a method. Refer to the :ref:`API reference` for more information. + +- The automatic calibration can be enabled or disabled as you interact with the environment, allowing the + calibration to remain static instead of adaptive. + +These functionalities are crucial when evaluating models trained using this wrapper. +For more details, visit `#407 `__. + *********************** LoggerWrapper *********************** diff --git a/docs/compilation/main/_static/basic.css b/docs/compilation/main/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/main/_static/basic.css +++ b/docs/compilation/main/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/main/_static/doctools.js b/docs/compilation/main/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/main/_static/doctools.js +++ b/docs/compilation/main/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/main/_static/language_data.js b/docs/compilation/main/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/main/_static/language_data.js +++ b/docs/compilation/main/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/main/_static/searchtools.js b/docs/compilation/main/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/main/_static/searchtools.js +++ b/docs/compilation/main/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/main/genindex.html b/docs/compilation/main/genindex.html index 2b9c3c3150..0a49a0437a 100644 --- a/docs/compilation/main/genindex.html +++ b/docs/compilation/main/genindex.html @@ -17,7 +17,7 @@ - + @@ -236,6 +236,8 @@

A

  • activate_flag() (sinergym.utils.logger.CSVLogger method)
  • activate_logger() (sinergym.utils.wrappers.LoggerWrapper method) +
    • +
  • activate_update() (sinergym.utils.wrappers.NormalizeObservation method)
  • actuator_handlers (sinergym.envs.eplus_env.EplusEnv property)
    • @@ -308,6 +310,8 @@

    D

  • deactivate_flag() (sinergym.utils.logger.CSVLogger method)
  • deactivate_logger() (sinergym.utils.wrappers.LoggerWrapper method) +
    • +
  • deactivate_update() (sinergym.utils.wrappers.NormalizeObservation method)
  • DEFAULT_5ZONE_DISCRETE_FUNCTION() (in module sinergym.utils.constants)
    • @@ -510,6 +514,8 @@

    M

    + - - + @@ -231,6 +231,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/main/pages/notebooks/basic_example.html b/docs/compilation/main/pages/notebooks/basic_example.html index 319748c1dd..89466b27ac 100644 --- a/docs/compilation/main/pages/notebooks/basic_example.html +++ b/docs/compilation/main/pages/notebooks/basic_example.html @@ -19,7 +19,7 @@ - + @@ -299,6 +299,7 @@

    17. Basic examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/notebooks/change_environment.html b/docs/compilation/main/pages/notebooks/change_environment.html index 39c659212d..3e161cfe96 100644 --- a/docs/compilation/main/pages/notebooks/change_environment.html +++ b/docs/compilation/main/pages/notebooks/change_environment.html @@ -19,7 +19,7 @@ - + @@ -552,6 +552,7 @@

    19.4. Adding more extra configurationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/notebooks/default_building_control.html b/docs/compilation/main/pages/notebooks/default_building_control.html index bffbeddfb6..62dd27f296 100644 --- a/docs/compilation/main/pages/notebooks/default_building_control.html +++ b/docs/compilation/main/pages/notebooks/default_building_control.html @@ -19,7 +19,7 @@ - + @@ -282,6 +282,7 @@

    20. Default building control setting up
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/notebooks/drl.html b/docs/compilation/main/pages/notebooks/drl.html index 507bbb8d93..64cc2c0800 100644 --- a/docs/compilation/main/pages/notebooks/drl.html +++ b/docs/compilation/main/pages/notebooks/drl.html @@ -19,7 +19,7 @@ - + @@ -53657,6 +53657,7 @@

    24.2. Loading a modelhttps://wandb.ai/alex_ugr/sinergym_evaluations/runs/15owsnpb

    We’ll create the Gym environment, but it’s important to wrap the environment with the same wrappers used during training. We can use the evaluation experiment name to rename the environment.

    +

    Note: If you are loading a pre-trained model and using the observation space normalization wrapper, you should save the means and variations calibrated during the training process for a fair evaluation. Check the documentation on the wrapper and the training and model loading scripts for more information.

    [17]:
    @@ -54163,6 +54164,7 @@

    24.2. Loading a modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/notebooks/drl.ipynb b/docs/compilation/main/pages/notebooks/drl.ipynb index cc3f28841a..4008523573 100644 --- a/docs/compilation/main/pages/notebooks/drl.ipynb +++ b/docs/compilation/main/pages/notebooks/drl.ipynb @@ -53825,7 +53825,9 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "We'll create the Gym environment, but it's **important to wrap the environment with the same wrappers used during training**. We can use the evaluation experiment name to rename the environment." + "We'll create the Gym environment, but it's **important to wrap the environment with the same wrappers used during training**. We can use the evaluation experiment name to rename the environment.\n", + "\n", + "**Note**: If you are loading a pre-trained model and using the observation space normalization wrapper, you should save the means and variations calibrated during the training process for a fair evaluation. Check the documentation on the wrapper and the training and model loading scripts for more information." ] }, { diff --git a/docs/compilation/main/pages/notebooks/getting_env_information.html b/docs/compilation/main/pages/notebooks/getting_env_information.html index 441f62eee4..51b60a4d06 100644 --- a/docs/compilation/main/pages/notebooks/getting_env_information.html +++ b/docs/compilation/main/pages/notebooks/getting_env_information.html @@ -19,7 +19,7 @@ - + @@ -2675,6 +2675,7 @@

    18.4. Displaying all the environment inf
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/main/pages/notebooks/personalize_loggerwrapper.html index 7e4cf6e8e4..3a19b32e16 100644 --- a/docs/compilation/main/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/main/pages/notebooks/personalize_loggerwrapper.html @@ -19,7 +19,7 @@ - + @@ -334,6 +334,7 @@

    22.2. Step 2 Instantiate the LoggerWrapp
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/notebooks/rule_controller_example.html b/docs/compilation/main/pages/notebooks/rule_controller_example.html index d8aff2e80e..11eabac90e 100644 --- a/docs/compilation/main/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/main/pages/notebooks/rule_controller_example.html @@ -19,7 +19,7 @@ - + @@ -394,6 +394,7 @@

    23. Rule Controller examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/notebooks/wrappers_examples.html b/docs/compilation/main/pages/notebooks/wrappers_examples.html index aeaa10dfa4..8ed6b35801 100644 --- a/docs/compilation/main/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/main/pages/notebooks/wrappers_examples.html @@ -19,7 +19,7 @@ - + @@ -1343,6 +1343,7 @@

    21.10. Nesting wrappersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/output.html b/docs/compilation/main/pages/output.html index 35a38b0750..6f15ab14be 100644 --- a/docs/compilation/main/pages/output.html +++ b/docs/compilation/main/pages/output.html @@ -18,7 +18,7 @@ - + @@ -241,6 +241,7 @@

    12.1. Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/rewards.html b/docs/compilation/main/pages/rewards.html index e1d0a719cd..a1fcce0c10 100644 --- a/docs/compilation/main/pages/rewards.html +++ b/docs/compilation/main/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -249,6 +249,7 @@

    8.2. Custom Rewardsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/tests.html b/docs/compilation/main/pages/tests.html index 0e8201761d..4d9a687ff8 100644 --- a/docs/compilation/main/pages/tests.html +++ b/docs/compilation/main/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -221,6 +221,7 @@

    16.3. Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/usage-example.html b/docs/compilation/main/pages/usage-example.html index 36e1b57716..c429076bab 100644 --- a/docs/compilation/main/pages/usage-example.html +++ b/docs/compilation/main/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -217,6 +217,7 @@

    2. Usage Examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/weathers.html b/docs/compilation/main/pages/weathers.html index de421ae9e6..a0a9cb4cdf 100644 --- a/docs/compilation/main/pages/weathers.html +++ b/docs/compilation/main/pages/weathers.html @@ -18,7 +18,7 @@ - + @@ -274,6 +274,7 @@

    4. Weathersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/pages/wrappers.html b/docs/compilation/main/pages/wrappers.html index b14f77c1cb..10aa9318ce 100644 --- a/docs/compilation/main/pages/wrappers.html +++ b/docs/compilation/main/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -208,6 +208,17 @@

    10.8. NormalizeObservationdynamic normalization wrapper of Gymnasium. Initially, it may not be precise and the values might often be out of range, so use this wrapper with caution.

    +

    However, Sinergym enhances its functionality with some additional features:

    +
      +

    • It includes the last unnormalized observation as an attribute, which is very useful for logging.

      • +

    • It provides access to the means and variations used for normalization calibration, addressing the low-level +issues found in the original wrapper.

      • +

    • Similarly, these calibration values can be set via a method. Refer to the API reference for more information.

      • +

    • The automatic calibration can be enabled or disabled as you interact with the environment, allowing the +calibration to remain static instead of adaptive.

      • +
    +

    These functionalities are crucial when evaluating models trained using this wrapper. +For more details, visit #407.

    10.9. LoggerWrapper

    @@ -275,6 +286,7 @@

    10.10. MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/main/py-modindex.html b/docs/compilation/main/py-modindex.html index e1a49d8717..fe9663840a 100644 --- a/docs/compilation/main/py-modindex.html +++ b/docs/compilation/main/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -255,6 +255,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/main/search.html b/docs/compilation/main/search.html index 1883103879..7b77d72bfd 100644 --- a/docs/compilation/main/search.html +++ b/docs/compilation/main/search.html @@ -18,7 +18,7 @@ - + @@ -163,6 +163,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/main/searchindex.js b/docs/compilation/main/searchindex.js index b1ad30c6ab..80c14af3fb 100644 --- a/docs/compilation/main/searchindex.js +++ b/docs/compilation/main/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/architecture", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_ids", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/architecture.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_ids.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "5. Architecture", "3. Buildings", "9. Controllers", "13. Deep Reinforcement Learning Integration", "6. Environments", "7. Environments Configuration and Registration", "11. Extra Configuration in Sinergym simulations", "14. Sinergym with Google Cloud", "15. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_ids", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RBCIncrementalDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.rewards.NormalizedLinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.IncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "17. Basic example", "19. Changing an environment registered in Sinergym", "20. Default building control setting up an empty action interface", "24. DRL usage example", "18. Getting information about Sinergym environments", "22. Logger Wrapper personalization/configuration", "23. Rule Controller example", "21. Wrappers example", "12. Output format", "8. Rewards", "16. Tests", "2. Usage Example", "4. Weathers", "10. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 25, 31, 53, 55, 64, 75, 76, 78, 79, 81, 82, 86, 87, 88, 92, 93, 94, 96, 98], "goal": [0, 5, 9, 12], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 24, 25, 37, 53, 55, 57, 63, 64, 66, 70, 72, 74, 76, 78, 81, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "creat": [0, 2, 4, 5, 6, 7, 8, 11, 12, 15, 28, 29, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "an": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 15, 18, 21, 24, 25, 32, 53, 55, 63, 64, 75, 76, 77, 85, 88, 89, 92, 93, 98], "environ": [0, 2, 3, 4, 5, 8, 9, 12, 15, 16, 17, 18, 21, 25, 27, 31, 33, 38, 48, 49, 50, 51, 53, 55, 63, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 87, 88, 90, 91, 93, 94, 95, 96, 97, 98], "follow": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 28, 49, 50, 53, 87, 89, 92, 94, 95, 98], "gymnasium": [0, 2, 5, 6, 7, 8, 12, 17, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 98], "interfac": [0, 2, 5, 6, 12, 19, 86, 88, 89, 95], "wrap": [0, 5, 12, 25, 33, 38, 55, 88, 92, 93], "simul": [0, 2, 5, 6, 11, 12, 13, 15, 16, 17, 18, 37, 48, 49, 50, 51, 63, 65, 78, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98], "engin": [0, 2, 6, 9, 12, 86, 87, 89], "energyplu": [0, 2, 6, 7, 8, 12, 15, 17, 18, 20, 28, 34, 35, 36, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "build": [0, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 85, 86, 88, 89, 90, 91, 92, 93, 94], "control": [0, 2, 3, 6, 10, 12, 15, 18, 22, 75, 89, 95], "deep": [0, 11, 12, 88], "reinforc": [0, 11, 12, 88, 92, 94], "learn": [0, 2, 9, 11, 12, 88, 92, 93, 94], "pleas": [0, 3, 6, 9, 11, 12, 53, 88, 91, 95, 97], "help": [0, 11, 12], "u": [0, 5, 8, 12, 88, 89], "improv": [0, 12], "report": [0, 9, 10, 12], "your": [0, 4, 5, 6, 8, 10, 11, 12, 64, 86, 88, 91, 92, 96, 98], "question": [0, 12], "issu": [0, 9, 10, 12], "here": [0, 5, 9, 11, 12, 24, 88, 89, 92], "It": [0, 3, 5, 6, 7, 11, 12, 18, 21, 25, 51, 53, 63, 71, 86, 89, 92, 97, 98], "easi": [0, 12], "just": [0, 9, 12, 85, 89], "2": [0, 2, 3, 7, 10, 11, 12, 64, 75, 85, 86, 87, 88, 89, 91, 92, 97], "click": [0, 11, 12], "our": [0, 5, 6, 8, 10, 11, 12, 86, 87, 88, 89, 90, 91, 94, 95, 96], "templat": [0, 9, 12, 64], "bug": [0, 12], "etc": [0, 9, 11, 12, 13, 63, 86, 89, 93], "more": [0, 2, 5, 6, 7, 8, 9, 11, 12, 27, 34, 35, 36, 53, 83, 85, 87, 88, 89, 91, 92, 93, 94, 95, 97, 98], "detail": [0, 2, 3, 5, 6, 7, 8, 11, 12, 86, 88, 89, 94, 95, 97], "info": [0, 2, 6, 12, 15, 18, 21, 63, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "how": [0, 5, 12, 18, 78, 85, 86, 88, 89, 90, 91, 92, 98], "main": [3, 63, 89, 94], "function": [0, 2, 4, 5, 6, 7, 8, 9, 10, 12, 18, 26, 28, 32, 37, 39, 52, 54, 55, 56, 67, 68, 70, 71, 72, 76, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 98], "ar": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 21, 55, 63, 64, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "compat": [0, 2, 5, 6, 11, 12, 53, 86, 88, 92, 95, 98], "commun": [0, 2, 12, 19, 21, 95], "between": [6, 10, 30, 81, 92, 94, 98], "python": [0, 2, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 20, 21, 28, 29, 56, 86, 88, 89, 92, 95, 96], "establish": [2, 6, 85, 86, 87, 88, 89, 90, 91, 92], "api": [0, 2, 6, 7, 9, 12, 18, 20, 21, 34, 35, 36, 53, 56, 85, 89, 93, 98], "middlewar": [2, 98], "howev": [0, 5, 8, 9, 11, 12, 85, 86, 87, 88, 89, 92, 96, 98], "them": [2, 3, 6, 7, 11, 15, 83, 92, 93, 95, 98], "e": [11, 18, 21, 55], "g": [5, 9, 55, 60], "openmodelica": [0, 12], "could": [87, 88, 92], "includ": [0, 2, 4, 5, 6, 8, 10, 12, 22, 79, 86, 87, 88, 93, 94, 95, 97, 98], "backend": [6, 11, 14, 15, 89], "while": [6, 85, 86, 87, 88, 90, 91, 92, 96], "maintain": 94, "futur": [0, 5, 6, 8, 9, 12, 94], "benchmark": [0, 4, 12], "similarli": [10, 86, 89], "atari": [0, 12], "mujoco": [0, 12], "rl": [0, 5, 12, 55], "we": [4, 5, 6, 7, 8, 9, 11, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "design": [0, 2, 6, 8, 12, 15, 86, 89, 94], "set": [0, 2, 5, 6, 7, 8, 9, 11, 12, 15, 88, 89, 93, 94, 98], "test": [0, 10, 11, 12, 25, 88], "algorithm": [0, 4, 5, 12, 23, 24, 55, 81, 88, 92, 95, 98], "These": [6, 7, 9, 63, 92, 94, 95], "mai": [6, 8, 9, 15, 88, 92, 94, 98], "differ": [2, 5, 6, 9, 10, 11, 30, 69, 71, 85, 86, 88, 92, 94, 95, 98], "weather": [2, 8, 13, 15, 18, 21, 85, 87, 88, 89, 90, 91, 92, 93], "action": [0, 2, 3, 4, 5, 7, 11, 12, 18, 21, 25, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 55, 63, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 88, 89, 90, 91, 95, 96, 98], "observ": [3, 4, 5, 6, 7, 18, 21, 48, 50, 63, 74, 78, 79, 80, 82, 84, 87, 88, 89, 91, 93, 94, 95, 98], "space": [3, 4, 5, 7, 9, 18, 74, 75, 76, 81, 85, 87, 88, 89, 91, 92, 96, 98], "reward": [0, 2, 5, 7, 12, 18, 22, 24, 25, 55, 63, 78, 79, 80, 85, 87, 88, 89, 90, 91, 92, 95, 96, 98], "customiz": [0, 6, 12], "aim": [], "provid": [0, 2, 3, 5, 6, 8, 9, 11, 12, 88, 92, 94, 98], "packag": [3, 85, 86, 87, 88, 89, 90, 91, 92, 95], "which": [2, 5, 6, 8, 9, 11, 15, 21, 24, 63, 64, 79, 87, 88, 89, 92, 93, 94, 95, 98], "allow": [0, 2, 5, 6, 8, 9, 12, 64, 86, 88, 94, 95], "modifi": [0, 4, 6, 8, 12, 15, 55, 76, 81, 86, 87, 91, 93, 94], "experiment": [0, 6, 12], "manner": [], "user": [0, 2, 3, 6, 11, 12, 55, 86, 88, 89, 93, 98], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 18, 55, 83, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98], "hi": [], "own": [0, 4, 5, 8, 12, 88, 91, 92, 98], "combin": [9, 81, 88, 92, 94], "model": [0, 2, 3, 6, 7, 8, 11, 12, 13, 25, 29, 55, 85, 86, 87, 89, 90, 91, 92, 93, 95], "variabl": [2, 3, 4, 9, 11, 15, 18, 21, 25, 36, 37, 69, 70, 71, 72, 75, 77, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "actuat": [0, 2, 3, 7, 12, 15, 18, 21, 34, 86, 87, 89, 93], "name": [0, 3, 5, 7, 8, 9, 11, 12, 15, 18, 21, 28, 57, 60, 61, 64, 65, 69, 70, 71, 72, 75, 77, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "also": [2, 3, 5, 6, 9, 10, 11, 53, 86, 87, 88, 89, 92, 93, 94, 98], "pre": [0, 5, 9, 10, 12, 94], "configur": [0, 2, 4, 5, 12, 15, 18, 27, 34, 35, 36, 88, 93, 94, 95], "avail": [3, 7, 9, 15, 51, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "chang": [0, 2, 6, 9, 10, 12, 15, 63, 64, 87, 88, 89, 90, 93, 94, 98], "some": [0, 5, 6, 8, 9, 18, 78, 86, 87, 88, 89, 93, 98], "aspect": [2, 3, 94], "wai": [6, 50, 92], "he": [], "doe": [6, 8, 88, 93, 97], "have": [0, 4, 6, 7, 8, 9, 11, 83, 87, 88, 89, 92, 93, 94, 95, 96, 98], "make": [0, 4, 6, 7, 8, 9, 11, 12, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "entir": [5, 88], "definit": [0, 6, 7, 12, 18, 86, 87], "start": [2, 6, 9, 21, 30, 31, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93], "from": [0, 2, 3, 5, 6, 7, 8, 9, 11, 12, 15, 18, 27, 29, 32, 34, 35, 36, 51, 52, 53, 57, 60, 61, 63, 68, 69, 70, 71, 72, 78, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "one": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 32, 63, 64, 75, 83, 84, 85, 86, 87, 88, 91, 92, 93, 94, 95, 97, 98], "paramet": [5, 7, 8, 9, 15, 18, 21, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 51, 53, 55, 57, 60, 61, 63, 64, 65, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 88, 94], "directli": [2, 6, 11, 86, 87, 96, 98], "associ": [0, 6, 7], "extra": [2, 7, 9, 10, 11, 14, 15, 18, 21, 63, 78, 80, 85, 89, 90], "well": [6, 55, 86], "peopl": [3, 6, 7, 89], "occup": [3, 6, 7, 48], "time": [0, 2, 5, 11, 12, 15, 18, 21, 30, 63, 64, 70, 72, 86, 88, 90], "step": [2, 5, 6, 11, 15, 18, 55, 63, 64, 66, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 91, 92, 94, 96, 98], "per": [2, 3, 5, 6, 7, 8, 55, 63, 85, 86, 87, 88, 89, 90, 91, 92, 93], "hour": [2, 3, 6, 7, 8, 63, 70, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "run": [0, 2, 5, 6, 9, 11, 21, 55, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96], "period": [2, 85, 89, 94, 97], "compon": [0, 2, 3, 6, 8, 9, 12, 21, 24, 86, 89, 93, 94, 97], "easili": [8, 9, 88, 94], "scalabl": [0, 12], "third": 10, "parti": 10, "structur": [2, 7, 9, 86, 93, 94], "implement": [4, 5, 6, 8, 9, 10, 47, 55, 67, 73, 87, 94, 95], "class": [2, 6, 7, 8, 14, 15, 17, 18, 20, 21, 23, 24, 25, 33, 47, 48, 49, 50, 51, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 90, 91, 92, 93, 94, 98], "new": [0, 2, 3, 7, 9, 12, 15, 25, 63, 78, 80, 85, 87, 88, 89, 90, 91, 92, 93, 94, 97], "custom": [0, 2, 3, 5, 6, 12, 15, 18, 21, 22, 23, 24, 53, 54, 64, 73, 88, 90, 92, 93, 98], "wrapper": [0, 2, 5, 6, 7, 12, 22, 25, 33, 38, 55, 87, 88, 89, 93, 95, 96], "automat": [0, 2, 6, 7, 11, 12, 74, 86, 87, 92, 94, 95, 98], "adapt": [0, 2, 6, 12, 15, 34, 35, 36, 52, 53, 85, 86, 87, 88, 89, 90, 91, 92, 94], "mani": [2, 7, 86, 87, 89], "updat": [2, 6, 9, 10, 11, 15, 25, 37, 74, 85, 87, 88, 89, 90, 91, 92, 95, 98], "requir": [0, 5, 6, 7, 9, 10, 11, 12, 15, 85, 86, 88, 89, 92, 93, 94, 95, 98], "epjson": [2, 3, 6, 7, 11, 15, 28, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "file": [2, 3, 5, 7, 8, 9, 10, 11, 14, 15, 18, 21, 27, 29, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97], "featur": [5, 6, 9, 11, 85, 86, 89, 96], "befor": [6, 9, 15, 55, 64, 76, 77, 81, 87, 89, 92, 93, 98], "perform": [2, 4, 5, 9, 11, 25, 55, 79, 80, 89], "For": [0, 2, 5, 6, 7, 9, 10, 11, 15, 85, 86, 87, 88, 89, 91, 92, 94, 95, 97, 98], "anoth": [6, 88], "locat": [4, 6, 11, 15, 86, 87, 88, 97], "dai": [2, 6, 8, 15, 30, 69, 70, 71, 72, 74, 85, 86, 87, 90, 91, 92, 94], "output": [2, 3, 5, 15, 18, 21, 37, 53, 65, 76, 85, 86, 87, 88, 89, 90, 91, 92, 98], "meter": [2, 3, 7, 15, 18, 21, 35, 85, 86, 87, 88, 89, 90, 91, 92, 93], "field": [5, 6, 15, 28, 86, 89, 97], "same": [2, 5, 6, 7, 9, 49, 86, 88, 92, 93, 97], "occur": [2, 6, 92, 93], "context": [6, 8, 18, 78, 86, 95], "concern": 6, "nois": [6, 85], "version": [5, 6, 7, 10, 11, 15, 64, 86, 88, 94, 96], "save": [5, 6, 15, 25, 85, 86, 87, 88, 89, 90, 91, 92], "folder": [0, 2, 6, 7, 11, 15, 18, 25, 86, 88, 90, 92], "leav": [6, 86], "origin": [5, 6, 15, 18, 21, 60, 74, 75, 76, 77, 78, 79, 80, 81, 84, 86, 88, 92, 93, 98], "intact": 6, "In": [5, 6, 9, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "short": [], "autom": [0, 7, 12], "whole": [3, 7, 39, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92], "process": [0, 2, 5, 6, 7, 11, 12, 15, 18, 21, 88, 89, 94], "so": [9, 11, 87, 92, 93, 94, 98], "onli": [0, 3, 5, 6, 7, 8, 9, 11, 12, 63, 75, 85, 87, 88, 93, 98], "ha": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 25, 33, 38, 53, 55, 58, 78, 85, 86, 87, 88, 93], "defin": [5, 6, 7, 9, 15, 21, 77, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 98], "what": [6, 89], "want": [0, 5, 6, 7, 9, 12, 18, 21, 55, 60, 61, 64, 75, 86, 87, 88, 89, 90, 91, 92, 93, 95, 98], "relat": [6, 53, 86], "abov": [9, 64, 86], "necessari": [2, 9, 10, 11, 87, 91], "specifi": [2, 5, 6, 7, 9, 11, 18, 60, 61, 64, 78, 86, 87, 88, 90, 92, 93, 94, 97, 98], "through": [0, 2, 3, 6, 9, 12, 82, 95], "take": [15, 53, 75, 77, 88], "care": [9, 94, 98], "everyth": [9, 88, 96], "extens": [0, 2, 6, 11, 12, 85, 88], "inform": [0, 5, 6, 7, 11, 12, 15, 18, 21, 27, 29, 34, 35, 36, 53, 63, 64, 78, 80, 86, 88, 91, 92, 93, 95, 97, 98], "import": [5, 6, 8, 9, 10, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "get": [6, 11, 15, 55, 58, 64, 88, 90, 91], "about": [0, 5, 6, 9, 12, 13, 15, 27, 34, 35, 36, 53, 55, 86, 91, 92, 93, 95, 98], "background": [0, 5, 12, 87, 89], "instanc": [2, 4, 5, 6, 9, 11, 18, 21, 57, 85, 86, 87, 93, 94, 96], "possibl": [5, 6, 7, 9, 11, 27, 86, 92, 97, 98], "consult": [6, 89], "schedul": [2, 3, 6, 7, 15, 18, 29, 86, 93], "compos": 6, "whether": [18, 25, 53, 55, 57, 78, 80], "episod": [2, 5, 7, 8, 15, 18, 21, 24, 25, 37, 55, 63, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 97], "length": [6, 8, 55, 77, 85, 86, 87, 88, 89, 90, 91, 92], "timestep": [2, 5, 6, 8, 15, 18, 24, 63, 78, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "zone": [3, 7, 9, 15, 86, 89], "And": [0, 12, 88], "much": [0, 12], "stabl": [0, 5, 11, 12, 23, 24, 52, 53, 88, 95], "baselin": [0, 5, 12, 23, 24, 52, 53, 88, 95], "3": [0, 2, 3, 5, 8, 9, 11, 12, 23, 24, 64, 85, 86, 87, 88, 89, 90, 91, 92, 95, 97], "integr": [0, 2, 6, 9, 10, 12], "like": [0, 5, 6, 7, 9, 11, 12, 15, 64, 85, 88], "callback": [0, 2, 12, 21, 22, 54, 55, 66, 88, 93], "been": [3, 6, 8, 9, 11, 18, 24, 25, 33, 38, 53, 55, 78, 92, 93, 95], "team": 11, "order": [5, 6, 11, 15, 18, 88, 92, 98], "logger": [2, 6, 15, 18, 21, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 87, 88, 89, 91, 98], "specif": [0, 5, 6, 11, 12, 15, 18, 21, 88, 89, 92, 93, 94, 95], "complet": [6, 9, 85], "agnost": [0, 12, 88], "ani": [0, 2, 5, 6, 11, 12, 15, 18, 24, 25, 27, 36, 48, 49, 50, 51, 55, 63, 65, 66, 78, 79, 80, 81, 86, 88, 89, 90, 91, 92, 93], "drl": [0, 4, 9, 12, 81, 87, 98], "librari": [9, 11, 88, 91, 92, 95], "work": [0, 5, 6, 9, 11, 12, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "googl": [0, 5, 11, 12, 56, 57, 58, 59, 60, 61], "cloud": [0, 5, 12, 56, 57, 58, 59, 60, 61], "you": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 55, 60, 61, 64, 69, 70, 71, 72, 75, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "account": [8, 9, 11, 57, 58], "infrastructur": [0, 12], "tell": [], "do": [0, 8, 9, 11, 12, 55, 75, 86, 87, 88, 89, 92, 93], "weight": [0, 9, 11, 12, 69, 70, 71, 72, 86, 88, 94], "bias": [0, 9, 11, 12, 88], "track": [5, 9, 11, 87, 88, 92, 98], "visual": [5, 11, 88], "One": [], "": [2, 5, 6, 7, 8, 9, 11, 15, 18, 51, 63, 64, 69, 70, 71, 72, 78, 82, 85, 86, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98], "object": [2, 3, 6, 9, 13, 15, 32, 38, 55, 59, 60, 61, 65, 79, 88, 89, 94, 98], "facilit": [0, 2, 6, 7, 12], "train": [0, 12, 93], "reproduc": [0, 12], "comparison": [0, 12], "agent": [0, 2, 4, 12, 18, 25, 48, 49, 50, 51, 55, 63, 78, 87, 88, 91, 92, 93, 95, 98], "base": [0, 3, 4, 5, 7, 9, 10, 12, 48, 49, 50, 66, 68, 87, 91, 92, 94, 95, 98], "problem": [0, 6, 12, 92], "manag": [0, 2, 6, 8, 9, 12, 14, 15, 57, 88, 89, 93], "monitor": [0, 5, 9, 11, 12, 25, 55, 63, 78, 87, 88, 90, 92, 93], "lifecycl": [0, 12], "deploy": 10, "wandb": [0, 5, 12, 66, 88], "open": [3, 11, 92], "sourc": [3, 10, 11, 18, 78, 88, 92], "platform": [5, 10], "machin": [9, 96], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 21, 24, 28, 29, 32, 37, 53, 55, 57, 63, 66, 68, 75, 77, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "let": [2, 8, 11, 85, 86, 88], "regist": [2, 5, 6, 7, 85, 88], "experi": [3, 5, 6, 8, 11, 15, 85, 86, 87, 88, 89, 90, 91, 92, 97], "hyperparamet": [5, 88], "data": [2, 3, 5, 7, 9, 15, 18, 21, 24, 27, 49, 50, 60, 61, 63, 87, 88, 89, 93, 94, 97], "record": [5, 24, 32, 63, 64, 78, 87, 88, 90, 92, 93], "real": [0, 5, 12, 63, 81, 88, 98], "store": [5, 15, 24, 61, 63, 86, 88, 93], "artifact": [5, 9, 88], "best": [5, 25, 88], "obtain": [5, 6, 18, 78], "notebook": [0, 12, 85, 88, 90, 92], "develop": [0, 4, 5, 11, 12, 92], "code": [0, 4, 6, 8, 10, 11, 12, 85, 88, 92, 98], "format": [0, 5, 6, 7, 8, 10, 12, 15, 27, 28, 29, 34, 35, 36, 64, 78, 86, 88, 89], "purpos": [9, 11], "offer": [0, 2, 6, 12], "case": [6, 7, 9, 11, 91, 96], "becom": [], "familiar": [0, 6, 12], "tool": [0, 6, 12, 96], "thei": [5, 6, 7, 9, 11, 92, 93, 95], "constantli": [], "along": [7, 86, 89], "itself": [92, 98], "accompani": [], "document": [0, 6, 9, 10, 11, 12, 27, 34, 35, 36, 86, 89, 91, 92, 93, 98], "unit": [0, 3, 12, 82], "github": [0, 9, 11, 12, 52, 53, 95], "workflow": [0, 10, 12, 95], "effici": [0, 12, 89], "ecosystem": [0, 12], "both": [2, 3, 5, 6, 83, 92, 94], "understand": [0, 12], "If": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 37, 55, 64, 86, 87, 88, 89, 92, 93, 95, 96, 97, 98], "introduc": [0, 2, 6, 12], "visit": [0, 6, 9, 11, 12, 89, 91, 92, 93, 97, 98], "ad": [0, 3, 5, 12, 64, 88, 92, 94, 97, 98], "section": [0, 3, 4, 5, 6, 7, 9, 11, 12, 89, 94, 95, 96, 97], "progress": [0, 2, 5, 6, 12, 63, 65, 78, 86, 87, 88, 90, 91, 92, 93], "stai": [0, 8, 12, 94], "tune": [0, 8, 12, 94], "upcom": [0, 8, 12, 85], "releas": [0, 8, 11, 12], "all": [0, 2, 5, 6, 7, 10, 11, 15, 18, 21, 24, 27, 37, 68, 78, 85, 87, 88, 91, 92, 93, 94, 95, 96, 97, 98], "those": [0, 5, 89], "interest": [0, 97], "alwai": [0, 11, 49, 85, 88, 91, 93, 94], "made": 0, "check": [0, 9, 10, 11, 33, 53, 55, 88, 90, 91, 92, 93, 95], "repositori": [0, 9, 10, 11, 88, 93, 95, 96], "read": [0, 7, 9, 15, 27, 34, 35, 36, 60, 89, 92], "md": 0, "first": [0, 2, 15, 55, 85, 88, 89, 90, 91, 93], "benefit": [0, 6, 87], "advantag": [0, 2], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 88], "c": [0, 9, 69, 70, 71, 72], "rdnfn": 0, "beobench": 0, "appear": [0, 5, 7, 11, 55, 91, 92, 93], "list": [0, 6, 7, 9, 11, 15, 18, 21, 31, 32, 37, 40, 41, 42, 43, 44, 45, 46, 48, 50, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 81, 84, 85, 86, 88, 89, 90, 91, 92, 93], "hesit": 0, "send": [0, 2, 9, 18, 58, 59, 61, 77, 78, 81, 87, 98], "pr": 0, "badg": 0, "comput": [0, 9, 64, 88, 96], "contain": [0, 2, 5, 6, 10, 55, 57, 58, 86, 87, 88, 92, 93, 95], "properli": 0, "see": [0, 5, 6, 7, 9, 10, 86, 88, 89, 92, 93], "instal": [0, 6, 9, 96], "host": [0, 3, 5, 7, 9, 93], "offici": [0, 11], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 3, 5, 10, 31, 75, 77, 82, 86, 88, 93, 97, 98], "framework": [0, 2, 3, 87, 95, 97], "author": [0, 58], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 3, 6, 8, 30, 87, 91, 97], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 10], "machineri": 0, "address": 0, "york": [0, 7, 88, 97], "ny": 0, "usa": [0, 97], "url": [0, 5], "http": [0, 9, 11, 12, 52, 53, 88], "doi": 0, "org": [0, 12], "10": [0, 7, 9, 11, 18, 55, 64, 85, 86, 87, 88, 89, 90, 91, 92, 97], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "intern": [0, 3, 5, 89, 93, 98], "confer": 0, "system": [0, 3, 7, 21, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 94], "energi": [0, 3, 5, 6, 24, 69, 70, 71, 72, 89, 94], "citi": 0, "transport": 0, "page": [0, 6, 10], "319": [0, 88], "323": [0, 88], "numpag": 0, "5": [0, 2, 3, 7, 11, 25, 69, 70, 71, 72, 75, 80, 85, 86, 87, 88, 89, 90, 91, 92, 97, 98], "sinergym": [2, 3, 4, 5, 7, 10, 12, 85, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98], "independ": [95, 97], "rest": [0, 12, 28, 56, 57], "up": [3, 5, 6, 7, 8, 9, 11, 15, 69, 71, 88, 94], "us": [2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 15, 18, 20, 21, 25, 28, 37, 39, 53, 55, 56, 63, 64, 66, 69, 70, 71, 72, 75, 78, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "each": [3, 5, 6, 7, 8, 9, 10, 11, 15, 18, 24, 25, 37, 55, 63, 78, 79, 82, 86, 90, 91, 92, 93, 94, 96, 97, 98], "2zonedatacenterhvac_weconom": [3, 86], "491": [3, 88], "m2": 3, "divid": 3, "two": 3, "asymmetr": 3, "hvac": [3, 7, 86, 89], "consist": [2, 3], "air": [3, 7, 86, 89, 91], "econom": 3, "evapor": [3, 89], "cooler": 3, "dx": [3, 89], "cool": [3, 7, 86, 89, 97], "coil": [3, 89], "chill": 3, "water": [3, 89], "vav": [3, 89], "heat": [3, 7, 86, 89], "come": [3, 6, 86, 87, 88], "server": [3, 9, 88], "5zoneautodxvav": [3, 7, 48, 85, 87, 88, 89, 90, 91, 92], "singl": [3, 5, 87, 96], "stori": 3, "1": [2, 3, 6, 7, 8, 24, 25, 69, 70, 71, 72, 81, 85, 86, 87, 88, 89, 91, 92, 94, 96, 97, 98], "indoor": [3, 48, 50, 94], "4": [2, 3, 6, 7, 8, 11, 15, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "outdoor": [3, 7, 86, 89, 91], "Its": 3, "surfac": [3, 89], "area": [3, 7, 86, 89], "463": [3, 88], "6": [3, 5, 7, 8, 11, 15, 69, 70, 71, 72, 86, 87, 88, 89, 91, 92, 97], "equip": [3, 89], "ga": 3, "fulli": [3, 93, 98], "auto": [3, 5, 7, 9], "size": [3, 9, 85, 86, 87, 88, 89, 90, 91, 92, 98], "input": [3, 15, 18, 21, 88, 91, 92], "ashrae9012016_warehous": 3, "non": [3, 5, 6, 10, 86], "residenti": 3, "4598": 3, "floor": [3, 89], "bulk": 3, "storag": [3, 5, 7, 11, 59, 60, 61], "fine": 3, "offic": [3, 87], "enclos": 3, "side": 3, "top": [3, 89, 98], "uniqu": [3, 6], "window": 3, "fuel": [3, 89], "type": [3, 5, 6, 9, 10, 11, 15, 18, 21, 24, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 57, 58, 59, 65, 74, 78, 79, 80, 81, 83, 84, 85, 88, 89, 90, 91, 92, 94, 97, 98], "electr": [3, 7, 86, 89], "ashrae9012016_officemedium": 3, "4979": 3, "four": 3, "perimet": 3, "core": [3, 53, 88, 89, 94], "390": 3, "five": 3, "center": [3, 49, 50, 82], "low": [3, 7, 69, 71, 86, 87, 91, 94, 95], "photovolta": 3, "panel": 3, "demonstr": [3, 6, 90, 94], "batteri": 3, "full": 3, "servic": [3, 9, 57, 58], "small": 95, "repair": 3, "shop": 3, "mondai": 3, "fridai": 3, "45": [3, 88], "week": 3, "larg": 3, "12": [3, 7, 8, 72, 85, 86, 87, 88, 89, 90, 91, 92, 97], "basement": 3, "rectangular": 3, "46": [3, 88], "320": [3, 88], "organ": [3, 6, 95], "19": [3, 70, 72, 85, 88, 90, 91, 92], "bot": [3, 10], "mid": [3, 97], "level": [3, 10, 65, 89, 95], "describ": [3, 21, 49, 50, 64], "too": [3, 5, 7, 57, 89], "charg": [3, 83], "discharg": [3, 83], "grid": 3, "current": [2, 5, 6, 8, 9, 10, 15, 18, 63, 78, 84, 87, 88, 89, 90, 92, 94, 98], "random": [4, 51, 87], "rule": [4, 48, 49, 50, 89, 95], "5zone": [4, 6, 7, 8, 86, 88, 91, 92], "datacent": [4, 86], "find": [88, 90, 92, 93, 96], "util": [4, 5, 6, 9, 10, 11, 14, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98], "py": [4, 5, 6, 7, 9, 11, 53, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96, 98], "veri": [81, 94], "refer": [2, 3, 4, 5, 6, 7, 8, 9, 11, 25, 86, 88, 94, 95, 98], "point": [4, 88, 89], "studi": 4, "simpl": 3, "given": [4, 15, 28, 29, 32, 33, 37, 69, 70, 71, 72], "return": [2, 3, 4, 6, 15, 18, 21, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 55, 57, 58, 59, 63, 64, 65, 74, 76, 78, 79, 80, 81, 83, 84, 89, 90, 91, 92, 94, 96, 98], "interact": [2, 4, 5, 6, 53, 63, 78, 85, 87, 88, 92, 93, 98], "exampl": [4, 5, 6, 7, 9, 11, 12, 86, 87, 89, 90, 93, 94, 98], "usag": [4, 6, 9, 98], "sure": [4, 8, 88, 92], "flag_norm": [], "fals": [24, 25, 55, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92, 96], "continu": [2, 5, 6, 7, 8, 10, 77, 81, 85, 86, 87, 88, 91, 92, 98], "otherwis": [5, 8, 9, 76, 92], "show": [6, 15, 89], "error": [6, 9, 10, 55, 76, 86, 92, 98], "due": [3, 5, 6, 83, 89], "don": [7, 9, 92, 93, 94], "t": [6, 7, 9, 11, 32, 69, 71, 82, 83, 87, 89, 92, 93, 94, 97, 98], "valu": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 27, 28, 37, 66, 74, 75, 77, 78, 79, 81, 83, 84, 86, 88, 89, 90, 92, 93, 94, 98], "normal": [5, 81, 82, 86, 88, 93, 94, 95, 96, 98], "flag": [7, 21, 63, 74, 78, 90, 92, 98], "particularli": [4, 53, 98], "part": [4, 6], "facil": [3, 7, 86, 89], "although": [7, 11, 95], "discret": [5, 6, 7, 75, 76, 81, 85, 86, 87, 88, 89, 91, 94, 98], "ppo": 5, "ye": [5, 7, 85, 86, 89, 90], "onpolicyalgorithm": 5, "a2c": 5, "dqn": [5, 88], "NO": 5, "offpolicyalgorithm": 5, "ddpg": 5, "sac": 5, "td3": 5, "go": [6, 9, 21, 98], "refin": 5, "call": [5, 6, 15, 21, 25, 55, 64, 76, 81, 86, 88, 93, 98], "stage": [5, 88], "procedur": [5, 10], "access": [2, 5, 6, 11, 87, 88, 89], "state": [2, 3, 5, 21, 78, 89], "dure": [2, 5, 6, 7, 18, 24, 25, 88, 93, 94], "manipul": 5, "bar": 5, "inherit": [5, 68, 92, 94, 98], "column": [5, 15], "its": [2, 5, 6, 7, 8, 9, 11, 21, 58, 76, 78, 85, 86, 92, 96, 98], "execut": [5, 6, 10, 11, 15, 18, 21, 57, 63, 65, 79, 80, 88, 89, 92, 95, 96], "log": [0, 5, 12, 24, 63, 65, 78, 88, 89, 92, 93, 98], "extract": [5, 6, 15, 37, 88, 89, 94], "why": [], "sinergym_logg": [5, 24], "attribut": [5, 15, 18, 21, 63, 64, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 89, 93], "constructor": [5, 6, 7, 8, 15, 27, 63, 74, 83, 84, 86, 92, 94, 98], "loggercallback": [5, 88], "basecallback": [5, 25], "With": [5, 6, 7, 8, 11, 85, 88], "compar": [5, 88, 92], "summari": [5, 6, 11, 78, 87, 88, 90, 92], "registr": [5, 6], "enabl": [0, 5, 6, 9, 10, 11, 12, 88], "metric": [2, 5, 55, 88], "There": [5, 91, 93], "tabl": [5, 11, 15], "other": [0, 2, 3, 5, 9, 11, 12, 55, 88, 89, 93, 94, 97], "vice": 5, "versa": 5, "log_interv": [5, 88], "frequenc": [5, 24], "consequ": 94, "thu": [2, 92, 94], "off": 89, "polici": [9, 25, 54, 55], "mean": [3, 5, 15, 25, 55, 82, 85, 86, 87, 88, 90, 91, 93, 96, 97, 98], "instead": [7, 9, 11, 55, 79, 85, 86, 87, 88, 89, 90, 91, 92, 98], "result": [9, 55, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96], "end": [5, 9, 18, 21, 30, 63, 69, 70, 71, 72, 78, 87, 88, 90, 92, 93], "loggerevalcallback": [5, 88], "evalcallback": [], "particular": 6, "concret": [], "construct": [2, 89, 92], "place": [6, 96], "On": 89, "hand": [], "occupi": 89, "accur": 5, "averag": [5, 55, 96], "indic": [5, 24, 98], "therefor": [7, 87, 89, 98], "faith": [], "realiti": [], "term": [2, 5, 24, 69, 70, 71, 72, 79, 92], "good": [], "turn": [], "out": [5, 8, 64, 89, 91, 92, 98], "calcul": [5, 6, 15, 74, 86, 89, 94, 98], "power": [3, 5, 63, 69, 70, 71, 72, 89, 93, 94], "consumpt": [5, 24, 70, 71, 72, 93, 94], "comfort": [3, 5, 6, 24, 49, 69, 70, 71, 72, 91, 93, 94], "penalti": [5, 93, 94], "violat": [5, 24, 94], "percentag": 5, "taken": [], "decid": [5, 9], "when": [2, 5, 6, 7, 9, 10, 15, 21, 25, 53, 55, 63, 70, 72, 82, 83, 87, 88, 91, 93, 94, 98], "better": 5, "action_simul": [5, 88], "becaus": [9, 93], "clip": [83, 91], "Then": [6, 9], "pars": [7, 81, 98], "equival": [3, 5, 7, 89], "csv": [5, 6, 63, 78, 87, 88, 90, 92, 93], "comfort_violation_tim": [5, 88], "temperatur": [3, 5, 6, 7, 48, 49, 50, 69, 70, 71, 72, 75, 86, 89, 91, 94, 97], "bound": 92, "rang": [5, 6, 8, 37, 49, 50, 69, 70, 71, 72, 77, 81, 85, 86, 87, 88, 90, 91, 92, 94, 96, 98], "cumulative_comfort_penalti": 88, "sum": [85, 86, 87, 88, 90, 91, 94, 96], "cumulative_pow": 88, "cumulative_power_penalti": [], "cumulative_reward": [5, 88], "ep_length": [], "mean_comfort_penalti": 88, "mean_pow": 88, "mean_power_penalti": [], "mean_reward": [5, 88], "depend": [5, 6, 7, 11, 63, 69, 70, 71, 72, 86, 87, 88, 89, 92, 93, 94], "being": [6, 93], "normalized_observ": 5, "option": [5, 6, 7, 9, 11, 15, 18, 37, 53, 63, 64, 69, 70, 71, 72, 78, 80, 88, 89, 90, 93, 94], "rollout": [5, 25, 88], "default": [3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 31, 53, 55, 63, 64, 69, 70, 71, 72, 78, 80, 81, 82, 86, 88, 89, 92, 94, 95, 98], "exploration_r": [5, 88], "doesn": [6, 9, 98], "neural": 5, "network": 5, "evalloggercallback": 5, "method": [2, 5, 6, 8, 9, 10, 15, 18, 21, 24, 25, 29, 48, 49, 50, 51, 53, 55, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 88, 89, 92, 93, 94, 96], "try": [], "script": [5, 6, 9, 86, 88, 96], "train_ag": [5, 9, 88], "most": [6, 96], "must": [5, 6, 7, 9, 11, 15, 18, 21, 75, 76, 77, 86, 93, 98], "keep": 8, "mind": [], "concaten": 5, "callbacklist": [5, 88], "until": [2, 10], "where": [5, 6, 15, 21, 25, 29, 57, 60, 61, 70, 72, 88, 89, 94], "comment": [], "curriculum": 5, "add": [3, 6, 9, 10, 11, 84, 86, 88, 92, 93, 98], "valid": [2, 5, 58, 64], "path": [5, 9, 15, 21, 25, 29, 37, 60, 61, 63, 85, 86, 87, 88, 89, 90, 91, 92], "abl": [], "conf": [5, 27, 34, 35, 36], "str": [6, 15, 18, 21, 25, 27, 28, 29, 31, 32, 34, 35, 36, 37, 55, 57, 58, 61, 63, 64, 65, 66, 69, 70, 71, 72, 77, 78, 79, 80, 84, 88, 90], "json": [5, 6, 7, 9, 15, 18, 27, 34, 35, 36, 88], "alloc": [7, 21, 88], "train_agent_exampl": [], "obligatori": [], "overwrit": [2, 5, 86, 92, 98], "seed": [5, 18, 78, 80], "id": [5, 6, 7, 9, 27, 31, 86, 88, 94], "respect": [6, 92, 94], "mention": [6, 9, 86, 87, 89], "next": [2, 5, 6, 9, 11, 18, 21, 77, 78, 80, 88, 89, 90, 91], "appropri": [86, 96], "environment_nam": 5, "episodes_int": 5, "seed_valu": 5, "experiment_d": [5, 88], "local": [5, 9, 25, 55, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 96], "__version__": [5, 88], "env": [6, 8, 9, 11, 25, 33, 37, 38, 48, 49, 50, 51, 52, 53, 55, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96], "overwritten": 86, "number": [5, 6, 15, 18, 24, 25, 55, 63, 80, 86, 88, 89, 92, 93], "remot": [5, 10, 11, 88, 95], "bucket": [5, 60, 61], "delet": [5, 21, 57], "previou": [2, 6, 11, 80, 84, 88, 98], "load_ag": [5, 9, 88], "load_agent_exampl": 5, "onc": [2, 9, 85, 96], "predict": [5, 55, 88], "agre": 92, "collect": [2, 5, 25, 63, 88, 96], "sent": 5, "memori": [5, 9], "form": 5, "project": [5, 9, 10, 11, 12, 39, 88, 95], "direct": [3, 5, 7, 86, 89], "support": [5, 6, 11, 88, 95], "plan": [0, 5, 12], "As": [2, 6, 11, 85, 86, 88, 89, 92, 94], "introduct": 2, "three": [2, 6], "receiv": [2, 9, 81, 92, 98], "At": [4, 85, 88], "gym": [6, 7, 8, 18, 53, 55, 68, 73, 76, 77, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "via": [2, 88, 98], "handler": [2, 21, 85, 86, 87, 88, 90, 91, 92, 93], "influenc": 2, "cours": [], "imag": [2, 9, 11], "modul": [9, 10, 11, 13, 16, 19, 22, 93, 95], "correctli": [9, 11, 29, 92, 93, 96, 98], "scheme": 15, "abstract": 2, "sinc": [2, 5, 91, 98], "task": [2, 9, 11], "handl": [86, 87], "prepar": [2, 6, 11, 21, 85], "initi": [2, 5, 6, 18, 21, 25, 59, 64, 75, 77, 78, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "reset": [2, 15, 18, 21, 55, 64, 78, 80, 82, 85, 86, 87, 88, 89, 90, 91, 92, 96], "dictionari": [2, 6, 8, 15, 18, 27, 28, 29, 34, 35, 36, 64, 77, 78, 86, 89, 94, 98], "kei": [2, 3, 5, 6, 7, 8, 9, 15, 18, 21, 27, 28, 32, 37, 66, 77, 79, 93, 98], "time_elaps": [2, 85, 87, 88, 90, 91, 92], "elaps": [2, 63], "month": [2, 6, 7, 30, 69, 70, 71, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 96, 98], "is_rain": [2, 85, 87, 90, 91, 92], "true": [2, 25, 33, 53, 55, 63, 64, 78, 80, 88, 89, 90, 92], "rain": [2, 97], "count": [2, 3, 7, 55, 89], "than": [6, 83, 88, 98], "idf": [6, 11, 28], "epw": [2, 6, 7, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "eplu": [6, 7, 8, 18, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "demo": [85, 86, 89, 90, 91, 96], "v1": [6, 7, 8, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "usa_pa_pittsburgh": [85, 87, 89, 90, 97], "allegheni": [85, 87, 89, 90, 97], "counti": [85, 87, 89, 90, 97], "ap": [7, 85, 86, 87, 88, 89, 90, 97], "725205_tmy3": [85, 87, 89, 90, 97], "No": [3, 6, 7, 85, 86, 89, 90], "01": [88, 92], "31": [8, 64, 85, 86, 87, 88, 89, 90, 91, 92], "03": [88, 92], "hot": [6, 7, 8, 69, 70, 71, 72, 86, 87, 91, 92, 97], "usa_az_davi": [7, 87, 91, 92, 97], "monthan": [7, 87, 91, 92, 97], "afb": [7, 87, 91, 92, 97], "722745_tmy3": [7, 87, 91, 92, 97], "mix": [7, 86, 87, 88, 89, 94, 97], "usa_ny_new": [7, 88, 97], "j": [7, 88, 97], "f": [7, 11, 88, 97], "kennedi": [7, 88, 97], "intl": [7, 86, 88, 97], "744860_tmy3": [7, 88, 97], "usa_wa_port": [7, 86, 97], "angel": [7, 86, 97], "william": [7, 86, 97], "r": [7, 69, 71, 86, 97], "fairchild": [7, 86, 97], "727885_tmy3": [7, 86, 97], "box": [6, 7, 18, 86, 87, 88, 89, 91, 92], "stochast": [6, 7, 25, 55, 86, 88, 94], "warehous": [], "ashrae9012016_warehouse_denv": [], "ashrae9012016_officemedium_denv": [], "officegrid": [], "officegridstoragesmooth": 83, "shopwithvandbatteri": [], "either": [6, 7, 64, 98], "predefin": [6, 86, 89, 94], "shown": [11, 86, 94], "argument": [6, 21, 64, 76, 86, 98], "subsect": 6, "building_fil": [6, 7, 18], "intermedi": [6, 77, 89, 98], "element": [3, 6, 28, 32, 63, 86, 89, 93, 98], "diagram": [6, 94], "weather_fil": [6, 7, 15, 18, 86], "climat": [6, 97], "condit": [6, 18, 48], "sever": [6, 9, 11, 15, 89, 97, 98], "select": [2, 6, 11, 15, 18, 48, 49, 50, 51, 78, 86, 91, 92, 96, 98], "re": [6, 85, 88, 89, 91, 93], "randomli": [2, 6, 15, 18, 51, 83, 86, 96], "done": [6, 63, 88, 91, 92, 95], "increas": [5, 6, 88, 92, 98], "complex": [2, 6, 11, 95], "desir": [6, 9, 77, 87, 88, 98], "weather_vari": [6, 14, 18, 86], "ornstein": [6, 15, 18], "uhlenbeck": [6, 15, 18], "tupl": [6, 8, 15, 18, 21, 34, 36, 66, 69, 70, 71, 72, 75, 77, 78, 79, 80, 81, 90, 98], "sigma": [6, 15, 18], "mu": [6, 18], "tau": [6, 15], "whose": [2, 6, 63, 92], "natur": 6, "moreov": 6, "need": [6, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "reward_kwarg": [6, 7, 18, 86, 94], "sub": [6, 9, 18], "max_ep_data_store_num": [6, 7, 18, 86], "last": [6, 8, 11, 18, 37, 78], "n": [6, 80, 92], "activ": [6, 11, 24, 63, 78, 87, 88, 90, 92, 93], "present": [2, 4, 5, 6, 15, 93, 97], "time_vari": [6, 7, 18, 21, 86], "By": [6, 8, 9, 11, 86, 92, 94, 98], "day_of_month": [6, 7, 86, 88, 89, 91, 92, 98], "custom_variable_nam": 6, "variable_kei": 6, "rdd": 6, "gener": [2, 6, 7, 9, 15, 18, 88, 89, 92, 93, 98], "similar": [0, 6, 7, 12, 94], "custom_meter_nam": 6, "mdd": 6, "mtd": 6, "custom_actuator_nam": 6, "actuator_typ": 6, "actuator_valu": 6, "actuator_original_nam": 6, "empti": [6, 11, 18, 21], "data_avail": [6, 93], "txt": [6, 10, 93], "alon": 57, "dynam": [92, 98], "action_spac": [6, 7, 18, 51, 85, 86, 87, 90, 91, 92, 96], "standard": [6, 10, 28, 48, 85, 96, 98], "previous": [5, 6, 15, 87, 88, 93], "inconsist": [6, 86], "constant": [7, 69, 70, 71, 72, 88, 91, 94], "meanwhil": 2, "effect": [], "solut": 98, "_action_transform": [], "eplus_env": 78, "recommend": [6, 9, 11, 49, 50, 86, 87, 88, 92, 94], "deactiv": [63, 78, 93], "update_flag_norm": [], "action_map": [75, 76, 92], "link": 9, "index": 88, "0": [5, 6, 7, 9, 18, 24, 30, 63, 66, 69, 70, 71, 72, 75, 81, 83, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "would": [3, 9, 85, 92], "env_nam": [6, 15, 18, 37, 86, 88, 93], "directori": [6, 9, 11, 15, 18, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "runperiod": [6, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92], "grow": [], "config_param": [6, 7, 8, 18, 86], "cover": [], "world": [], "greatest": [], "divers": 6, "certain": [2, 9], "characterist": [5, 85], "dedic": 6, "give": [], "explan": [], "download": [6, 88], "ddy": [6, 15], "exactli": [], "should": [6, 7, 9, 11, 25, 68, 93, 96, 98], "That": [], "sizingperiod": [6, 87], "designdai": [6, 15, 87], "site": [3, 6, 7, 86, 87, 89], "alreadi": [6, 9, 91, 95, 96], "even": 91, "perhap": [], "ones": [0, 6, 12, 94, 98], "intend": 98, "someon": [], "pretend": [], "higher": 94, "convert": [6, 27, 28, 92, 98], "convertinputformat": 6, "Be": [], "ensur": [0, 6, 9, 12, 92, 96], "correct": [6, 7, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "now": [6, 9, 85, 88, 90, 91, 92], "know": 6, "look": [33, 38, 53, 85, 93], "amplifi": [], "investig": 8, "To": [3, 5, 6, 8, 9, 11, 85, 86, 88, 89, 92, 93, 94, 95], "extra_param": 8, "timesteps_per_hour": [8, 86], "1997": 8, "1998": [8, 88], "appli": [2, 3, 5, 7, 8, 10, 15, 18, 74, 77, 82, 86, 92, 98], "skeleton": 8, "separ": [3, 8, 94], "less": 88, "1991": [8, 85, 86, 87, 88, 89, 90, 91, 92], "determin": [8, 15, 21, 64, 88, 92], "start_dai": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_year": [8, 85, 86, 87, 88, 89, 90, 91, 92], "end_dai": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "end_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "end_year": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "manual": [6, 8, 87, 88], "februari": 8, "29th": 8, "leap": 8, "fail": [5, 8, 9, 21, 88], "apply_extra_conf": 8, "gcloud": [9, 88], "idea": [], "virtual": [9, 11], "gce": 9, "finish": [9, 88], "job": 88, "remov": [9, 57, 69, 70, 71, 72, 88, 89, 92], "firstli": [], "sdk": [9, 11], "auth": [9, 57], "invoic": 9, "secondli": 9, "docker": [9, 10], "authent": 9, "begin": [2, 5, 7, 9, 11, 85, 94, 96], "registri": [6, 9], "pub": 9, "sql": 9, "admin": 9, "firestor": 9, "datastor": 9, "gmail": 9, "henc": [5, 87, 98], "client": [9, 59, 60, 61], "artifactregistri": 9, "googleapi": 9, "com": [9, 11, 52, 53], "cloudapi": 9, "cloudbuild": 9, "containerregistri": 9, "sqladmin": 9, "cloudfunct": 9, "pubsub": 9, "serviceusag": 9, "drive": 9, "appengin": 9, "Or": [], "consol": 9, "termin": [9, 63, 64, 65, 79, 80, 85, 86, 87, 88, 90, 91, 92, 96], "applic": [9, 95], "login": [9, 88], "upload": [9, 10, 61, 88], "public": 9, "eu": 9, "gcr": 9, "io": 9, "latest": [9, 10, 11, 88, 92, 98], "europ": 9, "west1": 9, "b": [9, 88], "privileg": [9, 58], "restart": 9, "never": 9, "stdin": 9, "tty": 9, "boot": 9, "disk": 9, "20gb": 9, "pd": 9, "ssd": 9, "n2": 9, "highcpu": 9, "8": [9, 11, 72, 82, 86, 87, 88, 91, 92, 97], "hub": [9, 10, 11], "prefer": [9, 11], "realli": 9, "10gb": 9, "isn": [9, 89, 98], "enough": 9, "deriv": [], "silenc": [], "incid": [], "clear": 9, "suppos": [], "fork": [9, 10], "yaml": 9, "dockerfil": [9, 10, 11, 95, 96], "write": [7, 9, 15, 66, 95], "cach": 9, "quick": 9, "cloudsdktool": 9, "entrypoint": 9, "bash": [9, 21], "arg": [9, 11, 24, 25, 66, 85, 86, 87, 88, 89, 90, 91, 92], "pull": 9, "project_id": 9, "exit": 9, "sinergym_extra": [9, 11], "push": 9, "built": [5, 7, 9, 10, 11], "command": [9, 11, 21, 87, 95], "builder": 9, "gsutil": 9, "iam": 9, "ch": 9, "allus": 9, "objectview": 9, "appspot": 9, "disksizegb": 9, "timeout": 9, "86400": 9, "older": [6, 9], "wa": [2, 9], "inner": [24, 57, 60, 61], "confus": 9, "helper": 9, "upgrad": 9, "global": [6, 9, 55], "least": 9, "free": [9, 91], "might": [7, 9, 11, 85, 96, 98], "submit": 9, "region": 9, "config": [9, 85, 86, 87, 88, 89, 90, 91, 92, 95], "substitut": [9, 74], "predetermin": 9, "enter": 9, "after": [9, 11, 55, 86, 92], "immedi": 9, "hasn": [9, 32], "yet": 9, "think": 9, "notifi": [6, 9], "happen": 9, "wait": [2, 9, 88], "minut": [9, 88], "gserviceaccount": 9, "scope": 9, "www": 9, "devstorag": 9, "full_control": 9, "gce_zon": 9, "gce_project_id": 9, "explain": [6, 7, 9], "group": [9, 57], "quot": [], "probabl": [], "readi": [9, 85, 86, 87, 88, 89, 90, 91, 92, 96], "connect": [6, 9, 20], "ssh": 9, "optim": [9, 94], "o": [9, 10], "attach": 9, "everi": [25, 85, 87, 90, 91, 92, 96], "evalu": [9, 25, 88, 94], "without": [6, 9, 87], "auto_delet": 9, "individu": [7, 9, 98], "remote_stor": 9, "bind": 9, "member": 9, "serviceaccount": 9, "role": 9, "owner": 9, "project_path": 9, "export": [9, 29, 89], "google_cloud_credenti": 9, "dote": [], "root": [9, 11, 88, 93, 96], "gitignor": [], "ignor": [9, 10, 24, 95], "final": [2, 5, 7, 85, 88, 89], "token": [9, 57, 58], "trigger": [9, 10, 25], "event": [9, 10, 64], "advertis": [], "captur": [], "slack": 9, "sm": 9, "email": 9, "pipelin": [], "deploi": [], "softwar": 10, "websit": [], "pep8": 10, "aggress": 10, "isort": 10, "sort": 10, "warn": [10, 25, 53, 55, 75, 88, 89, 91, 92], "rise": 89, "pytyp": 10, "d": [10, 85, 86, 87, 88, 89, 90, 91, 92], "cannot": [], "fix": [], "compil": 10, "sphinx": 10, "rais": [10, 15, 55, 76, 98], "exist": [4, 6, 86, 88, 92, 93], "vocabulari": [], "spell": 10, "mistak": [], "unknown": [], "word": 10, "doc": [10, 11, 88], "spelling_wordlist": 10, "alphabet": [], "accept": [], "messag": [10, 64, 86], "behav": [], "statu": 89, "docstr": 10, "pytest": [10, 11], "insid": [], "secur": 10, "identifi": [6, 10], "prevent": 10, "malici": 10, "attempt": [], "pull_request_target": [], "checkout": [], "branch": 10, "skip": [10, 53], "commit": 10, "ci": [10, 53], "string": [5, 7, 64], "161": [10, 88], "sequenti": 10, "autopep8": 10, "tag": [10, 11], "successfulli": [85, 86, 87, 88, 89, 90, 91, 92, 95], "codecov": 10, "coverag": 10, "edit": 10, "catch": [], "pypi": [10, 11], "yml": [10, 11, 95], "minim": 10, "below": [6, 9, 11, 86, 94, 97], "throughout": [], "ubuntu": 11, "18": [11, 85, 88, 90, 91, 92, 97], "04": [11, 88], "lt": [11, 88, 89, 92], "9": [6, 7, 11, 49, 50, 69, 70, 71, 72, 87, 88, 89, 91, 92, 97], "7": [11, 86, 87, 88, 89, 91, 92, 97], "22": [11, 85, 86, 87, 88, 89, 91, 92], "avoid": [9, 11, 55, 87, 88], "wish": [8, 11, 86, 87], "pip": [11, 95], "setup": [3, 11, 85], "tag_nam": 11, "setup_tag": 11, "example1": 11, "studio": 11, "simpli": [9, 11, 86, 89, 92], "pop": [11, 90], "button": 11, "reopen": 11, "isol": 11, "vscode": 11, "clone": [11, 96], "git": [9, 11], "ugr": 11, "sail": 11, "cd": 11, "sudo": 11, "apt": 11, "virtualenv": 11, "env_sinergym": 11, "python3": [11, 85, 86, 87, 88, 89, 90, 91, 92], "bin": 11, "altern": [11, 86], "conda": 11, "python_environ": 11, "program": 11, "outsid": [11, 89, 94], "instruct": 11, "linux": 11, "choos": [11, 87], "pythonpath": 11, "interpret": 11, "told": 11, "consid": [5, 11, 69, 70, 71, 72, 85, 98], "subset": [11, 86, 92], "supervis": 95, "vv": [11, 95], "anywai": [], "param": [14, 15, 24, 25, 50, 63, 88], "modif": [0, 6, 12, 14, 86], "json_fil": 15, "dict": [7, 15, 18, 21, 25, 27, 28, 29, 34, 35, 36, 37, 55, 63, 66, 77, 78, 79, 80, 90, 91, 92, 93], "max_ep_stor": 15, "int": [15, 18, 24, 25, 30, 40, 41, 42, 43, 44, 45, 46, 55, 63, 66, 69, 70, 71, 72, 75, 76, 78, 79, 80, 90, 91, 92], "extra_config": 15, "_json_path": 15, "_weather_path": 15, "_ddy_path": 15, "_idd": 15, "idd": 15, "opyplu": [15, 32, 85, 86, 87, 88, 89, 90, 91, 92], "epm": [15, 32], "_variabl": 15, "_meter": 15, "_actuat": 15, "experiment_path": [15, 88], "episode_path": [15, 18], "none": [5, 15, 18, 21, 25, 29, 37, 38, 48, 49, 50, 53, 55, 63, 64, 66, 78, 80, 88, 89, 90], "ddy_model": 15, "weather_data": [15, 85, 86, 87, 88, 89, 90, 91, 92], "weatherdata": 15, "zone_nam": [15, 18, 89], "episode_length": [5, 15, 18, 88, 89], "second": [15, 30, 55, 85, 86, 87, 88, 89, 90, 91, 92], "step_siz": [15, 18, 89], "timestep_per_episod": [15, 18, 88, 89], "__init__": [2, 15, 18, 21, 24, 25, 48, 49, 50, 51, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 94], "adapt_building_to_config": 15, "adapt_building_to_epw": 15, "summerdai": 15, "ann": 15, "clg": [3, 7, 15, 89], "condn": 15, "db": [15, 89], "mwb": 15, "winterdai": 15, "htg": [3, 7, 15, 89], "99": [15, 86, 88, 91, 92], "summer": [15, 69, 70, 71, 72, 94, 97], "winter": [15, 94, 97], "desingdai": 15, "adapt_building_to_met": 15, "adapt_building_to_vari": 15, "apply_weather_vari": 15, "drybulb": [3, 7, 15, 86, 89, 91], "variat": [7, 15, 75], "float": [15, 18, 30, 37, 40, 41, 42, 43, 44, 45, 46, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 80, 81, 82], "affect": [15, 55, 89], "ou": 15, "properti": [15, 18, 21, 75, 76], "building_path": [15, 18, 21, 89], "ddy_path": [15, 18], "get_schedul": 15, "found": [4, 5, 15, 86, 96], "idd_path": [15, 18], "save_building_model": 15, "set_episode_working_dir": 15, "dir": 15, "except": [15, 21, 64], "parent": [15, 88], "update_weather_path": 15, "weather_path": [15, 18, 21, 89], "float32": [7, 18, 85, 86, 87, 89, 90, 92], "bool": [18, 21, 25, 33, 53, 55, 63, 75, 76, 78, 79, 80, 90], "linearreward": [7, 18, 89, 94], "union": [18, 29, 63, 76, 78, 79, 80, 90], "sampl": [18, 85, 86, 87, 90, 92, 96, 97], "match": [5, 18, 21, 76, 77, 86, 87, 92, 94], "transfer": [18, 21, 89], "map": [7, 81, 86, 88, 92, 98], "tao": 18, "feedback": 18, "pass": [18, 25, 55], "actuator_handl": [18, 89], "available_handl": [18, 89], "close": [18, 78, 85, 86, 87, 88, 90, 91, 92, 96], "is_run": [18, 21, 89], "metadata": 18, "render_mod": 18, "human": [18, 48], "meter_handl": [18, 89], "observation_spac": 18, "render": [18, 25, 53, 55, 88], "mode": 18, "ndarrai": [18, 44, 63, 74, 78, 79, 80, 83, 84, 90], "np_random": [18, 78], "chosen": [11, 18, 48, 49, 50, 51, 78, 86, 91], "entropi": [18, 78], "addit": [5, 6, 18, 24, 53, 55, 78, 86, 87, 89, 96], "np": [7, 18, 63, 74, 78, 79, 80, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 96], "integ": [18, 78], "truncat": [18, 63, 78, 79, 85, 86, 87, 88, 90, 91, 92, 96], "var_handl": [18, 89], "pyenergyplu": 20, "obs_queu": 21, "queue": [21, 92, 98], "info_queu": 21, "act_queu": 21, "runner": 21, "thread": 21, "make_eplus_arg": 21, "transform": [5, 21, 74, 75, 81, 92, 98], "output_path": [21, 37], "descript": [7, 21], "stop": [2, 21], "forc": [21, 88], "clean": 21, "join": 21, "again": 21, "common": [6, 22, 25, 55, 88, 89, 95], "kwarg": [7, 24, 25, 27, 66, 82], "plot": 24, "tensorboard": [], "ep_reward": 24, "ep_pow": 24, "ep_term_comfort": 24, "ep_term_energi": 24, "num_comfort_viol": 24, "ep_timestep": 24, "increment": [24, 50, 75, 77, 98], "verbos": [24, 25, 88], "csvlogger": [24, 78, 88, 90, 93], "boolean": 24, "on_training_end": [], "eval_env": [25, 88], "callback_on_new_best": 25, "accord": [9, 25, 89, 97, 98], "n_eval_episod": [25, 55, 88], "eval_freq": [25, 88], "eval": [5, 25, 88], "freq": 25, "log_path": [25, 88], "npz": 25, "best_model_save_path": [25, 88], "determinist": [25, 55, 88], "stable_baselines3": [25, 55, 88], "vec_env": [25, 55, 88], "vecenv": [25, 55], "callback_after_ev": 25, "10000": 25, "update_child_loc": 25, "locals_": 25, "eppi": 28, "de": 28, "excel": [29, 89], "rel": [3, 7, 29, 86, 89], "st_year": 30, "st_mon": 30, "st_dai": 30, "end_mon": 30, "delta": [30, 77, 92, 98], "st": 30, "mon": 30, "24": [30, 87, 88, 90, 91, 92], "got": 32, "explicitli": 32, "season": [69, 70, 71, 72, 89, 91, 97], "ashra": [48, 49, 50], "55": [48, 88, 97], "thermal": [3, 48, 70, 72, 89, 94], "environment": [3, 7, 48, 89, 97], "2004": 48, "wrapper_class": [33, 38], "last_result": 37, "max": [7, 37, 69, 71], "min": [37, 89], "absolut": [5, 37, 69, 71, 94], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 60, 61], "search": [38, 88, 89], "unwrap": [38, 88, 89, 92, 93], "till": 38, "basic": [6, 47, 96], "eplusenv": [48, 49, 50, 51, 74, 76, 78, 79, 80, 81, 82, 84, 88, 92], "static": [48, 49], "setpoint": [3, 7, 48, 49, 50, 75, 86, 89, 91, 92, 98], "act": [48, 49, 50, 51, 83, 91], "sequenc": [48, 49, 50, 51, 90, 91], "perceiv": [48, 50, 91], "2zonedatacenterhvac": [49, 50], "tc9": [49, 50], "2016": [49, 50], "checker": 52, "dlr": [52, 53], "rm": [52, 53], "baselines3": [52, 53], "skip_render_check": 53, "openai": 53, "blob": 53, "master": 53, "mainli": 53, "type_alias": 55, "policypredictor": 55, "callabl": [55, 65, 76, 78], "reward_threshold": 55, "return_episode_reward": 55, "scale": [55, 82, 94, 95], "earli": 55, "anyth": 55, "els": [55, 91], "basealgorithm": 55, "basepolici": 55, "minimum": [55, 75, 89, 92], "expect": 55, "met": 55, "lack": 55, "std": 55, "easier": 56, "instance_group_nam": 57, "respons": [57, 93], "vm": 57, "mig": 57, "request": 57, "petit": [58, 59], "ask": [59, 60, 61], "resourc": [59, 60, 61], "bucket_nam": 60, "blob_prefix": 60, "exclud": 60, "src_path": 61, "dest_bucket_nam": 61, "dest_path": 61, "destin": 61, "monitor_head": [63, 78, 90], "progress_head": [63, 78, 90], "log_progress_fil": [63, 90], "log_fil": [63, 90], "header": [63, 78, 90], "sub_run_n": 63, "res_n": 63, "steps_data": 63, "arrai": [7, 63, 85, 86, 87, 88, 90, 91, 92], "elabor": 63, "later": 63, "total_timestep": [63, 88], "total_time_elaps": 63, "comfort_violation_timestep": 63, "comfort_penalti": [63, 90], "belong": [63, 93], "activate_flag": 63, "deactivate_flag": 63, "log_episod": 63, "log_step": 63, "ob": [63, 74, 82, 84, 85, 86, 87, 88, 90, 91, 92, 96], "log_step_norm": 63, "set_log_fil": 63, "new_log_fil": 63, "fmt": 64, "datefmt": 64, "style": 64, "formatt": [64, 65], "special": 64, "date": 64, "omit": 64, "iso8601": 64, "rfc": 64, "3339": 64, "x1b": 64, "38": [64, 88], "20m": 64, "levelnam": 64, "0m": 64, "20": [7, 64, 86, 88, 90, 91, 92], "30": [7, 64, 69, 70, 71, 72, 86, 88, 89, 91, 92], "33": [64, 88, 91], "40": [64, 88, 92], "50": [64, 86, 88], "1m": 64, "bold_r": 64, "text": 64, "operand": 64, "oper": [5, 64, 98], "yield": 64, "coupl": 64, "preparatori": 64, "carri": 64, "logrecord": 64, "getmessag": 64, "usestim": 64, "formattim": 64, "formatexcept": 64, "append": [64, 85, 86, 87, 88, 90, 91, 95, 96], "grei": 64, "red": 64, "yellow": 64, "getlogg": 65, "customformatt": 65, "dump": [24, 66], "pair": 66, "onto": 66, "sb3": [0, 12, 66, 88], "key_valu": 66, "key_exclud": 66, "temperature_vari": [7, 69, 70, 71, 72, 86], "energy_vari": [7, 69, 70, 71, 72, 86], "range_comfort_wint": [7, 69, 70, 71, 72, 86], "range_comfort_summ": [7, 69, 70, 71, 72, 86], "summer_start": [7, 69, 70, 71, 72], "summer_fin": [7, 69, 70, 71, 72], "energy_weight": [7, 69, 71, 72, 86], "lambda_energi": [7, 69, 70, 71, 72], "0001": 88, "lambda_temperatur": [7, 69, 70, 71, 72], "exponenti": [69, 94], "w": [69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "lambda_": [69, 71], "lambda_t": [69, 71, 94], "exp": 69, "t_": [69, 71, 94], "cold": [69, 70, 71, 72, 97], "session": [69, 70, 71, 72], "dimens": [69, 70, 71, 72, 92], "1e": [7, 69, 70, 71, 72, 82, 88], "min_energy_weight": [], "range_comfort_hour": [70, 72], "linear": [70, 71, 72, 94], "is_weekend": [74, 92, 98], "sin": [74, 92, 98], "co": [74, 92, 98], "sen": 74, "initial_valu": [75, 77, 92], "delta_temp": [75, 92], "step_temp": [75, 92], "action_nam": 75, "maximum": [75, 77, 86, 89, 92, 93, 94, 98], "logger_class": [78, 90], "activate_logg": 78, "deactivate_logg": 78, "reward_term": [79, 92], "vector": [79, 80, 92, 98], "scalar": [6, 79, 92, 94, 98], "flatten": [80, 92], "stack": [80, 92, 98], "flat": 80, "reli": 11, "get_unwrapped_ob": [], "rate": [3, 7, 83, 86, 89], "simultan": [3, 5, 10, 83], "upper": [7, 83, 94], "previous_vari": [84, 92], "farama": 85, "loop": 85, "numpi": [85, 86, 87, 88, 89, 90, 91, 92, 96], "workspac": [85, 86, 87, 88, 89, 90, 91, 92, 96], "res1": [86, 87, 88], "39": [85, 86, 87, 88, 89, 90, 91, 92], "start_weekdai": [85, 86, 87, 88, 89, 90, 91, 92], "n_steps_per_hour": [85, 86, 87, 88, 89, 90, 91, 92], "31536000": [85, 86, 87, 88, 89, 90, 91, 92], "900": [85, 86, 87, 88, 89, 90, 91, 92], "35040": [85, 86, 87, 88, 89, 90, 91, 92], "glanc": 85, "someth": 85, "current_month": [85, 86, 87, 88, 90, 91, 92, 96], "displai": [85, 86, 87, 90, 91, 92, 96], "print": [6, 85, 86, 87, 88, 89, 90, 91, 92, 96], "sub_run1": [85, 86, 87, 88, 89, 90, 91, 92, 93], "usr": [85, 86, 87, 88, 89, 90, 91, 92], "lib": [85, 86, 87, 88, 89, 90, 91, 92], "dist": [85, 86, 87, 88, 89, 90, 91, 92], "493": [85, 86, 87, 88, 89, 90, 91, 92], "futurewarn": [85, 86, 87, 88, 89, 90, 91, 92], "line_termin": [85, 86, 87, 88, 89, 90, 91, 92], "keyword": [85, 86, 87, 88, 89, 90, 91, 92], "deprec": [85, 86, 87, 88, 89, 90, 91, 92], "linetermin": [85, 86, 87, 88, 89, 90, 91, 92], "epw_cont": [85, 86, 87, 88, 89, 90, 91, 92], "self": [85, 86, 87, 88, 89, 90, 91, 92, 94], "_headers_to_epw": [85, 86, 87, 88, 89, 90, 91, 92], "use_datetim": [85, 86, 87, 88, 89, 90, 91, 92], "df": [85, 86, 87, 88, 89, 90, 91, 92], "to_csv": [85, 86, 87, 88, 89, 90, 91, 92], "4254385096063296": [], "21": [87, 88, 91, 92, 97], "817875": [], "23": [7, 86, 87, 88, 89, 91, 92], "054222": [], "reward_energi": [], "09759966457086716": [], "reward_comfort": [], "753277354641792": [], "total_energi": [], "975": 88, "9966457086716": [], "abs_comfort": [85, 87, 90, 91, 92], "17": [88, 90, 91, 92, 97], "246722645358208": [], "1394": 88, "7826506188903": [], "744": [87, 88, 91, 92], "3333333333334": 90, "997723": [], "894978": [], "2977": [91, 92], "04879983228543358": [], "498780432410737": [], "3066": 88, "78837616243": [], "1416": [87, 91, 92], "3125": [91, 92], "16": [88, 92, 97], "752909": [], "27": [87, 88, 89, 90, 91, 92], "053444": [], "5665": [91, 92], "026568975416104906": [], "05313795083220981": [], "531": 88, "3795083220981": [], "512972013113217": [], "4709": [], "293729177251": [], "2160": [87, 91, 92], "3333333333335": [], "1067": [], "596006": [], "8641": [91, 92], "20446464864375535": [], "4089292972875107": [], "59107070271249": [], "6749": 88, "687501258369": [], "2880": [87, 91, 92], "25": [7, 85, 87, 88, 90, 91, 92, 97], "926786": [], "206514": [], "11521": [91, 92], "854637974986215": [], "8825": [], "38683295474": [], "3624": [87, 88, 91, 92], "450157": [], "871521": [], "14497": [91, 92], "33089573323892": [], "10535": [], "06315803729": [], "4344": [87, 91, 92], "933506": [], "29": [88, 92], "778053": [], "17377": [91, 92], "010234480286959169": [], "020468960573918338": [], "97953103942608": [], "12101": [], "875214060821": [], "5088": [87, 91, 92], "418365": [], "28": [88, 92], "15558": [], "20353": [91, 92], "08497719632228318": [], "16995439264456635": [], "830045607355434": [], "13628": [], "224742555516": [], "5832": [87, 91, 92], "141188": [], "852926": [], "23329": [91, 92], "34856257767809495": [], "6971251553561899": [], "30287484464381": [], "15604": [], "503745255817": [], "6552": [87, 88, 91, 92], "333333333333": [], "657272": [], "77765": [], "26209": [91, 92], "005330003468504883": [], "010660006937009766": [], "106": 88, "60006937009766": [], "42654933751714": [], "17794": [], "149582078517": [], "7296": [87, 91, 92], "375": [88, 91, 92], "11": [87, 88, 91, 92], "784815": [], "138014": [], "29185": [91, 92], "006359279454720524": [], "012718558909441048": [], "127": 88, "18558909441047": [], "016856425029037": [], "18838": [], "972733052567": [], "8016": [87, 91, 92], "190203": [], "723541": [], "32065": [91, 92], "8149987978345082": [], "016586334952939066": [], "6134112607160773": [], "165": 88, "86334952939066": [], "386588739283923": [], "forget": [], "cumul": [85, 86, 87, 88, 90, 91, 94, 96], "5678685244508332": [], "19898": [], "11309675785": [], "over": [5, 85], "discuss": [], "environment_id": [6, 86], "long": [88, 92], "scratch": 86, "obvious": [], "thing": [], "expreward": [86, 94], "air_temperatur": [3, 7, 86, 88, 89, 91, 92], "hvac_electricity_demand_r": [3, 7, 86, 88, 89, 92], "26": [7, 86, 87, 88, 89, 92], "methodologi": [], "esp_granada": [86, 97], "084190_swec": [86, 97], "001": [7, 86, 88], "fin_helsinki": [86, 97], "029740_iwec": [86, 97], "prt_lisboa": [86, 97], "085360_ineti": [86, 97], "res2": 86, "togeth": 2, "bellow": [], "new_time_vari": 86, "new_vari": 86, "outdoor_temperatur": [3, 7, 86, 88, 89, 91, 92], "outdoor_humid": [3, 7, 86, 88, 92], "humid": [3, 7, 86, 89, 97], "wind_spe": [3, 7, 86, 88, 92], "wind": [3, 7, 86, 89], "speed": [3, 7, 86, 89], "wind_direct": [3, 7, 86, 88, 92], "diffuse_solar_radi": [3, 7, 86, 88, 92], "diffus": [3, 7, 86, 89], "solar": [3, 7, 86, 89], "radiat": [3, 7, 86], "direct_solar_radi": [3, 7, 86, 88, 92], "west_htg_setpoint": [], "thermostat": [3, 7, 86, 89], "west": [3, 86, 97], "east_htg_setpoint": [], "east": [3, 86], "west_clg_setpoint": [], "east_clg_setpoint": [], "west_zone_temperatur": [], "east_zone_temperatur": [], "west_zone_air_humid": 86, "east_zone_air_humid": 86, "total": [3, 5, 7, 86, 88, 89, 92], "demand": [3, 5, 7, 86, 89], "new_met": 86, "east_zone_electr": 86, "west_zone_electr": 86, "new_actu": 86, "heating_setpoint_rl": [3, 7, 86, 88, 89], "compact": [3, 7, 86, 89], "cooling_setpoint_rl": [3, 7, 86, 88, 89], "new_action_map": [], "15": [88, 89, 90, 91, 92], "new_action_spac": 86, "varibl": 86, "observation_vari": [86, 88, 89, 90, 91, 92], "action_vari": [86, 88, 89, 90], "727885_tmy3_random_1": 86, "0_0": [86, 88], "0457358226428322": [], "36642": [], "58322540486": [], "fit": [], "new_env_nam": 86, "extra_conf": 86, "apply_weekend_holiday_rul": [85, 86, 89, 90], "begin_day_of_month": [85, 86, 89, 90], "begin_month": [85, 86, 89, 90], "begin_year": [85, 86, 89, 90], "day_of_week_for_start_dai": [85, 86, 89, 90], "tuesdai": [85, 86, 89, 90], "end_day_of_month": [85, 86, 89, 90], "use_weather_file_daylight_saving_period": [85, 86, 89, 90], "use_weather_file_holidays_and_special_dai": [85, 86, 89, 90], "use_weather_file_rain_ind": [85, 86, 89, 90], "use_weather_file_snow_ind": [85, 86, 89, 90], "172800": 86, "600": [86, 88], "288": [86, 88], "disadvantag": 87, "adjust": [2, 6, 86, 87, 94], "stand": 87, "propos": [], "loggerwrapp": [87, 88, 92, 96], "high": [7, 86, 87, 91], "shape": [7, 86, 87], "ashrae901_officemedium_std2019_denv": 87, "040098962863255": 87, "037786761565728": [], "04241116416078228": 87, "20377": 87, "86761565728": 87, "738852781557213": 87, "53822100691485": 87, "379228760971404": 87, "042411164160782": 87, "70616176904293": 87, "703710048030462": 87, "721180581946832": 87, "746080113592953": 87, "724106409891995": 87, "75203949912126": 87, "148026393976973": 87, "541555584377814": 87, "325717463001574": 87, "566761270651252": 87, "717924954819775": 87, "745565263920668": 87, "720729493260777": 87, "749034869196144": 87, "321": [87, 88], "9497354183802": 87, "97": [87, 88], "006402439024390249": 87, "012804878048780497": [], "128": [87, 88], "04878048780498": 87, "999634653629034": 87, "820452116127708": 87, "876186402701965": 87, "903480020252864": 87, "999555056583162": 87, "99666173171838": 87, "184828759025105": 87, "130006355654462": 87, "168621791819803": 87, "147029855625828": 87, "322752347845213": 87, "27766692168502": 87, "309153008391664": 87, "29208712515913": 87, "235045107678307": 87, "18328668832165": 87, "21973711769706": 87, "19937480889174": 87, "8449": [87, 88], "532869819053": 87, "1057": 87, "008417052432114897": 87, "016834104864229794": [], "168": [87, 88], "34104864229795": 87, "149345848460342": 87, "75953682781952": 87, "81770703019136": 87, "858321421792976": 87, "150514461425416": 87, "14812351670179": 87, "2656312266007": 87, "21262374343245": 87, "2540491619612": 87, "22475557813916": 87, "46107642729404": 87, "42047961195113": 87, "4517277581382": 87, "430404117791642": 87, "33763950224591": 87, "288256827640698": 87, "326602915153778": 87, "299827804173795": 87, "10750": 87, "45064163916": 87, "5281": [87, 88], "010066938284793056": 87, "020133876569586113": [], "201": [87, 88], "33876569586113": 87, "19407731358453": 87, "044094470156978": 87, "145014331659493": 87, "352756796479834": 87, "893182764402184": 87, "23319381087007": 87, "74732757969822": 87, "915834805222858": 87, "637541666563628": 87, "256312010106484": 87, "713382639436837": 87, "451401745306942": 87, "064466639774928": 87, "81563768547454": 87, "27639522806313": 87, "439213625906792": 87, "151745967733667": 87, "763586483892364": 87, "11548": 87, "32022823176": 87, "7969": 87, "086629771558385": 87, "902553924481154": 87, "058773967039258": 87, "208877778477245": 87, "800723578113704": 87, "122066701037642": 87, "548694042230082": 87, "8080148135287": 87, "604515386030812": 87, "24260320229046": 87, "309496148008126": 87, "321212935563235": 87, "640351119712147": 87, "74718058330181": 87, "092391290403306": 87, "34132552077085": 87, "13105904442731": 87, "76336967540199": 87, "13024": [87, 88], "726695594163": 87, "10945": 87, "010059948897039251": 87, "020119897794078502": [], "198977940785": 87, "10453701684556": 87, "36460897157091": 87, "136702063330183": 87, "171485556687838": 87, "70680120943889": 87, "268166982664578": 87, "93625775693054": 87, "524161569812392": 87, "89127306209505": 87, "951894527724924": 87, "122492094230708": 87, "746965024451924": 87, "281406368027305": 87, "949652376996074": 87, "257056918609834": 87, "869705323946068": 87, "267861141693295": 87, "339380228263305": 87, "16892": 87, "403365280938": 87, "13825": 87, "37224105914655": 87, "47561177379764": 87, "81929272545216": 87, "814482411819796": 87, "233862884129856": 87, "9058518362416": 87, "17496552068692": 87, "487341586511533": 87, "501795840290757": 87, "970852161596834": 87, "876061291823856": 87, "776871813136633": 87, "613096200574414": 87, "23259020873576": 87, "423097775218647": 87, "713184079083927": 87, "7345497449363": 87, "219914681982832": 87, "21896": 87, "489124247968": 87, "16801": 87, "008430450234156376": 87, "01686090046831275": [], "6090046831275": 87, "271287499064524": 87, "19425558540028": 87, "980175234933945": 87, "906032387533777": 87, "103922374125307": 87, "989522929526814": 87, "016204585390692": 87, "266104055476056": 87, "003705212742588": 87, "881385909767747": 87, "48894882371821": 87, "4220851623168": 87, "59396905606546": 87, "999637868869247": 87, "088962724586498": 87, "338281331752377": 87, "06664793651545": 87, "961394089981173": 87, "29221": 87, "960458223268": 87, "19681": 87, "6949311204218827": 87, "5348535808711825": [], "855008659972583": 87, "5348": 87, "535808711825": 87, "690838559877328": 87, "23471113677184": 87, "274973060234515": 87, "76516048261861": 87, "915884970270934": 87, "71248902108889": 87, "211305724387437": 87, "396200191451324": 87, "224743717142747": 87, "67938107281635": 87, "135732451572082": 87, "254721173565525": 87, "187544582040186": 87, "578972583602845": 87, "710083408093293": 87, "737880199154255": 87, "711392832758165": 87, "779567409386665": 87, "35568": 87, "982500109734": 87, "22657": 87, "3672833996926315": 87, "7144469015911845": 87, "30867148538614": 87, "140368086263685": 87, "107384318126506": 87, "04286119781551": 87, "309459135039948": 87, "21409138679209": 87, "629488521519967": 87, "060250789892102": 87, "840213153181647": 87, "214001477054413": 87, "060763866443537": 87, "137783183036678": 87, "61918932935772": 87, "162618330118143": 87, "629687662635828": 87, "968941836819717": 87, "812593090797378": 87, "13979312148985": 87, "41555": 87, "37202758854": 87, "25633": 87, "217442233499717": 87, "817987145745196": 87, "94047661764487": 87, "90122774932239": 87, "19079547564029": 87, "243057033393647": 87, "362385306000814": 87, "522163031742796": 87, "512114023279846": 87, "591416269343217": 87, "90298745924243": 87, "55705870892625": 87, "44306615365681": 87, "549128667042552": 87, "314940373349994": 87, "49021644748176": 87, "459794392100665": 87, "54942547428998": 87, "46726": 87, "14118324007": 87, "28513": 87, "06789851005825302": 87, "11567712232242755": 87, "54443008629097": 87, "507769966536845": 87, "037801974817327": 87, "117585185109778": 87, "408313327693552": 87, "224862634103623": 87, "11515210984941": 87, "302775628790542": 87, "371940434897027": 87, "32785043815016": 87, "223518887721035": 87, "86131650179226": 87, "115677122322428": 87, "75893242733751": 87, "272802747471584": 87, "45393393827288": 87, "530586901729745": 87, "486634787123645": 87, "50168": 87, "979949119224": 87, "31489": 87, "11419542960070476": 87, "22839085920140953": [], "2283": 87, "908592014095": 87, "605597453282652": 87, "54394243021113": 87, "424162800676545": 87, "68554015361045": 87, "008645230812945": 87, "35626077584623": 87, "250704417015097": 87, "449767133034882": 87, "31021959098016": 87, "803384417176364": 87, "009565086141368": 87, "074325327970303": 87, "668604907614746": 87, "496495319039795": 87, "769718084042537": 87, "971422646618414": 87, "843637917081118": 87, "31616435897856": 87, "52076": 87, "90037516009": 87, "34369": 87, "85779811067494": 87, "068803440473825": 87, "70031998681098": 87, "139488733403255": 87, "47876613692316": 87, "426144348275088": 87, "706033444412455": 87, "90653200864582": 87, "831731365763897": 87, "006451254621872": 87, "45700782913386": 87, "29789277185311": 87, "486356831060117": 87, "266051343026817": 87, "538095370223804": 87, "73988367970229": 87, "664023677829388": 87, "828491940697145": 87, "100": [24, 87, 88], "4327780881332173": [], "53505": 87, "6649232406": [], "load": [87, 89], "replac": [86, 87, 88, 92, 93, 98], "preserv": 88, "sophist": 87, "sy": [88, 89], "datetim": [88, 91], "humanoutputformat": 88, "sb3logger": 88, "wandboutputformat": 88, "todai": 88, "strftime": 88, "y": 88, "m": [88, 97], "d_": 88, "h": [88, 97], "experiment_nam": 88, "sb3_dqn": 88, "_": [88, 92], "experiment_param": 88, "init": 88, "entiti": 88, "wandb_param": 88, "alex_ugr": 88, "entri": 88, "generate_id": 88, "detect": 88, "wandb_notebook_nam": 88, "relogin": 88, "20230803_133346": [], "bvwtjd74": [], "sync": 88, "5_2023": 88, "08": [82, 88], "03_13": 88, "33_ud7kza7m": [], "view": [2, 6, 88, 89], "rememb": [85, 88, 89, 91], "_evalu": 88, "33_evalu": [], "mlppolici": 88, "cpu": [3, 88], "devic": 88, "dummyvecenv": 88, "loggerev": 88, "eval_callback": 88, "best_model": 88, "output_format": 88, "stdout": 88, "max_length": 88, "120": 88, "set_logg": 88, "log_callback": 88, "earlier": [], "few": 88, "744860_tmy3_random_1": 88, "259": 88, "userwarn": [88, 89, 91, 92], "dummy_vec_env": 88, "0x7fd60bb56b60": [], "gt": [88, 89, 92], "orderenforc": [88, 92], "passiveenvcheck": [88, 92], "sub_run2": [88, 92, 93], "51": 88, "28e": 88, "61e": 88, "07": 88, "18227": [], "932": [], "937": 88, "03e": 88, "103": 88, "52020353": [], "air_humid": [3, 7, 88, 89, 92], "48": 88, "clg_setpoint": [3, 7, 88, 89, 91, 92], "co2_emiss": [3, 7, 88, 92], "73": 88, "153": 88, "htg_setpoint": [3, 7, 88, 89, 91, 92], "53": 88, "68": [88, 97], "people_occup": [3, 7, 88, 92], "total_electricity_hvac": [3, 7, 88, 92], "29e": 88, "05": [88, 92], "183": [88, 90], "91": [88, 97], "ep_len_mean": 88, "5e": 88, "ep_rew_mean": 88, "82e": 88, "fp": 88, "2489": 88, "14": [86, 88, 92, 97], "active9": [], "sub_run3": [88, 93], "num_timestep": 88, "70077": 88, "episode_reward": 88, "14548": [], "76": 88, "00": [88, 92], "53e": 88, "comfort_viol": 88, "35": [88, 97], "mean_cumulative_reward": [], "45e": 88, "mean_ep_length": [], "mean_power_consumpt": 88, "77e": 88, "415": 88, "power_penalti": 90, "std_cumulative_reward": 88, "std_reward": 88, "02e": 88, "15e": 88, "learning_r": 88, "loss": [3, 88], "9e": 88, "n_updat": 88, "5019": 88, "sub_run4": 88, "91e": 88, "14e": 88, "38127": [], "066": [], "986": [], "102": 88, "5440739": [], "21e": 88, "87e": 88, "1322": 88, "79": [88, 97], "105117": 88, "49e": 88, "13779": 88, "sub_run5": 88, "140154": 88, "30746": [], "63": 88, "8e": 88, "67": 88, "07e": 88, "877": [], "26e": 88, "31e": 88, "22538": 88, "sub_run6": 88, "05e": 88, "38866": [], "49": 88, "55462545": [], "27e": 88, "89e": 88, "1119": [], "156": 88, "175194": 88, "59e": 88, "31298": 88, "0x7fd60bb3f3a0": [], "sinergym_output": 88, "13": [88, 92, 97], "experiment1": 88, "add_dir": 88, "training_output": 88, "evaluation_output": 88, "log_artifact": 88, "success": 88, "histori": [88, 92, 98], "cooling_setpoint_rl25": [], "16472action": [], "heating_setpoint_rl19": [], "41009action_simul": [], "16472action_simul": [], "41009episod": [], "4534episod": [], "70523": [], "31224episod": [], "cumulative_power72096653": [], "57696episod": [], "7209": 88, "66536episod": [], "48828episod": [], "ep_length70077episod": [], "00637episod": [], "mean_power1028": [], "82049episod": [], "10288episod": [], "55463eval": [], "58007": [], "70886eval": [], "52854eval": [], "62654eval": [], "mean_ep_length35040": [], "0eval": 88, "mean_power_consumption34855442": [], "18523eval": [], "87747eval": [], "3485": [], "54422eval": [], "std_cumulative_reward0": 88, "std_reward0": 88, "0observ": 88, "hvac_electricity_demand_rate1029": [], "30906observ": [], "air_humidity48": [], "15646observ": [], "air_temperature22": [], "75465observ": [], "clg_setpoint25": [], "16298observ": [], "co2_emission0": 88, "day_of_month15": [], "72013observ": [], "diffuse_solar_radiation73": [], "4808observ": [], "direct_solar_radiation153": [], "05748observ": [], "hour11": [], "49967observ": [], "htg_setpoint19": [], "41225observ": [], "month6": [], "52587observ": [], "outdoor_humidity68": [], "5428observ": [], "outdoor_temperature12": [], "50143observ": [], "people_occupant3": [], "17898observ": [], "total_electricity_hvac926553": [], "11462observ": [], "wind_direction182": [], "56271observ": [], "wind_speed4": [], "90658rollout": [], "ep_len_mean35040": [], "0rollout": [], "18926": [], "33507rollout": [], "exploration_rate0": 88, "05time": 88, "episodes3tim": [], "fps1119time": [], "time_elapsed156tim": [], "total_timesteps175194train": [], "learning_rate0": 88, "0001train": 88, "loss4591": [], "75195train": [], "n_updates31298": [], "bvwtjd74sync": [], "media": 88, "151": 88, "evaluation_d": 88, "evaluation_nam": 88, "merg": 88, "sinergym_evalu": 88, "20230803_133654": 88, "empzk2on": 88, "33_hu200t1q": 88, "renam": 88, "36": 88, "load_artifact_ent": 88, "load_artifact_project": 88, "load_artifact_nam": 88, "load_artifact_tag": 88, "load_artifact_model_path": 88, "zip": [88, 91, 92], "wandb_path": 88, "use_artifact": 88, "get_path": 88, "model_path": 88, "923534945260318": [], "545": 88, "9675551477944": [], "1053": [], "746855897233": [], "1538": 88, "6951964648028": [], "3263": [], "7965536177353": [], "4591": [], "484569761892": [], "41": [88, 97], "6091": [], "750547652644": [], "7675": [], "242465461302": [], "58": 88, "9644": [], "855276527725": [], "66": [88, 97], "11367": [], "84622925184": [], "75": [88, 97], "13645": [], "675820447477": [], "83": [88, 97], "14107": [], "348329344835": [], "41950243794317843": [], "14699": 88, "365425527394": [], "925224776062733": [], "548": 88, "262830920861": [], "1058": [], "5062791381658": [], "1575": [], "8530805786577": [], "3306": [], "2620501266692": [], "4704": [], "056431691431": [], "6217": [], "987133024803": [], "7784": [], "173975985413": [], "9686": [], "581886177888": [], "316001700072": [], "13621": [], "745435351058": [], "14094": [], "360668740097": [], "41894717522846364": [], "14679": [], "90902000385": [], "7919005989982817": [], "553": 88, "9519593861705": [], "1066": [], "098112779678": [], "1560": [], "9201826366045": [], "3286": 88, "9211366941868": [], "4660": [], "212425594923": [], "6147": 88, "960543074123": [], "7743": [], "014540574517": [], "9648": [], "436575176998": [], "11327": [], "20309820599": [], "13603": [], "34240336748": [], "14089": [], "751097336599": [], "41898931985658516": [], "14681": [], "38576777339": [], "78824095830562": [], "557": [], "1094170940659": [], "8894261383139": [], "1532": [], "3300955107861": [], "3273": [], "1273063036533": [], "4682": [], "13989435092": [], "6188": [], "620556285447": [], "7778": [], "9295888679": [], "9733": [], "548610368716": [], "11396": [], "738321102088": [], "13636": [], "896527096984": [], "14108": [], "25626219889": [], "4194283789134086": [], "14696": [], "770397124146": [], "84397461513269": [], "552": 88, "3501239139867": [], "1063": 88, "132403854795": [], "677885306011": [], "3241": [], "4892282191527": [], "4578": 88, "837169499202": [], "6014": [], "590520477295": [], "7598": [], "554487446062": [], "9556": [], "89837322453": [], "11216": [], "899244286305": [], "13359": [], "969324879577": [], "13833": [], "20644698031": [], "41174758683638085": [], "14427": [], "635442745244": [], "evaluation1": 88, "empzk2onsync": 88, "92": [88, 97], "extend": [89, 91], "export_schedulers_to_excel": 89, "pprint": 89, "actschd": 89, "space1": 89, "field_nam": 89, "activity_level_schedule_nam": 89, "table_nam": 89, "space2": 89, "space3": 89, "space4": 89, "space5": [3, 7, 89], "basinheatersch": 89, "basin_heater_operating_schedule_nam": 89, "twospe": 89, "setp": [3, 7, 89], "sch": [3, 7, 89], "coolingsetpoint": 89, "setpoint_temperature_schedule_nam": 89, "thermostatsetpoint": 89, "singlecool": 89, "dualsetpoint": 89, "cooling_setpoint_temperature_schedule_nam": 89, "coolingcoilavailsch": 89, "availability_schedule_nam": 89, "coilsystem": 89, "fraction": 89, "eleceq": 89, "schedule_nam": 89, "electricequip": 89, "fanavailsch": 89, "suppli": [3, 89], "fan": [3, 89], "variablevolum": 89, "availabilitymanag": 89, "heating_setpoint_temperature_schedule_nam": 89, "heatingsetpoint": 89, "singleh": 89, "infil": 89, "zoneinfiltr": 89, "designflowr": 89, "light": 89, "oa": 89, "sched": 89, "minimum_outdoor_air_schedule_nam": 89, "outdoorair": 89, "oarequir": 89, "zoneminoarequir": 89, "outdoor_air_schedule_nam": 89, "designspecif": 89, "number_of_people_schedule_nam": 89, "plenumclg": 89, "plenumcoolingsetpoint": 89, "plenumhtg": 89, "plenumheatingsetpoint": 89, "reheatcoilavailsch": 89, "reheat": 89, "airtermin": 89, "singleduct": 89, "temp": 89, "setpointmanag": 89, "shadetranssch": 89, "south": 89, "overhang": 89, "transmittance_schedule_nam": 89, "shade": 89, "door": 89, "control_type_schedule_nam": 89, "zonecontrol": 89, "xlsx": 89, "layer": [77, 89], "conform": 89, "my": 89, "often": [89, 92, 98], "plenum": 89, "multiobswrapp": [90, 92], "normalizeobserv": [90, 92, 96], "ranges_5zon": [], "written": 90, "create_row_cont": 90, "customcsvlogg": 90, "def": [90, 91, 92, 94], "super": [90, 94], "last_10_steps_reward": 90, "_create_row_cont": 90, "total_power_no_unit": 90, "7173": [], "51828": [], "1356": [], "64076468415": [], "984348": [], "691034": [], "367269479029056": [], "636939293487245": [], "363060706512755": [], "3054": [], "0220095941445": [], "9632": [], "817284": [], "02408891647452545": [], "0481778329490509": [], "481": 88, "77832949050895": [], "188024759178024": [], "4736": [], "571454268678": [], "74891": [], "531729": [], "221615023532745": [], "6785": [], "093081776233": [], "275679": [], "25613": [], "85061459512608": [], "8829": [], "943111164042": [], "098753": [], "570164": [], "339699740700098": [], "10546": [], "937765974348": [], "805853": [], "79396": [], "010235060377977945": [], "02047012075595589": [], "979529879244044": [], "12117": [], "452740165845": [], "614649": [], "655542": [], "08732701526938413": [], "17465403053876827": [], "82534596946123": [], "13646": [], "256713538365": [], "055405": [], "45958": [], "34864576248800994": [], "6972915249760199": [], "30270847502398": [], "15633": [], "06135286244": [], "270668": [], "874163": [], "005346094724833048": [], "010692189449666096": [], "92189449666095": [], "411057878533825": [], "17869": [], "168300652276": [], "142776": [], "004871": [], "006635015584664937": [], "013270031169329875": [], "132": 88, "70031169329874": [], "10767561929156": [], "18917": [], "38133695269": [], "448978": [], "824717": [], "005961230918705193": [], "011922461837410386": [], "119": 88, "22461837410385": [], "411502592832264": [], "5716922513376816": [], "20032": [], "096486873303": [], "sai": [], "get_season_comfort_rang": [], "fact": [], "myrulebasedcontrol": 91, "feel": 91, "plai": [], "rbc5zone": 91, "daytim": 91, "obs_dict": [91, 92, 94], "out_temp": 91, "summer_start_d": 91, "summer_final_d": 91, "current_dt": 91, "season_comfort_rang": 91, "setpoints_summ": 91, "in_temp": 91, "current_heat_setpoint": 91, "current_cool_setpoint": 91, "new_heat_setpoint": 91, "new_cool_setpoint": 91, "elif": 91, "weekdai": 91, "weekend": 91, "night": 91, "483546380748924": [], "11085250479199188": [], "8562402567058562": [], "1108": [88, 91, 92], "5250479199187": [91, 92], "143759743294144": [], "230": 88, "cast": [88, 91, 92], "x": [88, 91, 92], "34": [88, 91, 92, 97], "4209": [], "458112466861": [], "029685366369608758": [], "011259370724288797": [], "048111362014928716": [], "112": [88, 91], "59370724288796": [], "95188863798507": [], "5258": [], "108923991286": [], "6145943008400423": [], "01764281304368121": [], "2115457886364034": [], "176": [88, 91], "42813043681213": [], "788454211363597": [], "8277": [], "381590851526": [], "857805333622366": [], "11560": [], "27249890603": [], "16617330266530317": [], "33234660533060634": [], "832346605330606": [], "15428": [], "2855453818": [], "028967677878128484": [], "05793535575625697": [], "057935355756257": [], "18950": [], "125686375166": [], "1033173838869335": [], "206634767773867": [], "21612": [], "411414679176": [], "4214044541910553": [], "8428089083821106": [], "84280890838211": [], "24279": [], "26056073612": [], "869419255431396": [], "26565": [], "625438107254": [], "1548330603406887": [], "12892567486050366": [], "1807404458208737": [], "1289": [91, 92], "2567486050366": [91, 92], "680740445820874": [], "33525": [], "82057091275": [], "004536449977537947": [91, 92], "009072899955075894": [], "90": [88, 91, 92], "72899955075894": [91, 92], "21287780202281": [], "37023": [], "837199708614": [], "32025586147162616": [], "6314388229881764": [], "368561177011824": [], "1397779917244057": [], "39937": [], "82083002047": [], "variant": [92, 98], "mo": 92, "tradit": [92, 98], "multiobjectivereward": 92, "encount": [9, 92], "shouldn": 92, "previousobservationwrapp": 92, "61": [88, 92], "65": [88, 92], "160": [88, 92], "14376": [], "904009": [], "525": [88, 92], "997672": 92, "56": [88, 92], "htg_setpoint_previ": 92, "clg_setpoint_previ": 92, "air_temperature_previ": 92, "248121": [], "datetimewrapp": 92, "res3": 86, "month_sin": 92, "month_co": 92, "hour_sin": 92, "hour_co": 92, "800000190734863": 92, "650000095367432": 92, "143760681152344": [], "904008865356445": [], "5250244140625": 92, "5625": 92, "discreteincrementalwrapp": 92, "decrement": [77, 92, 98], "limit": [92, 94], "current_setpoint": 92, "res4": 85, "WITH": 92, "IN": 89, "res5": [], "res6": [], "0000000e": 92, "4000001e": 92, "5000000e": 92, "8750000e": 92, "4500000e": 92, "02": 92, "2800000e": 92, "7248121e": [], "8887291e": [], "0360292e": 92, "3242619e": 92, "critic": 92, "proper": 92, "strongli": 92, "01030338481821307": [], "005151692409106535": [], "0338481821307": [], "326224703060248": [], "013657983341870036": [], "006828991670935018": [], "136": 88, "57983341870036": [], "500028024178043": [], "803695489827913": [], "37589562390552445": [], "18794781195276222": [], "875895623905524": [], "09951674852219483": [], "049758374261097416": [], "099516748522195": [], "206697930024088": [], "103348965012044": [], "7921548572425543": [], "39607742862127715": [], "792154857242554": [], "86931759432005": [], "0565151084487425": [], "092720391654623": [], "556515108448743": [], "52578524777106": [], "49993261560442": [], "num_simul": 93, "tree": 93, "content": 93, "sub_runn": 93, "monitor_norm": 93, "sub_run": 93, "num_episod": 93, "within": [6, 9, 10, 93, 95, 96, 98], "copi": 93, "suit": [6, 93], "observation_valu": 93, "declar": 93, "row": 93, "regardless": [5, 93, 96], "techniqu": 93, "extern": [0, 12, 93], "factor": [89, 93, 94], "person": 93, "note": 89, "multi": 94, "discomfort": 94, "neg": 94, "perfect": [], "behavior": 94, "notic": [], "r_t": 94, "omega": 94, "lambda_p": 94, "p_t": 94, "t_t": 94, "repres": [3, 94, 96], "impos": [], "assign": 94, "proport": 94, "concord": [], "kind": [], "typic": [6, 94], "satisfact": [], "far": [], "target": 94, "hourlylinearreward": 94, "slight": [], "am": [], "pm": [], "equal": [], "seri": [], "reflect": [], "usual": 6, "pretti": [], "imagin": [], "signal": 94, "__call__": 94, "basereward": 94, "customreward": 94, "naiv": 94, "under": [], "v": [], "test_common": 95, "test_const": [], "test_reward": 95, "test_wrapp": 95, "test_simul": 95, "test_env": 95, "test_control": 95, "test_model": 95, "test_stable_baselin": 95, "conceptu": 95, "readm": 95, "try_env": 96, "soon": [], "dispos": [], "simplest": [], "screen": [], "\u00bac": 97, "aus_nsw": 97, "sydnei": 97, "947670_iwec": 97, "australia": 97, "subtrop": 97, "dry": [89, 97], "col_bogota": 97, "802220_iwec": 97, "bogota": 97, "colombia": 97, "mediterranean": 97, "warm": 97, "mild": 97, "80": [88, 97], "granada": 97, "spain": 97, "latitud": [2, 97], "semiarid": 97, "passiv": 97, "84": [88, 97], "59": [88, 97], "helsinki": 97, "finland": 97, "moist": 97, "continent": 97, "jpn_tokyo": 97, "hyakuri": 97, "477150_iwec": 97, "tokyo": 97, "japan": 97, "78": [88, 97], "mdg_antananarivo": 97, "670830_iwec": 97, "antananarivo": 97, "madagascar": 97, "lisboa": 97, "portug": 97, "marin": 97, "74": [88, 97], "arizona": 97, "desert": 97, "usa_co_aurora": 97, "bucklei": 97, "angb": 97, "724695_tmy3": 97, "colorado": 97, "95": [88, 97], "usa_il_chicago": 97, "ohar": 97, "725300_tmy3": 97, "illinoi": 97, "70": [88, 97], "pennsylvania": 97, "washington": 97, "coastal": 97, "81": [88, 97], "classif": 97, "301": [88, 90, 98], "249": 88, "range_gett": [], "epsilon": 82, "coordin": 82, "varianc": 82, "stabil": 82, "res7": [], "res8": [], "res9": [], "precis": [5, 92, 94, 98], "carefulli": [], "res10": [], "00499968750430059": 92, "9875907976185373": 92, "9745626607331893": 92, "9973969815420386": 92, "9908525387095581": 92, "007049581561774207": 92, "0070688585864955075": 92, "38732540837457413": [], "04791484030417072": [], "9802888899782684": 92, "9802889755036568": 92, "res11": [], "res12": [], "8000002e": 92, "1000000e": 92, "6500001e": 92, "6000000e": 92, "7143761e": [], "8904009e": [], "1085250e": 92, "9767256e": 92, "00959875470506871": [], "004799377352534355": [], "98754705068708": [], "679941105322207": [], "01428023828003289": [], "6179095070455745": [], "31609487266280367": [], "142": 88, "8023828003289": [], "382090492954426": [], "210308738550406": [], "4042829598402342": [], "2021414799201171": [], "904282959840234": [], "09800264846136031": [], "049001324230680154": [], "09800264846136": [], "2066365008600854": [], "1033182504300427": [], "206636500860085": [], "8595308128146435": [], "42976540640732175": [], "859530812814643": [], "868898493028976": [], "1764719481960313": [], "1526988115282675": [], "67647194819603": [], "459687136701213": [], "36592506134185854": [], "1874989806484672": [], "63407493865814": [], "default_energy_weight": [70, 72], "311": [88, 89], "get_wrapper_attr": [86, 88, 89, 90, 91, 92], "remind": [88, 89], "reason": 89, "bulb": 89, "dew": 89, "materi": 89, "absorpt": 89, "br01": 89, "visibl": 89, "cc03": 89, "gp01": 89, "gp02": 89, "in02": 89, "in46": 89, "pw03": 89, "rg01": 89, "wd01": 89, "wd10": 89, "cp01": 89, "mat": 89, "clng": 89, "sb": 89, "interior": 89, "convect": 89, "coeffici": 89, "exterior": 89, "mir": 89, "wall": [3, 89], "1pb": 89, "1pf": 89, "1pl": 89, "1pr": 89, "c1": 89, "1p": 89, "c2": 89, "c3": 89, "c4": 89, "c5": 89, "front": 89, "sb12": 89, "sb14": 89, "sb15": 89, "f1": 89, "wf": 89, "right": 89, "sb21": 89, "sb23": 89, "sb25": 89, "f2": 89, "wr": 89, "back": 89, "sb32": 89, "sb34": 89, "sb35": 89, "f3": 89, "wb": 89, "left": 89, "sb41": 89, "sb43": 89, "sb45": 89, "f4": 89, "wl": 89, "sb51": 89, "sb52": 89, "sb53": 89, "sb54": 89, "f5": 89, "ground": 89, "wetbulb": 89, "infiltr": 89, "exchang": 89, "flow": [2, 6, 89], "mass": [3, 7, 89], "vol": 89, "pressur": 89, "autos": 89, "volum": 89, "coincid": 89, "peak": 89, "noncoincid": 89, "curv": [3, 89], "varspeedcoolcapft": 89, "varspeedcoolcaplsft": 89, "varspeedcooleirft": 89, "varspeedcooleirlsft": 89, "packagedratedcoolcapfflow": 89, "packagedratedcooleirfflow": 89, "varspeedcyclingplffplr": 89, "node": 89, "inlet": 89, "ratio": 89, "outlet": 89, "eq": 89, "condens": 89, "atu": 89, "relief": 89, "airloophvac": 89, "internal_vari": 89, "internalvari": 89, "plug": [3, 89], "multipli": 89, "densiti": 89, "nomin": 89, "sensibl": 89, "capac": 89, "preheat": 89, "plugin_global_vari": 89, "trend": 89, "outputmet": 89, "spacetyp": 89, "interiorlight": 89, "generallight": 89, "interiorequip": 89, "energytransf": 89, "electricitypurchas": 89, "plant": 89, "cogener": 89, "electricitysurplussold": 89, "electricitynet": 89, "heatingcoil": 89, "naturalga": 89, "coolingcoil": 89, "mainswat": 89, "carbon": [3, 7, 89], "carbonequivalentemiss": 89, "outputvari": [6, 89], "purchas": 89, "surplu": 89, "net": 89, "ancillari": 89, "pump": [3, 89], "basin": 89, "heater": 89, "impact": [3, 7, 89], "n2o": 89, "emiss": [3, 7, 89], "ch4": 89, "co2": [3, 7, 89], "71": 88, "37": 88, "0x7fece6c64310": [], "50000000": 89, "normalizereward": 96, "nest": 98, "flexibl": [87, 98], "v3": [6, 98], "363": 5, "eventcallback": 5, "action_network": [5, 88], "raw": 5, "cumulative_temperature_viol": [5, 88], "c\u00ba": [], "mean_temperature_viol": [5, 88], "cumulative_energy_penalti": 88, "mean_energy_penalti": 88, "graph": [5, 7], "label": 5, "workspace_path": [18, 88, 89], "dump_frequ": 24, "interv": [24, 98], "401648": [], "482113": [], "energy_term": [85, 87, 90, 91, 92], "comfort_term": [85, 87, 90, 91, 92], "376638677320896": [], "reward_weight": [85, 87, 90, 91, 92], "abs_energi": [85, 87, 90, 91, 92], "energy_valu": [85, 87, 90, 91, 92], "temp_valu": [85, 87, 90, 91, 92], "1377": 88, "2073334221175": [], "625746": [], "877842": [], "1937197084769864": [], "1449198761915529": [], "2898397523831058": [], "710160247616894": [], "3082": [], "223465473194": [], "140188": [], "617777": [], "278734925515239": [], "028162774435636785": [], "2505721510796022": [], "563": 88, "2554887127357": [], "5011443021592044": [], "498855697840796": [], "4727": [], "177113880452": [], "568594": [], "89138": [], "25121608467407874": [], "5024321693481575": [], "497567830651843": [], "6751": [], "923073834405": [], "390983": [], "641151": [], "84065027202759": [], "8800": [], "890990537555": [], "786503": [], "879927": [], "34120792754896": [], "10523": [], "403263312657": [], "288292": [], "438732": [], "0102341357436746": [], "0204682714873492": [], "97953172851265": [], "12095": [], "656188499746": [], "1888685": [], "578459": [], "08725828624996801": [], "17451657249993602": [], "825483427500064": [], "370235352582": [], "298662": [], "994596": [], "34853135399000834": [], "6970627079800167": [], "302937292019983": [], "15600": [], "182243645339": [], "34115": [], "060514": [], "005332687578824091": [], "65375157648182": [], "42438684235638": [], "17761": [], "418349755506": [], "515974": [], "606424": [], "0065355449147727": [], "130": 88, "710898295454": [], "11454181322498": [], "18815": [], "55741669231": [], "70247": [], "621012": [], "006844487029476482": [], "88974058952962": [], "609674786356226": [], "5689803083303209": [], "19937": [], "070003895173": [], "0539919522167969": [], "36931": [], "87800567624": [], "018893380782864": 87, "02120558208039114": 87, "26742679043559126": 87, "4275043299862915": 87, "35722345079559226": 87, "057838561161213775": 87, "20230915_154433": [], "rruc1hul": [], "09": 88, "15_15": [], "44_o37868vr": [], "44": 88, "44_evalu": [], "standar": [], "3562": [], "1392": [], "694896": [], "503794": [], "053787": [], "3205925": [], "995": 88, "2295": [], "943": 88, "371562": [], "25558": [], "62": 88, "722807": [], "2066348": [], "60": 88, "989": 88, "279": 88, "0x7fcc85766fe0": [], "flag_discret": [], "1363": 88, "8228": [], "31368": [], "332386": [], "06220553": [], "1227440": [], "270": 88, "984": 88, "2798": [], "5093": [], "661896": [], "664406": [], "2356377": [], "2518658": [], "978": 88, "3179": [], "0806": [], "267045": [], "308596": [], "1384945": [], "2861172": [], "240": [88, 91, 92], "973": 88, "1317": [], "1315": [], "135364": [], "448359": [], "17125092": [], "1185418": [], "968": 88, "1554": [], "6903": [], "709315": [], "500736": [], "5532975": [], "1399221": [], "962": 88, "427": 88, "70825": [], "053648": [], "99816": [], "0816126": [], "384937": [], "957": 88, "1747": [], "1637": 88, "459963": [], "986109": [], "124": 88, "318": 88, "72": 88, "4361348": [], "1572447": [], "340": 88, "951": 88, "2404": [], "8088": [], "721324": [], "000172": [], "158": 88, "228": 88, "665231": [], "2164328": [], "260": 88, "946": 88, "101": 88, "207115": [], "638483": [], "142889": [], "202": 88, "3391714": [], "91005": [], "94": 88, "95168": 88, "831232": [], "993181": [], "175": 88, "242476": [], "60256": 88, "516": 88, "220": 88, "935": 88, "2317": [], "2751": [], "059267": [], "848759": [], "205855": [], "2085547": [], "93": 88, "755": 88, "6465": 88, "855843": [], "722557": [], "140": 88, "0682583": [], "680081": 88, "250": 88, "924": 88, "3817": 88, "886553": [], "906307": [], "590": 88, "9379473": [], "856243": 88, "210": 88, "919": 88, "56445": [], "972523": [], "993166": [], "392": 88, "43": [88, 97], "963505": [], "532175": [], "913": 88, "519": 88, "2349": 88, "444565": [], "127396": [], "96": 88, "931481": [], "467311": [], "908": 88, "508364": [], "000004": 88, "3573914": [], "903": 88, "715015": [], "412962": [], "82": 88, "8151565": [], "200": 88, "897": 88, "351": 88, "4602": [], "3629": [], "000256": [], "927895": [], "324374": [], "892": 88, "761": [], "80225": [], "42": [88, 97], "69713": [], "433533": [], "752059": [], "667378": [], "06": 88, "886": 88, "353": 88, "41003": [], "286156": [], "00012": 88, "91965": [], "316857": [], "150": 88, "881": 88, "597": 88, "5618": [], "21696": [], "000864": [], "73791": [], "537805": [], "310": 88, "875": 88, "866764": [], "27741": [], "64": 88, "2034512": [], "87": 88, "985": [], "88464": [], "533226": [], "916525": [], "88": 88, "8274853": [], "887296": [], "865": 88, "281553": [], "004633": 88, "1812935": [], "859": 88, "1049": 88, "4585": [], "366756": [], "99963": [], "5096161": [], "944512": [], "854": 88, "1949": 88, "834": 88, "284477": [], "27916": [], "9922612": [], "1754850": [], "848": 88, "3246": [], "3525": [], "475962": [], "418036": [], "474854": [], "2921717": [], "843": 88, "336016": [], "814533": [], "1025134": [], "837": 88, "258": 88, "5179": [], "730331": [], "773428": [], "227357": [], "232666": [], "832": 88, "2874": 88, "4646": [], "638157": [], "851654": [], "32": 88, "410": 88, "6154146": [], "2587018": [], "827": 88, "1347": [], "1746": [], "110903": [], "000158": [], "52": 88, "4361887": [], "1212457": [], "821": 88, "2622": [], "947736": [], "311007": [], "113": 88, "589": 88, "7553725": [], "2360553": [], "300": 88, "816": 88, "3762": [], "9841": [], "481246": [], "00003": [], "143": 88, "538": 88, "456108": [], "3386685": [], "280": 88, "2342": [], "9224": 88, "25385": [], "996935": [], "217": 88, "431": 88, "9363794": [], "2108630": [], "805": 88, "1736": [], "5541": [], "1788435": [], "998148": [], "144": 88, "682": 88, "4493892": [], "1562898": [], "799": 88, "1881": 88, "1904": [], "544444": [], "67879": [], "141": 88, "497": 88, "6490433": [], "1693071": [], "794": 88, "18308": [], "919687": [], "334": 88, "680256": [], "190": 88, "789": 88, "894": 88, "3857": 88, "572989": [], "082869": [], "77317": [], "804947": 88, "783": 88, "2184": [], "94384": [], "186167": [], "6208267": [], "1965691": [], "778": 88, "2520": [], "6936": [], "766445": [], "00038": [], "3037844": [], "2268624": [], "290": 88, "772": 88, "1595": [], "0604": [], "194384": [], "991577": [], "2183934": [], "1435554": [], "767": 88, "444813": [], "991766": [], "0237148": [], "762": 88, "186907": [], "079168": [], "3887873": [], "756": 88, "923752": [], "385725": [], "4784968": [], "751": 88, "1444": [], "3524": 88, "374924": [], "811085": [], "46485355": [], "1299917": [], "745": [85, 88, 90], "822": 88, "7606": [], "009846": [], "999424": [], "69": 88, "488398": [], "740484": [], "716648": [], "99732": [], "89": 88, "520561": [], "734": 88, "809048": [], "000603": [], "1994348": [], "330": 88, "729": 88, "275751": [], "991377": [], "54": 88, "7694576": [], "724": 88, "21686": [], "692156": [], "999968": 88, "8206134": [], "123639": [], "718": 88, "2794": 88, "0073": 88, "413013": [], "527498": [], "213128": [], "2514606": [], "713": 88, "4502": [], "62901": [], "999392": [], "045342": [], "1944405": [], "707": 88, "1330": [], "2872": [], "839572": [], "998674": [], "4312823": [], "1197258": [], "702": 88, "244": 88, "03078": 88, "86584": [], "87879": [], "2069597": [], "219627": 88, "696": 88, "717": 88, "33716": [], "483227": [], "524464": [], "122": 88, "655": 88, "910859": [], "662960": [], "691": 88, "39562": [], "49191": [], "999939": 88, "215": 88, "855332": [], "82276": [], "180": 88, "686": 88, "338": 88, "25272": [], "639288": [], "001194": [], "146": 88, "788": 88, "47": 88, "412345": [], "304427": [], "768303": [], "759983": [], "114": 88, "752714": [], "675": 88, "476": 88, "10425": 88, "252872": [], "547815": [], "8538165": [], "428493": 88, "110": 88, "669": 88, "286": 88, "31332": [], "528374": [], "285545": [], "15184": [], "258600": [], "664": 88, "72845": [], "38047": [], "998476": [], "117": 88, "714": 88, "450992": [], "469463": [], "658": 88, "1147": [], "6796": [], "359589": [], "586372": [], "123": 88, "5612862": [], "1032911": [], "653": 88, "1013": [], "3103": [], "769243": [], "994928": [], "6903571": [], "911979": [], "648": 88, "851522": [], "90116": [], "5325093": [], "642": 88, "473": 88, "91876": [], "81646": [], "575571": [], "8218436": [], "418266": [], "637": 88, "722": 88, "9817": [], "276777": [], "75164": [], "4728107": [], "668990": [], "631": 88, "881313": [], "141039": [], "2381458": [], "626": 88, "825": 88, "0542": [], "855194": [], "99359": [], "2549024": [], "740280": [], "621": 88, "31714": [], "947655": [], "016447": [], "149326": [], "366606": [], "615": 88, "1397": [], "6473": [], "21606": [], "997807": [], "23132843": [], "1257882": [], "1686": [], "853": 88, "069767": [], "014822": [], "6773565": [], "1518167": [], "604": 88, "010223": [], "344286": [], "0836887": [], "599": 88, "1430": [], "9097": [], "903477": [], "994427": [], "39763984": [], "1287818": [], "593": 88, "91926": [], "010431": [], "9516385": [], "588": 88, "1720": [], "5844": [], "356503": [], "944338": [], "8460134": [], "1548525": [], "583": 88, "2417": [], "753": [], "071964": [], "924839": [], "57": 88, "331856": [], "2175977": [], "577": 88, "911241": [], "98652": [], "2930126": [], "572": 88, "808853": [], "666716": [], "393625": [], "566": 88, "813": 88, "08527": [], "798553": [], "29512": [], "253": 88, "502151": [], "745189": [], "561": 88, "9368": 88, "790688": [], "999882": [], "135": 88, "760318": [], "773943": 88, "555": 88, "85596": 88, "579947": [], "987698": [], "282": 88, "581211": [], "669278": [], "881464": [], "697922": [], "873": 88, "263715": [], "30529": [], "163988": [], "341": 88, "6991353": [], "539": 88, "032387": [], "9999": 88, "9850183": [], "534": 88, "43237": [], "372862": [], "1406846": [], "170": 88, "528": 88, "934": 88, "45154": [], "682621": [], "936474": [], "819871": [], "837633": [], "523": 88, "465": 88, "50223": [], "856188": [], "956738": [], "952799": [], "418952": [], "518": 88, "705345": [], "099964": [], "5011363": [], "512": 88, "938507": [], "970463": [], "86": 88, "278302": [], "507": 88, "739735": [], "470823": [], "581934": [], "501": 88, "851566": [], "380167": [], "2802": [], "496": 88, "51921": [], "234875": [], "726774": [], "501335": [], "134459": [], "374866": [], "485": 88, "49456": [], "229124": [], "14264": [], "75754": [], "491966": [], "484042": [], "474": 88, "2678": [], "951868": [], "9376473": [], "469": 88, "794952": [], "477074": [], "1990511": [], "647522": [], "155527": [], "350736": [], "458": 88, "21303": [], "701693": [], "964965": [], "452": 88, "38768": [], "64341": [], "851089": [], "447": 88, "783554": [], "853678": [], "85": 88, "336935": [], "442": 88, "476124": [], "47466": [], "329": 88, "030928": [], "436": 88, "2065": [], "611475": [], "185": 88, "023115": [], "72616": 88, "639082": [], "244621": [], "425": 88, "699": 88, "9297": [], "301125": [], "546923": [], "247": 88, "0145": [], "640309": [], "1525": 88, "6488": [], "31022": [], "00804": [], "137": 88, "828": 88, "375957": [], "1245738": [], "414": 88, "471": [], "3711": [], "780148": [], "952803": [], "248": 88, "005958": [], "449991": [], "409": 88, "3325": [], "9077": 88, "607674": [], "698702": [], "212": 88, "227821": [], "2985993": [], "404": 88, "2012": [], "5535": [], "90393": [], "105179": [], "998964": [], "1811298": [], "398": 88, "90107": [], "20899": 88, "155": 88, "542": 88, "831947": [], "393": 88, "451424": [], "878016": [], "6148205": [], "387": 88, "633995": [], "86152": [], "859717": [], "382": 88, "046185": [], "734818": [], "988001": [], "377": 88, "818966": [], "750896": [], "946649": [], "371": 88, "28187": [], "106916": [], "044637": [], "366": 88, "57055": [], "027727": [], "247186": [], "278534": [], "401508": [], "992218": [], "355": 88, "67444": [], "802631": [], "627713": [], "349": 88, "66517": [], "780748": [], "629286": [], "344": 88, "568436": [], "555756": [], "916034": [], "339": 88, "378946": [], "87989": [], "333": 88, "78514": [], "581863": [], "479231": [], "328": 88, "46241": [], "488697": [], "466447": [], "322": 88, "423355": [], "204565": [], "255": 88, "26991": [], "317": 88, "77": 88, "61499": [], "8752": [], "865583": [], "177": 88, "9794": [], "30306": [], "001537": [], "178": 88, "421978": [], "161787": [], "306": [88, 90], "3026": [], "2478": [], "315445": [], "248228": [], "670": 88, "284592": [], "2683027": [], "3301": [], "3828": [], "1937": [], "967075": [], "374": 88, "36665": [], "2932268": [], "295": 88, "3206": 88, "147": 88, "403057": [], "59288": [], "649": 88, "773046": [], "2885532": [], "832817": 88, "625319": [], "234": 88, "74793": [], "284": 88, "17049": 88, "164158": [], "281": 88, "132212": [], "4201": [], "555874": [], "508892": 88, "208": 88, "706": 88, "261269": [], "3779088": [], "273": 88, "4368": [], "807": 88, "88662": [], "182442": [], "239": 88, "528275": [], "3934399": [], "268": 88, "3950": [], "205": 88, "04697": [], "37156": [], "266": 88, "193977": [], "3555184": [], "263": 88, "1020": 88, "15826": [], "362213": [], "962605": [], "188": 88, "668564": [], "917523": [], "257": 88, "432434": [], "531775": [], "536146": [], "252": 88, "06043": [], "053915": [], "45297": [], "246": 88, "62789": [], "272846": [], "433994": [], "241": 88, "848648": [], "250202": [], "064466": [], "236": 88, "08624": [], "215433": [], "773895": [], "10008": [], "364462": [], "775723": [], "225": 88, "70955": [], "416437": [], "375011": [], "219": 88, "024086": [], "059715": [], "94655": [], "214": 88, "47151": [], "763777": [], "205963": [], "350": 88, "90184": [], "03007": [], "313113": [], "203": 88, "92518": [], "917822": [], "238695": [], "198": 88, "05137": [], "436966": [], "884972": [], "192": 88, "06223": [], "189163": [], "131": 88, "118624": [], "187": 88, "3689": 88, "08706": [], "203537": [], "181": 88, "72868": [], "342916": [], "351654": [], "00748": [], "229866": [], "632": 88, "12697": [], "3975": 88, "2903": [], "273865": [], "389555": [], "368": 88, "470": 88, "870174": [], "3550481": [], "3272": [], "4263": [], "571842": [], "6666": 88, "324": 88, "771729": [], "2945183": [], "4001": [], "879": [], "25957": [], "196922": [], "285": 88, "78587": [], "3601691": [], "154": 88, "2649": 88, "857": 88, "86101": [], "531265": [], "688": 88, "766727": [], "2373646": [], "149": 88, "5408": [], "1562": 88, "099804": [], "734661": [], "852486": [], "4867340": [], "44233": [], "29348": [], "297": [85, 88], "313": 88, "042461": [], "138": [88, 92], "89975": [], "750944": [], "629": 88, "515291": [], "133": 88, "6928": [], "551": 88, "83393": [], "954386": [], "411": 88, "515348": [], "6235695": [], "525753": [], "875122": [], "232": 88, "90296": [], "73681": [], "15023": [], "261177": [], "116": 88, "769733": 88, "213007": [], "916752": [], "111": 88, "77107": [], "718231": [], "419647": [], "105": 88, "047516": [], "460905": [], "616217": [], "61346": [], "794088": [], "499384": [], "0945": 88, "93113": [], "565456": [], "610203": [], "0891": 88, "385345": [], "035686": [], "282839": [], "0837": 88, "77835": [], "723597": [], "8487": [], "0783": 88, "957695": [], "91766": [], "21974": 88, "0729": 88, "60193": [], "206245": [], "310976": [], "0674": 88, "41211": [], "37956": [], "610073": [], "062": 88, "00159": [], "9977": [], "332928": [], "0566": 88, "85871": [], "253578": [], "616": 88, "038502": [], "0512": 88, "6532": [], "0044": [], "097244": [], "768614": [], "426365": [], "6657740": [], "5022": [], "735336": [], "077486": [], "343": 88, "389": 88, "696617": [], "4548898": [], "6356": [], "712": [], "568287": [], "635023": [], "316": 88, "067509": [], "5697576": [], "90952": [], "783958": [], "624": 88, "409597": [], "06866": [], "893541": [], "331": 88, "570": 88, "51284": [], "9164": [], "182": 88, "402317": [], "16418": [], "878765": [], "8251223": [], "8869": [], "65041": [], "355696": [], "298": 88, "578": 88, "392061": [], "7982819": [], "6889": [], "4453": [], "42404": [], "226633": [], "267": 88, "918465": [], "6200500": [], "5340": [], "757": 88, "55715": [], "816568": [], "505": 88, "72559": [], "4802431": [], "6865": [], "7305": [], "415627": [], "185755": [], "665": 88, "03019": [], "6179157": [], "365456": [], "184763": [], "66281": [], "65726": [], "897865": [], "857431": [], "694614": [], "34988": [], "671461": [], "826324": [], "655376": [], "497126": [], "93692": [], "97201": [], "31508": [], "54029": [], "315247": [], "778597": [], "24181": [], "436844": [], "870699": [], "241594": [], "71847": [], "50981": [], "12952": [], "609867": [], "12536": [], "11733": [], "413643": [], "49587": [], "117165": [], "44595": [], "30864": [], "786451": [], "599625": [], "21416": [], "341686": [], "008732": [], "04848": [], "910288": [], "235": 88, "303682": [], "08334": [], "346277": [], "157": 88, "802532": [], "4563": [], "186": 88, "5719": [], "743546": [], "889141": [], "4106867": [], "7268": [], "1567": [], "09683": [], "738607": [], "352": 88, "465897": [], "6511139": [], "6201": [], "2407": 88, "870987": [], "14653": [], "416": 88, "845535": [], "5561446": [], "7951": [], "30646": [], "861374": [], "197": 88, "784": 88, "25454": [], "7142393": [], "9088": [], "162884": [], "76251": [], "184": [85, 88], "711": 88, "269455": [], "8183545": [], "099434": [], "769121": [], "500": 88, "594482": [], "695377": [], "094975": [], "489115": [], "8429": [], "740757": [], "452736": [], "93727": [], "7586702": [], "4474": 88, "456": 88, "2537": [], "016977": [], "93749": [], "4027010": [], "283047": [], "330805": [], "720608": [], "81748": [], "07666": [], "491323": [], "727123": [], "34104": [], "447912": [], "394905": [], "539242": [], "925797": [], "499435": [], "960672": [], "8794": [], "906975": [], "319283": [], "420324": [], "01862": [], "572325": [], "696928": [], "00266": [], "21607": [], "568127": [], "30117": [], "667185": [], "483892": [], "59503": [], "017513": [], "561464": [], "19331": [], "688065": [], "735638": [], "866522": [], "122257": [], "64643": [], "45059": [], "65594": [], "2686": [], "446577": [], "393202": [], "4073": [], "4436": [], "91228": [], "44923": [], "715": 88, "377407": [], "4234497": [], "3121": [], "118": 88, "443302": [], "723028": [], "445": 88, "235348": [], "2787010": [], "76643": [], "167034": [], "922243": [], "297104": [], "39195": [], "209": 88, "890104": [], "5204": [], "50459": [], "949036": [], "886509": 88, "4677755": [], "7750": [], "5396": [], "2379": [], "886232": [], "455": 88, "131008": [], "7012530": [], "4864": [], "0366": [], "344936": [], "127842": [], "737": 88, "000969": [], "4377633": [], "5877": [], "613934": [], "479973": [], "145": 88, "99397": [], "5279113": [], "5634": [], "044": [], "839804": [], "56015": [], "581": 88, "845871": [], "5061490": [], "51951": [], "57107": [], "492": 88, "481045": [], "68009": [], "061005": [], "726038": [], "17737": [], "414062": [], "603611": [], "78135": [], "129128": [], "192562": 88, "27313": [], "95139": [], "82248": [], "15457": [], "924126": [], "201113": [], "65531": [], "250292": [], "704231": [], "44397": [], "785646": [], "121881": [], "026695": [], "217243": [], "031197": [], "33751": [], "639685": [], "739605": [], "68995": [], "386477": [], "572692": [], "932655": [], "986416": [], "7720785": [], "282974": [], "629269": [], "790424": [], "49635": [], "261457": [], "48305": 88, "06723": [], "07384": [], "062025": [], "1393": [], "8168": [], "709564": [], "275753": [], "174": 88, "104": 88, "565653": [], "1244347": [], "1520": [], "9391": [], "15584": [], "99779": 88, "243277": [], "1497613": [], "3080": [], "7302": [], "923267": [], "597506": [], "299": 88, "364": 88, "048397": [], "2753506": [], "4157": [], "96259": [], "052752": [], "426": 88, "210499": [], "3742010": [], "3198": [], "5508": [], "49405": [], "999212": [], "262": 88, "437": 88, "132786": [], "2852982": [], "58238": [], "843283": [], "074093": [], "476524": [], "319553": [], "378881": [], "283": 88, "588696": [], "998678": [], "637628": [], "925528": [], "79626": [], "663605": [], "944399": [], "98094": [], "375116": [], "45067": 88, "160526": [], "325048": [], "684549": [], "173205": 88, "37905": [], "832573": [], "277308": [], "76395": 88, "05219": [], "55931": [], "09024": [], "945911": [], "068182": [], "39309": [], "07177": [], "337118": [], "60586": [], "882927": [], "794137": [], "17299": 88, "348957": [], "115623": 88, "037677": [], "221469": [], "20884": [], "996222": [], "891622": [], "233734": [], "495983": [], "409508": [], "24424": 88, "832487": [], "028595": [], "66685": [], "459497": [], "846674": [], "690": [], "2052": 88, "507828": [], "57132": [], "2904825": [], "599408": [], "034468": [], "995077": [], "3862524": [], "280794": [], "499834": [], "222258": [], "93661": [], "99991": [], "467164": [], "134": 88, "77007": [], "160973": [], "758894": [], "379": 88, "430641": [], "121955": [], "21153": [], "277174": [], "125": [3, 88], "694": 88, "791063": [], "555233": [], "616945": [], "919163": [], "271": 88, "2246": [], "98739": [], "610205": [], "189": 88, "979464": [], "233396": [], "040653": [], "311743": [], "596": 88, "93849": [], "84915": [], "161005": [], "256": 88, "56293": [], "38928": [], "01029": [], "560017": [], "614": 88, "993631": [], "140750": [], "039356": [], "660267": [], "06946": [], "109415": [], "001326": [], "007041": [], "892876": [], "22858": [], "896856": [], "209557": [], "691563": [], "496803": [], "109": 88, "09761": [], "63923": [], "906824": [], "269817": [], "98187": [], "12431": [], "14186": [], "665266": [], "28911": [], "15037": [], "211811": [], "680647": [], "38892": [], "777485": [], "005915": [], "00293": [], "383932": [], "923485": [], "385801": [], "999973": [], "559458": [], "64726": [], "464802": [], "923756": [], "5902176": [], "221": 88, "48563": [], "49389": [], "00067": [], "604958": [], "199337": [], "849009": [], "999817": [], "1704197": [], "5006": [], "81189": [], "165653": [], "263433": [], "728675": [], "42075": [], "292847": [], "234076": [], "3476543": [], "138978": [], "657625": [], "00048": [], "47595": [], "306915": [], "002094": [], "880429": [], "063545": [], "187016": [], "372": 88, "923219": [], "805613": [], "137878": [], "556": 88, "0647335": [], "593155": [], "940517": [], "527": 88, "865122": [], "791264": [], "97945": [], "247863": [], "891533": [], "138653": [], "237": 88, "537748": [], "343353": [], "21608": [], "361504": [], "737392": [], "299631": [], "194": 88, "166442": [], "84073": 88, "967438": [], "023941": [], "115": 88, "318255": [], "444456": [], "647": [], "2831": [], "16749": 88, "568487": [], "325194": [], "582554": [], "956596": [], "8753": [], "014614": [], "416956": [], "542118": [], "999441": [], "157704": [], "597197": [], "932661": [], "842639": [], "3147": [], "612238": [], "77754": [], "207093": [], "85004": [], "03357": [], "606411": [], "859095": [], "3429585": [], "661142": [], "567314": [], "147787": [], "925959": [], "53823": [], "724957": [], "4935584": [], "1301": [], "1014": [], "713745": [], "00165": [], "25140107": [], "1170991": [], "2147": [], "0793": [], "237839": [], "998764": [], "978488": [], "1932371": [], "1812": 88, "4814": [], "78066": [], "010235": [], "3054986": [], "1631233": [], "2034": [], "0322": [], "775178": [], "920086": [], "4132524": [], "1830629": [], "791943": [], "39861": [], "3796215": [], "2727": [], "792202": [], "999453": [], "019213": [], "739145": [], "363228": [], "928043": [], "875259": [], "971779": [], "999704": [], "2411003": [], "222": 88, "42924": [], "270786": [], "109346": [], "765253": [], "190131": [], "369982": [], "40875": [], "369": 88, "5725021": [], "871": 88, "7625": 88, "952333": [], "32354": 88, "623": 88, "6567917": [], "783765": [], "118406": [], "848154": [], "804": 88, "245286": [], "784586": 88, "28143": [], "662373": [], "596143": [], "793617": [], "985418": [], "8191056": [], "364424": [], "045256": [], "659261": [], "501999": [], "065145": [], "817185": [], "566392": [], "875769": [], "308": 88, "692884": [], "37904": [], "78037": [], "4476457": [], "654068": [], "458519": [], "1712189": [], "1483": [], "652": 88, "53425": [], "392054": [], "6613513": [], "1335286": [], "4542": 88, "958855": [], "00023": [], "9622374": [], "628994": [], "38535": [], "100735": [], "0162601": [], "1576": [], "152142": [], "693943": [], "1276398": [], "1419218": [], "185913": [], "678326": [], "3558311": [], "905": [], "30505": [], "623497": [], "970613": [], "5800915": [], "830492": [], "0492": [], "793917": [], "714115": [], "8916625": [], "875744": [], "1188": [], "9867": [], "629316": [], "999947": 88, "81197524": [], "1070088": [], "640728": [], "316484": [], "5483437": [], "1417": [85, 90], "0504": [], "480852": [], "000053": 88, "3283436": [], "1275345": [], "2171": [], "9966": [], "633184": [], "540403": [], "103074": [], "1954796": [], "691242": [], "32392": [], "3160014": [], "98": 88, "611814": [], "000092": [], "5294547": [], "071495": [], "999693": [], "074098": [], "22362": [], "165234": [], "532": 88, "016796": [], "840837": [], "874369": [], "7503223": [], "262928": [], "825487": [], "582": 88, "5211275": [], "651003": [], "178343": [], "3197236": [], "52148": [], "995663": [], "8647318": [], "1610": [], "7068": [], "5634775": [], "855324": [], "487": 88, "933292": [], "1449636": [], "65e": 88, "78e": 88, "56e": 88, "18326": [], "472": 88, "0509": 88, "5230296": [], "944": [], "3398": [], "5737": [], "74364": [], "269706": [], "23596": [], "3058716": [], "305": 88, "83e": 88, "2046": [], "4202": [], "974216": [], "154963": [], "7601728": [], "1841778": [], "2459": [], "988": [], "055088": [], "965755": [], "2213989": [], "17777": [], "21376": [], "973248": [], "1952": [], "3148": [], "770103": [], "645523": [], "4618902": [], "1757083": [], "2091": [], "5034": [], "101214": [], "000044": [], "7006085": [], "1882353": [], "1766": 88, "7716": [], "374424": [], "016026": [], "0769496": [], "1590094": [], "5713": [], "117756": [], "999023": [], "5059476": [], "1847314": [], "1069": [], "9799": 88, "589682": [], "997547": [], "4070092": [], "962981": [], "1621": [], "8628": 88, "324894": [], "406233": [], "3524054": [], "1459676": [], "1807": [], "0769": [], "561895": [], "844336": [], "2784762": [], "1626369": [], "1859": [], "8655": [], "381579": [], "551598": [], "542419": [], "1673879": [], "971653": [], "190323": [], "5279667": [], "2911": [], "1365": 88, "455925": [], "244032": [], "798774": [], "2620022": [], "1403": [], "4031": [], "122478": [], "69214": [], "26010686": [], "1263062": [], "2390": [], "0046": [], "29423": [], "755974": [], "1931143": [], "2151004": [], "0805": [], "126432": [], "844965": [], "781506": [], "895572": [], "25634": [], "40401": [], "383878": [], "980": [], "46185": [], "884155": [], "669083": [], "326": 88, "8545994": [], "882415": [], "49208": [], "836947": [], "000174": [], "362": 88, "133382": [], "114476": [], "98508": [], "246048": [], "172": 88, "3627205": [], "33708": [], "999401": [], "2841096": [], "41724": [], "922483": [], "7992897": [], "8572": [], "720705": [], "044504": [], "78335": [], "993956": [], "098574": [], "304117": [], "39145": [], "108": 88, "0992548": [], "15834": [], "73303": [], "064007": [], "1814613": [], "264854": [], "0497": [], "541048": [], "3449316": [], "1789": [], "3044": [], "456835": [], "972557": [], "3539536": [], "1610374": [], "1434": [], "6686": [], "94199": [], "008066": [], "41643447": [], "1291201": [], "1491": [], "7295": 88, "10416": [], "967768": [], "70173913": [], "1342556": [], "59845": [], "721125": [], "77873": 88, "4664025": [], "667113": [], "578097": [], "716534": [], "9975095": [], "1768": [], "4508": [], "069834": [], "881704": [], "0853453": [], "1591605": [], "1803": 88, "2555": [], "993744": [], "006783": [], "2593691": [], "1622930": [], "4066": [], "3162": 88, "0558": [], "999058": [], "574673": [], "3659684": [], "3164": 88, "5203": [], "045952": [], "674412": [], "065693": [], "2848068": [], "2460": [], "5745": [], "32383": [], "068424": [], "545964": [], "2214517": [], "2607": [], "2876": [], "10802": [], "438786": [], "2795296": [], "2346559": [], "2237": [], "5388": [], "20595": [], "016256": [], "4307857": [], "2013784": [], "1159": [], "2487": [], "917683": [], "659304": [], "96066535": [], "1043323": [], "2986": [], "592": 88, "5964365": [], "573843": [], "712807": [], "2687933": [], "2508": [], "7974": 88, "382497": [], "025547": [], "323833": [], "2257917": [], "1968": [], "5286": [], "326297": [], "565773": [], "395": 88, "542959": [], "1771675": [], "1102": [], "7313": 88, "777395": [], "508175": [], "78602725": [], "992458": [], "402655": 88, "292671": [], "224": 88, "314": 88, "828123": [], "62326": [], "824": 88, "159615": [], "89428": [], "274736": [], "727": 88, "354565": [], "65455": [], "598999": [], "611603": [], "9967985": [], "659": [], "6546": [], "578424": [], "724121": [], "475": 88, "6616883": [], "598660": [], "2406": [], "441418": [], "255976": [], "584": 88, "116792": [], "557695": [], "06237": [], "673937": [], "6267": [], "840": 88, "451": [], "653328": [], "15087": [], "543998": [], "752549": [], "323177": [], "165447": [], "804537": [], "198061": [], "918455": [], "6170197": [], "323126": [], "75035": [], "4685576": [], "1688": [], "5623": [], "494446": [], "97224": [], "6859031": [], "1519706": [], "1319": 88, "3958": [], "30187": [], "00631": [], "15992984": [], "1187456": [], "213535": [], "60735": [], "6917567": [], "833976": [], "766": 88, "42896": [], "012943": [], "458252": [], "982187": [], "669465": [], "07677": [], "000185": 88, "833281": [], "484": 88, "71564": [], "943575": [], "999752": [], "08251": [], "436244": [], "186295": [], "545385": [], "9183517": [], "906": 88, "72284": [], "12669": [], "50662": [], "5472445": [], "820732": [], "22816": [], "410406": [], "9347577": [], "1187": [], "8552": [], "85177": [], "003435": [], "8176322": [], "1069069": [], "436176": [], "143377": [], "332785": [], "1146": 88, "70949": [], "183075": [], "025277": [], "1031693": [], "172934": [], "69693": [], "687": 88, "9024787": [], "342773": [], "736023": [], "291": 88, "0082445": [], "05112": [], "64945": [], "820": 88, "1302047": [], "918": 88, "02826": [], "78472": [], "267075": [], "462": 88, "3239981": [], "826225": [], "34084": [], "498123": [], "775768": [], "691125": [], "174068": [], "1410": [], "4946": [], "058945": [], "525068": [], "29556462": [], "1269445": [], "1508": [], "4283": [], "72143": [], "942225": [], "643": 88, "7852334": [], "1357585": [], "1011": [], "6827": [], "188255": [], "231113": [], "698495": [], "910514": [], "889": [], "76746": [], "113993": [], "137545": [], "360": 88, "798992": [], "801522": [], "01996": [], "211475": [], "9431252": [], "2517": [], "079735": [], "410635": [], "4344416": [], "589705": [], "1472": [], "8079": [], "520061": [], "593365": [], "6071308": [], "1325527": [], "724087": [], "000034": 88, "926701": [], "614891": [], "999691": [], "0621142": [], "770": 88, "9716": [], "092815": [], "42365": [], "034442": [], "659428": [], "08246": [], "388718": [], "943542": [], "157145": [], "476967": [], "312": 88, "87836": [], "671677": [], "750034": [], "146087": [], "292903": [], "807808": [], "686186": [], "3329246": [], "431858": [], "847464": [], "2718165": [], "9706": [], "75131": [], "002472": [], "6521125": [], "106173": [], "66539": [], "652998": [], "3503592": [], "866425": [], "219387": [], "5195916": [], "52078": [], "691132": [], "541": 88, "0413291": [], "11933": [], "987106": [], "403": 88, "9028": [], "238": 88, "65782": [], "038033": [], "173": 88, "567": 88, "758584": [], "581383": [], "43557": [], "945148": [], "635": 88, "58424": [], "947563": [], "84561": [], "847": 88, "42892": [], "3568": [], "1558": [], "878815": [], "14369": [], "298935": [], "3197301": [], "522": 88, "1802": 88, "137394": [], "258383": [], "449": 88, "724566": [], "469962": [], "3413": [], "8582": [], "275415": [], "021538": [], "773": 88, "457619": [], "3068105": [], "1211": [], "9923": [], "909526": [], "363909": [], "728": 88, "115804": [], "1090793": [], "98395": [], "921042": [], "365149": [], "294282": [], "527229": [], "323616": [], "211958": [], "420833": [], "563698": [], "487291": [], "448713": [], "728046": [], "622711": [], "053734": [], "94173": [], "55214": [], "029188": [], "3396": [], "21463": [], "554614": [], "155495": [], "940128": [], "625517": [], "3995": [], "735247": [], "5901146": [], "157616": [], "600801": [], "6711226": [], "75646": [], "477612": [], "8247848": 88, "35203": [], "605694": [], "071175": [], "34227": [], "64772": [], "055317": [], "09918": [], "118732": [], "543206": [], "31793": [], "802568": [], "615358": [], "83063": [], "793818": [], "057531": [], "39164": [], "355728": [], "983132": [], "84503": [], "24599": 88, "003588": [], "411938": [], "159160": [], "9085": [], "184948": [], "003027": [], "203067": [], "485917": [], "1224": 88, "3142": 88, "200342": [], "418137": [], "227": 88, "676": 88, "155438": [], "1101882": [], "587": 88, "1908": [], "738167": [], "076643": [], "662": 88, "809443": [], "528471": [], "275": 88, "035324": [], "384356": [], "026847": [], "196151": [], "20858": [], "803839": [], "483977": [], "205647": [], "415203": [], "296": 88, "507265": [], "264": [], "2112": [], "722473": [], "481606": [], "243": 88, "966208": [], "237790": [], "13666": [], "192448": [], "508232": [], "779358": [], "738393": [], "03131": [], "914284": [], "325008": [], "444349": [], "180028": [], "369427": [], "967602": [], "989695": [], "72852": [], "015171": [], "922205": [], "38562": [], "586987": [], "836398": [], "168034": [], "952957": [], "004119": [], "784744": [], "209309": [], "761542": [], "40705": [], "209816": [], "075953": [], "7487": [], "688509": [], "072363": [], "52966": [], "957438": [], "66201": [], "8307": [], "129929": [], "11053": [], "22809": [], "755459": [], "605003": [], "88816": [], "847542": [], "305502": [], "44701": [], "78782": [], "5766535": [], "117485": [], "03732": [], "42456": [], "91174": [], "919222": [], "121": 88, "212511": [], "19564": [], "001915": [], "166": 88, "963354": [], "64745": 88, "277": 88, "53623": [], "17884": [], "251": 88, "980805": [], "83309": [], "59185": [], "812248": [], "4218": [], "000526": [], "945349": [], "396": 88, "242": 88, "572681": [], "4493": [], "6846": [], "501217": [], "831573": [], "576": 88, "127176": [], "4035697": [], "3020": [], "051": [], "293182": [], "355078": [], "5162": [], "2741487": [], "5828": [], "43687": [], "939579": [], "213": 88, "710": 88, "152704": [], "5245487": [], "5259": [], "27429": [], "572159": [], "233": 88, "564": 88, "632166": [], "4727282": [], "970627": [], "557486": [], "795305": [], "064365": [], "681976": [], "524": 88, "053505": [], "505207": [], "55692": [], "335": 88, "294617": [], "24833": [], "729383": [], "043982": [], "39674": [], "494867": [], "323193": [], "55244": [], "061718": [], "280785": [], "22e": 88, "289566": [], "056578": [], "948298": [], "46775": [], "532007": [], "114838": [], "178375": [], "041697": [], "245325": [], "20665": [], "308998": [], "46152": [], "58e": 88, "6665": [], "180113": [], "097746": [], "47158": [], "186554": [], "819788": [], "67e": 88, "738396": [], "272457": [], "82959": [], "199": 88, "62724": [], "283781": [], "233047": [], "33e": 88, "98114": [], "704788": [], "557787": [], "4e": 88, "154915": [], "10256": [], "11893": [], "97e": 88, "274": 88, "2513": [], "6453": [], "54998": [], "827131": [], "984446": [], "2262280": [], "66e": 88, "8917": [], "207": 88, "816692": [], "89245": [], "645": 88, "18641": [], "8025487": [], "6186": [], "1064": 88, "120995": [], "097118": [], "289": 88, "126823": [], "5567496": [], "947": 88, "4870": [], "3896": [], "89912": [], "994148": [], "467306": [], "4383351": [], "798176": [], "188873": [], "684": 88, "046764": [], "23e": 88, "399": 88, "926743": [], "075869": [], "139168": [], "424": 88, "7888": [], "67992": [], "008703": [], "7099535": [], "6194": 88, "2056": [], "001663": [], "45466": [], "446": 88, "840021": [], "5574785": [], "5434": [], "0083": [], "027264": [], "15644": [], "657": 88, "652761": [], "4890173": [], "34e": 88, "499": 88, "5403": [], "771": [], "525482": [], "376223": [], "411297": [], "4863393": [], "57e": 88, "488155": [], "644718": [], "549": 88, "310326": [], "328886": [], "058676": [], "574": 88, "55683": [], "463873": [], "354837": [], "36e": 88, "802444": [], "336922": [], "122496": [], "18e": 88, "162476": [], "168327": [], "830471": [], "3247": [], "797249": [], "81984": [], "01e": 88, "674": 88, "73354": [], "273134": [], "168535": [], "84e": 88, "22804": [], "900173": [], "94556": [], "49685": [], "056839": [], "906607": [], "72e": 88, "749": 88, "43212": [], "682241": [], "518814": [], "76e": 88, "774": 88, "90766": [], "665024": [], "982208": [], "530136": [], "699608": [], "959738": [], "25e": 88, "902504": [], "091259": [], "049038": [], "849": 88, "81294": [], "632862": [], "444": 88, "080593": [], "874": 88, "7043": [], "106428": [], "385206": [], "7e": 88, "899": 88, "895435": [], "928535": [], "791": 88, "699476": [], "6262": 88, "94353": [], "91566": [], "657312": [], "5636017": [], "52e": 88, "949": 88, "6941": [], "1553": [], "765522": [], "070944": [], "306213": [], "6247040": [], "974": 88, "5300": [], "253033": [], "65318": [], "229": 88, "66248": [], "4770164": [], "999": 88, "779": [], "59002": [], "999609": [], "665253": [], "4517801": [], "96e": 88, "1024": 88, "7943": [], "9507": [], "20175": [], "052366": [], "544": 88, "73542": [], "7114851": [], "678192": [], "766432": [], "332": 88, "822666": [], "1074": 88, "941": 88, "609388": [], "125227": [], "11e": 88, "1099": 88, "6758": 88, "9023": [], "452465": [], "958063": [], "168724": [], "6083012": [], "55e": 88, "1124": 88, "27709": [], "258953": [], "979221": [], "1149": 88, "265312": [], "10402": [], "86449": [], "93e": 88, "1174": 88, "82038": [], "766212": [], "582949": [], "1199": 88, "77129": [], "674698": [], "501919": [], "09706": [], "48254": [], "355001": [], "640": 88, "1249": 88, "54406": [], "096134": [], "850124": [], "1274": 88, "38543": [], "284267": [], "50044": [], "1299": 88, "74032": [], "5102": [], "508186": [], "94e": 88, "1324": 88, "22277": [], "696264": [], "701492": [], "1349": 88, "72077": [], "796705": [], "985949": [], "88e": 88, "1374": 88, "44878": [], "290535": [], "63299": [], "1399": 88, "548935": [], "65739": [], "877958": [], "95e": 88, "1424": 88, "97431": [], "41576": [], "654352": [], "1449": 88, "41299": [], "94221": [], "99497": [], "1474": 88, "1534": [], "2253": [], "154465": [], "39264": [], "644947": [], "1410053": [], "1499": 88, "344376": [], "540575": [], "0836": [], "3051436": [], "1524": 88, "3771": [], "90628": [], "214066": [], "499508": [], "3368885": [], "1549": 88, "77285": [], "681404": [], "685": 88, "975048": [], "1574": 88, "89067": [], "68484": [], "356": 88, "509": 88, "822338": [], "85e": 88, "1599": 88, "5642": [], "304424": [], "707727": [], "422": 88, "107": [88, 92], "044518": [], "5078099": [], "1624": 88, "5747": [], "0127": [], "60779": [], "79208": [], "255493": [], "5166713": [], "1649": 88, "7960": [], "1763": [], "34309": [], "445742": [], "114119": [], "7164158": [], "1674": 88, "6895": 88, "0303": [], "3104": [], "877815": [], "731": 88, "260939": [], "6198658": [], "1699": 88, "9315": [], "562": 88, "66202": [], "988777": [], "339907": [], "8384005": [], "1724": 88, "741135": [], "067997": [], "6548": [], "1749": 88, "66197": [], "950666": [], "407589": [], "1774": 88, "119606": [], "085302": [], "33383": [], "1799": 88, "613594": [], "640776": 88, "523119": [], "1824": 88, "81911": [], "251408": [], "98554": [], "17e": 88, "1849": 88, "23265": [], "001402": [], "493998": [], "1874": 88, "7195": [], "513231": [], "887302": [], "79e": 88, "1899": 88, "53073": [], "17203": [], "705353": [], "1924": 88, "08987": [], "125984": 88, "1773": [], "34949": [], "722633": [], "191565": [], "69e": 88, "1974": 88, "071": [], "995312": [], "612823": [], "13e": 88, "1999": 88, "0167": [], "3166": [], "710367": [], "2024": 88, "76613": [], "269337": [], "88843": [], "2049": 88, "486122": [], "931915": [], "564226": [], "3e": 88, "2074": 88, "968834": [], "61453": [], "463762": [], "51e": 88, "2099": 88, "3846": [], "95066": [], "56846": [], "538073": [], "3426710": [], "2124": 88, "3841": [], "3953": [], "68519": [], "986654": [], "381443": [], "3412028": [], "75e": 88, "2149": 88, "4020": [], "5635": [], "32577": [], "107237": [], "159": 88, "780": 88, "060596": [], "3607379": [], "656": 88, "2174": 88, "4567": [], "3076": [], "544064": [], "51048": [], "795": 88, "627308": [], "4110577": [], "2199": 88, "3605": [], "92419": [], "565": 88, "419321": [], "3242357": [], "2224": 88, "79681": [], "257774": [], "148": 88, "730": 88, "253641": [], "98e": 88, "2249": 88, "60045": [], "052696": [], "778667": [], "2274": 88, "5856": [], "4233": [], "496582": [], "802544": [], "37524": [], "5270781": [], "2299": 88, "314972": [], "921808": [], "390205": [], "3782619": [], "42e": 88, "2324": 88, "086946": [], "237114": [], "76414": [], "00859": [], "46355": [], "2374": 88, "51145": [], "289955": [], "902239": [], "09e": 88, "2399": 88, "36701": [], "68771": [], "392612": [], "32e": 88, "2424": 88, "13252": [], "643766": [], "475695": [], "2449": 88, "01829": [], "270884": [], "5076": [], "38e": 88, "2474": 88, "30537": [], "76237": [], "34243": [], "2499": 88, "82088": [], "019964": [], "932766": [], "63e": 88, "2524": 88, "288475": [], "746475": [], "923647": [], "2549": 88, "55947": [], "988657": [], "830616": [], "2574": 88, "78427": [], "862555": [], "466858": [], "2599": 88, "72813": [], "888618": [], "789049": [], "68e": 88, "2624": 88, "48289": [], "945034": [], "804038": [], "64809": [], "466957": [], "312219": [], "2674": 88, "36836": [], "15099": 88, "713493": [], "877516": [], "193831": [], "2699": 88, "890": 88, "7774": 88, "6442": 88, "998306": 88, "396659": [], "801699": [], "2724": 88, "190956": [], "250359": [], "726": 88, "92425": [], "2749": 88, "13958": [], "584766": [], "689": 88, "066282": [], "2774": 88, "2275": [], "9827": 88, "037487": [], "956844": [], "891": 88, "964083": [], "2048384": [], "2799": 88, "65416": [], "70907": [], "398087": [], "14084": [], "230088": [], "46e": 88, "2824": 88, "325443": [], "623608": [], "622": 88, "996906": [], "2849": 88, "823845": [], "956474": [], "12245": [], "88791": [], "429153": [], "832273": [], "24e": 88, "2899": 88, "456608": [], "577225": [], "058796": [], "2924": 88, "064484": [], "11689": [], "035874": [], "2949": 88, "77295": [], "754154": [], "572832": [], "426702": [], "344495": [], "2974": 88, "27814": [], "205626": [], "115702": [], "077317": [], "251080": [], "679": 88, "2999": 88, "81079": [], "08836": [], "832882": [], "483523": [], "184267": [], "3024": 88, "45573": [], "72914": [], "539341": [], "08966": [], "91310": [], "54e": 88, "3049": 88, "06968": [], "339664": [], "88491": [], "3074": 88, "71669": [], "000069": 88, "496824": [], "3099": 88, "913055": [], "90203": [], "655367": [], "778239": [], "90821": [], "3124": 88, "9516": [], "999548": 88, "290833": [], "92e": 88, "3149": 88, "303": [85, 88], "61435": [], "27932": [], "000093": 88, "880111": [], "273252": [], "3174": 88, "022884": [], "298588": [], "140888": [], "3199": 88, "770939": [], "00624": [], "5179906": [], "833030": [], "3224": 88, "3724": 88, "90046": [], "155838": [], "626901": [], "602435": [], "3249": 88, "57682": [], "000057": [], "198787": [], "74e": 88, "3274": 88, "42921": [], "956734": [], "999775": 88, "468": 88, "119692": [], "137167": [], "3299": 88, "93506": [], "301445": [], "869427": [], "279121": [], "227940": [], "37e": 88, "3324": 88, "60555": [], "774754": [], "094477": [], "179": 88, "912299": [], "213959": [], "3349": 88, "44559": [], "41944": [], "530": 88, "979969": [], "3374": 88, "680565": [], "532848": [], "217566": [], "3399": 88, "77463": [], "350264": [], "008646": [], "7113905": [], "256289": [], "81e": 88, "3424": 88, "211": 88, "10004": [], "256767": [], "92629": [], "514": 88, "516097": [], "190076": [], "3449": 88, "9051": [], "244876": [], "920715": [], "565742": [], "517042": [], "3474": 88, "748": 88, "79034": [], "543394": [], "528757": [], "272": 88, "421689": [], "673805": [], "3499": 88, "449665": [], "859065": [], "35e": 88, "9298": [], "467533": [], "845684": [], "817346": [], "481436": [], "41e": 88, "3549": 88, "12973": [], "14045": [], "169733": [], "055467": [], "216856": [], "47e": 88, "3574": 88, "329044": [], "17907": [], "393453": [], "3599": 88, "36095": [], "999994": 88, "748686": [], "15791": [], "76966": [], "054787": [], "43777": [], "124769": [], "3649": 88, "392452": [], "14798": [], "7698174": [], "3674": 88, "786": 88, "65704": [], "40033": [], "771967": [], "6309447": [], "707991": [], "677": 88, "3699": 88, "52167": [], "458813": [], "000015": 88, "4451203": [], "566569": [], "86e": 88, "65864": [], "769909": [], "539253": [], "3749": 88, "11746": [], "000105": 88, "511228": [], "3774": 88, "3665": [], "158203": [], "000254": [], "125972": [], "261329": [], "3799": 88, "3887": [], "473778": [], "000048": 88, "10139": [], "393649": [], "04e": 88, "3824": 88, "46436": [], "122095": [], "99994": [], "851955": [], "602517": [], "3849": 88, "78324": [], "336826": [], "818666": [], "3874": 88, "998491": [], "000326": [], "933381": [], "3899": 88, "69907": [], "418182": [], "000013": 88, "8256865": [], "82207": [], "3924": 88, "201485": [], "779446": [], "99993": [], "152": 88, "461": 88, "215041": [], "71905": [], "2e": 88, "3949": 88, "545609": [], "741756": [], "740": 88, "9728956": [], "3974": 88, "782": 88, "8279": [], "06777": [], "94532": [], "129": 88, "3619742": [], "704545": [], "3999": 88, "928": [], "059433": [], "263884": [], "265303": 88, "845879": [], "4024": 88, "085205": [], "019686": [], "0958738": [], "4049": 88, "031769": [], "73766": [], "2971685": [], "4074": 88, "917365": [], "99981": [], "7818217": [], "4099": 88, "3802395": [], "047926": [], "71961": [], "4124": 88, "930": [], "4758": [], "537907": [], "807053": [], "647305": [], "837428": [], "4149": 88, "94617": [], "864914": [], "081564": [], "481972": [], "437351": [], "4174": 88, "61856": [], "54629": [], "000212": [], "7402525": [], "257056": [], "4199": 88, "703": [], "42554": [], "472748": [], "023329": [], "312148": [], "608843": [], "4224": 88, "114988": [], "45511": [], "4249": 88, "1258": [], "128414": [], "129154": [], "024863": [], "84434": [], "99e": 88, "4274": 88, "740402": [], "1644354": [], "4299": 88, "861176": [], "098173": [], "0455728": [], "16e": 88, "4324": 88, "6233": [], "747103": [], "7395644": [], "4349": 88, "5934": [], "36006": [], "000166": 88, "304543": [], "400134": [], "4374": 88, "1405": [], "520502": [], "999992": 88, "26953122": [], "1264759": [], "4399": 88, "1703": [], "2844": [], "350054": [], "000118": [], "7595134": [], "1532955": [], "4424": 88, "413": 88, "03543": [], "905714": [], "968613": [], "1157827": [], "444656": [], "4449": 88, "796": 88, "7718": [], "743105": [], "999995": [], "7637052": [], "717094": [], "418413": [], "175375": [], "485181": [], "4499": 88, "3754": [], "202824": [], "864676": [], "2071927": [], "1171237": [], "4524": 88, "607584": 88, "2473996": [], "4549": 88, "1093": [], "3992": [], "247477": [], "875257": [], "571": 88, "2899126": [], "984059": [], "4574": 88, "0212": [], "100221": [], "999962": 88, "636": 88, "912238": [], "144113": [], "62e": 88, "4599": 88, "280501": [], "33013": [], "801": 88, "0685413": [], "4624": 88, "7467": [], "197777": [], "998087": [], "188867": [], "506472": [], "4649": 88, "266614": [], "844257": [], "787305": [], "4674": 88, "384": [85, 88], "715963": [], "88916": [], "265": 88, "1003933": [], "708813": [], "4699": 88, "2645": [], "115269": [], "351696": [], "00352": [], "528538": [], "4724": 88, "36451": [], "335361": [], "792634": [], "4749": 88, "1646": 88, "9807": [], "443693": [], "000008": 88, "4779954": [], "1482282": [], "4774": 88, "964": 88, "4846": [], "371891": [], "999943": [], "9344854": [], "868036": [], "6e": 88, "4799": 88, "52637": [], "47941": [], "650273": [], "4824": 88, "310268": [], "999998": 88, "2767403": [], "4849": 88, "595": [], "1422": [], "291492": [], "000183": [], "171592": [], "535628": [], "4874": 88, "266266": 88, "051178": [], "2088883": [], "4899": 88, "1232": 88, "1504": [], "61682": [], "00098": [], "59615636": [], "1108935": [], "4924": 88, "1481": [], "4785": [], "906118": [], "999884": [], "65048414": [], "1333330": [], "4949": 88, "774065": [], "000002": 88, "3524716": [], "4974": 88, "9307": [], "58982": [], "000055": [], "8727448": [], "1373337": [], "4999": 88, "15952": [], "cumulative_power_consumpt": 88, "405": 88, "0505": 88, "2936": [], "926": 88, "459686": [], "927722": [], "2643233": [], "925": 88, "2245": [], "1594": [], "136314": [], "538337": [], "4688883": [], "2020643": [], "5024": 88, "043": [], "063382": [], "224333": [], "525061": [], "2474138": [], "5049": 88, "806332": [], "998976": [], "3928227": [], "5074": 88, "2047": [], "4854": [], "113016": [], "00028": [], "9377427": [], "1842736": [], "5099": 88, "2350": [], "7534": 88, "695562": [], "593872": [], "996858": [], "2115678": [], "5124": 88, "2010": [], "9685": [], "396479": [], "472578": [], "483": 88, "2979343": [], "1809871": [], "12e": 88, "5149": 88, "945": 88, "5917": [], "051558": [], "809359": [], "700": 88, "1861808": [], "851032": [], "5174": 88, "5536": 88, "702747": [], "000006": 88, "6714753": [], "1169598": [], "719": [], "5199": 88, "4476": [], "245062": [], "717338": [], "5224": 88, "1484": [], "454": 88, "577848": [], "079367": [], "9213538": [], "1336008": [], "5249": 88, "2279": [], "793": 88, "325476": [], "228762": [], "9270372": [], "2051813": [], "5274": 88, "889753": [], "544256": [], "589921": [], "5299": 88, "1288": [], "12122": [], "84029": [], "315409": [], "1159469": [], "5324": 88, "2885": [], "999773": [], "000141": [], "671424": [], "2597099": [], "5349": 88, "330254": [], "00059": [], "0484405": [], "5374": 88, "398277": [], "658245": [], "259932": [], "44e": 88, "5399": 88, "952": 88, "0804": [], "029236": [], "541231": [], "9965065": [], "856872": [], "5424": 88, "709": 88, "4047": [], "373486": [], "0004": [], "9031816": [], "638464": [], "245": 88, "08e": 88, "5449": 88, "278": 88, "24658": [], "204386": [], "403662": [], "893824": [], "250421": [], "5474": 88, "0244": [], "73552": [], "65821356": [], "1334722": [], "5499": 88, "90573": [], "992178": [], "8384824": [], "5524": 88, "49927": [], "999592": [], "120267": [], "5549": 88, "9637": [], "76778": [], "815104": [], "245667": [], "5574": 88, "970116": [], "9194": [], "850285": [], "5599": 88, "1597": [], "8167": [], "997719": [], "999987": 88, "2321749": [], "1438035": [], "315": 88, "5624": 88, "1184": 88, "9729": [], "176401": [], "8320438": [], "1066475": [], "5649": 88, "702354": [], "4196174": [], "5674": 88, "901": [], "6551": [], "584026": [], "84502": [], "7914088": [], "811489": [], "5699": 88, "1486": [], "7816": [], "521654": [], "178043": [], "67699987": [], "1338103": [], "5724": 88, "2423": [], "5522": [], "206292": [], "599552": [], "8180776": [], "2181197": [], "5749": 88, "289478": [], "152308": [], "806211": [], "06e": 88, "5774": 88, "12689": [], "471153": [], "1412473": [], "5799": 88, "2819": [], "084193": [], "302044": [], "239501": [], "1439353": [], "5824": 88, "915": 88, "98474": [], "558865": [], "000084": 88, "1169913": [], "824386": [], "5849": 88, "2291": [], "620491": [], "28174": 88, "156086": [], "2062038": [], "5874": 88, "2907": [], "0789": 88, "350229": [], "007032": [], "23571": [], "2616371": [], "5899": 88, "1914": [], "2808": [], "090597": [], "754642": [], "2717197": [], "1722852": [], "5924": 88, "2139": 88, "7642": [], "802621": [], "088118": [], "941913": [], "1925787": [], "325": 88, "5949": 88, "1898": [], "6028": [], "909991": [], "553715": [], "7361054": [], "1708742": [], "5974": 88, "385098": [], "999989": 88, "1871881": [], "5999": 88, "99862": [], "2635145": [], "19e": 88, "6024": 88, "2894": [], "8674": 88, "140096": [], "7174287": [], "2605380": [], "6049": 88, "2000": [], "1023": [], "32838": [], "000011": 88, "2436028": [], "1800092": [], "6074": 88, "2202": [], "6135": [], "385921": [], "621805": [], "25616": [], "1982352": [], "6099": 88, "1030": 88, "8977": [], "082153": [], "36234": 88, "6024197": [], "927808": [], "6124": 88, "370901": [], "422932": [], "008298": [], "6149": 88, "1297": [], "8293": [], "33583": [], "26776195": [], "1168046": [], "6174": 88, "1630": [], "7574": 88, "3968786": [], "1467681": [], "6199": 88, "303932": [], "1637652": [], "6224": 88, "57611": [], "001093": [], "475126": [], "6249": 88, "5573": 88, "451773": [], "000446": [], "7376326": [], "712401": [], "43e": 88, "6274": 88, "1837": [], "809427": [], "583981": [], "251265": [], "6299": 88, "58142": [], "390583": [], "163": 88, "6083875": [], "317969": [], "6324": 88, "1295": [], "3691": [], "293238": [], "85046": [], "11803302": [], "1165832": [], "6349": 88, "2307": [], "898": [], "553951": [], "999918": [], "2970963": [], "2077108": [], "6374": 88, "1077": [], "81351": [], "750826": [], "0081336": [], "969957": [], "73e": 88, "6399": 88, "79093": [], "093922": [], "6769495": [], "6424": 88, "880": 88, "931723": [], "770561": [], "639": 88, "4777975": [], "792459": [], "6449": 88, "09937": [], "049484": [], "06478": [], "931357": [], "165703": [], "6474": 88, "215612": [], "416367": [], "067668": [], "6499": 88, "22317": [], "01678": [], "650292": [], "6524": 88, "720": 88, "93475": [], "290623": [], "005407": [], "3253036": [], "636081": [], "39e": 88, "6549": 88, "9292": [], "255085": [], "682928": [], "502806": [], "134063": [], "6574": 88, "490": [], "11508": [], "35261": [], "319912": [], "252713": [], "417783": [], "6599": 88, "1479": [], "4045": [], "89369": [], "99829": [], "6401142": [], "1331464": [], "6624": 88, "1009": [], "46594": [], "478096": [], "026197": [], "7095788": [], "908519": [], "6649": 88, "72378": [], "9330893": [], "6674": 88, "71635": [], "896387": [], "657289": [], "6699": 88, "229446": [], "000217": 88, "29410833": [], "1269183": [], "6724": 88, "1764": [], "753254": [], "00006": 88, "064742": [], "1587897": [], "1494": [], "835674": [], "999836": 88, "908829": [], "514034": [], "6774": 88, "266006": [], "5641885": [], "6799": 88, "1584": [], "7706": [], "238764": [], "1669444": [], "1426293": [], "6824": 88, "4142": 88, "92123": [], "04877": [], "9419172": [], "1109172": [], "6849": 88, "81476": [], "001621": [], "76108015": [], "442633": [], "6874": 88, "322065": [], "01646": [], "5995555": [], "6899": 88, "197845": [], "055305": [], "6255665": [], "6924": 88, "1035": [], "7556": [], "111025": [], "262129": [], "1800348": [], "932180": [], "6949": 88, "609661": [], "033388": [], "866": 88, "780899": [], "71e": 88, "6974": 88, "949913": [], "845945": [], "869": 88, "227788": [], "6999": 88, "741": [], "2182": [], "831": 88, "195953": [], "439884": [], "667096": [], "7024": 88, "69067": [], "72242": [], "107446": [], "7049": 88, "8672": 88, "334808": [], "575": 88, "903578": [], "7074": 88, "397": 88, "3455": [], "703728": [], "202648": [], "79532": [], "357610": [], "48e": 88, "7099": 88, "05255": [], "995756": [], "018538": [], "1840925": [], "785503": [], "7124": 88, "666515": [], "000023": 88, "546028": [], "7149": 88, "912926": [], "48671": [], "200443": [], "826371": [], "79121": [], "7174": 88, "384323": [], "329168": [], "2746067": [], "7199": 88, "07445": [], "876617": [], "367968": [], "7224": 88, "78768": [], "346968": [], "1711307": [], "7249": 88, "52469": [], "38298": [], "9114842": [], "7274": 88, "69506": [], "736307": [], "839375": [], "7299": 88, "629654": [], "172865": [], "709321": [], "7324": 88, "59923": [], "61307": [], "24017": [], "7349": 88, "584003": [], "286393": [], "7374": 88, "64564": [], "748833": [], "636515": [], "64e": 88, "7399": 88, "66011": [], "596712": [], "268687": [], "7424": 88, "971134": [], "155645": [], "484509": [], "7449": 88, "851727": [], "62194": [], "504145": [], "7474": 88, "974846": [], "434181": [], "731408": [], "7499": 88, "868": 88, "83716": [], "5822": [], "613938": [], "781953": [], "7524": 88, "1252": [], "5184": [], "5912": [], "9988": [], "266466": [], "1126676": [], "7549": 88, "672802": [], "105549": [], "01188": [], "70406": [], "620117": [], "80698": [], "501305": [], "222933": [], "7599": 88, "91544": [], "222946": [], "919693": [], "554592": [], "288823": [], "7624": 88, "556976": [], "890125": [], "094488": [], "7649": 88, "19299": 88, "010763": [], "8579774": [], "7674": 88, "73463": [], "205418": [], "017178": [], "7699": 88, "443974": [], "165102": [], "489": 88, "444459": [], "195": 88, "7724": 88, "417484": [], "269165": [], "261892": [], "7749": 88, "960342": [], "808067": [], "773161": [], "607807": [], "862486": [], "458349": [], "7799": 88, "14503": [], "584972": [], "327415": [], "7824": 88, "28314": [], "828178": 88, "906582": [], "7849": 88, "34386": [], "074738": [], "060142": [], "7874": 88, "22056": [], "056612": [], "151371": [], "7899": 88, "39622": [], "065712": [], "661244": [], "7924": 88, "67587": [], "849857": [], "131332": [], "7949": 88, "902367": [], "56651": [], "65976": [], "097864": [], "964486": [], "7999": 88, "335655": [], "477884": [], "797857": [], "8024": 88, "913345": [], "699707": [], "415174": [], "8049": 88, "00095": [], "01306": 88, "001463": [], "243359": [], "99650": [], "8074": 88, "2386": [], "72161": [], "330416": [], "250662": [], "573968": [], "8099": 88, "1139": 88, "7273": [], "83513": [], "627024": [], "884275": [], "1025754": [], "8124": 88, "39621": [], "819948": [], "5255375": [], "806": 88, "8149": 88, "964474": [], "118534": [], "958544": [], "8174": 88, "1426": [], "2972": [], "03618": [], "337446": [], "671": 88, "8202305": [], "1283667": [], "8199": 88, "347": 88, "74643": [], "64162": [], "904697": [], "114788": [], "312971": [], "8224": 88, "732": 88, "8179": [], "341585": [], "30466": [], "554": 88, "324808": [], "659536": [], "8249": 88, "7133": [], "4243": [], "98536": [], "336206": [], "742592": [], "8274": 88, "3682": [], "9604": [], "306755": [], "909832": [], "845617": [], "3314664": [], "8299": 88, "29196": [], "722103": [], "076351": [], "8324": 88, "49908": [], "035164": [], "601421": [], "8349": 88, "337677": [], "0852": [], "034447": [], "8374": 88, "34169": [], "612646": [], "218634": [], "8399": 88, "415924": [], "832716": [], "983433": [], "8424": 88, "1155": [], "73265": [], "642067": [], "750": 88, "46889": [], "945599": [], "958061": [], "8474": 88, "25877": [], "221407": [], "436461": [], "8499": 88, "00047": [], "11082": [], "93372": [], "8524": 88, "27654": [], "116781": [], "339826": [], "8549": 88, "92729": [], "859379": [], "295784": [], "8574": 88, "34476": 88, "396965": [], "930956": [], "8599": 88, "83535": [], "016644": [], "004784": [], "8624": 88, "36522": [], "841486": [], "168427": [], "911": 88, "8649": 88, "39274": [], "465075": [], "646": 88, "481559": [], "907": 88, "5021": [], "713715": [], "972385": [], "139864": [], "817224": [], "8699": 88, "3908": [], "303734": [], "791906": [], "64663": [], "3465641": [], "8724": 88, "4058": [], "6392": [], "46991": [], "423397": [], "611": 88, "764357": [], "3652775": [], "8749": 88, "1683": [], "9366": [], "601837": [], "998363": [], "391243": [], "1515542": [], "8774": 88, "3530": [], "3408": 88, "906857": [], "95162": [], "466": 88, "636505": [], "3164724": [], "8799": 88, "59171": [], "98238": [], "408": 88, "373": 88, "058844": 88, "8824": 88, "152985": [], "185093": [], "610": 88, "629799": [], "8849": 88, "4605": [], "7886": [], "07554": [], "040472": [], "943964": [], "4145209": [], "8874": 88, "2691": [], "8738": 88, "762997": [], "717905": [], "613012": [], "2422686": [], "8899": 88, "694653": [], "530415": [], "763752": [], "8924": 88, "572258": [], "965996": [], "77163": [], "8949": 88, "909267": [], "830057": [], "885777": [], "8974": 88, "287735": [], "931892": [], "017422": [], "8999": 88, "82164": [], "178823": [], "430588": [], "9024": 88, "39183": [], "749306": [], "353064": [], "9049": 88, "892426": [], "97666": [], "9074": 88, "426926": [], "323397": [], "636284": [], "9099": 88, "919106": [], "790768": [], "817701": [], "9124": 88, "287155": [], "56179": [], "170626": [], "9149": 88, "06234": [], "876825": [], "693523": [], "9174": 88, "12334": [], "807972": [], "90996": [], "9199": 88, "41265": [], "912556": [], "472752": [], "78535": [], "95938": [], "231897": [], "9249": 88, "2332": [], "2612": [], "135574": [], "856121": [], "907833": [], "2045324": [], "9274": 88, "4892": [], "844": 88, "47146": 88, "032598": [], "223476": [], "4468067": [], "9299": 88, "75672": [], "498404": [], "036125": [], "9324": 88, "71998": [], "555048": [], "196657": [], "9349": 88, "5777": [], "3784": [], "75494": [], "778881": [], "684895": [], "5202155": [], "9374": 88, "6271": [], "0664": [], "582203": [], "99943": [], "846": 88, "930296": [], "5663516": [], "9399": 88, "9595": 88, "19298": [], "888681": [], "813612": [], "6206363": [], "9424": 88, "4609": [], "069": [], "655773": [], "012886": [], "661558": [], "4144681": [], "9449": 88, "7026": [], "082066": [], "028656": [], "711218": [], "6310552": [], "9474": 88, "431305": [], "789852": [], "353706": [], "9499": 88, "38076": [], "82498": [], "179348": [], "9524": 88, "874813": [], "681553": [], "65331": [], "9549": 88, "08303": [], "152418": [], "934704": [], "9574": 88, "338554": [], "66344": [], "779173": [], "9599": 88, "12597": [], "711742": [], "344797": [], "9624": 88, "229385": [], "97895": [], "250336": [], "9649": 88, "80842": [], "329903": [], "396772": [], "9674": 88, "84394": [], "18829": [], "677998": [], "9699": 88, "816902": [], "383863": [], "9724": 88, "70731": [], "614824": [], "726059": [], "9749": 88, "840935": [], "133554": [], "596909": [], "9774": 88, "03992": [], "143393": [], "343868": [], "38817": [], "240694": [], "790443": [], "9824": 88, "14124": 88, "683352": [], "756102": [], "9849": 88, "948": 88, "90359": [], "99946": [], "047405": 88, "5938998": [], "9874": 88, "5426": [], "74501": [], "999245": [], "575546": [], "4883610": [], "9899": 88, "5628": [], "0728": [], "52049": [], "25994": [], "618": 88, "378622": [], "5042261": [], "9924": 88, "8898": [], "054672": [], "360096": [], "443": 88, "555067": [], "8008884": [], "9949": 88, "7656": [], "856": [], "02083": [], "760979": [], "705": 88, "860268": [], "6889954": [], "9974": 88, "294243": [], "293968": [], "370": 88, "832865": [], "183945": [], "207409": [], "599945": [], "10024": 88, "289593": [], "736662": [], "132584": [], "5679045": [], "10049": 88, "7908": [], "9976": [], "708347": [], "189093": [], "518253": [], "7118098": [], "10074": 88, "6398": [], "068672": [], "398972": [], "269": 88, "899471": [], "5758717": [], "10099": 88, "581593": [], "252272": [], "401": [88, 90], "316328": [], "10124": 88, "03526": [], "251106": [], "86422": [], "10149": 88, "22196": [], "541008": [], "766064": [], "10174": 88, "949646": [], "477577": [], "678913": [], "738": 88, "10199": 88, "612854": [], "96024": [], "937834": [], "10224": 88, "06209": [], "559185": [], "815018": [], "668": 88, "10249": 88, "01838": [], "692076": [], "268255": [], "10274": 88, "78862": [], "271875": [], "207428": [], "10299": 88, "9607": [], "940561": [], "331438": [], "10324": 88, "37982": [], "82795": [], "02862": [], "10349": 88, "60559": [], "499727": [], "812742": [], "10374": 88, "02448": [], "694824": [], "435617": [], "10399": 88, "26071": [], "877811": [], "788425": [], "10424": 88, "19416": [], "298069": [], "879686": [], "10449": 88, "2790": [], "2402": 88, "55802": [], "44656": [], "880983": [], "2482905": [], "10474": 88, "99958": [], "58683": [], "226": 88, "924269": [], "10499": 88, "215744": [], "952986": [], "62439": [], "10524": 88, "4271": [], "456448": [], "678": 88, "455647": [], "3844283": [], "10549": 88, "3935": [], "3254": [], "3332": [], "499481": [], "261": 88, "136911": [], "3541793": [], "10574": 88, "4034": [], "7678": [], "714195": [], "553577": [], "80559": [], "3631291": [], "10599": 88, "4891": [], "452618": [], "599144": [], "987574": [], "4401965": [], "10624": 88, "4795": [], "8564": [], "251266": [], "396624": [], "478": 88, "272635": [], "4309660": [], "10649": 88, "36081": [], "57663": [], "225933": [], "10674": 88, "284508": [], "037216": [], "48721": [], "10699": 88, "532074": [], "924135": [], "88159": [], "10724": 88, "996452": [], "188522": [], "586924": [], "10749": 88, "64185": [], "791214": [], "373287": [], "10774": 88, "30768": [], "728159": [], "00726": [], "10799": 88, "595726": [], "849539": [], "471008": [], "10824": 88, "265188": [], "595102": [], "10849": 88, "466057": [], "87789": [], "910751": [], "10874": 88, "01187": [], "193169": [], "98155": [], "10899": 88, "068115": [], "048122": [], "41744": [], "10924": 88, "45259": [], "10614": [], "92656": [], "10949": 88, "42626": [], "598581": [], "122162": [], "10974": 88, "52387": [], "247349": [], "368994": [], "10999": 88, "78695": 88, "931673": [], "89376": [], "11024": 88, "85293": [], "005142": [], "730928": [], "11049": 88, "21506": [], "91626": [], "942112": [], "308674": [], "369193": [], "11074": 88, "1007": [], "90817": [], "99877": [], "7234535": [], "902370": [], "11099": 88, "2095": [], "4429": [], "844574": [], "674677": [], "23973": [], "1885898": [], "11124": 88, "5596": 88, "3906": [], "989727": [], "499638": [], "008278": [], "5011872": [], "11149": 88, "96567": [], "196993": [], "591": 88, "353472": [], "11174": 88, "41988": [], "307877": [], "950502": [], "11199": 88, "2932": [], "3252": [], "502716": [], "980337": [], "420": 88, "092367": [], "2636845": [], "11224": 88, "3709": [], "7668": [], "035637": [], "419384": [], "667145": [], "3338790": [], "11249": 88, "4309": [], "55393": [], "041613": [], "919794": [], "3878660": [], "11274": 88, "3636": [], "8237": 88, "95096": [], "418314": [], "198843": [], "3273141": [], "11299": 88, "504105": [], "519548": [], "024693": [], "11324": 88, "930534": [], "30931": [], "033457": 88, "11349": 88, "965454": [], "341923": [], "197926": [], "11374": 88, "21621": [], "769577": [], "323091": [], "11399": 88, "337006": [], "485905": [], "938035": [], "11424": 88, "17679": [], "856789": [], "565839": [], "11449": 88, "373215": [], "120615": [], "525222": [], "11474": 88, "5511": [], "614723": [], "353373": [], "11499": 88, "757774": [], "34607": [], "622076": [], "11524": 88, "816193": [], "885568": [], "11549": 88, "391": [], "9734": [], "065144": [], "000189": [], "691013": [], "352776": [], "11574": 88, "450": [], "50348": [], "66438": [], "890772": [], "909625": [], "435140": [], "11599": 88, "97678": [], "656876": [], "999847": [], "875703": [], "130479": [], "11624": 88, "7903": 88, "8973": 88, "398932": [], "002598": [], "66384": [], "11649": 88, "11971": [], "979128": [], "502264": [], "11674": 88, "81522": [], "435755": [], "007524": [], "11699": 88, "361": 88, "240015": [], "61462": [], "0481615": [], "591433": [], "11724": 88, "715635": [], "012318": [], "550": 88, "7668996": [], "11749": 88, "68463": [], "29991": [], "510881": [], "511": 88, "875388": [], "377665": [], "11774": 88, "3891": 88, "04859": [], "740515": [], "030333": [], "643184": [], "11799": 88, "62562": [], "13531": [], "334501": [], "11824": 88, "30511": [], "667557": [], "164": 88, "459": 88, "11849": 88, "713978": [], "200636": [], "26648": [], "11874": 88, "614803": [], "261477": [], "293": 88, "46083": [], "11899": 88, "362797": [], "643408": [], "182623": [], "11924": 88, "67908": [], "67957": [], "999887": [], "771423": [], "200411": [], "11949": 88, "439": 88, "89374": [], "517063": [], "000082": [], "639719": [], "395926": [], "11974": 88, "302": 88, "06686": [], "28698": [], "000803": [], "20615": [], "266024": [], "11999": 88, "22945": [], "581612": [], "468398": [], "12024": 88, "991405": [], "134514": [], "653522": [], "12049": 88, "17361": [], "17821": [], "5904": [], "576374": [], "138756": [], "12074": 88, "51872": [], "42644": [], "912275": [], "257831": [], "129516": [], "625": 88, "12099": 88, "03542": [], "07524": [], "00004": [], "675453": [], "70231": [], "12124": 88, "42254": [], "999949": [], "127827": [], "12149": 88, "722776": [], "343174": 88, "018578": [], "12174": 88, "136536": [], "754639": [], "999893": 88, "5706778": [], "61322": [], "887": [], "12199": 88, "73305": [], "5346868": [], "12224": 88, "49963": [], "524456": [], "2826557": [], "348749": [], "12249": 88, "75926": [], "804138": [], "512605": [], "218307": [], "12274": 88, "331203": [], "153082": [], "9543905": [], "12299": 88, "862": [], "07117": [], "386644": [], "08555": [], "667": 88, "748524": [], "781678": [], "345": 88, "12324": 88, "678488": [], "122149": [], "555472": [], "12349": 88, "845913": [], "795183": [], "276": 88, "915934": [], "12374": 88, "860374": [], "034063": [], "718536": [], "12399": 88, "448": [], "095572": [], "425688": [], "744381": [], "403623": [], "12424": 88, "24063": [], "460943": [], "453": 88, "257306": [], "12449": 88, "916136": [], "997837": [], "1404085": [], "12474": 88, "28983": [], "10947": [], "1970825": [], "418535": [], "12499": 88, "841496": [], "658289": [], "687496": [], "12524": 88, "752262": [], "474169": [], "244413": [], "12549": 88, "73885": [], "55895": [], "00035": [], "989784": [], "221164": [], "12574": 88, "400": 88, "55795": [], "868637": [], "548151": [], "960374": [], "348796": [], "12599": 88, "35075": [], "598988": [], "000065": [], "303561": [], "198315": [], "12624": 88, "4925": [], "06258": [], "836031": [], "930257": [], "655643": [], "12649": 88, "503944": [], "99838": [], "0843577": [], "12674": 88, "191": [], "79677": [], "742054": [], "680578": [], "754264": [], "172617": [], "12699": 88, "764": 88, "1775": [], "10506": [], "000116": [], "010163": [], "687759": [], "12724": 88, "129356": [], "6777172": [], "12749": 88, "546833": [], "992361": [], "559558": [], "12774": 88, "9811": [], "433605": [], "99971": [], "74299675": [], "1349983": [], "12799": 88, "1471": 88, "0984": [], "303013": [], "223312": [], "59858376": [], "1323988": [], "12824": 88, "1725": [], "8419": [], "345362": [], "999996": 88, "8723013": [], "1553257": [], "12849": 88, "1976": [], "618299": [], "658258": [], "1254036": [], "1778816": [], "12874": 88, "1433": [], "0376": [], "273092": [], "8655037": [], "1289733": [], "12899": 88, "4873": [], "58379": [], "999891": [], "002178": [], "699830": [], "12924": 88, "802": [], "72504": [], "14931": [], "74648": [], "547": 88, "719383": [], "734235": [], "12949": 88, "53436": [], "429436": [], "148493": [], "456519": [], "604380": [], "916": [], "12974": 88, "80396": [], "829422": [], "934244": [], "644": 88, "1280437": [], "410900": [], "12999": 88, "602936": [], "56664": [], "050346": [], "4952965": [], "114842": [], "10451": [], "492344": [], "986263": [], "5476117": [], "67410": [], "13049": 88, "051028": [], "103035": [], "526": 88, "545112": [], "781896": [], "13074": 88, "09717": [], "399899": [], "679085": [], "8982534": [], "596444": [], "13099": 88, "814": [], "46686": [], "26814": [], "960405": [], "8778796": [], "733020": [], "13124": 88, "21594": [], "36771": [], "8873386": [], "13149": 88, "1313": 88, "3372": [], "15958": [], "342653": [], "19022276": [], "1182003": [], "13174": 88, "70895": [], "09273": [], "5734305": [], "221138": [], "13199": 88, "595295": [], "312086": [], "5519025": [], "13224": 88, "522087": [], "42209": [], "8119435": [], "13249": 88, "25904": [], "5378435": [], "13274": 88, "1059": [], "9167": [], "301136": [], "457325": [], "953925": [], "13299": 88, "189087": [], "31096807": [], "1160269": [], "13324": 88, "1127": [], "5626": [], "142908": [], "101685": [], "1190957": [], "1014806": [], "13349": 88, "1536": [], "741053": [], "9252463": [], "1382787": [], "13374": 88, "1197": [], "5519": [], "46502": [], "937397": [], "76914924": [], "1077796": [], "13399": 88, "699944": [], "415205": [], "0926006": [], "13424": 88, "7939": [], "729345": [], "000639": [], "7138156": [], "708114": [], "13449": 88, "262293": [], "000225": [], "0005574": [], "13474": 88, "076641": [], "796063": [], "13499": 88, "1306": [], "743925": [], "599333": [], "22620921": [], "1175525": [], "13524": 88, "1379": [], "525642": [], "221308": [], "13943061": [], "1241341": [], "13549": 88, "582172": [], "807375": [], "1218193": [], "13574": 88, "448761": [], "989819": [], "4185128": [], "13599": 88, "9171": [], "5773": [], "73764": [], "309": 88, "867718": [], "542033": [], "13624": 88, "44604": [], "451992": [], "924381": [], "576754": [], "811301": [], "13649": 88, "728245": [], "097066": [], "13674": 88, "730019": [], "666136": [], "7693648": [], "13699": 88, "15885": [], "724762": [], "99998": 88, "395354": [], "94642": [], "13724": 88, "103195": [], "846802": [], "9691896": [], "13749": 88, "2627": [], "957197": [], "3819304": [], "2364991": [], "13774": 88, "38868": [], "504": 88, "55464756": [], "3128": [], "1353": 88, "596407": [], "676917": [], "883768": [], "2815321": [], "606": [], "2731": [], "3677": [], "50938": [], "266447": [], "8999295": [], "2458230": [], "13799": 88, "7451": [], "213017": [], "999985": 88, "4768171": [], "1842070": [], "13824": 88, "1192": [], "924118": [], "79384637": [], "1073351": [], "13849": 88, "2435": 88, "0662": [], "768826": [], "4184217": [], "2191559": [], "13874": 88, "2261": [], "7913": [], "944453": [], "5520477": [], "2035612": [], "292": 88, "13899": 88, "1267": [], "5073": [], "168448": [], "816566": [], "4193716": [], "1140756": [], "13924": 88, "2196": [], "7012": [], "79969": [], "226598": [], "1977031": [], "13949": 88, "1601827": [], "13974": 88, "1834": [], "08046": [], "002028": [], "4142911": [], "1650816": [], "337": 88, "13999": 88, "2002": [], "9121": [], "010883": [], "99999": 88, "257652": [], "1802620": [], "075": 88, "14024": 88, "364317": [], "3018296": [], "14049": 88, "43407": [], "5911": [], "999807": [], "3703046": [], "118290": [], "14074": 88, "3255": 88, "6118": [], "603223": [], "00055": [], "978375": [], "2930050": [], "725": 88, "14099": 88, "068283": [], "33395": [], "683778": [], "1362": [], "1682": [], "882412": [], "081455": [], "51115716": [], "1225951": [], "14149": 88, "159332": [], "0407": 88, "769": 88, "150973": [], "14174": 88, "122734": [], "721996": [], "822741": [], "14199": 88, "80432": [], "93255": [], "375345": [], "666": 88, "964119": [], "234688": 88, "14224": 88, "579121": [], "833097": [], "477": 88, "982256": [], "14249": 88, "68881": [], "86556": [], "4395714": [], "14274": 88, "688538": [], "999731": [], "8765874": [], "14299": 88, "1463": [], "69998": [], "127191": [], "703931": [], "14324": 88, "627": 88, "097": [], "099426": [], "421215": [], "415801": [], "564387": [], "287": 88, "14349": 88, "249557": [], "2033558": [], "14374": 88, "1263": 88, "41495": [], "07289": [], "43894312": [], "1137233": [], "14399": 88, "65267": [], "243433": [], "999975": 88, "320173": [], "84287": [], "14424": 88, "433456": [], "54282": 88, "994952": [], "14449": 88, "1869": [], "7286": [], "718847": [], "591735": [], "1682755": [], "14474": 88, "2543": [], "9866": [], "541353": [], "963024": [], "2289588": [], "14499": 88, "071123": [], "6125367": [], "14524": 88, "83016": [], "25226": [], "3052204": [], "14549": 88, "2815": [], "050914": [], "3197956": [], "2533806": [], "14574": 88, "1386": [], "7977": [], "808998": [], "17708018": [], "1248118": [], "14599": 88, "610357": [], "004507": [], "4313073": [], "2013878": [], "14624": 88, "3077": [], "461327": [], "000906": [], "166917": [], "2769672": [], "14649": 88, "2728": [], "5168": [], "814556": [], "000456": [], "422431": [], "2455665": [], "14674": 88, "2219": [], "162607": [], "75168": [], "7986965": [], "1997708": [], "342": 88, "4377985": [], "3074617": [], "2351586": [], "14724": 88, "1140": [], "8884": [], "969824": [], "218": 88, "0524663": [], "1026799": [], "14749": 88, "602495": [], "142618": [], "746": 88, "328976": [], "14774": 88, "2363": 88, "491519": [], "703262": [], "683": 88, "4361057": [], "2126992": [], "14799": 88, "1945": [], "7145": [], "620409": [], "139515": [], "171": 88, "540": 88, "9503403": [], "1751143": [], "14824": 88, "912128": [], "913717": [], "863": 88, "4560375": [], "14849": 88, "9626": [], "086016": [], "29309": [], "769871": [], "815366": [], "14874": 88, "89984": [], "36611": [], "000187": [], "704392": [], "69401": [], "14899": 88, "253124": [], "188864": [], "1318347": [], "14924": 88, "186918": [], "453117": [], "4256": [], "14949": 88, "9681": [], "062279": [], "191711": [], "376178": [], "446452": [], "14974": 88, "15851": [], "3260715": [], "14999": 88, "5458": [], "502293": [], "788057": [], "007633": [], "795887": [], "15024": 88, "1265": 88, "9468": [], "873955": [], "999823": [], "42717448": [], "1139352": [], "15049": 88, "61057": [], "90665": [], "787267": [], "15074": 88, "1895": [], "1389": [], "95757": [], "7187862": [], "1705625": [], "1358": [], "5381": [], "094727": [], "035782076": [], "1222684": [], "15124": 88, "1751": [], "6451": [], "69681": [], "001317": [], "1576480": [], "15149": 88, "568386": [], "6200476": [], "15174": 88, "681": 88, "2579": [], "614534": [], "9569855": [], "613132": [], "025": 88, "15199": 88, "49611": [], "435883": [], "2106423": [], "74246": [], "15224": 88, "46136": [], "51673": [], "000029": 88, "8777347": [], "145315": [], "15249": 88, "492558": [], "295201": [], "15274": 88, "62795": [], "725077": [], "1026382": [], "15299": 88, "638": [], "92065": [], "50064": [], "837694": [], "210856": [], "575028": [], "15324": 88, "864": [], "484543": [], "269815": [], "200802": [], "777766": [], "15349": 88, "40753": [], "02993": [], "27415": [], "9211949": [], "694266": [], "15374": 88, "395664": [], "000038": 88, "206": 88, "636244": [], "15399": 88, "127121": [], "648947": [], "348": 88, "9021854": [], "15424": 88, "04816": [], "161592": [], "259209": [], "938859": [], "537987": [], "402": 88, "15449": 88, "199324": [], "763252": [], "3256574": [], "15474": 88, "225763": [], "573305": [], "9936333": [], "15499": 88, "18136": [], "73282": [], "9810388": [], "15524": 88, "35524": [], "731787": [], "826118": [], "047098": [], "221558": [], "15549": 88, "0204": [], "368963": [], "683964": [], "0568064": [], "1026018": [], "15574": 88, "7643": [], "780416": [], "53012": [], "2619133": [], "1623387": [], "15599": 88, "372295": [], "4730642": [], "15624": 88, "1151": [], "3898": [], "080462": [], "999866": [], "99995977": [], "1036250": [], "15649": 88, "2988": 88, "52416": [], "2097025": [], "462868": [], "15674": 88, "1639": [], "4701": [], "486174": [], "4404421": [], "1475523": [], "15699": 88, "2083": [], "419357": [], "6593716": [], "1874930": [], "15724": 88, "789015": [], "9702735": [], "15749": 88, "977924": [], "93342": [], "15774": 88, "4423": [], "22443": [], "395342": [], "801398": [], "480": 88, "15799": 88, "533": 88, "9139": [], "156483": [], "999966": 88, "759105": [], "480522": [], "15824": 88, "252136": [], "030528": [], "15849": 88, "5413": [], "34955": [], "4327776": [], "15874": 88, "896927": [], "321203": [], "15899": 88, "69274": [], "997871": [], "999907": [], "204": 88, "7493143": [], "64523": [], "15924": 88, "42413": [], "740566": [], "060146": [], "5478907": [], "705081": [], "15949": 88, "75455": [], "208546": [], "299652": [], "052468": [], "414405": [], "747": [], "15974": 88, "87225": [], "849098": [], "99966": [], "366956": [], "388728": [], "15999": 88, "44707": [], "501669": [], "209272": [], "231": 88, "663": 88, "540281": [], "221802": [], "16024": 88, "46457": [], "603558": [], "000824": [], "554385": [], "236218": [], "16049": 88, "30019": [], "057112": [], "440": 88, "748597": [], "16074": 88, "869667": [], "592773": [], "87424": [], "16099": 88, "703815": [], "653913": [], "039983": [], "16124": 88, "94357": [], "632593": [], "581995": [], "16149": 88, "933025": [], "799273": [], "425323": [], "16174": 88, "027874": [], "670895": [], "669927": [], "327": 88, "16199": 88, "22223": [], "800312": [], "7630267": [], "16224": 88, "55969": [], "195555": [], "932552": [], "16249": 88, "345673": [], "092628": [], "006957": [], "16274": 88, "25744": [], "925608": [], "932201": [], "16299": 88, "37608": [], "066761": [], "550892": [], "16324": 88, "51654": [], "850636": [], "471651": [], "16349": 88, "65659": [], "09068": [], "6300983": [], "16374": 88, "141476": [], "108152": [], "4350367": [], "16399": 88, "53347": [], "720598": [], "3498836": [], "16424": 88, "626396": [], "124657": [], "7984548": [], "16449": 88, "02625": [], "41112": [], "021067": [], "754": 88, "715002": [], "157389": [], "16474": 88, "70178": [], "324753": [], "382692": [], "560326": [], "305406": [], "16499": 88, "5143": [], "810898": [], "538054": [], "169": 88, "470263": [], "643962": [], "16524": 88, "838": 88, "8347": [], "97387": [], "331522": [], "529661": [], "754833": [], "16549": 88, "21206": [], "728144": [], "423": 88, "474932": [], "16574": 88, "723057": [], "786325": [], "7944": [], "16599": 88, "87558": [], "20926": [], "952677": [], "774415": [], "191588": [], "16624": 88, "307": 88, "68403": [], "770834": 88, "139": 88, "077002": [], "276360": [], "16649": 88, "4018": [], "750332": [], "998598": 88, "334676": [], "534061": [], "16674": 88, "9694": [], "687725": [], "998938": [], "846996": [], "1133072": [], "16699": 88, "52796": [], "529953": [], "261057": [], "16724": 88, "33624": [], "034386": [], "097052": [], "60858": [], "176025": [], "799461": [], "16774": 88, "11308": [], "06626": [], "539946": [], "16799": 88, "470604": [], "683165": [], "345218": [], "16824": 88, "55057": [], "897297": [], "270697": [], "357": 88, "775": 88, "16849": 88, "35368": [], "582432": [], "625082": [], "16874": 88, "57724": [], "549622": [], "510466": [], "16899": 88, "59406": [], "917908": [], "8420315": [], "16924": 88, "5763": [], "718344": [], "335197": [], "16949": 88, "93867": [], "6479": [], "035059": [], "16974": 88, "51462": [], "084574": [], "571235": [], "16999": 88, "16828": [], "47736": [], "650705": [], "17024": 88, "84163": [], "267534": [], "91646": [], "431639": [], "203064": [], "17074": 88, "91797": [], "372864": [], "949087": [], "17099": 88, "370457": [], "25943": [], "53718": [], "783939": [], "17124": 88, "046196": [], "965929": [], "853458": [], "776626": [], "17149": 88, "3922": [], "2563": [], "313187": [], "20163": [], "227774": [], "3530030": [], "17174": 88, "03723": [], "628647": [], "371325": [], "557546": [], "231333": [], "17199": 88, "2327": [], "4934": [], "35906": [], "001776": [], "540562": [], "2094715": [], "17224": 88, "284847": [], "958197": [], "780949": [], "17249": 88, "17495": [], "195095": [], "57312": [], "17274": 88, "4007": [], "6492": [], "053936": [], "827726": [], "082142": [], "3606884": [], "022285": [], "812683": [], "333878": [], "17324": 88, "23202": [], "877184": [], "82884": [], "17349": 88, "484493": [], "728477": [], "78216": [], "17374": 88, "242294": [], "834785": [], "910578": [], "17399": 88, "04476": [], "706612": [], "83276": [], "17424": 88, "398346": [], "299465": [], "388943": 88, "17449": 88, "05389": [], "560904": [], "31946": [], "17474": 88, "239525": [], "121523": [], "080181": [], "17499": 88, "32768": [], "532047": [], "311792": [], "17524": 88, "925575": [], "48912": [], "700466": [], "17549": 88, "664185": 88, "742855": [], "992067": [], "17574": 88, "67638": [], "268269": [], "352767": [], "17599": 88, "112766": [], "346209": [], "17624": 88, "151695": [], "282368": [], "96344": [], "17649": 88, "1680": [], "4783": [], "614365": [], "999853": [], "36023": [], "1512430": [], "17674": 88, "4645": [], "70177": [], "999166": [], "546549": [], "4181106": [], "17699": 88, "4445": [], "9927": 88, "877754": [], "44248": [], "161415": [], "3971511": [], "17724": 88, "78488": [], "236435": [], "694677": [], "17749": 88, "96543": [], "311012": [], "194567": [], "17774": 88, "5682": [], "9785": 88, "98047": [], "043526": [], "750856": [], "5114681": [], "17799": 88, "5922": [], "62601": [], "97368": [], "27022": [], "5330374": [], "17824": 88, "8946": [], "129227": [], "676798": [], "381": 88, "36046": [], "8052210": [], "17849": 88, "4883": [], "167": 88, "571743": [], "389938": [], "216": 88, "24844": [], "4393910": [], "17874": 88, "7104": 88, "633": 88, "859684": [], "603596": [], "495": 88, "578753": [], "6384685": [], "17899": 88, "447136": [], "499594": [], "94091": [], "17924": 88, "818085": [], "45857": [], "732456": [], "17949": 88, "64253": [], "174788": [], "332712": [], "17974": 88, "6245": [], "419844": 88, "320198": [], "17999": 88, "99306": [], "628786": [], "493986": [], "18024": 88, "20937": [], "028559": [], "300303": [], "18049": 88, "50831": [], "609283": [], "963179": [], "18074": 88, "075005": [], "000132": [], "180233": [], "18099": 88, "443756": [], "826958": [], "15116": [], "18124": 88, "04715": [], "197811": [], "205246": [], "18149": 88, "18365": [], "628002": [], "353237": [], "18174": 88, "95423": [], "184332": [], "662043": [], "18199": 88, "26839": [], "16388": [], "877789": [], "18224": 88, "150116": [], "046272": [], "810127": [], "965": 88, "18249": 88, "54939": [], "67353": [], "623465": [], "18274": 88, "9064": [], "44149": [], "302563": [], "412": 88, "754349": [], "8165062": [], "18299": 88, "9098": 88, "96549": [], "127535": [], "254": 88, "796669": [], "8182052": [], "18324": 88, "6401": [], "2856": 88, "837177": [], "783325": [], "840582": [], "5761157": [], "18349": 88, "4107": [], "131046": [], "75041": [], "04649": [], "3689422": [], "18374": 88, "5108": [], "4033": [], "634007": [], "900517": [], "488157": [], "4601651": [], "18399": 88, "582314": [], "23635": [], "191792": [], "18424": 88, "681538": [], "980972": [], "778725": [], "18449": 88, "7350": [], "6333": [], "181274": [], "421154": [], "468914": [], "6615570": [], "18474": 88, "6535": [], "5083": [], "124252": [], "268126": [], "808083": [], "5881957": [], "18499": 88, "75432": [], "08798": [], "08744": [], "18524": 88, "31701": [], "04594": [], "14609": [], "18549": 88, "802475": [], "84042": [], "133465": [], "18574": 88, "35282": [], "70811": [], "92447": [], "18599": 88, "37047": [], "399147": [], "727852": [], "18624": 88, "71331": [], "052029": [], "504108": [], "18649": 88, "5352": [], "200176": [], "344313": [], "18674": 88, "6493": [], "276333": [], "754967": [], "18699": 88, "30664": [], "129694": [], "318811": [], "18724": 88, "04419": [], "287792": [], "502468": [], "18749": 88, "49298": [], "805433": [], "43314": [], "18774": 88, "96203": [], "278795": [], "586716": [], "18799": 88, "16678": [], "5855": [], "646544": [], "18824": 88, "60657": [], "544987": [], "299131": [], "18849": 88, "2837": [], "71755": [], "641912": [], "39589": [], "2553673": [], "18874": 88, "8886": [], "120735": [], "582365": [], "42239": [], "8009040": [], "18899": 88, "87759": [], "017805": [], "461699": [], "18924": 88, "08956": [], "880396": [], "331121": [], "18949": 88, "7375": 88, "6484": [], "173893": [], "227083": [], "09426": [], "6638083": [], "18974": 88, "3144": [], "583927": [], "161432": [], "472656": [], "2830310": [], "18999": 88, "3945": [], "7988": [], "99852": [], "336409": [], "390135": [], "3551219": [], "19024": 88, "4359": 88, "7607": [], "08398": [], "500244": [], "434494": [], "3913279": [], "19049": 88, "5038": [], "981514": [], "120218": [], "38522": [], "4534600": [], "19074": 88, "3595": [], "19845": [], "961521": [], "19099": 88, "75161": [], "2941": [], "318703": [], "19124": 88, "032276": [], "243443": [], "857088": [], "19149": 88, "35107": [], "783682": [], "67424": [], "19174": 88, "73072": [], "671976": [], "339336": [], "19199": 88, "36422": [], "602358": [], "600912": [], "19224": 88, "54564": [], "644936": [], "93341": [], "19249": 88, "30975": 88, "280672": [], "726343": [], "19274": 88, "65991": [], "482336": [], "54141": [], "200167": [], "851561": [], "19324": 88, "81611": [], "396393": [], "672773": [], "19349": 88, "60752": [], "240152": [], "949701": [], "19374": 88, "062126": [], "808191": [], "373945": [], "19399": 88, "65464": [], "067661": [], "632057": [], "19424": 88, "36224": [], "81506": [], "470844": [], "19449": 88, "1571": [], "7682": [], "18982": [], "044258": [], "51646": [], "1436069": [], "19474": 88, "6712": [], "0723": [], "56992": [], "508": 88, "46785": [], "6145371": [], "19499": 88, "3840": [], "4463": [], "405087": [], "538958": 88, "603": 88, "54465": [], "3456401": [], "19524": 88, "5302": [], "7383": [], "208904": [], "930904": [], "306572": [], "4772464": [], "19549": 88, "4902": [], "8315": [], "638668": [], "900532": [], "880133": [], "4394567": [], "19574": 88, "552616": [], "4437": [], "850": 88, "536644": [], "19599": 88, "31686": [], "851944": [], "875202": [], "19624": 88, "1829": [], "736": 88, "171618": [], "287085": [], "3484028": [], "19649": 88, "4380": [], "9634": [], "539497": 88, "706955": [], "250376": [], "3942867": [], "19674": 88, "4943": [], "398697": [], "889553": [], "816418": [], "4449133": [], "19699": 88, "37052": [], "878769": [], "089987": [], "19724": 88, "321087": [], "64239": [], "927275": [], "19749": 88, "55603": [], "26252": 88, "000042": [], "19774": 88, "62859": [], "497986": [], "478783": [], "19799": 88, "06846": [], "750795": [], "664652": [], "19824": 88, "832535": [], "187065": [], "337479": [], "19849": 88, "79927": [], "310444": [], "755074": [], "836": 88, "19874": 88, "98175": [], "646534": [], "224737": [], "19899": 88, "12712": [], "50659": [], "252384": [], "19924": 88, "47403": [], "577253": [], "876284": [], "19949": 88, "72337": [], "489223": [], "646295": [], "19974": 88, "93657": [], "265959": [], "112146": [], "19999": 88, "0155": [], "813255": [], "291304": [], "20024": 88, "05771": [], "981625": [], "92466": [], "20049": 88, "035": [], "20422": [], "137524": [], "886431": [], "63931": [], "20074": 88, "78973": [], "71023": [], "180674": [], "20099": 88, "64766": [], "276707": [], "339172": [], "20124": 88, "8066": [], "477957": [], "997004": [], "497525": [], "20149": 88, "2050": [], "008": [], "145756": [], "939049": [], "358": 88, "064335": [], "1845007": [], "20174": 88, "1939": [], "8414": [], "023235": [], "682522": [], "015854": [], "1745857": [], "20199": 88, "933": [], "09076": [], "144707": [], "03709": [], "9496": [], "839784": [], "20224": 88, "3713": [], "883": [], "646652": [], "128733": [], "672972": [], "3325887": [], "20249": 88, "56397": [], "24896": [], "957174": [], "20274": 88, "473305": [], "836756": [], "503284": [], "20299": 88, "283676": [], "576807": [], "350018": [], "20324": 88, "8061": [], "10476": [], "66436": [], "81948": [], "143825": [], "20349": 88, "091087": [], "734577": [], "85691": [], "20374": 88, "292053": [], "197737": [], "993433": [], "20399": 88, "062717": [], "592684": [], "797314": [], "20424": 88, "251343": [], "175661": [], "765804": [], "20449": 88, "169266": [], "599152": [], "560819": [], "20474": 88, "88666": [], "769188": [], "764126": [], "208595": [], "493859": [], "20499": 88, "787804": [], "141732": [], "20524": 88, "02682": [], "884274": [], "000097": [], "2143955": [], "254724": [], "20549": 88, "74606": [], "81095": [], "082987": [], "304199": [], "132071": [], "20574": 88, "685875": [], "053791": [], "831841": [], "20599": 88, "24816": [], "000238": [], "25439": [], "20624": 88, "35942": [], "85507": [], "035741": [], "148823": [], "20649": 88, "44997": [], "126": 88, "517096": [], "112904": [], "20674": 88, "03943": [], "132977": [], "596403": [], "333871": [], "314069": [], "20699": 88, "701": 88, "4668": [], "219994": [], "252829": [], "193": 88, "579": 88, "575906": [], "641497": [], "20724": 88, "594": 88, "1589": 88, "69048": [], "43738": [], "008695": [], "542913": [], "20749": 88, "936047": [], "019289": [], "287209": [], "20774": 88, "291264": [], "356058": [], "617": 88, "140274": [], "20799": 88, "097023": [], "91084": [], "609": 88, "832434": [], "20824": 88, "814342": [], "285885": [], "674301": [], "20849": 88, "23395": [], "847576": [], "998932": [], "466711": [], "335010": [], "20874": 88, "75792": [], "51971": [], "726234": [], "923": [], "63934": [], "008982": [], "628859": [], "91482": [], "831982": [], "20924": 88, "82176": [], "999933": [], "65757": [], "20949": 88, "888302": [], "994898": [], "843963": [], "20974": 88, "99637": [], "146095": [], "000137": [], "4534607": [], "368096": [], "20999": 88, "78952": [], "436563": [], "398441": [], "125810": [], "21024": 88, "53387": [], "352222": [], "000168": [], "954413": [], "295680": [], "21049": 88, "14612": [], "49894": [], "00045": [], "695548": [], "190031": [], "21074": 88, "728235": [], "228742": [], "21099": 88, "47305": [], "99982": [], "640465": [], "21124": 88, "5117": [], "356865": [], "882436": [], "495460": [], "21149": 88, "336": [], "00992": [], "499252": [], "000021": 88, "04651": [], "302408": [], "21174": 88, "125063": [], "454167": [], "21199": 88, "52654": [], "843441": [], "6548862": [], "21224": 88, "27057": [], "380014": [], "7621393": [], "21249": 88, "107258": [], "123629": [], "21274": 88, "5882": [], "132267": [], "729265": [], "21299": 88, "1032": [], "4513": [], "897757": [], "892575": [], "743308": [], "21324": 88, "605": 88, "96045": [], "53972": [], "383883": [], "230969": [], "545364": [], "21349": 88, "464897": [], "143744": [], "239988": [], "21374": 88, "1967": [], "11063": [], "060509": [], "980415": [], "253077": [], "21399": 88, "885426": [], "83976": [], "714154": [], "21424": 88, "376514": [], "379051": [], "99894": [], "21449": 88, "163092": [], "253699": [], "21474": 88, "327375": [], "879192": [], "513966": [], "21499": 88, "5137": [], "166128": [], "077614": [], "1673832": [], "826662": [], "21524": 88, "760": [], "0028": [], "314545": [], "45425": [], "7470937": [], "672713": [], "21549": 88, "993": [], "426147": [], "880732": [], "787684": [], "894460": [], "21574": 88, "1588": [], "1785": [], "305311": [], "00001": [], "183984": [], "1429360": [], "21599": 88, "9633": [], "456336": [], "7229075": [], "1706366": [], "21624": 88, "041": [], "80631": [], "6032964": [], "1324836": [], "21649": 88, "2776": [], "000027": 88, "9323866": [], "21674": 88, "23228": [], "000017": 88, "0919995": [], "21699": 88, "680122": [], "219766": [], "21724": 88, "32813": [], "3008463": [], "21749": 88, "51196": [], "624374": [], "985907": [], "969086": [], "748360": [], "21774": 88, "21997": [], "816124": [], "999903": [], "639576": [], "69497": [], "21799": 88, "1475": 88, "273085": [], "6201719": [], "1327874": [], "21824": 88, "62616": [], "308685": [], "000149": [], "18702312": [], "545963": [], "21849": 88, "318375": [], "057771": [], "21874": 88, "20305": [], "052128": [], "8231187": [], "21899": 88, "830517": [], "895464": [], "0853505": [], "21924": 88, "525656": [], "024298": [], "9826398": [], "21949": 88, "77963": [], "298847": [], "473295": [], "3447065": [], "205001": [], "16595": [], "061287": [], "214146": [], "537309": [], "21999": 88, "284266": [], "52331": [], "9558424": [], "688030": [], "692": 88, "22024": 88, "65836": [], "277222": [], "8432896": [], "22049": 88, "367626": [], "93802": [], "5500703": [], "22074": 88, "723234": [], "00031": [], "8386834": [], "22099": 88, "1186": [], "991": [], "27439": [], "466396": [], "82195336": [], "1068291": [], "22124": 88, "645779": [], "8645525": [], "22149": 88, "77106": [], "42592": [], "719599": [], "4323454": [], "514448": [], "22174": 88, "536": [], "8975": [], "65591": [], "165949": [], "282203": [], "463134": [], "22199": 88, "264898": [], "3923092": [], "22224": 88, "9714": [], "105068": [], "999727": [], "47724": [], "520174": [], "22249": 88, "212975": 88, "2254019": [], "22274": 88, "677338": [], "278807": [], "2166428": [], "22299": 88, "221548": [], "647705": 88, "4042459": [], "22324": 88, "271313": [], "998167": [], "041574": [], "22349": 88, "041725": [], "00052": [], "6779914": [], "759": 88, "22374": 88, "097374": [], "002406": [], "22399": 88, "3119": [], "048943": [], "00008": 88, "466708": [], "671680": [], "22424": 88, "1281": [], "0579": [], "679522": [], "3513634": [], "1152998": [], "22449": 88, "1196": [], "8329": 92, "90997": [], "77274424": [], "1077149": [], "22474": 88, "911537": [], "000206": [], "3526006": [], "22499": 88, "1604": [], "5409": [], "381762": [], "25596": [], "430": 88, "6638918": [], "1444086": [], "22524": 88, "14600": [], "35039": [], "365": 88, "0519": [], "417": 88, "2969": [], "1667": 88, "222987": [], "999971": 88, "088925": [], "2672250": [], "1641": [], "866543": [], "046646": [], "4275444": [], "1477039": [], "22549": 88, "2389": [], "559666": [], "580503": [], "5678105": [], "2150699": [], "22574": 88, "7014": [], "766846": [], "999365": [], "41554": [], "617131": [], "22599": 88, "1497": [], "2943": 88, "6992445": [], "02159": [], "014543": [], "1347564": [], "22624": 88, "1694": [], "4554": 88, "331372": [], "029556": [], "7153686": [], "1525009": [], "22649": 88, "1436": [], "3672": 88, "317558": [], "4249275": [], "1292730": [], "22674": 88, "1676": [], "9518": [], "0324": [], "862574": [], "7921904": [], "1509256": [], "22699": 88, "1457": [], "0944": [], "453093": [], "875237": [], "5285636": [], "1311385": [], "22724": 88, "49818": [], "6435313": [], "22749": 88, "1912": [], "9908": [], "85712": [], "00002": 88, "8080459": [], "1721691": [], "22774": 88, "2701": [], "831229": [], "995687": [], "7504535": [], "2431325": [], "22799": 88, "14713": [], "96925": [], "183002": [], "571981": [], "418632": [], "22824": 88, "1412": [], "5615": [], "228094": [], "984282": [], "30589935": [], "1271305": [], "22849": 88, "1928": [], "3767": [], "399776": [], "997555": [], "8849752": [], "1735539": [], "22874": 88, "2280": [], "5579": 88, "341112": [], "645881": [], "2052502": [], "22899": 88, "606276": [], "0022154": [], "22924": 88, "9365": [], "867113": [], "99974": [], "331357": [], "611042": [], "22949": 88, "05274": [], "946857": [], "4887545": [], "22974": 88, "0359": [], "46644": [], "9774156": [], "561632": [], "22999": 88, "99646": [], "22803": [], "6048286": [], "868496": [], "23024": 88, "038906": [], "209291": [], "9550304": [], "23049": 88, "382275": [], "000032": [], "9878325": [], "23074": 88, "912777": [], "24971": [], "624709": [], "23099": 88, "329927": [], "62186": [], "85272": [], "23124": 88, "84765": [], "46662": [], "535952": [], "8472047": [], "85071": [], "23149": 88, "510855": [], "8496776": [], "23174": 88, "705359": [], "1794844": [], "810": 88, "23199": 88, "6261": [], "702006": [], "5037979": [], "894263": [], "23224": 88, "3115": 88, "4125": [], "625408": [], "4203507": [], "960580": [], "23249": 88, "1743": 88, "8345": [], "802614": [], "12333": [], "1266038": [], "1569451": [], "23274": 88, "4572": [], "761436": [], "641296": [], "418946": [], "663711": [], "23299": 88, "416801": [], "326221": [], "4010842": [], "23324": 88, "2285": [], "961": 88, "713037": [], "594093": [], "672897": [], "2057365": [], "23349": 88, "1082": [], "738575": [], "3431828": [], "974470": [], "23374": 88, "3529": [], "8994": [], "007426": [], "892589": [], "3176909": [], "23399": 88, "2793": [], "938": 88, "50998": [], "2127814": [], "2514544": [], "23424": 88, "2085": [], "3638": [], "708921": [], "000444": [], "66991": [], "1876827": [], "23449": 88, "2934": [], "9902": [], "461252": [], "229496": [], "918043": [], "2641491": [], "23474": 88, "9736395": [], "781635": [], "3652412": [], "1461987": [], "23499": 88, "1608": [], "2577": [], "906494": [], "2843802": [], "1447432": [], "23524": 88, "2044": [], "114685": [], "002298": [], "4677315": [], "1840435": [], "23549": 88, "3146": [], "5955": [], "099084": [], "9760685": [], "2831936": [], "23574": 88, "2378": [], "0938": 88, "3209": [], "218416": [], "13356": [], "2140284": [], "23599": 88, "3721": [], "578266": [], "090851": [], "3917067": [], "1190134": [], "23624": 88, "954": [85, 88, 90], "275253": [], "9822713": [], "859434": [], "23649": 88, "21388": [], "003267": [], "683342": [], "23674": 88, "161335": [], "999825": [], "894103": [], "23699": 88, "338045": [], "9697824": [], "23724": 88, "5023": [], "471897": [], "418815": [], "23749": 88, "634": 88, "837975": [], "0542014": [], "570706": [], "23774": 88, "227019": [], "521667": [], "763": 88, "2536564": [], "23799": 88, "00967": [], "580135": [], "20295": [], "3733706": [], "63908": [], "829": 88, "23824": 88, "98301": [], "15059": [], "365696": [], "23849": 88, "699937": [], "45488": [], "293874": [], "23874": 88, "1241": [], "4379": [], "479105": [], "630148": [], "092494585": [], "1117294": [], "23899": 88, "1148": 88, "4987": [], "28659": [], "299053": [], "0144153": [], "1033648": [], "23924": 88, "430977": [], "463722": [], "4939494": [], "567479": [], "23949": 88, "86905": [], "982922": [], "79211": [], "322982": [], "23974": 88, "871918": [], "00074": [], "513504": [], "23999": 88, "228104": [], "921327": [], "24024": 88, "70004": [], "242077": [], "000113": [], "973149": [], "413730": [], "380": [], "24049": 88, "576336": [], "00021": [], "782085": [], "24074": 88, "20894": [], "633442": [], "9058642": [], "24099": 88, "351604": [], "402933": [], "5247056": [], "24124": 88, "1052": [], "682087": [], "4950335": [], "947137": [], "24149": 88, "553146": [], "1980867": [], "24174": 88, "271074": [], "5610328": [], "24199": 88, "13304": [], "000204": [], "215522": [], "24224": 88, "787": 88, "6266": [], "093681": [], "51711": [], "7179791": [], "708863": [], "24249": 88, "5743": [], "895945": [], "20579": [], "1468124": [], "927516": [], "24274": 88, "26353": [], "576405": [], "07873": [], "24299": 88, "270931": [], "4966183": [], "24324": 88, "1480": 88, "5145": [], "782963": [], "982224": [], "6456641": [], "1332463": [], "24349": 88, "680": [], "19214": [], "463402": [], "37606": [], "613": 88, "97956055": [], "612172": [], "24374": 88, "249931": [], "860197": [], "2565022": [], "24399": 88, "651": 88, "053": [], "839035": [], "472628": [], "803": 88, "462444": [], "590705": [], "747726": [], "677963": [], "379015": [], "24449": 88, "4052": [], "265045": [], "28064": [], "5317864": [], "868864": [], "24474": 88, "89432": [], "899951": [], "030853": [], "0196605": [], "171633": [], "24499": 88, "532057": [], "07226": [], "1742954": [], "24524": 88, "354": 88, "32404": [], "546352": [], "825047": [], "6773057": [], "311299": [], "24549": 88, "10608": [], "13737": [], "695333": [], "897509": [], "233067": [], "24574": 88, "738205": [], "829525": [], "34717": [], "845602": [], "60687": [], "801456": [], "029745": [], "6185412": [], "571913": [], "24624": 88, "1109": 88, "3656": [], "76807": [], "2100803": [], "998429": [], "24649": 88, "53827": [], "97955": [], "169619": [], "6937375": [], "519596": [], "24674": 88, "750072": [], "785892": [], "051005": [], "24699": 88, "33677": [], "945139": [], "1035724": [], "24724": 88, "785927": [], "10552": [], "1986222": [], "24749": 88, "56004": 88, "804226": [], "4942343": [], "800": [], "24774": 88, "48151": [], "060541": [], "4073787": [], "24799": 88, "04411": [], "169538": [], "414389": [], "24824": 88, "03838": [], "705631": [], "972664": [], "24849": 88, "2668": [], "26959": [], "985231": [], "230515": [], "2085490": [], "24874": 88, "3238": [], "419178": [], "24414": [], "327728": [], "2936763": [], "24899": 88, "2979": [], "74097": [], "90722": [], "50934": [], "3143786": [], "24924": 88, "5482": [], "468664": [], "905758": [], "733956": [], "296611": [], "24949": 88, "2737": [], "840453": [], "999516": [], "458161": [], "344341": [], "24974": 88, "82842": [], "583849": [], "053813": [], "24999": 88, "587305": [], "41949": [], "620": 88, "966876": [], "25024": 88, "2311": [], "826954": [], "273119": [], "932107": [], "442108": [], "25049": 88, "3639": [], "9395": [], "38663": [], "390282": [], "169996": [], "3275945": [], "25074": 88, "28268": [], "963093": [], "077481": [], "25099": 88, "00812": [], "250933": [], "088857": [], "25124": 88, "420437": [], "425251": [], "3245344": [], "25149": 88, "357544": [], "940615": [], "4900875": [], "25174": 88, "25875": [], "045216": [], "9453893": [], "25199": 88, "022766": [], "347328": [], "708272": [], "25224": 88, "84874": [], "977196": [], "044934": [], "25249": 88, "89323": [], "041735": [], "56747": [], "25274": 88, "65481": [], "139137": [], "743162": [], "25299": 88, "41904": [], "348576": [], "57022": [], "25324": 88, "53107": [], "503124": [], "085304": [], "25349": 88, "30154": [], "455225": [], "348491": [], "25374": 88, "34547": [], "160238": [], "901584": [], "25399": 88, "321945": [], "34743": [], "091214": [], "25424": 88, "82008": [], "381763": [], "185251": [], "974599": [], "85080": [], "25449": 88, "26773": [], "55373": [], "117647": [], "095475": [], "272734": [], "25474": 88, "1291": [], "427412": [], "151731": [], "25499": 88, "3032": [], "57054": [], "117041": [], "25524": 88, "1427": [], "5385": [], "39855": [], "998636": [], "346": 88, "26433": [], "1284784": [], "25549": 88, "703354": [], "306694": [], "879011": [], "344685": [], "111333": [], "25574": 88, "17653": [], "51299": [], "08403": [], "106888": [], "190958": [], "25599": 88, "3893": [], "4392": [], "41516": [], "180344": [], "196": 88, "082952": [], "3504095": [], "25624": 88, "4153": [], "005": [], "05804": [], "787823": [], "3737502": [], "25649": 88, "832756": 88, "764112": [], "608": 88, "509168": [], "25674": 88, "20704": [], "590797": [], "385": 88, "816525": [], "25699": 88, "553946": [], "932377": [], "600388": [], "25724": 88, "06111": [], "93389": [], "571524": [], "25749": 88, "803043": [], "395771": [], "819341": [], "25774": 88, "53117": [], "211357": [], "051718": [], "25799": 88, "278694": [], "257046": [], "870315": [], "25824": 88, "090645": [], "083004": [], "660107": [], "25849": 88, "45362": [], "997261": [], "034477": [], "25874": 88, "496378": [], "695075": [], "25899": 88, "32766": [], "854103": [], "205304": [], "25924": 88, "30567": [], "495808": [], "930048": [], "25949": 88, "02384": [], "901606": [], "25974": 88, "84035": [], "831976": [], "545228": [], "25999": 88, "34278": [], "286392": [], "049208": [], "26024": 88, "58394": [], "9357": [], "003746": [], "320395": [], "215820": [], "26049": 88, "2833": [], "405502": [], "710175": [], "845518": [], "2505707": [], "26074": 88, "3741": [], "1663": [], "59685": [], "544888": [], "176899": [], "3338457": [], "26099": 88, "4763": [], "776012": [], "58828": [], "112982": [], "4287108": [], "26124": 88, "6231": [], "3564": [], "78808": [], "944258": [], "317083": [], "5588894": [], "26149": 88, "85588": [], "742": 88, "26174": 88, "429203": [], "849548": [], "672949": [], "26199": 88, "3927": [], "688393": [], "299635": [], "792": 88, "444313": [], "3529534": [], "26224": 88, "4816": [], "178993": [], "05403": [], "002935": [], "4334905": [], "26249": 88, "3578": [], "559437": [], "60456": [], "039442": [], "3228481": [], "26274": 88, "128445": [], "504642": [], "753065": [], "26299": 88, "8027": [], "905104": [], "06008": [], "26324": 88, "46076": [], "098688": [], "024069": [], "26349": 88, "41315": [], "915545": [], "290949": [], "26374": 88, "16526": [], "136028": [], "129591": [], "26399": 88, "95758": [], "395536": [], "488522": [], "162": 88, "860": [], "26424": 88, "85645": 88, "843544": [], "9196": [], "953": 88, "26449": 88, "9917": [], "75782": [], "746058": [], "26474": 88, "69336": [], "857965": [], "771544": [], "26499": 88, "91736": [], "461136": [], "591883": [], "26524": 88, "447655": [], "028116": [], "435774": [], "26549": 88, "70851": [], "945848": [], "081713": [], "26574": 88, "62223": [], "322483": [], "843077": [], "26599": 88, "48021": [], "207203": [], "654505": [], "26624": 88, "7178": [], "63712": [], "222847": [], "757029": [], "1686779": [], "26649": 88, "29432": [], "066824": [], "323956": [], "26674": 88, "317965": [], "541548": [], "26699": 88, "6164": [], "67093": [], "336813": [], "126772": [], "5518460": [], "26724": 88, "5925": [], "0137": 88, "66287": [], "804024": [], "658085": [], "5332512": [], "26749": 88, "4239": [], "129475": [], "156908": [], "714405": [], "3798782": [], "26774": 88, "5960": [], "6973": [], "73362": [], "913496": [], "45167": [], "5364148": [], "26799": 88, "5984": [], "585": 88, "270596": [], "62369": [], "839159": [], "5386126": [], "26824": 88, "15335": [], "431927": [], "527248": [], "26849": 88, "195206": [], "06367": [], "885239": [], "26874": 88, "196297": [], "71125": [], "543": 88, "541245": [], "26899": 88, "670544": [], "789799": [], "061409": [], "26924": 88, "11325": [], "837008": [], "288828": [], "26949": 88, "382915": [], "522392": [], "48199": [], "26974": 88, "23241": [], "969835": [], "08861": [], "870": [], "26999": 88, "30462": [], "62638": [], "57529": [], "27024": 88, "08128": [], "35936": [], "27049": 88, "97876": [], "187325": [], "026815": [], "27074": 88, "27323": [], "286148": [], "988314": [], "27099": 88, "93511": [], "076796": [], "27124": 88, "43464": [], "351288": [], "821882": [], "27149": 88, "483284": [], "748024": [], "701231": [], "27174": 88, "10809": [], "058462": [], "8087": [], "27199": 88, "9705": [], "048933": [], "148708": [], "27224": 88, "4156": [], "6373": [], "112118": [], "307518": [], "3417050": [], "27249": 88, "71177": [], "696964": [], "390001": [], "5235465": [], "27274": 88, "6352": [], "744915": [], "560814": [], "589544": [], "5726369": [], "27299": 88, "8921": [], "90537": [], "091347": [], "095642": [], "8023654": [], "27324": 88, "234924": [], "219036": [], "386": 88, "388": 88, "109806": [], "27349": 88, "242718": [], "459213": [], "208054": [], "27374": 88, "8232": [], "97215": [], "779762": [], "482": 88, "102968": [], "7409080": [], "27399": 88, "7020": [], "6567": [], "85973": [], "58373": [], "302189": [], "6318591": [], "27424": 88, "7734": [], "6753": [], "14127": [], "569454": [], "090775": [], "6949200": [], "27449": 88, "6600": [], "876114": [], "13258": [], "346941": [], "5948135": [], "27474": 88, "14004": [], "146193": [], "170015": [], "27499": 88, "484676": [], "208275": [], "859526": [], "27524": 88, "80488": [], "84488": [], "59646": [], "27549": 88, "332577": [], "025494": [], "444002": [], "27574": 88, "16253": [], "890152": [], "124157": [], "27599": 88, "974365": [], "339323": [], "456804": [], "27624": 88, "36047": [], "83938": [], "382215": [], "27649": 88, "179214": [], "259212": [], "451048": [], "27674": 88, "245514": [], "224026": [], "668203": [], "27699": 88, "536354": [], "248833": [], "503784": [], "27724": 88, "05621": [], "455002": [], "111326": [], "27749": 88, "52346": [], "127958": [], "120249": [], "27774": 88, "12879": [], "14229": [], "820441": [], "27799": 88, "03164": [], "30152": [], "29638": [], "27824": 88, "2045": [], "462273": [], "198523": [], "27849": 88, "7953": [], "06771": [], "203688": [], "27874": 88, "6845": [], "716": [], "370712": [], "964334": [], "6143890": [], "27899": 88, "5094": [], "5376": [], "22505": [], "124208": [], "276415": [], "4585083": [], "27924": 88, "6954": [], "754333": [], "782598": [], "101692": [], "6244056": [], "27949": 88, "6526": [], "4253": [], "78693": [], "92594": [], "366627": [], "5929364": [], "27974": 88, "9221": [], "579453": [], "613136": [], "116394": [], "8299574": [], "27999": 88, "24573": [], "007236": [], "278332": [], "28024": 88, "969486": [], "876305": [], "43493": [], "28049": 88, "5009": [], "9893": [], "62107": [], "80223": [], "548834": [], "4508990": [], "28074": 88, "83193": [], "267046": [], "870893": [], "28099": 88, "919865": [], "577866": [], "39221": [], "28124": 88, "70139": [], "45437": [], "170149": [], "28149": 88, "78875": [], "70535": [], "457165": [], "68981": [], "47177": [], "655006": [], "28199": 88, "29994": [], "494982": [], "928688": [], "28224": 88, "9455": [], "467318": [], "086277": [], "28249": 88, "177635": [], "950672": [], "74903": [], "28274": 88, "87348": [], "40412": [], "965443": 88, "28299": 88, "77368": [], "055237": [], "340467": [], "28324": 88, "677116": [], "094988": [], "28349": 88, "74507": [], "795883": [], "37567": [], "28374": 88, "51788": [], "628954": [], "681288": [], "28399": 88, "6177": [], "248116": [], "485111": [], "28424": 88, "2995": [], "5166": [], "08738": [], "502": 88, "190096": [], "2631876": [], "28449": 88, "05539": [], "20898": [], "579065": [], "5086820": [], "28474": 88, "5887": 88, "923534": [], "506388": [], "812": 88, "65295": [], "5327212": [], "28499": 88, "446365": [], "371778": [], "158447": [], "28524": 88, "34802": [], "858053": [], "304": 88, "188158": [], "28549": 88, "4764": [], "091": [], "864037": [], "508518": [], "15259": [], "4287682": [], "28574": 88, "3756": [], "8577": [], "57641": [], "3287": [], "87391": [], "3379304": [], "28599": 88, "3694": [], "94274": [], "319395": [], "672": 88, "94217": [], "3320175": [], "28624": 88, "1355": [], "4411": [], "75639": [], "447945": [], "3592922": [], "28649": 88, "7688": [], "7666": [], "5825": 88, "948633": [], "180378": [], "6919890": [], "28674": 88, "10025": [], "207405": [], "574663": [], "28699": 88, "097984": [], "206236": [], "94049": [], "28724": 88, "97483": [], "412352": [], "472017": [], "28749": 88, "736336": [], "365082": [], "451195": [], "28774": 88, "272064": [], "473368": [], "28799": 88, "91097": [], "299438": [], "805282": [], "28824": 88, "79902": [], "304121": [], "754368": [], "28849": 88, "08892": [], "018957": [], "110136": [], "28874": 88, "64119": [], "76898": [], "612433": [], "28899": 88, "54869": [], "011505": [], "969371": [], "28924": 88, "45328": [], "318115": [], "682658": [], "28949": 88, "743225": [], "95772": [], "002615": [], "28974": 88, "09094": [], "01709": [], "119813": [], "28999": 88, "470463": [], "740246": [], "29024": 88, "74865": [], "098583": [], "081379": [], "29049": 88, "00793": [], "06316": [], "146572": [], "632969": [], "259621": [], "29074": 88, "697": [], "1207": [], "168507": [], "135204": [], "361237": [], "633364": [], "29099": 88, "359863": [], "005484": [], "228884": [], "29124": 88, "354637": [], "698095": [], "708": 88, "18126": [], "29149": 88, "05903": [], "752796": [], "544666": [], "29174": 88, "551123": [], "019394": [], "29199": 88, "62696": [], "340292": [], "601": 88, "634907": [], "29224": 88, "3048": [], "400532": [], "666117": [], "490015": [], "29249": 88, "2395": [], "093706": [], "187513": [], "407": 88, "113729": [], "607715": [], "29274": 88, "691689": [], "231041": [], "922958": [], "29299": 88, "88434": 88, "69987": [], "917227": [], "64101": [], "215895": [], "29324": 88, "855": 88, "71936": [], "13177": 88, "212814": [], "515022": [], "823900": [], "29349": 88, "08859": [], "141258": [], "369743": [], "29374": 88, "739975": [], "267166": [], "892398": [], "29399": 88, "5032": [], "689556": [], "691055": [], "29424": 88, "58378": [], "94939": [], "382233": 88, "077338": [], "29449": 88, "11101": [], "437496": [], "301098": [], "459155": [], "207532": [], "29474": 88, "735": 88, "3956": [], "691986": [], "300103": [], "661856": [], "29499": 88, "96494": [], "53036": [], "367437": [], "2471933": [], "310468": [], "29524": 88, "60519": [], "022014": [], "29549": 88, "13608": [], "83138": [], "999792": [], "944751": [], "224222": [], "29574": 88, "77481": [], "28803": [], "440506": [], "348432": [], "214897": [], "29599": 88, "05801": [], "695543": [], "29624": 88, "2064": [], "29649": 88, "44913": [], "873476": [], "609282": [], "29674": 88, "809734": [], "6451645": [], "29699": 88, "215824": [], "703606": [], "003683": [], "71122": [], "29724": 88, "174156": [], "255579": [], "7305512": [], "29749": 88, "02686": [], "44094": [], "079578": [], "523817": [], "285696": [], "29774": 88, "936785": [], "921583": [], "391131": [], "29799": 88, "17288": [], "547356": [], "030241": [], "693408": [], "318755": [], "29824": 88, "243477": [], "976624": [], "437217": [], "29849": 88, "547737": 88, "137619": [], "665138": [], "29874": 88, "229855": [], "478655": [], "856405": [], "29899": 88, "37806": [], "705807": [], "765465": [], "29924": 88, "6791": [], "228043": [], "000095": 88, "590414": [], "415756": [], "29949": 88, "44145": [], "45065": [], "000353": [], "656883": [], "217297": [], "29974": 88, "6458": [], "22532": [], "302378": [], "594467": [], "288013": [], "29999": 88, "52863": [], "066563": [], "000147": 88, "539517": [], "216475": [], "30024": 88, "38077": [], "00005": [], "96761": [], "30049": 88, "35502": [], "846058": [], "152493": [], "30074": 88, "569": [], "0618": [], "71615": [], "741082": [], "512155": [], "30099": 88, "582844": [], "5982413": [], "30124": 88, "00305": [], "45552": [], "0217495": [], "647102": [], "30149": 88, "94355": [], "4251184": [], "30174": 88, "26798": [], "681414": [], "776958": [], "92041": [], "30199": 88, "47981": [], "037445": [], "678297": [], "9424744": [], "67931": [], "30224": 88, "70126": [], "986767": [], "7716476": [], "260731": [], "30249": 88, "1277": [], "8468": [], "06498": [], "000145": [], "089549705": [], "1150062": [], "30274": 88, "5686": [], "527649": [], "387655": [], "841841": [], "802411": [], "30299": 88, "4148": 88, "8681": 88, "964226": [], "503": 88, "3370173": [], "815773": 88, "30324": 88, "0182": [], "784119": [], "158657": [], "25685865": [], "1086316": [], "30349": 88, "1293": 88, "7352": 88, "85815": [], "382584": [], "2882325": [], "1164361": [], "30374": 88, "1065": [], "333784": [], "996172": [], "4282209": [], "959163": [], "30399": 88, "457848": [], "804747": [], "7768066": [], "30424": 88, "2301": [], "555374": [], "4775": [], "357958": [], "544707": [], "30449": 88, "5266": [], "228325": [], "209166": [], "754472": [], "616103": [], "30474": 88, "797": 88, "9232": [], "502525": [], "88125": [], "467689": [], "718130": [], "30499": 88, "408215": [], "47836": [], "7461016": [], "30524": 88, "92465": [], "375225": [], "079704": [], "7358017": [], "135419": [], "30549": 88, "1083": 88, "1677": [], "498184": [], "3410697": [], "974851": [], "30574": 88, "474373": [], "858345": [], "2626512": [], "30599": 88, "409885": [], "0855317": [], "30624": 88, "40765": [], "121006": [], "0457": [], "6993403": [], "639366": [], "30649": 88, "1503": [], "1835": [], "7135": [], "951529": [], "7590086": [], "1352865": [], "30674": 88, "163162": [], "8727666": [], "1373341": [], "30699": 88, "371231": [], "656176": [], "8384123": [], "30724": 88, "1635": [], "1843": [], "503622": [], "419013": [], "1471665": [], "30749": 88, "01713": [], "6195557": [], "30774": 88, "1333": 88, "538227": [], "08945887": [], "1200140": [], "30799": 88, "025646": [], "189423": [], "30824": 88, "669153": [], "000576": [], "0880563": [], "30849": 88, "050589": [], "803013": [], "4727697": [], "30874": 88, "1369": [], "4464": 88, "033433": [], "568": 88, "090323314": [], "1232501": [], "30899": 88, "57075": [], "885988": [], "3842235": [], "781707": [], "30924": 88, "80624": [], "868732": [], "339943": [], "30949": 88, "599009": [], "982582": [], "953736": [], "30974": 88, "9193": [], "485605": [], "298454": [], "992626": [], "616427": [], "30999": 88, "74413": [], "863693": [], "966739": [], "31024": 88, "280703": [], "563194": [], "8380456": [], "31049": 88, "973182": [], "174513": [], "311034": [], "31074": 88, "19462": [], "000088": 88, "7661705": [], "31099": 88, "25693": [], "243147": [], "467405": [], "31124": 88, "33273": [], "77801": [], "524299": [], "445863": [], "31149": 88, "4713": [], "969433": [], "19034": [], "035118": [], "417943": [], "31174": 88, "9001": 88, "63206": [], "999802": [], "8124077": [], "1070010": [], "31199": 88, "1287": [], "57846": [], "32003403": [], "1158637": [], "31224": 88, "61107": [], "78892": [], "498481": [], "97749": 88, "31249": 88, "21885": [], "65966": [], "627797": [], "31274": 88, "40892": [], "0508": [], "58353835": [], "3242": [], "7075": [], "767397": [], "529034": [], "456629": [], "2918436": [], "2568": [], "359264": [], "586013": [], "085543": [], "2311641": [], "31299": 88, "0x7fcc85767b50": [], "typeerror": [], "traceback": [], "recent": [], "ipynb": [], "celda": [], "line": 89, "href": [], "cell": [], "dev": [], "2b2f686f6d652f616c65782f4573637269746f72696f2f73696e657267796d": [], "x33sdnnjb2rllxjlbw90zq": [], "3d": [], "unsupport": [], "protocol": 89, "0x7f7fd4f483d0": [], "importerror": [], "personalize_loggerwrapp": [], "w2sdnnjb2rllxjlbw90zq": [], "05542625239599594": [91, 92], "4281201283529281": [], "891175579272": [], "029685366369608755": [], "005629685362144396": [], "024055681007464358": [], "5937072428879": [], "5250": [], "541987103698": [], "6145943008400387": [], "008821406521840552": [], "6057728943181981": [], "42813043681105": [], "2115457886363963": [], "788454211363604": [], "8271": 88, "145974472573": [], "857805333622345": [], "11552": [], "686587143759": [], "16617330266530494": [], "3323466053306099": [], "83234660533061": [], "15420": [], "699633619523": [], "028967677878133813": [], "057935355756267626": [], "057935355756268": [], "18942": [], "570751340998": [], "1033173838869228": [], "2066347677738456": [], "206634767773846": [], "21604": [], "94705187841": [], "24271": [], "796197931737": [], "86941925543133": [], "26560": [], "850150407623": [], "1548898253501159": [], "06446283743025183": [91, 92], "090426987919864": [], "180853975839728": [], "680853975839728": [], "33523": [], "36171890597": [], "21277283853061": [], "11595864533": [], "3202558614716244": [], "31571941149408644": [], "6314388229881729": [], "368561177011827": [], "1397504554157643": [], "39936": [], "855957765714": [], "005338511807044024": [], "77023614088048": [], "499132499037866": [], "00730508016410682": [], "30151642474929297": [], "30882150491339977": [], "1016032821364": [], "6030328494985859": [], "396967150501414": [], "00020723309422": [], "1842391378950463": [], "3684782757900926": [], "868478275790093": [], "07100781942434864": [], "14201563884869728": [], "142015638848697": [], "1033253318339966": [], "2066506636679932": [], "206650663667993": [], "426736721367611": [], "853473442735222": [], "869297968061936": [], "0755410499204334": [], "1400038873506853": [], "151082099840867": [], "651082099840867": [], "499423689715886": [], "1808879730034061": [], "18542442298094403": [], "3617759460068122": [], "638224053993188": [], "multidiscret": [6, 76, 98], "multibinari": [6, 76, 98], "discretizeenv": [6, 7, 88, 92], "is_discret": [18, 75, 76, 88, 89, 92], "discrete_spac": [7, 76, 92], "100837": [], "150742": [], "1368": [], "0176373619688": [], "57318": [], "183784": [], "3450150599212425": [], "296215227635809": [], "592430455271618": [], "407569544728382": [], "3069": [], "5510896622022": [], "307262": [], "530552": [], "7743806765542438": [], "027510685009766885": [], "746869991544477": [], "2137001953377": [], "493739983088954": [], "506260016911046": [], "4729": [], "6794157687455": [], "213997": [], "072813": [], "118258129866394": [], "959402072298": [], "328068": [], "981213": [], "846054342736416": [], "8818": [], "952554579948": [], "741652": [], "889093": [], "341436722269997": [], "10528": [], "450507240643": [], "263984": [], "073057": [], "010233171250309425": [], "02046634250061885": [], "97953365749938": [], "12097": [], "713648961846": [], "554899": [], "204298": [], "08524338182947311": [], "17048676365894622": [], "829513236341054": [], "13635": [], "72770625519": [], "91902": [], "86194": [], "3484690521837326": [], "6969381043674652": [], "303061895632535": [], "15602": [], "477855209052": [], "350457": [], "432655": [], "0053368027442205705": [], "7360548844114": [], "420256484655116": [], "17808": [], "496446759378": [], "21159": [], "02683": [], "006591211235136996": [], "8242247027399": [], "27623326338583": [], "18893": [], "826731659658": [], "215921": [], "663082": [], "00667665939051511": [], "5331878103022": [], "649540360548965": [], "5717763681790835": [], "20035": [], "04394099578": [], "dtype": [7, 85, 86, 87, 90], "0965845733705148": [], "38424": [], "323450902986": [], "20231108_160410": [], "oc9owt77": [], "08_16": [], "04_b8ml7yw6": [], "04_evalu": [], "3397": [], "811888": [], "549326": [], "231079": [], "3057837": [], "1617": 88, "7367": [], "067846": [], "331775": [], "1455963": [], "1723": [], "4692": [], "48085": [], "996046": [], "8604378": [], "1551122": [], "2913": [], "899994": [], "000443": [], "8095474": [], "2621962": [], "0x7ff4fdf7b6d0": [], "2765": [], "314985": [], "344555": [], "0713186": [], "2489080": [], "1091": [], "8344": 88, "605655": [], "89887": [], "2977369": [], "982650": [], "78192": [], "523306": [], "9032216": [], "1462207": [], "4217": [], "776825": [], "885912": [], "7430454": [], "265879": [], "1704": [], "6138": [], "82648": [], "991398": [], "2233849": [], "1534152": [], "1921": [], "0756": [], "814065": [], "611332": [], "3056939": [], "1728968": [], "771225": [], "628687": [], "99996": 88, "434946": [], "90437": [], "50189": [], "72794": [], "53092": [], "297054": [], "82351": [], "2486": [], "822496": [], "971247": [], "053993": [], "2238212": [], "338196": [], "965488": [], "1256676": [], "33746": [], "498728": [], "957012": [], "873679": [], "776103": [], "007545": [], "96488": [], "238149": [], "06085": [], "29563": [], "078566": [], "866354": [], "543654": [], "840004": [], "787874": [], "867456": [], "676561": [], "2143922": [], "59268": [], "080135": 88, "74148": [], "011311": [], "335333": [], "30115": [], "883356": [], "210928": [], "601707": [], "76688": [], "69799": [], "357052": [], "316607": [], "290539": [], "661": [], "7055": [], "785137": [], "000599": [], "5965996": [], "595534": [], "489605": [], "830467": [], "010753": [], "1034308": [], "1245": [], "590258": [], "000744": [], "53005826": [], "1120833": [], "184053": [], "975313": [], "0312986": [], "1213": [], "8381": 88, "786724": [], "075964": [], "6877176": [], "1092454": [], "2080": [], "0593": [], "35132": [], "636528": [], "6433883": [], "1872053": [], "2829": [], "3877": [], "502438": [], "697817": [], "3900294": [], "2546448": [], "328278": [], "743402": [], "019411819": [], "090763": [], "229189": [], "2563572": [], "2923": [], "4658": 88, "023873": [], "065533": [], "86042": [], "2631119": [], "191774": [], "757072": [], "381341": [], "2593": 88, "355857": [], "666395": [], "887484": [], "2204333": [], "3116": [], "5405": [], "50594": [], "446297": [], "22389": [], "2804886": [], "2070": [], "0222": [], "011468": [], "09143": [], "5718784": [], "1863020": [], "9877": [], "967893": [], "041025": [], "3928891": [], "1284289": [], "1838": 88, "4968": [], "490195": [], "681477": 88, "435576": [], "1654647": [], "960285": [], "872456": [], "4580307": [], "303175": [], "266981": [], "8709836": [], "2089": [], "3171": [], "222919": [], "271275": [], "146901": [], "1880385": [], "1551": [], "2385": [], "754452": [], "999924": [], "4565086": [], "1396114": [], "1868": [], "849314": [], "780464": [], "5845263": [], "1681458": [], "94479": [], "65208": [], "5923123": [], "277164": [], "999578": [], "5506117": [], "484089": [], "737822": [], "2844098": [], "6761": [], "255775": [], "993587": [], "0135276": [], "1033808": [], "747036": [], "999916": 88, "4973927": [], "1061": [], "394": [], "205223": [], "4499382": [], "955254": [], "484495": [], "994125": [], "678904": [], "700218": [], "218712": [], "4354584": [], "69054": [], "47968": [], "017485": [], "9684744": [], "229098": [], "1907": [], "7769": [], "111122": [], "114426": [], "7819757": [], "1716999": [], "2394": [], "9688": [], "39289": [], "993963": [], "217935": [], "2155471": [], "1056": 88, "3118": [], "80573": [], "005896": [], "061405": [], "950680": [], "43684": [], "498121": [], "4871645": [], "852": 88, "4307": [], "378529": [], "33721": [], "613996": [], "774828": [], "559887": [], "999743": [], "4716425": [], "357414": [], "568901": [], "984515": [], "923323": [], "76428": [], "755787": [], "929163": [], "31059": [], "529175": [], "709259": [], "257115": [], "352062": [], "733": 88, "9669": [], "387661": 88, "343346": [], "051716": [], "656220": [], "06878": [], "05991": [], "8641667": [], "66878": [], "638838": [], "1871333": [], "143658": [], "018991": [], "7275715": [], "1005": [], "26289": [], "378895": [], "393954": [], "442779": [], "9962": [], "26593": [], "002834": [], "9245324": [], "599663": [], "1323": 88, "0596": [], "519815": [], "999666": [], "14161053": [], "1190753": [], "004887": [], "001564": 88, "7670975": [], "64624": [], "676937": [], "767029": [], "56947": [], "489090": [], "7979": [], "15273": [], "100752": [], "677081": [], "1338118": [], "1038": [], "360987": [], "00207": [], "2086102": [], "1253793": [], "793114": [], "008268": [], "1807723": [], "845525": [], "7823": [], "351595": [], "99093": [], "1270031": [], "1419104": [], "06808": [], "800112": [], "715839": [], "1860": [], "9092": [], "969238": [], "5476375": [], "1674818": [], "2512": [], "0718": [], "049856": [], "01214": [], "8034506": [], "2260864": [], "760614": [], "999468": [], "8793848": [], "963184": [], "935078": [], "26465": [], "2296": [], "38621": [], "289413": [], "680550": [], "61676": [], "78524": [], "152662": [], "605538": [], "524355": [], "206623": [], "724556": [], "574755": [], "430429": [], "6668": [], "64586": [], "8655195": [], "778183": [], "644203": [], "5271716": [], "451782": [], "663803": [], "428116": [], "7227": [], "52114": [], "551468": [], "317655": [], "751250": [], "75052": [], "955435": [], "977383": [], "097604": [], "402581": [], "673": [], "71326": [], "399044": [], "912418": [], "452254": [], "606838": [], "409733": [], "725899": [], "556358": [], "679344": [], "68696": [], "359047": [], "4227": [], "771029": [], "490528": [], "927845": [], "43199": [], "927055": [], "63942": [], "828968": [], "606692": [], "663956": [], "97324": [], "25548": [], "82219": [], "146938": [], "994648": [], "881546": [], "334064": [], "6377234": [], "137924": [], "659399": [], "2981663": [], "825333": [], "998652": [], "701429": [], "350864": [], "411606": [], "2030106": [], "80613": [], "999672": [], "974182": [], "520256": [], "905558": [], "210419": [], "13364": [], "470188": [], "696756": [], "38648": [], "883875": [], "2451963": [], "64426": [], "571367": [], "6949844": [], "67208": [], "202337": [], "9519606": [], "89874": [], "659103": [], "717249": [], "088091": [], "606508": [], "1044": [], "86195": [], "450115": [], "5848055": [], "939773": [], "61111": [], "738457": [], "327806": [], "042235": [], "132850": [], "3366": [], "323635": [], "099863": [], "068007": [], "3024816": [], "3667": 88, "871185": [], "95041": [], "261168": [], "3301059": [], "015118": [], "60343": [], "926981": [], "79059": [], "746107": [], "639433": [], "98237": [], "109755": [], "228288": [], "040554": [], "5603": 88, "820039": [], "93294": [], "782131": [], "944095": [], "679028": [], "802807": [], "440278": [], "73957": [], "235846": [], "125339": [], "98245": [], "946632": [], "194101": [], "85357": [], "008665": [], "918622": [], "41354": [], "753191": [], "6019745": [], "55096": [], "979668": [], "93505": [], "570919": [], "100409": [], "7454": 88, "411255": [], "539693": [], "298325": [], "490007": [], "887852": [], "25701": [], "000788": [], "878552": [], "860825": [], "003239": [], "082961": [], "28621": [], "56097": [], "679367": [], "270919": [], "154157": [], "4114": [], "087296": [], "590248": [], "42913": [], "567267": [], "2042": [], "6743": [], "33921": [], "649254": [], "03553": [], "1838406": [], "3193": 88, "84175": [], "375841": [], "956757": [], "2860677": [], "517742": [], "156776": [], "78872": [], "860294": [], "873674": [], "4152": [], "6904": [], "57547": [], "685585": [], "3736415": [], "3714": [], "6684": [], "099464": [], "213985": [], "3342692": [], "3517": [], "5195": [], "245087": [], "358986": [], "104027": [], "3165767": [], "1931": [], "0082": [], "878803": [], "160051": [], "02208": [], "1737878": [], "340313": 88, "957716": [], "555876": [], "183334": [], "574041": [], "805824": [], "06072": [], "49361": [], "88577": [], "37925": [], "775444": [], "088827": [], "31353": [], "973911": [], "261145": [], "55633": [], "273338": [], "841953": [], "42338": [], "606638": [], "38772": [], "5037": [], "228344": [], "746891": [], "6216": [], "199965": [], "517694": [], "20414": [], "719425": [], "102153": [], "44322": [], "763168": [], "989508": [], "89134": [], "016396": [], "315633": [], "54252": [], "831638": [], "161837": [], "317314": [], "76657": [], "629023": [], "96151": [], "452818": [], "516027": [], "780254": [], "65768": [], "3970": [], "982": [], "551388": [], "082373": [], "09973": [], "3573883": [], "4223": [], "51656": [], "140766": [], "29947": [], "3801441": [], "7004": [], "518467": [], "04181": [], "79286": [], "3305430": [], "2851": [], "135063": [], "478645": [], "503986": [], "2565970": [], "5998": [], "565807": [], "00568": [], "237156": [], "5463190": [], "867912": [], "370495": [], "601936": [], "707226": [], "01739": [], "419996": [], "6419": [], "5044": [], "548954": [], "671774": [], "950546": [], "5777554": [], "600155": [], "948765": [], "397297": [], "582363": [], "883924": [], "334942": [], "811764": [], "184168": [], "67937": [], "955893": [], "90557": [], "12581": [], "903706": [], "073067": [], "64458": [], "852676": [], "647642": [], "47725": [], "249691": [], "158104": [], "56028": [], "857748": [], "708643": [], "82937": [], "68934": [], "772942": [], "3102": [], "518337": [], "324184": [], "53496": [], "611963": [], "009249": [], "7789": [], "922216": [], "092352": [], "61226": [], "669163": [], "577444": [], "24162": [], "66992": [], "81054": [], "2466": [], "12461": [], "62903": [], "209486": [], "2219901": [], "6636": 88, "140293": [], "784271": [], "5493783": [], "6110": [], "0189": [], "942263": [], "395214": [], "5473304": [], "36638": [], "224241": [], "351915": [], "087334": [], "52618": [], "355648": [], "8948": [], "074142": [], "719963": [], "444035": [], "8051946": [], "8839": [], "325066": [], "020372": [], "51332": [], "7955321": [], "6282": [], "90985": [], "369902": [], "835037": [], "5641384": [], "4848": [], "774097": [], "904503": [], "863998": [], "4356878": [], "6725": [], "707607": [], "113928": [], "859703": [], "6053213": [], "15066": [], "885834": [], "66069": [], "97842": [], "039457": [], "842688": [], "337193": [], "153986": [], "621466": [], "08875": [], "65865": [], "08625": [], "35501": [], "18954": [], "996681": [], "85435": [], "771109": [], "128794": [], "51053": [], "44267": 88, "23493": [], "21746": [], "368849": [], "508574": [], "64723": [], "298779": [], "889727": [], "70989": [], "223667": [], "159384": [], "19334": [], "412834": [], "76595": [], "115791": [], "289484": [], "17111": [], "18403": [], "366539": [], "273735": [], "183386": [], "393293": [], "647387": [], "421005": [], "5873": [], "8403": [], "035355": [], "717924": [], "08545": [], "5286456": [], "8014": [], "104603": [], "806313": [], "344404": 88, "7212850": [], "7770": [], "41359": [], "368324": [], "217648": 88, "6962287": [], "7403": [], "43269": [], "820004": [], "358566": [], "6658516": [], "8922": [], "35495": [], "779915": [], "227665": [], "8033390": [], "799484": [], "209417": [], "562078": [], "77664": [], "090687": [], "89732": [], "7701": 88, "6426": [], "01321": [], "290514": [], "983244": [], "6931478": [], "4510": [], "318966": [], "000502": [], "032732": [], "4059328": [], "305492": [], "399206": [], "3819": [], "47737": [], "284641": [], "576458": [], "532658": [], "484623": [], "521482": [], "89211": [], "016405": [], "434404": [], "01556": [], "167988": [], "628916": [], "539024": [], "093977": [], "91062": [], "83386": [], "813818": [], "467487": [], "13045": [], "783545": [], "230906": [], "04194": [], "805862": [], "479858": [], "643715": [], "414762": [], "239126": [], "67652": [], "455694": [], "560787": [], "866756": [], "664726": [], "00935": [], "740358": [], "862324": [], "70044": [], "140781": [], "168898": [], "2633": [], "20504": [], "528658": [], "823502": [], "2433720": [], "3216": [], "4294": [], "797447": [], "782534": [], "2872814": [], "293127": [], "379606": [], "38889": [], "253366": [], "640026": [], "5609": [], "283443": [], "996998": [], "069414": [], "4973915": [], "7488": [], "3276": 88, "994278": [], "601719": [], "00523": [], "6748024": [], "4278": [], "9897": [], "41539": [], "898033": [], "268257": [], "3847546": [], "6860": [], "007": [], "41701": [], "531925": [], "845688": [], "6162097": [], "5382": [], "232218": [], "75304": [], "235085": [], "4836668": [], "04062": [], "45087": [], "145477": [], "164812": [], "179232": [], "59607": [], "013412": [], "621044": [], "482796": [], "035866": [], "017462": [], "461525": [], "815525": [], "343052": [], "250465": [], "370506": [], "420599": [], "42593": [], "850697": [], "891108": [], "56038": [], "527956": [], "880976": [], "22643": [], "130268": [], "068554": [], "19044": [], "564701": [], "580336": [], "42848": [], "607601": [], "643679": [], "838554": [], "733675": [], "099726": [], "783875": [], "516153": [], "261873": [], "280365": [], "190737": [], "090887": [], "14118": [], "965317": [], "037792": [], "0849": [], "48347": [], "004246": [], "281855": [], "292576": [], "2179": [], "48536": [], "094177": [], "179878": [], "577996": [], "3051": [], "59841": [], "106422": [], "2724074": [], "89765": [], "020105": [], "983257": [], "2749397": [], "3058": [], "6897": [], "321537": [], "881487": [], "139154": [], "2732002": [], "3452": [], "090693": [], "637922": [], "08792": [], "563766": [], "936874": [], "418": [], "6646": [], "047571": [], "454401": [], "304253": [], "376798": [], "1583": [], "1957": 88, "650043": [], "057562": [], "35425": [], "1424876": [], "2608": [], "064327": [], "99948": [], "274689": [], "567688": [], "08571": [], "618814": [], "961212": [], "703136": [], "132994": [], "674822": [], "44909": [], "738815": [], "658985": [], "13761": [], "8532": [], "356691": [], "96506": [], "584091": [], "108416": [], "22958": [], "767647": [], "000046": 88, "063698": 88, "214693": [], "28312": [], "378078": [], "147211": [], "288866": [], "100903": [], "317894": [], "590324": [], "274477": [], "48529": [], "73182": [], "9423": [], "7914": [], "967012": [], "282234": [], "019186": [], "601501": [], "067547": [], "031334": [], "015861": [], "005259": [], "912529": [], "5081248": [], "056725": [], "051394": [], "8677": [], "68653": [], "998829": [], "300694": [], "159822": [], "321571": [], "034895": [], "774826": [], "355438": [], "725025": [], "3787": [], "32624": [], "996109": [], "114517": [], "521703": [], "061817": [], "180727": [], "445517": [], "32377": [], "573322": [], "57774": [], "7443": [], "513987": [], "850334": [], "667364": [], "324863": [], "532547": [], "529211": [], "912219": [], "1278": [], "586098": [], "840164": [], "208866": [], "979616": [], "178792": [], "261898": [], "148495": 88, "500866": [], "601168": [], "995203": [], "79727": [], "107605": [], "00007": 88, "626404": [], "523666": [], "35148": [], "299265": [], "640755": [], "847744": [], "540049": [], "770281": [], "549831": [], "3910027": [], "191957": [], "810743": [], "018703": [], "8943": [], "049393": [], "126892": [], "331737": [], "852874": [], "168518": [], "028542": [], "393043": [], "266427": [], "909": 88, "02185": [], "36079": [], "881828": [], "2054596": [], "789583": [], "835247": [], "039097": [], "772673": [], "98931": [], "06364": [], "999256": 88, "446648": [], "77040": [], "35204": [], "039": [], "2572846": [], "66156": [], "586": 88, "00622": [], "471365": [], "78607": [], "636864": [], "385714": [], "8631644": [], "2869": [], "292393": [], "878725": [], "1737075": [], "775848": [], "3178": 88, "787872": [], "763689": [], "063091": [], "738717": [], "517": 88, "04474": [], "31386": [], "553188": [], "107128": [], "471605": [], "678635": [], "900444": [], "240778": [], "46632": [], "03116": [], "306768": [], "81235": [], "072279": [], "8671255": [], "240310": [], "58203": [], "55051": [], "995258": [], "6880455": [], "568872": [], "520": [], "7873": [], "922997": [], "136658": [], "404951": [], "468708": [], "97249": [], "551842": [], "436839": [], "524275": [], "08805": [], "991308": [], "3257194": [], "86722": [], "064833": [], "040725": [], "67888": [], "253616": [], "15445": [], "0929937": [], "74410": [], "4797": [], "662481": [], "323206": [], "254876": [], "689870": [], "1006": [], "93805": [], "70521": [], "7222184": [], "906244": [], "095463": [], "052122": [], "7029047": [], "1334": [], "0231": [], "184023": [], "990263": [], "08679307": [], "1200620": [], "1702": [], "056": 88, "983038": [], "959326": [], "7533718": [], "1531850": [], "793337": [], "80114": [], "163128": [], "1965606": [], "2225": [], "2458": [], "826664": [], "264557": [], "3693204": [], "2002721": [], "56203": [], "676039": [], "365803": 88, "784644": [], "39465": [], "1254": [], "096952": [], "080672": [], "715239": [], "574156": [], "999844": [], "7190366": [], "94702": [], "445353": [], "6694825": [], "55133": [], "598196": [], "918402": [], "827029": [], "233388": [], "31908": [], "721338": [], "817337": [], "1629267": [], "160146": [], "7471": [], "022697": [], "6722596": [], "22395": [], "85707": [], "5182476": [], "869637": [], "806555": [], "995604": [], "09126": [], "966833": [], "8007035": [], "1002": [], "16705": [], "207504": [], "83979": [], "7673972": [], "901950": [], "134863": [], "99995": [], "4476416": [], "78596": [], "31359": [], "523405": [], "0628934": [], "115460": [], "887217": [], "91574": [], "336032": [], "117714": [], "93662": [], "1758406": [], "1332": [], "3798": [], "33307": [], "999006": [], "09500995": [], "1199141": [], "753967": [], "718092": [], "6464736": [], "644041": [], "941038": [], "8298354": [], "8969": [], "126541": [], "992576": [], "1574907": [], "615614": [], "999712": [], "3385186": [], "975310": [], "99651": [], "947159": [], "5387664": [], "1016": [], "012684": [], "392431": [], "6752933": [], "914690": [], "994": 88, "3516": [], "243324": [], "00126": [], "7851504": [], "894916": [], "814245": [], "915653": [], "497319": [], "0759": [], "631498": [], "952145": [], "3415287": [], "974768": [], "1857": [], "5637": [], "89707": [], "464743": [], "5309098": [], "1671807": [], "87563": [], "302313": [], "687737": [], "739": [], "999805": [], "000425": [], "4864588": [], "312065": [], "69684": [], "128561": [], "458809": [], "57936": [], "217085": [], "189142": [], "124119": [], "60281": [], "5501846": [], "854909": [], "325356": [], "2652": 88, "4972417": [], "80374": [], "442427": [], "2808933": [], "515": [], "1626": [], "704556": [], "113905": [], "8047084": [], "463646": [], "8762": [], "658969": [], "19221": [], "5269967": [], "1032188": [], "18307": [], "0501": [], "52248096": [], "3347": 88, "702219": [], "513242": [], "979234": [], "3012505": [], "1822": 88, "997": 88, "473847": [], "383839": [], "815301": [], "1640697": [], "2357": [], "095934": [], "4894056": [], "2122036": [], "99436": [], "285429": [], "604478": [], "2055": [], "617873": [], "631165": [], "9786057": [], "1850092": [], "565992": [], "209478": [], "4216037": [], "2192132": [], "466696": [], "640285": [], "092068404": [], "1199671": [], "1871": [], "1105": [], "634487": [], "993906": [], "5986438": [], "1683999": [], "1300": 88, "28157": [], "879457": [], "25206617": [], "1170871": [], "1734": [], "7063": [], "06082": [], "095078": [], "9166231": [], "1561235": [], "1941": 88, "29403": [], "907488": [], "9513338": [], "1747483": [], "5377": [], "62756": [], "81816": [], "41577986": [], "1291083": [], "865526": [], "970533": [], "3715136": [], "2684": [], "1453": [], "60239": [], "744806": [], "663818": [], "2415730": [], "2177": [], "667334": 88, "018196": [], "26418": [], "1443795": [], "2522": [], "9412": [], "029295": [], "994192": [], "8577976": [], "2270647": [], "1656": [], "7292": [], "282547": [], "464342": [], "5267377": [], "1491056": [], "48745": [], "999733": [], "391202": [], "13866": [], "122173": [], "000074": 88, "1785226": [], "135644": [], "7956": [], "659454": [], "000051": [], "2909846": [], "102591": [], "861717": [], "148314": [], "5372696": [], "49968": [], "991636": [], "763202": [], "034363": [], "880243": [], "382298": [], "90784": [], "05124": [], "92619": [], "216603": [], "375217": [], "5262": [], "12603": [], "261599": [], "2356015": [], "997673": [], "613277": [], "501572": [], "849805": [], "53467": [], "996437": [], "311731": [], "83552": [], "099205": [], "42377": [], "018392": [], "1113": [], "135975": [], "242887": [], "73191386": [], "1012533": [], "1882": [], "46652": [], "527346": [], "6546304": [], "1694077": [], "2216": [], "196373": [], "3258286": [], "1994892": [], "0448": [], "836613": [], "942434": [], "4904666": [], "708750": [], "519778": [], "1962": [], "3480712": [], "1327": [], "5728": 88, "922772": [], "999846": [], "11904495": [], "1194815": [], "1587": [], "4912": [], "447527": [], "99955": [], "1805475": [], "1428742": [], "4043": [], "4995": [], "00961": [], "671467": [], "460589": [], "3639149": [], "3122": [], "8784": [], "508716": [], "512796": [], "857483": [], "2810590": [], "2462": 88, "0125": [], "567835": [], "441628": [], "5531545": [], "2215811": [], "2931": [], "8008": [], "042212": [], "168938": [], "902095": [], "2638620": [], "0315": [], "9161825": [], "998507": [], "6132493": [], "1866628": [], "1176": [], "171238": [], "34077": [], "874159": [], "1058894": [], "8447": [], "25364": [], "585245": [], "8040695": [], "2164360": [], "2472": [], "7378": [], "818264": [], "822006": [], "143535": [], "2225464": [], "8323": [], "063855": [], "999897": [], "9903488": [], "1682849": [], "662203": [], "084652": [], "7937081": [], "811075": [], "67517": [], "976397": [], "52525": [], "71707": [], "717793": [], "571478": [], "864393": [], "8805": [], "834726": [], "996914": [], "49584": [], "441433": [], "8131": [], "280006": [], "150373": [], "9725523": [], "504868": [], "6687": [], "600693": [], "028688": [], "0201697": [], "696410": [], "11116": [], "624907": [], "3659873": [], "21115": [], "744406": [], "0180826": [], "881866": [], "1970425": [], "243444": [], "8344877": [], "958": 88, "46765": [], "070396": [], "681595": [], "9645704": [], "862620": [], "1526": [], "0337": [], "57602": [], "94654": [], "8732599": [], "1373430": [], "1384": [], "851": [], "000357": [], "16421796": [], "1245802": [], "0767": [], "06045": [], "000437": [], "558453": [], "724983": [], "4825": [], "40274": [], "821394": [], "07366": [], "652531": [], "83196": [], "301178": [], "6555": [], "1539": [], "501825": [], "698077": [], "474889": [], "858665": [], "454334": [], "2609963": [], "854618": [], "54926": [], "60035": [], "962097": [], "821243": [], "668935": [], "553362": [], "981699": [], "085409": [], "21114": [], "000296": [], "192894": [], "41588": [], "456478": [], "056966": [], "1156": [], "9421": [], "422054": [], "629656": [], "9721977": [], "1041247": [], "926928": [], "99989": [], "9921207": [], "4828": [], "670063": [], "182777": [], "09188": [], "797960": [], "346867": [], "643202": [], "78856": [], "86734": [], "2639627": [], "114813": [], "564566": [], "890122": [], "1153": [], "477415": [], "98810863": [], "1038383": [], "1431": 88, "4529": [], "9876585": [], "178219": [], "40035576": [], "1288307": [], "669044": [], "38318": 88, "6846402": [], "55844": [], "261887": [], "209574": [], "001335": [], "35177": [], "0876837": [], "570572": [], "867352": [], "2626579": [], "1079": [], "0381": [], "14179": [], "016151": [], "361718": [], "30418": [], "956453": [], "84929": [], "105758": [], "887861": [], "434508": [], "77405": [], "866173": [], "94812": [], "434077": [], "800070": [], "37445": [], "74687": [], "994762": [], "857532": [], "524640": [], "5057": [], "19521": [], "273336": [], "718711": [], "237296": [], "81048": [], "84339": [], "6969092": [], "1128": [], "976831": [], "1156524": [], "1015426": [], "9494": [], "247368": [], "004738": [], "8065476": [], "77484": [], "112429": [], "57495": 88, "185934": [], "9344379": [], "11801": [], "22057": [], "972767": [], "650168": [], "27835": [], "0274": [], "150389": [], "1936083": [], "145150": [], "98207": [], "001492": [], "5656247": [], "59357": [], "375572": [], "999668": [], "642874": [], "664671": [], "68648": [], "994293": [], "33313": [], "90137": [], "536985": [], "551624": [], "0156": [], "267628": [], "809887": [], "723566": [], "3799174": [], "2260": [], "9856": [], "356045": [], "320904": [], "46655": [], "2034887": [], "3185": [], "864134": [], "948284": 88, "732956": [], "2866914": [], "329063": [], "168612": [], "246179": [], "1943": [], "776937": [], "99716": [], "338515": [], "335144": [], "156292": [], "356434": [], "9060116": [], "126305": [], "800669": [], "3320374": [], "29173": [], "109247": [], "444764": [], "45251": [], "69311": 88, "372478": [], "40419": [], "799171": [], "8144245": [], "438984": [], "899202": [], "360482": [], "18795": [], "8111405": [], "3163": [], "554108": 88, "9198523": [], "183495": [], "576504": [], "114906": [], "90876": [], "026077": [], "291962": [], "16062": [], "434591": [], "851899": [], "421701": [], "065016": [], "11497": [], "493988": [], "7457075": [], "228836": [], "936445": [], "125221": [], "61953": [], "904652": [], "511396": [], "7393": [], "4524765": [], "110865": [], "80478": [], "44554": [], "000422": [], "766947": [], "460358": [], "8832": 88, "333288": [], "93579": [], "879898": [], "400394": [], "2175": 88, "0981": [], "204826": [], "486517": [], "56267": [], "1957588": [], "0037": [], "794174": [], "653841": [], "7493305": [], "255733": [], "453823": [], "043747": [], "919335": [], "782616": [], "070183": [], "860605": [], "560745": [], "511889": [], "730883": [], "456544": [], "99622": [], "090458": [], "397388": [], "032514": [], "273596": [], "131294": [], "072788": [], "642362": [], "174215": [], "95912": [], "89346": [], "730463": [], "023136": [], "41386": [], "511005": [], "820698": [], "772333": [], "629173": [], "78972": [], "666006": [], "230317": [], "69962": [], "331934": [], "016161": [], "18105": [], "164362": [], "766832": [], "343605": [], "806812": [], "127556": [], "36434": [], "21914": [], "933874": [], "53416": [], "976078": [], "579646": [], "26819": [], "53874": [], "343265": [], "611595": [], "073694": 88, "419875": [], "73302": [], "651182": [], "989455": [], "600914": [], "190485": [], "971083": [], "864367": [], "966349": [], "86604": [], "71754": [], "867847": [], "985301": [], "216779": [], "1312": 88, "09785": [], "696214": [], "99304": [], "882318": [], "3117": [], "33279": [], "34817": [], "37187": [], "2806070": [], "3809": [], "720932": [], "54422": [], "831867": [], "3428741": [], "3018": [], "0537": [], "87384": 88, "56448": [], "648886": [], "2705055": [], "41547": [], "840359": [], "044228": [], "5056170": [], "5463": [], "0645": [], "719654": [], "830284": [], "030022": [], "4909520": [], "48991": [], "482569": [], "57778": [], "319736": [], "705906": [], "138155": [], "71791": [], "59405": [], "780045": [], "60596": [], "606613": [], "341877": [], "23771": [], "59462": [], "639555": [], "746155": [], "27694": [], "014975": [], "266335": [], "349483": [], "398685": [], "243645": [], "391893": [], "01021": [], "02116": [], "210812": [], "95071": [], "3383": [], "61257": [], "975784": [], "022635": [], "70765": [], "35416": [], "864712": [], "942999": [], "05311": [], "227266": [], "220753": [], "19798": [], "419277": [], "012024": [], "48611": [], "598022": [], "083717": [], "83926": [], "786026": [], "498133": [], "2125": 88, "0347": [], "59084": [], "656034": [], "074": [], "1912531": [], "8365": [], "293503": [], "936857": [], "534494": [], "7529239": [], "5558": [], "7246": [], "57575": [], "904392": [], "370968": [], "5002852": [], "5144": [], "894524": [], "011866": [], "01504": [], "4630278": [], "841976": [], "572113": [], "277925": [], "27012": [], "381535": [], "492401": [], "8146": [], "9434": [], "7937": 88, "999378": [], "951933": [], "7332249": [], "7240": [], "6914": [], "177654": [], "885645": [], "933973": [], "6516622": [], "5805": [], "833": [], "808468": [], "81551": [], "00653": [], "5226798": [], "5066": [], "7373": [], "069103": [], "642485": [], "447445": [], "4560063": [], "15741": [], "512995": [], "015247": [], "82042": [], "991533": [], "02475": [], "88786": [], "823635": [], "527342": [], "27029": [], "77665": [], "004848": [], "03891": [], "485514": [], "75905": [], "789795": [], "782566": [], "944458": [], "470375": [], "64859": [], "786999": [], "396904": [], "437433": [], "092209": [], "78378": [], "104118": [], "992588": [], "45135": [], "213802": [], "116514": [], "17128": [], "056898": [], "786985": [], "788216": [], "103767": [], "546902": [], "20719": [], "785065": [], "111078": [], "89733": [], "590675": [], "98013": [], "660225": [], "602297": [], "02991": [], "859013": [], "361797": [], "673645": [], "4579": [], "045": [], "69975": [], "609514": [], "813938": [], "4121140": [], "7490": [], "723": [], "610107": [], "102272": [], "21093": [], "6741650": [], "7013": [], "6016": [], "066387": [], "116879": [], "697023": [], "6316952": [], "4906": [], "164207": [], "999222": [], "054829": [], "4416125": [], "8233": [], "083": [], "036617": [], "529446": [], "8052": [], "7400274": [], "25951": [], "173773": [], "681377": [], "87111": [], "91161": [], "147001": [], "7672": [], "590393": [], "781832": [], "489456": 88, "6904822": [], "30489": [], "172813": [], "874332": [], "16323": [], "206726": [], "483727": [], "590256": [], "44567": [], "58837": [], "48778": [], "60359": [], "285692": [], "49216": [], "047058": [], "60558": [], "10532": [], "539528": [], "00339": [], "25188": [], "442442": [], "749565": [], "88647": [], "219524": [], "19057": [], "45208": [], "748608": [], "66115": [], "514906": [], "719027": [], "9239": [], "077927": [], "865213": [], "35268": [], "188046": [], "659351": [], "300537": [], "98368": [], "748634": [], "952122": [], "069387": [], "1546": 88, "3866": [], "839905": [], "597727": [], "293358": [], "1404477": [], "412743": [], "786793": [], "38267": [], "3310917": [], "3663": [], "3105": [], "222523": [], "125834": [], "570793": [], "3271917": [], "194954": [], "02015": [], "200956": [], "67359": [], "647476": [], "450325": [], "098": [], "544933": [], "002653": [], "447466": [], "7164088": [], "5550": [], "854855": [], "071732": [], "737843": [], "4982047": [], "1978": 88, "548683": [], "360762": [], "538784": [], "6698878": [], "6942": [], "6196": 88, "825165": [], "072111": [], "6249327": [], "8961": [], "81485": [], "511824": [], "28908": [], "8065549": [], "59147": [], "766964": [], "099966": [], "monoton": 88, "define_metr": 88, "axi": 88, "me": 88, "35041": 88, "drop": 88, "_timestamp": 88, "1699459474": [], "4432497": [], "732159": [], "4433203": [], "4433465": [], "4433763": [], "4433994": [], "443433": [], "443454": [], "23831": [], "472967": [], "364153": [], "16147": [], "289375": [], "429579": [], "94179": [], "817755": [], "99556": [], "917854": [], "205639": [], "349697": [], "6218": [], "607834": [], "247139": [], "69859": [], "694513": [], "550314": [], "88469": [], "27644": [], "2441": [], "57886": [], "582232": [], "749504": [], "30854": [], "084879": [], "122387": [], "301216": [], "549616": [], "73406": [], "16582": [], "188501": [], "209223": [], "9848": [], "929012": [], "454329": [], "67922": [], "039219": [], "63979": [], "673695": [], "476318": [], "393831": [], "3333": [], "5186": [], "665554": [], "722464": [], "809963": [], "2985008": [], "910": [], "3598": 88, "1777": 88, "980923": [], "940088": [], "637754": [], "3208883": [], "4769": [], "0864": [], "762928": [], "420233": [], "4261681": [], "5564": [], "951416": [], "791746": [], "351118": [], "4997155": [], "4737": 88, "89386": [], "297314": [], "45572": 88, "4271894": [], "022346": [], "335905": [], "289999": [], "798416": [], "258245": [], "41045": [], "4418": [], "034": [], "327873": [], "896133": [], "367723": [], "3976230": [], "4184": [], "4272": [], "11753": [], "968815": [], "30913": [], "3765984": [], "404007": [], "303675": [], "177559": [], "45558": [], "89945": [], "885939": [], "246449": [], "848557": [], "44327": [], "269115": [], "335226": [], "49097": [], "541191": [], "481756": [], "991455": [], "88188": [], "754951": [], "95474": [], "352892": [], "70055": [], "550623": [], "194013": [], "80264": [], "562075": [], "956808": [], "40362": [], "342329": [], "325912": [], "195076": [], "522856": [], "067621": [], "073814": [], "481019": [], "12514": [], "589788": [], "236943": [], "90812": [], "87171": [], "221651": [], "61871": [], "15947": [], "558315": [], "772979": [], "181456": [], "0676": [], "405722": [], "565569": [], "601596": [], "42114": [], "800137": [], "589697": [], "07389": [], "032703": [], "611368": [], "3302": [], "4084": [], "33048": [], "542236": [], "497648": [], "2964685": [], "46361": [], "289474": [], "946198": [], "32451": [], "179517": [], "62126": [], "690468": [], "092674": [], "165188": [], "890114": [], "24242": [], "419937": [], "253328": [], "24641": [], "524857": [], "943562": [], "931145": [], "94275": [], "764201": [], "97556": [], "23735": [], "034708": [], "092013": [], "64627": [], "049025": [], "927256": [], "7496924": [], "278079": [], "99434": [], "209717": [], "136286": [], "924822": [], "143640": [], "32077": [], "379602": [], "06405": [], "437195": [], "848423": [], "35879": [], "168032": [], "54756": [], "004168": [], "218218": [], "560875": [], "000235": [], "323889": [], "3565": [], "35784": [], "39001": [], "58161": [], "336020": [], "94257": [], "765102": [], "998525": [], "718148": [], "97604": [], "706505": [], "805438": [], "39635": [], "063429": [], "999908": [], "934528": [], "82256": [], "40816": [], "636593": [], "03095": [], "59943": [], "50778": [], "228294": [], "460664": [], "106181": [], "94608": [], "7587": [], "472788": [], "005661": [], "246985": [], "7344": [], "820877": [], "965638": [], "206257": 88, "6864": [], "469904": [], "01031": [], "10463": [], "373556": [], "408375": [], "762154": [], "258049": [], "39632": [], "18741": [], "863314": [], "75956": [], "997294": [], "85646": [], "766148": [], "74677": [], "233776": [], "428974": [], "813239": [], "418865": 88, "91689": [], "877821": [], "283043": [], "242666": [], "10367": [], "350624": [], "385614": [], "5761175": [], "321393": [], "49655": [], "73767": [], "11898": [], "968617": [], "219811": [], "934053": [], "520711": [], "887516": [], "258026": [], "795491": [], "75182": [], "458885": [], "154374": [], "162421": [], "3882": [], "094296": [], "46615": [], "251274": [], "816649": [], "6625": [], "063095": [], "603598": [], "629928": [], "793496": [], "79126": [], "067966": [], "387352": [], "776512": [], "90234": [], "000309": [], "052187": [], "404743": [], "999954": [], "809007": [], "872": 88, "56726": [], "69739": [], "892218": [], "926387": [], "761157": [], "35803": [], "741585": [], "455843": [], "350463": [], "544202": [], "4817": 88, "037779": [], "999886": [], "585757": [], "508033": [], "881466": [], "406162": [], "021651": [], "802502": [], "282084": [], "65427": [], "306194": [], "86674": [], "66443": [], "450083": [], "127323": [], "459713": [], "940563": [], "66858": [], "318144": [], "524818": [], "684706": [], "884928": [], "811264": [], "7978234": [], "04321": [], "877777": [], "4655476": [], "04834": [], "18213": [], "250832": [], "161758": [], "741643": [], "1229": [], "0415": [], "958457": [], "485262": [], "38686624": [], "1106137": [], "186045": [], "600567": [], "9996643": [], "467": 88, "428768": [], "262993": [], "33042684": [], "1275720": [], "052208": [], "986225": [], "2092152": [], "01868": [], "94454": [], "884212": [], "187553": [], "297016": [], "92584": [], "43024": [], "836388": [], "373143": [], "349133": [], "1089": 88, "35795": [], "182726": [], "9175186": [], "812798": [], "713215": [], "998716": [], "4621503": [], "806057": [], "525989": [], "736113": [], "059067428": [], "1226875": [], "609516": [], "7998638": [], "64623": [], "81501": [], "9468904": [], "592052": [], "00066": [], "40355": [], "080444": [], "464447": [], "65131706": [], "1333480": [], "1488": [], "7772": [], "675245": [], "6869779": [], "1339899": [], "939703": [], "74773": [], "504077": [], "70514": [], "053352": [], "503372": [], "670234": [], "5077": [], "239258": [], "9770513": [], "0292": [], "180077": [], "104528": [], "0095382": [], "952226": [], "44225": [], "986834": [], "7268283": [], "965149": [], "245136": [], "621312": [], "30183": [], "73951": [], "066557": [], "1460323": [], "186238": [], "3773": [], "345959": [], "885841": [], "7800219": [], "895839": [], "499254": [], "912645": [], "860287": [], "093816": [], "709835": [], "590568": [], "4564": 88, "571585": [], "930544": [], "7947736": [], "765411": [], "9129": [], "739197": [], "510632": [], "1106415": [], "509970": [], "944168": [], "384888": [], "308449": [], "034054": [], "015666": [], "1399063": [], "1098": [], "3201": [], "5679655": [], "2653078": [], "988488": [], "253872": [], "000645": [], "375287": [], "889761": [], "3682258": [], "8705": [], "220867": [], "000164": [], "1479826": [], "401283": [], "366688": [], "3361392": [], "3889": [], "45737": [], "8849639": [], "876950": [], "1842": [], "22981": [], "4553268": [], "1658202": [], "56247": [], "9726734": [], "660701": [], "1446": [], "9723": [], "340324": [], "47795308": [], "1302275": [], "30730": [], "0488": 88, "976": [], "2919": [], "292667": [], "924683": [], "8427405": [], "2627936": [], "2161": 88, "0916": [], "842884": [], "0485487": [], "1944982": [], "121626": [], "001242": [], "527392": [], "2654558": [], "87472": [], "323282": [], "1966": [], "9938": [], "505515": [], "000698": [], "535285": [], "1770294": [], "2588": 88, "4941": [], "038597": [], "1855626": [], "2329644": [], "1979": 88, "767087": [], "1414814": [], "1781710": [], "27673": [], "875282": [], "626757": [], "321849": [], "802149": [], "8717": 88, "962591": [], "050232": [], "1188374": [], "1529884": [], "450954": [], "522799": [], "0170226": [], "1737": [], "526102": [], "143538": [], "2142687": [], "1563515": [], "9619": [], "263797": [], "89375": [], "5701256": [], "1596565": [], "725365": [], "50038": [], "4428725": [], "67630": [], "1220": [], "701534": [], "42936": [], "6536619": [], "1098584": [], "2416": [], "6152": [], "156967": [], "682077": [], "3261676": [], "2174953": [], "5278": [], "109516": [], "7292697": [], "904975": [], "70098": [], "8888118": [], "1126": [], "6287": [], "660778": [], "492071": [], "1237652": [], "1013965": [], "7053": [], "833294": [], "000607": [], "0652833": [], "560434": [], "53606": [], "065514": [], "5139055": [], "80582": [], "1201": [], "9832": [], "23617": [], "74699277": [], "1081784": [], "2035": [], "836357": [], "000063": 88, "4378324": [], "586083": [], "77936": [], "529827": [], "99988": [], "2503457": [], "457901": [], "6759": [], "43414": [], "2902": [], "344536": [], "600908": 88, "062399": [], "5578086": [], "1655": 88, "2166": [], "891094": [], "360956": [], "5191742": [], "1489694": [], "1387": [], "825697": [], "17858246": [], "1248388": [], "303585": [], "211216": [], "8480098": [], "32732": [], "205425": [], "4790814": [], "8914": [], "746145": [], "709793": [], "2506442": [], "1729702": [], "2235": [], "7485": [], "360243": [], "81993": [], "2012173": [], "858658": [], "946003": [], "79797": [], "285965": [], "0228": [], "8494353": [], "5829": [], "7593307": [], "645369": [], "19100595": [], "1250624": [], "15101": [], "4011984": [], "4363": [], "98206": [], "101149": [], "9474974": [], "2384492": [], "2587": [], "2544": [], "713849": [], "600943": [], "636588": [], "2328529": [], "5718": [], "747513": [], "478298": [], "1481752": [], "2240614": [], "8823": [], "207421": [], "920647": [], "1675034": [], "1966394": [], "1679": 88, "8636": [], "292973": [], "346357": [], "64241": [], "1511877": [], "06027": [], "0740874": [], "529053": [], "246239": [], "0119884": [], "2703": [], "8596": [], "040813": [], "762389": [], "2433473": [], "261944": [], "5931096": [], "1863003": [], "1911": [], "5891": [], "995234": [], "801037": [], "1720430": [], "999105": [], "4293842": [], "974842": [], "002813": [], "8586092": [], "1320": 88, "0342": [], "833996": [], "999977": [], "15673754": [], "1188030": [], "5491": [], "611336": [], "990837": [], "1754594": [], "073366": [], "356708": [], "70551": [], "00081": [], "89234376": [], "419005": [], "931": [], "89781": [], "32263": [], "4366312": [], "838221": [], "912": [], "108955": [], "396845": [], "1121264": [], "71198": [], "62744": [], "40481": [], "655254": [], "243577": [], "119669": [], "1513": 88, "4839": 88, "806578": [], "532204": [], "208607": [], "1362135": [], "2503": [], "410805": [], "999899": 88, "7416415": [], "2253577": [], "1018": 88, "4191": [], "269909": [], "7115743": [], "916577": [], "076576": [], "320174": [], "559506": [], "485153": [], "29866": [], "60233": [], "669575": [], "554657": [], "983707": [], "134642": [], "094273": [], "75235": [], "544862": [], "819": 88, "9621": [], "117832": [], "8980494": [], "737965": [], "2037": [], "005247": [], "1479993": [], "650637": [], "63814": [], "668983": [], "731009": [], "074737": [], "140616": [], "36365": [], "078014": [], "0808167": [], "538831": [], "838806": [], "789814": [], "93533": [], "730268": [], "999931": [], "1542466": [], "698": 88, "838245": [], "82073": [], "0620737": [], "628248": [], "49994": [], "056282": [], "3961477": [], "479249": [], "3416": [], "643885": [], "764799": [], "1353907": [], "1760": 88, "1986": [], "781492": [], "0440843": [], "1584178": [], "54908": [], "8594036": [], "771496": [], "0968": [], "914967": [], "1932": 88, "17357579": [], "1247487": [], "1658": 88, "1168": [], "647703": [], "5336754": [], "1492305": [], "5389": [], "323843": [], "999384": [], "40754038": [], "652984": [], "432": 88, "10602": [], "58856": [], "00062": [], "0596237": [], "388895": [], "1748": [], "369368": [], "506056": [], "2188101": [], "914557": [], "30617": [], "99984": [], "815799": [], "697143": [], "065321": [], "048137777": [], "1153251": [], "32709": [], "918724": [], "057402": [], "0142426": [], "73541": [], "014067": [], "341389": [], "353524": [], "32772": [], "090847": [], "1490617": [], "64792": [], "141705": [], "7519": [], "292331": [], "283183": [], "6256": [], "551285": [], "503904": [], "139317": [], "590948": [], "451095": [], "9127": [], "67944": [], "962269": [], "0029097": [], "792547": [], "565744": [], "929096": [], "44562": [], "891024": [], "514636": [], "619453": [], "441404": [], "449598": [], "308598": [], "221859": [], "9727836": [], "06749": [], "300465": [], "6899934": [], "38524": [], "299261": [], "894976": [], "65091": [], "747847": [], "031128": [], "23684": [], "51602": [], "815975": [], "22622": [], "0841": 88, "503918": [], "701355": [], "474316": [], "25494": [], "20861": [], "401085": [], "69741": [], "70856": [], "673475": [], "2621207": [], "225636": [], "883753": [], "6984394": [], "782524": [], "377151": [], "971146": [], "667904": [], "728146": [], "5875936": [], "01324": [], "028404": [], "58449": [], "1180": [], "6616": [], "23109": [], "997982": [], "147764": [], "936669": [], "35153": [], "08559": [], "315243": [], "512272": [], "176716": [], "693115": [], "385626": [], "302358": [], "269270": [], "384174": 92, "462627": [], "779782": [], "262937": [], "841915": [], "357292": [], "086501": [], "64964": [], "046036": [], "536152": [], "05347": [], "644463": [], "78128": [], "147113": [], "304248": [], "460732": [], "25292": [], "502084": [], "830704": [], "974554": [], "079007": [], "18752": [], "877417": [], "682955": [], "28535": [], "245527": [], "569908": [], "31737": [], "329527": [], "9476385": [], "89623": [], "327908": [], "34512": [], "172424": [], "592439": [], "85086": [], "90353": [], "902298": [], "59073": [], "42144": [], "242998": [], "854296": [], "426614": [], "24195": [], "734781": [], "8463707": [], "67285": [], "814322": [], "557919": [], "05107": [], "76276": [], "382319": [], "31543": [], "873594": [], "440888": [], "05762": [], "13373": [], "203331": [], "74678": [], "47578": [], "228024": [], "205105": [], "760110": [], "77283": [], "644825": [], "622534": [], "616863": [], "253567": [], "729527": [], "81679": [], "576471": [], "311642": [], "417309": [], "1075": [], "4346": [], "090773": [], "419954": [], "681612": [], "967891": [], "1055": [], "5245": [], "20568": [], "64017": [], "619375": [], "949972": [], "2203": [], "2598": [], "627117": [], "435352": [], "666079": [], "1982933": [], "3440": [], "400578": [], "988564": [], "084776": [], "3096521": [], "3951": [], "376": [], "650894": [], "552084": [], "263184": 88, "3556238": [], "42393": [], "765606": [], "507034": [], "159737": [], "445284": [], "130924": [], "51783": [], "126747": [], "99907": [], "854342": [], "405249": [], "59163": [], "191435": [], "11271": [], "50265": [], "719679": [], "473686": [], "678246": [], "821396": [], "56142": [], "277824": [], "857374": [], "499527": [], "2368": [], "157122": [], "027624": [], "254314": [], "047554": [], "04294": [], "566826": [], "203695": [], "43472": [], "341291": [], "075275": [], "98467": [], "659239": [], "667728": [], "96745": [], "971708": [], "164879": [], "23026": [], "35554": [], "230927": [], "537": 88, "124664": [], "592596": [], "171526": [], "484113": [], "4267": [], "912983": [], "698412": [], "082605": [], "3804354": [], "2717": [], "37948": [], "378742": [], "234999": [], "3554344": [], "3521": [], "14644": [], "873749": [], "739534": [], "3169433": [], "7368": [], "1616": [], "011276": [], "862825": [], "724165": [], "6650087": [], "5095": [], "193817": [], "836164": [], "768147": [], "749228": [], "847982": [], "4447": [], "886192": [], "186245": [], "134073": [], "4002920": [], "4266": [], "883812": [], "939457": [], "402447": [], "3898034": [], "385246": [], "816763": [], "73444": [], "66333": [], "222284": [], "472174": [], "30713": [], "74613": [], "298544": [], "69848": [], "833069": [], "310934": [], "20042": [], "145147": [], "257704": [], "97242": [], "288841": [], "599632": [], "17136": [], "383148": [], "069057": [], "242195": [], "620848": [], "042921": [], "49757": [], "75615": [], "689352": [], "74163": [], "818007": [], "719185": [], "35249": [], "176615": [], "783339": [], "678474": [], "823202": [], "267128": [], "83234": [], "16479": [], "41032": [], "057686": [], "12212": [], "177399": [], "3492": 88, "8809": [], "15566": [], "751774": [], "765741": [], "3290873": [], "5328": [], "455444": [], "251446": [], "920744": [], "4915180": [], "1591": [], "955786": [], "444674": [], "162994": [], "097206": [], "528736": [], "6675": [], "53944": 88, "900822": [], "33988": 88, "6008473": [], "4226": [], "03301": [], "222391": [], "222418": [], "3818217": [], "5808": [], "4004": [], "373573": [], "947975": [], "01164": [], "5227560": [], "5393": [], "157963": [], "521416": [], "07393": [], "4830127": [], "7391": [], "9414": [], "484024": [], "769672": [], "698761": [], "6648918": [], "87347": [], "319218": [], "859423": [], "613804": [], "419281": [], "563145": [], "46911": [], "981354": [], "11934": [], "230911": [], "33327": [], "992767": [], "121683": [], "580954": [], "431667": [], "19477": [], "8995": [], "082375": [], "623169": [], "86741": [], "59727": [], "525465": [], "35756": [], "47931": [], "200335": [], "36002": [], "648798": [], "886635": [], "87303": [], "990679": [], "927532": [], "35191": [], "476885": [], "43436": [], "578476": [], "066933": [], "935863": [], "63982": [], "92211": [], "524622": [], "654434": [], "520016": [], "475294": [], "3042": [], "7993": [], "31507": [], "698055": [], "677395": [], "2685584": [], "6871": [], "78717": [], "041195": [], "837765": [], "6312819": [], "5701": 88, "62796": [], "209282": [], "605194": [], "5095428": [], "7029": [], "277695": [], "565466": [], "6326848": [], "6944": [], "64896": [], "413557": [], "6249993": [], "632427": [], "96321": [], "28643": [], "51827": [], "968456": [], "6671": [], "27902": [], "767422": [], "594723": [], "5981368": [], "8569": [], "995926": [], "465824": [], "176497": [], "7712118": [], "6963": [], "9067": [], "443256": [], "634651": [], "645157": [], "6267516": [], "823803": [], "826332": [], "76359": [], "228336": [], "024313": [], "101036": [], "51065": [], "07143": [], "326094": [], "66658": [], "17442": [], "240356": [], "70445": [], "110134": [], "67758": [], "07645": [], "614428": 88, "40848": [], "10404": [], "555216": [], "198961": [], "69637": [], "081678": [], "54213": [], "49924": [], "49619": [], "783255": [], "23272": [], "946083": [], "919104": [], "6691": [], "159187": [], "031704": [], "56248": [], "325333": [], "226679": [], "18816": [], "971924": [], "441097": [], "43681": [], "967537": [], "823238": [], "2912": [], "43305": [], "724274": [], "401785": [], "2603570": [], "539215": [], "280565": [], "644749": [], "96088": [], "128702": [], "302269": [], "3944": [], "965466": [], "645603": [], "523962": [], "3550278": [], "4183": [], "6475": [], "95584": [], "56707": [], "09456": [], "3747871": [], "6254": [], "3765": [], "333714": [], "157297": [], "576544": [], "5649206": [], "700584": [], "443361": [], "16103": [], "4232977": [], "4295": 88, "24902": [], "624462": [], "102762": [], "3857415": [], "91451": [], "309593": [], "421677": [], "498734": [], "200851": [], "359186": [], "19644": [], "114584": [], "378057": [], "454025": [], "019268": [], "643206": [], "781246": [], "98435": [], "141273": [], "64741": [], "467262": [], "133308": [], "9935": [], "834312": [], "459059": [], "88402": [], "463438": [], "667805": [], "541794": [], "577127": [], "96114": [], "918526": [], "981344": [], "776186": [], "82289": [], "596611": [], "53003": [], "78841": [], "53509": [], "05561": [], "301994": [], "278065": [], "159765": [], "20526": [], "331194": [], "96561": [], "919704": [], "656052": [], "99079": [], "838821": [], "034777": [], "94916": [], "90748": [], "392694": [], "49229": [], "425654": [], "4317": [], "45769": [], "499046": [], "212603": [], "863744": [], "9868": [], "31421": [], "075977": [], "979301": [], "2726890": [], "6113": [], "084263": [], "363676": [], "938358": [], "5482360": [], "523636": 88, "403477": [], "721523": [], "929": [], "7495": [], "833971": [], "514997": [], "3091": [], "055786": [], "12713": [], "383574": [], "2782431": [], "4420": [], "335506": 88, "434818": [], "534435": [], "3978723": [], "327248": [], "998165": [], "529165": [], "4016980": [], "3610": [], "0227": [], "869606": [], "3168": 88, "242914": [], "3249020": [], "54881": [], "729427": [], "278404": [], "6334": [], "632774": 88, "604496": [], "70873": [], "281012": [], "80544": [], "708576": [], "076818": [], "034486": [], "009117": 88, "057981": [], "384649": [], "2241": [], "883034": [], "360949": [], "70701": [], "766376": [], "156868": [], "74688": [], "242022": [], "080254": [], "06289": [], "39601": [], "327535": [], "769028": [], "120958": [], "540585": [], "000486": [], "201939": [], "237186": [], "32007": [], "326412": [], "420806": [], "324598": [], "65623": [], "24583": [], "983831": [], "614459": [], "117590": [], "47236": [], "99962": [], "837301": [], "141373": [], "781385": [], "64668": [], "821682": [], "277887": [], "969995": [], "656975": [], "197626": [], "819882": [], "931429": [], "330936": [], "339867": [], "24783": [], "149927": [], "389442": [], "125446": [], "275673": [], "55458": [], "393568": [], "112808": [], "88312": [], "998343": [], "79674": [], "223994": [], "259235": [], "235573": [], "292648": [], "89693": [], "677681": [], "312384": [], "1713": [], "250942": [], "953272": [], "278512": [], "576447": [], "372635": [], "476168": [], "597747": [], "70155": [], "436281": [], "352045": [], "2792": [], "853903": [], "069431": [], "787343": [], "157669": [], "89612": [], "34407": [], "685158": [], "642144": [], "243180": [], "081215": [], "547396": [], "664388": [], "920307": [], "974079": [], "91472": [], "12808": [], "328133": [], "548148": [], "86323": [], "209953": [], "951859": [], "9065": [], "466522": [], "09543": [], "960627": [], "31682": [], "737646": [], "000103": [], "641186": [], "14791": [], "042768": [], "999905": [], "156273": [], "82033": [], "970": [], "259907": [], "2500541": [], "6714": [], "98881": [], "999964": 88, "676797": [], "457804": [], "85268": [], "702534": [], "72903": [], "225967": [], "161366": [], "451595": [], "1916": [], "704903": [], "422562": [], "106272": [], "777253": [], "739904": [], "90381": [], "782256": [], "10996": [], "411224": [], "237152": [], "65813": [], "79205": [], "43632": [], "996769": 88, "833555": [], "167454": 88, "0942": [], "05788": [], "572203": [], "219049": [], "592284": [], "149527": [], "713789": [], "717015": [], "826": [], "5921": [], "544098": [], "928885": [], "194067": [], "743932": [], "60711": [], "999737": [], "056602": [], "280975": [], "46745": [], "83081": [], "989452": [], "719955": [], "468808": [], "73927": [], "78802": [], "00036": [], "205263": [], "209465": [], "89053": [], "168198": [], "190603": [], "5910134": [], "419846": [], "41788": [], "118053": [], "000214": [], "761486": [], "235276": [], "428448": [], "478748": [], "5057406": [], "340158": [], "6405652": [], "851187": [], "740825": [], "925335": [], "1591825": [], "625017": [], "671888": [], "3690608": [], "9675": [], "345726": [], "2970708": [], "1162770": [], "009573": [], "60259634": [], "1324710": [], "1466": 88, "80292": [], "20628": [], "576487": [], "1320011": [], "1994": [], "939": [], "228706": [], "2177863": [], "1795445": [], "1950": 88, "9253": [], "73116": [], "9977183": [], "1755832": [], "1693": [], "1555": [], "112354": [], "1660936": [], "1523840": [], "51817": [], "687035": [], "587832": [], "71265": [], "67108": [], "057383": [], "166658": [], "655564": [], "933212": [], "191607": [], "475246": [], "639272": [], "573": 88, "0881": [], "819853": [], "79763": [], "568401": [], "518581": [], "47505": [], "64602": [], "979889": [], "5567465": [], "141727": [], "297394": [], "413513": [], "6418045": [], "56946": [], "129264": [], "252623": [], "714493": [], "742112": [], "7787": [], "15534": [], "77395": [], "39684": [], "767614": [], "82635": [], "361687": [], "957003": [], "5890145": [], "751343": [], "74701": [], "40301": [], "1631064": [], "743141": [], "6980081": [], "1090602": [], "560514": [], "606828": [], "68533": [], "222754": [], "5650597": [], "17472": [], "392115": [], "618278": [], "776": [], "032692": [], "1180284": [], "1014998": [], "491486": [], "856424": [], "0574481": [], "5833": [], "09082": [], "029875": [], "3389925": [], "975224": [], "1125": [], "2212": 88, "915598": [], "1308025": [], "1012699": [], "1695": 88, "296509": [], "999999": [], "7186816": [], "1525606": [], "5878": [], "53577": [], "5939697": [], "929329": [], "12946": [], "301296": [], "9862612": [], "858716": [], "02545": [], "720041": [], "00016": 88, "7050266": [], "272722": [], "336594": [], "2913923": [], "786364": [], "9272912": [], "7905": [], "1764338": [], "1401": [], "680433": [], "196524": [], "25058463": [], "1261348": [], "691656": [], "17471": [], "2625983": [], "195803": [], "068012": [], "323183": [], "23557": [], "374268": [], "627748": [], "811491": [], "333358": [], "371994": [], "807745": [], "1040": [], "1884": [], "282276": [], "716858": [], "0987425": [], "936169": [], "981": [], "04675": [], "90811": [], "266378": [], "8516748": [], "882942": [], "918955": [], "999483": [], "10372": [], "206627": [], "723146": [], "5624592": [], "2609": [], "024": [], "16533": [], "240965": [], "2882113": [], "2348121": [], "39423": [], "0507": 88, "56257004": [], "2928": [], "225632": [], "635865": [], "885467": [], "2635627": [], "1162": [], "3001": [], "747839": [], "973934": [], "250554": [], "2701343": [], "1846": [], "366085": [], "090607": [], "4775262": [], "1662198": [], "1345": [], "137287": [], "000402": [], "031606242": [], "1210554": [], "2863": [], "3518": [], "509407": [], "55985": [], "2577016": [], "2119": [], "8252": [], "866544": [], "793937": [], "8422172": [], "1907842": [], "455055": [], "879435": [], "1911722": [], "1001832": [], "2507": [], "257113": [], "2257114": [], "290525": [], "4317636": [], "1877": [], "7747": [], "09001": [], "862497": [], "6319644": [], "1689997": [], "2023": [], "0648": [], "34612": [], "9925995": [], "3584158": [], "1820758": [], "635868": [], "95742": [], "1752615": [], "6046": [], "16521": [], "0185566": [], "406444": [], "2650": [], "5078": 88, "281788": [], "000473": [], "952855": [], "2385457": [], "28329": [], "5781813": [], "1489": [], "0703": [], "672977": [], "02815": [], "0865388": [], "1340163": [], "562515": [], "88945": [], "665468": [], "02559": [], "029346": [], "216614": [], "362981": [], "23707": [], "661875": [], "999783": [], "549696": [], "71109": [], "91988": [], "118115": [], "179018": [], "8593287": [], "121427": [], "8684": [], "587547": [], "195276": [], "046832": [], "685681": [], "989655": [], "557579": [], "0588603": [], "5211": [], "8065": [], "444784": [], "638414": [], "744769": [], "90546": 88, "38049": [], "611229": [], "657937": [], "528214": [], "9195": [], "118896": [], "5624297": [], "353323": [], "407056": [], "962973": [], "76103": [], "210457": [], "999952": 88, "0873895": [], "122184": [], "1138": [], "1915": [], "96638": [], "0659511": [], "1024372": [], "4927": [], "129059": [], "1405544": [], "1961543": [], "2469": [], "840626": [], "59263": [], "2222917": [], "205729": [], "15549746": [], "043377": [], "74937": [], "211411": [], "2600": [], "8071575": [], "247102": [], "2340721": [], "1338": [], "3981": [], "754044": [], "064917974": [], "1204558": [], "1876": [], "7322": 88, "963732": [], "6267524": [], "1689059": [], "3412": [], "526422": [], "841921": [], "3071173": [], "2653": [], "630507": [], "000378": [], "049195": [], "2388482": [], "1992": [], "799918": [], "000233": [], "605769": [], "1793624": [], "2188": [], "723229": [], "1880107": [], "1970085": [], "1221": [], "9131": [], "767485": [], "278812": [], "64734286": [], "1099721": [], "76337": [], "095385": [], "690239": [], "53775": [], "690087": [], "2843": [], "4539": [], "257832": [], "799187": [], "593259": [], "2559108": [], "896": [], "1923": 88, "590482": [], "111319": [], "8410559": [], "1731471": [], "1235": [], "9055": [], "22612": [], "12015671": [], "1112314": [], "99859": [], "3918068": [], "124313": [], "000242": [], "6458187": [], "559484": [], "637959": [], "414504": [], "824059": [], "597843": [], "7046535": [], "577757": [], "083614": [], "7958329": [], "2133": [], "610147": [], "7599928": [], "016705": [], "180689": [], "866987": [], "9442": [], "133482": [], "011656": [], "4721875": [], "951249": [], "33754": [], "426336": [], "999868": [], "0850043": [], "88503": [], "1893": 88, "480696": [], "00051": [], "709916": [], "1704028": [], "1672": [], "3441": 88, "941784": [], "6048121": [], "1505109": [], "1420": 88, "2742": 88, "79539": [], "34446266": [], "1278246": [], "1419": 88, "5972": [], "580944": [], "3410772": [], "1277637": [], "424797": [], "565783": [], "5811777": [], "15614": [], "436653": [], "9562182": [], "127795": [], "223": [], "05339": [], "7339": [], "664165": [], "1879673": [], "193617": [], "106895": [], "985304": [], "487271": [], "85454": [], "13079": [], "467079": [], "046505": [], "380202": [], "758": 88, "9945": [], "854637": [], "395506": [], "636461": [], "691730": [], "4527": [], "51597": [], "618086": [], "145583": [], "683507": [], "859127": [], "152058": [], "807274": [], "13225": [], "296057": [], "774487": [], "996367": [], "14992": 88, "369358": [], "40908": [], "036594": [], "626968": [], "823": 88, "0086": [], "75147": [], "838804": [], "0185766": [], "740707": [], "340424": [], "61122": [], "621959": [], "9667": [], "031001": [], "50087": [], "516246": [], "585243": [], "1455": 88, "833094": [], "5218661": [], "1310179": [], "4056": 88, "90578": [], "42012": [], "1651865": [], "44716": [], "004543": [], "283241": [], "1161": [], "0138": [], "10466": [], "005692": [], "95183927": [], "1044912": [], "58057": [], "1381": [], "1124735": [], "638622": [], "1566": 88, "6317": [], "836752": [], "191101": [], "0762502": [], "1409968": [], "1780": [], "4261": [], "133415": [], "1452224": [], "1602383": [], "979": 88, "59656": [], "212215": [], "8589256": [], "881636": [], "522995": [], "999096": [], "318976": [], "84033": [], "30171": [], "2145734": [], "791856": [], "253273": [], "999922": 88, "078911": [], "480029": [], "755585": [], "28711": [], "696291": [], "50192": 88, "109984": [], "269219": [], "848166": [], "268837": [], "41226": [], "358337": [], "925879": [], "141671": [], "833885": [], "99883": [], "4144936": [], "768699": [], "54233": [], "138374": 88, "207626": [], "133137": [], "414376": [], "17357": [], "882751": [], "186174": [], "12277": [], "181956": [], "243242": [], "999504": [], "251915": [], "738422": [], "29413": [], "796932": [], "855633": [], "251414": [], "314364": [], "325642": [], "67448": [], "021378": [], "22368": [], "624643": [], "165634": [], "202227": [], "463098": [], "981697": [], "51636": [], "673761": [], "670193": [], "142292": [], "072588": [], "008603": [], "115067": [], "468073": [], "1750684": [], "748764": [], "04312": [], "2388396": [], "45724": [], "351755": [], "3507752": [], "47646": [], "228441": [], "551954": [], "17864": [], "769312": [], "971144": [], "45569": [], "722021": [], "2259455": [], "96295": [], "86546": [], "457253": [], "5851853": [], "254666": [], "6161": [], "692492": [], "5032554": [], "15535": [], "92926": [], "9748156": [], "58514": [], "949707": [], "330675": [], "71283": [], "001368": [], "080623": [], "213639": [], "83368": [], "641018": [], "490864": [], "482439": [], "315199": [], "1218": [], "259254": [], "997406": [], "452171": [], "1175555": [], "3245": [], "32789": [], "934027": [], "291168": [], "2894727": [], "56126": [], "771173": [], "002369": [], "705784": [], "537334": [], "296337": [], "02786": [], "90629": [], "30197": [], "503514": [], "234925": [], "46222": [], "3111": [], "748707": [], "878699": [], "318116": [], "55493": [], "396797": [], "606764": [], "732741": [], "212899": [], "239796": [], "734322": [], "095577": [], "430631": [], "644695": [], "165987": [], "407129": [], "806335": [], "394896": [], "238474": [], "329597": [], "022083": [], "130308": [], "76878": [], "928722": [], "59262": [], "044687": [], "762697": [], "84507": [], "245464": [], "979123": [], "48564": [], "614038": [], "51855": [], "35477": [], "175602": [], "174632": [], "10615": [], "420061": [], "927181": [], "18732": [], "307423": [], "811316": [], "22997": [], "759626": [], "1774583": [], "14694": [], "426796": [], "2975426": [], "07538": [], "727858": [], "519487": [], "02799": [], "165483": [], "439771": [], "66997": [], "030266": [], "76907": [], "18241": [], "697044": [], "364693": [], "2917": [], "2498": [], "126194": [], "010271": [], "046488": [], "2586986": [], "3588": [], "5237": [], "22041": [], "452564": [], "22934": [], "3229671": [], "4098": [], "448692": [], "32966": [], "419807": [], "3688423": [], "1164": [], "5072": [], "683414": [], "499582": [], "1048056": [], "630": [], "93052": [], "711884": [], "487333": [], "567115": [], "57807": [], "531145": [], "061129": [], "58254": [], "022179": [], "57955": [], "4069": [], "7412": [], "030552": [], "735798": [], "13559": [], "3662767": [], "043346": [], "693974": [], "789824": [], "913525": [], "284388": [], "130505": [], "51507": [], "155672": [], "155628": [], "56135": [], "665607": [], "635553": [], "498405": [], "755177": [], "150354": [], "40106": [], "210234": [], "446558": [], "826004": [], "78284": [], "58741": [], "86293": [], "763315": [], "558569": [], "380714": [], "396933": [], "593073": [], "105118": 88, "1699459548": [], "3052628": [], "19144": [], "6388315": [], "3054621": [], "3055842": [], "3056152": [], "3056395": [], "3056614": [], "3056843": [], "8657": [], "306032": [], "653606": [], "03792": [], "884676": [], "748987": [], "810436": [], "466079": [], "42053": [], "072407": [], "51442": [], "13244": [], "502104": [], "7728": [], "3918": [], "365974": [], "793385": [], "513352": [], "4292": [], "77392": [], "998833": [], "864323": [], "3852608": [], "60872": [], "579645": [], "133316": [], "4372392": [], "30081": [], "796577": [], "915943": [], "2167": [], "187256": [], "054688": [], "6252": [], "286125": [], "270456": [], "622623": [], "5627690": [], "39644": [], "65738": [], "150633": [], "6321759": [], "7695": [], "490746": [], "166758": [], "278194": [], "7164692": [], "132744": [], "007978": [], "92072": [], "4304426": [], "6939": [], "56217": [], "714052": [], "240507": [], "6242473": [], "553207": [], "948479": [], "02102": [], "848396": [], "601753": [], "641418": [], "44425": [], "065315": [], "663311": [], "951637": [], "589443": [], "694702": [], "91744": [], "291557": [], "704298": [], "0351": [], "607067": [], "018137": [], "81223": 88, "678143": [], "646572": [], "10909": [], "330687": [], "03243": [], "50618": 88, "925749": [], "875275": [], "947636": [], "301554": [], "021421": [], "949821": [], "75387": 88, "212036": [], "568739": [], "28957": [], "210648": [], "318813": [], "84093": [], "634933": [], "923477": [], "68438": [], "598825": [], "081366": [], "8962": [], "398445": [], "91209": [], "1022": 88, "8066952": [], "8907": [], "2346": [], "601181": [], "807158": [], "8011691": [], "93093": [], "191687": [], "176596": [], "5354187": [], "5269": [], "46302": [], "114569": [], "394577": [], "4742915": [], "3334": [], "453907": [], "580357": [], "975203": [], "3001084": [], "04127": [], "029446": [], "184925": [], "74221": [], "151403": [], "46416": [], "032734": [], "61315": [], "294891": [], "7964145": [], "6819": [], "3657": [], "086422": [], "769697": [], "97012": [], "6137429": [], "591354": [], "517832": [], "384539": [], "176426": 88, "676208": [], "055515": [], "625523": [], "665806": [], "397398": [], "384605": [], "71859": [], "886505": [], "05821": [], "71906": [], "075962": [], "271324": [], "246958": [], "255392": [], "06107": [], "336685": [], "319424": [], "935425": [], "814358": [], "862547": [], "64073": [], "351318": [], "22815": [], "12629": [], "153368": [], "33213": [], "92836": [], "6427": [], "38207": [], "456099": [], "087225": [], "503935": [], "267084": [], "67625": [], "07049": [], "862375": [], "3897": [], "018": [], "57568": [], "50565": [], "233898": [], "3544334": [], "7758": [], "9517": 88, "09531": [], "435997": [], "854094": [], "7041577": [], "191067": [], "615973": [], "669973": [], "960175": [], "441088": [], "0234": [], "661106": [], "47716": [], "5653821": [], "4519": 88, "3545": [], "616283": [], "741285": [], "609285": [], "4067419": [], "8284": [], "941624": [], "64085": 88, "665878": [], "3628645": [], "4439": [], "457066": [], "830532": [], "17306": [], "3990944": [], "5287": [], "6064": 88, "026497": [], "566263": [], "428606": [], "4758845": [], "90549": [], "292038": [], "567001": [], "94443": [], "154486": [], "63787": [], "104385": [], "309004": [], "160076": [], "676243": [], "938894": [], "205528": [], "4683": [], "495953": [], "370249": [], "08654": [], "599266": [], "261759": [], "57749": [], "705898": [], "171038": [], "93167": [], "005499": [], "488739": [], "143845": [], "58748": [], "05633": [], "7762": [], "803818": [], "150927": [], "23481": [], "13137": [], "629732": [], "28097": [], "57141": [], "355017": [], "253006": [], "274733": [], "765738": [], "84822": [], "759874": [], "253473": [], "84576": [], "2463": [], "69327": [], "1493": [], "7433": [], "52969": [], "933838": [], "864674": [], "1362633": [], "6321": [], "939972": [], "52005": [], "006794": [], "5763629": [], "4006": [], "887352": [], "691278": [], "462948": [], "3605445": [], "4287": [], "3716": [], "618587": [], "673374": [], "084774": [], "3858634": [], "4290": [], "0483": [], "16569": [], "741304": [], "138306": [], "3843214": [], "277424": [], "75966": [], "935154": [], "778984": [], "844595": [], "570686": [], "4100": [], "82214": [], "293913": [], "660986": [], "3666100": [], "4475": [], "652763": [], "00641": [], "893951": [], "4027756": [], "4973": [], "303776": [], "896994": [], "852106": [], "4475979": [], "408047": [], "035624": [], "25773": [], "101868": [], "730011": [], "525547": [], "82272": [], "741976": [], "301828": [], "081314": [], "683802": [], "576452": [], "90931": [], "66956": [], "54438": [], "92666": [], "337015": [], "289736": [], "613304": [], "87686": [], "27753": [], "55386": [], "539143": [], "441784": [], "46363": [], "061295": [], "75417": [], "52409": [], "401701": [], "08553": [], "529388": [], "56905": 88, "9061": [], "055065": [], "507793": [], "217384": [], "550907": [], "397957": [], "35447": [], "636145": [], "668538": [], "28348": [], "7006": [], "403887": [], "767176": [], "265755": [], "37887": [], "965382": [], "079212": [], "92855": [], "989931": [], "833975": [], "12394": [], "996166": [], "797419": [], "208827": [], "8434": [], "979515": [], "805029": [], "362576": [], "1426359": [], "3760": [], "8286": [], "76775": [], "499456": [], "472246": [], "3397686": [], "2364": [], "9905": [], "607845": [], "62014": [], "61844": [], "2128491": [], "3777": [], "2559": [], "80062": [], "183752": [], "128994": [], "3380561": [], "691505": [], "673954": [], "783642": [], "378603": [], "822018": [], "488853": [], "72481": [], "595478": [], "56324": [], "685122": [], "225652": [], "47255": [], "98159": [], "999788": [], "088705": [], "280581": [], "35799": [], "36663": [], "515493": [], "693336": [], "173542": [], "84351": [], "723915": [], "264185": [], "162468": [], "387684": [], "42955": [], "72906": [], "089691": [], "5661116": [], "662156": [], "99937": [], "8522005": [], "41956": [], "777695": [], "348175": [], "454877": [], "93604": [], "73813": [], "568324": [], "234842": [], "660572": [], "00033": 88, "002893": [], "14942": 88, "992506": [], "4553": [], "402187": [], "000124": [], "93696": [], "130009": [], "14762": [], "429924": [], "000687": [], "683008": [], "84732": [], "89078": [], "559834": [], "663033": [], "978082": [], "283902": [], "96692": [], "96647": [], "898344": [], "530341": [], "410828": [], "459124": [], "370651": [], "0299425": [], "895056": [], "826185": [], "093918": [], "786928": [], "860937": [], "581330": [], "8354": [], "35798": [], "847712": [], "620155": [], "833279": [], "359406": [], "136494": [], "553474": [], "19941": [], "558899": [], "917208": [], "949444": [], "48722": [], "285162": [], "727583": [], "651272": [], "17235": [], "069725": [], "939364": [], "664995": [], "999983": [], "716627": [], "4914": [], "68296": [], "000248": [], "7088957": [], "361342": [], "41388": [], "944305": [], "064926": [], "253648": [], "137172": [], "09714": [], "419537": [], "144285": [], "266487": [], "81735": [], "341537": [], "000647": [], "57184": [], "167235": [], "745527": [], "000109": 88, "094358": [], "31735": [], "608632": [], "93387": [], "479294": [], "259796": [], "108213": [], "404040": [], "08698": [], "851316": [], "879547": [], "387978": [], "406723": [], "000772": [], "0439587": [], "58499": [], "839777": [], "836198": [], "495583": [], "000025": 88, "5799556": [], "130287": [], "966291": [], "83317": 88, "27487": [], "82477": [], "96861": [], "60756": [], "283084": [], "543456": [], "768": [], "6102": [], "48746": [], "935781": [], "932862": [], "691749": [], "4844": 88, "733402": [], "174683": [], "817002": [], "671835": [], "406": 88, "117134": [], "500502": [], "874185": [], "807665": [], "08951": [], "189856": [], "7410374": [], "200817": [], "07768": [], "962691": [], "539322": [], "097237": [], "4138": [], "58374": [], "550913": [], "985903": [], "3448176": [], "770925": [], "510838": [], "280521": [], "340771": [], "34155": [], "341404": [], "227411": [], "842713": [], "737182": [], "490093": [], "098045": [], "4222376": [], "1459": [], "844973": [], "376936": [], "54168135": [], "1313746": [], "1645": [], "6389": [], "675095": [], "804684": [], "4712863": [], "1481075": [], "14461": [], "010633": [], "469173": [], "51039": [], "82004": [], "853786": [], "408438": [], "509117": [], "307589": [], "922567": [], "884": [], "3707": [], "26867": [], "000126": [], "4120803": [], "795933": [], "024834": [], "117123": [], "7488093": [], "645671": [], "27082": [], "239643": [], "999937": 88, "5542455": [], "106443": [], "292374": [], "7145479": [], "1344862": [], "93756": 88, "58003": [], "32992": [], "740466": [], "446343": [], "721573": [], "7223825": [], "307922": [], "841732": [], "109818": [], "4177585": [], "855316": [], "703775": [], "4507167": [], "50485": [], "73801": [], "173716": [], "424478": [], "111652": [], "45199": [], "596937": [], "1850839": [], "1718": 88, "6057887": [], "1972": [], "298376": [], "184065": [], "7586979": [], "817377": [], "612967": [], "419448": [], "614225": [], "000107": [], "337423": [], "327038": [], "585903": [], "790578": [], "164933": [], "820034": [], "5305": 88, "74532": [], "461142": [], "639279": [], "564985": 88, "61285": [], "782932": [], "00024": [], "7351627": [], "467651": [], "1076": [], "66419": [], "006565": [], "3752646": [], "968695": [], "704664": [], "459698": [], "4679127": [], "084427": [], "177153": [], "5127215": [], "8397": [], "404461": [], "002876": [], "4772904": [], "1662155": [], "842": [], "479305": [], "998909": [], "1238523": [], "758052": [], "76088": [], "405497": [], "3464584": [], "723076": [], "9228253": [], "623041": [], "66242": [], "2575364": [], "60474": [], "430775": [], "00009": 88, "2847857": [], "698944": [], "013": [], "73765": [], "106843576": [], "1197011": [], "1111": [], "087507": [], "242052": [], "1993705": [], "1000356": [], "798702": [], "69333": [], "020137": [], "34262": [], "309294": [], "0109286": [], "781805": [], "14220": [], "0533": [], "6345": [], "040363": [], "679565": [], "336265": [], "2716771": [], "6073": [], "101513": [], "53461": [], "8538971": [], "1398246": [], "2238": [], "544908": [], "58696": [], "811509": [], "2014565": [], "0253": [], "416733": [], "837439": [], "661963": [], "555322": [], "290218": [], "311676": [], "6023378": [], "1602363": [], "4734": [], "558195": [], "45959": [], "6054587": [], "1505226": [], "52884": [], "0030242": [], "1396787": [], "1887": [], "3923": [], "064537": [], "942995": [], "1372776": [], "1698653": [], "1543": [], "7181": [], "833258": [], "96168244": [], "1389346": [], "898838": [], "0500965": [], "1862": [], "3354": [], "61908": [], "554769": [], "1676102": [], "2377": [], "115208": [], "997532": [], "132011": [], "2140005": [], "74489": [], "839771": [], "501833": [], "8383265": [], "163042": [], "1973": [], "30386": [], "281815": [], "699078": [], "2062077": [], "2214": [], "4832": 88, "962454": [], "315507": [], "1993034": [], "9973": [], "336456": [], "790823": [], "2380784": [], "1799097": [], "856894": [], "1248312": [], "13214": [], "92572": [], "999813": [], "764403": [], "673318": [], "506": [], "3284": [], "926838": [], "000198": [], "6652664": [], "916495": [], "76355": [], "8006": [], "008743": [], "924608": [], "767487": [], "493256": [], "999466": [], "1787696": [], "761944": [], "70937": [], "552559": [], "000114": [], "872944": [], "213013": [], "999935": 88, "205541": [], "2852": [], "381958": [], "9551134": [], "163414": [], "783485": [], "904583": [], "2625437": [], "95814": [], "88564": [], "6792": [], "2173166": [], "47802": [], "72417": [], "289211": [], "99164": [], "044918": [], "560804": [], "9269702": [], "818092": [], "05527": [], "94695": [], "5431883": [], "1276": [], "9144": [], "511105": [], "464645": [], "08735595": [], "1149223": [], "777": 88, "041792": [], "348248": [], "907702": [], "700199": [], "426272": [], "351849": [], "7863455": [], "067378": [], "2677178": [], "1804432": [], "1085": 88, "9907": [], "07592": [], "42839": [], "3269546": [], "977391": [], "3479": [], "446436": [], "338984": [], "640484": [], "3131530": [], "2952": [], "893898": [], "005636": [], "2657258": [], "2515": [], "3367": [], "132875": [], "819774": [], "2263803": [], "3110": [], "299992": [], "01511": [], "794327": [], "2799222": [], "571704": [], "9401063": [], "1385462": [], "09557": [], "98892": [], "880637": [], "2468": [], "123072": [], "473787": [], "5845866": [], "2221469": [], "3196": [], "8103": [], "67618": [], "227143": [], "2877129": [], "2197": [], "4922": [], "214631": [], "9932": [], "230552": [], "1977742": [], "1984": [], "2476": 88, "755692": [], "001007": [], "701084": [], "1785822": [], "4636": 88, "25145": [], "009727": [], "7945903": [], "1073217": [], "4673": 88, "784313": [], "3595719": [], "971520": [], "647472": [], "999828": [], "4064565": [], "254335": [], "227108": [], "5214424": [], "577162": [], "740656": [], "800975": [], "62346": [], "26197": [], "9730217": [], "2755": 88, "976782": [], "945868": [], "0699368": [], "767048": 88, "575722": [], "999912": [], "380365": [], "59126": [], "805325": [], "5604": [], "828943": [], "451311": 88, "0675216": [], "813204": [], "6171": [], "523473": [], "395313": [], "4334013": [], "1571955": [], "1640": [], "0055": [], "560843": [], "037624": [], "4431192": [], "1476005": [], "5791": [], "62181": [], "706459": [], "6402664": [], "509089": [], "85828": [], "56693": [], "1132007": [], "371711": [], "167076": [], "02553": [], "349425": [], "859135": [], "1552": [], "141785": [], "43261": [], "2173758": [], "454803": [], "6088": [], "188763": [], "0032134": [], "5338": [], "019144": [], "685776": [], "319080": [], "7338": [], "966576": [], "54775": [], "835860": [], "960": [], "6013": [], "268177": [], "851812": [], "953902": [], "864541": [], "753555": [], "538065": [], "605237": [], "1178": 88, "7821": [], "120035": [], "86299765": [], "1060904": [], "436253": [], "226004": [], "242257": [], "5938": [], "381803": [], "000332": [], "1478153": [], "786234": [], "1121": [], "6089": [], "470832": [], "999979": [], "750768": [], "1009448": [], "964998": [], "876995": [], "57295": [], "1204": [], "9672": [], "833503": [], "7320724": [], "1084470": [], "1709": [], "076265": [], "788634": [], "1538197": [], "77325": [], "949875": [], "630875": [], "98014367": [], "655895": [], "045614": [], "010523": [], "3581073": [], "51904": [], "251257": [], "043491": [], "704467": [], "689088": [], "3401": 88, "88203": [], "284826": [], "490113": [], "538665": [], "923731": [], "96382": [], "2674087": [], "947639": [], "846043": [], "619328": [], "4853787": [], "058977": [], "13412": [], "737141": [], "44778": [], "53393": [], "020271": [], "7066054": [], "293190": [], "03955": [], "259468": [], "000452": 88, "010986": [], "252035": [], "724106": [], "42742": [], "73459": [], "001291": [], "60733": [], "12848": [], "05694": [], "000366": [], "996409": [], "339415": [], "008064": [], "2984414": [], "81401": [], "234547": [], "99992": [], "949929": [], "94332": [], "56453": [], "046005": [], "847089": [], "42185": [], "959967": [], "5752258": [], "32078": [], "029285": 88, "4434779": [], "90966": [], "958385": [], "0244026": [], "22211": [], "550877": [], "3535843": [], "014034": [], "063036": [], "17439": [], "932226": [], "633308": [], "921": [], "49373": [], "915073": [], "231659": [], "2117761": [], "3138": [], "3057": [], "363262": [], "371855": [], "332687": [], "2841979": [], "1294": [], "70132": [], "442774": [], "121058": [], "3032710": [], "014547": [], "865711": [], "258723": [], "90582": [], "103256": [], "156685": [], "173251": [], "207815": [], "862263": [], "550108": [], "841332": [], "33333": [], "623487": [], "946285": [], "6146": [], "089844": [], "048935": [], "196616": [], "537853": [], "3903": [], "9802": [], "504993": [], "062063": [], "405909": [], "3513582": [], "395115": [], "042307": [], "485166": [], "767334": [], "969519": [], "1928425": [], "271484": [], "993782": [], "132323": [], "025528": [], "437965": [], "7985883": [], "34348": [], "810038": [], "723712": [], "378002": [], "652128": [], "888084": [], "349648": [], "438893": [], "03021": [], "277243": [], "107764": [], "97827": [], "656143": [], "8511763": [], "18207": [], "528624": [], "09161": [], "520706": [], "832794": [], "850414": [], "54974": [], "481613": [], "242455": [], "68792": [], "497414": [], "52147": [], "566925": [], "10918": [], "760522": [], "18991": [], "900555": [], "824131": [], "36494": [], "112835": [], "24023": [], "29231": [], "21719": [], "6082325": [], "516944": [], "861725": [], "804327": [], "11409": [], "589298": [], "803798": [], "1029": [], "0491": [], "33129": [], "618574": [], "452953": [], "926144": [], "64494": [], "204056": [], "108896": [], "68062": [], "104080": [], "1131": [], "73397": [], "607727": [], "741701": [], "4109": [], "1157": [], "42328": [], "481304": [], "3698204": [], "4180": [], "857235": [], "405338": [], "73503": [], "3758323": [], "192352": [], "579236": [], "766758": [], "706533": [], "981215": [], "925636": [], "845137": [], "614134": [], "155937": [], "012674": [], "860154": [], "608658": [], "854364": [], "302004": [], "17702": [], "182594": [], "948607": [], "99053": [], "012653": [], "541425": [], "08531": [], "276064": [], "740016": [], "233955": [], "750843": [], "7836075": [], "103935": [], "206394": [], "443081": [], "856186": [], "520565": [], "7507515": [], "01843": [], "999771": [], "62764": [], "163815": [], "576972": [], "60119": [], "461817": [], "602981": [], "05623": [], "40533": [], "741858": [], "69836": [], "25971": [], "091804": [], "219599": [], "2978": [], "043415": [], "86035": [], "026472": [], "2633000": [], "3852": [], "3586": [], "825764": [], "64453": [], "086147": [], "3438349": [], "4680": [], "497704": [], "506758": [], "700756": [], "4212140": [], "4377": [], "945385": [], "320389": [], "1891": 88, "3922354": [], "0619": [], "879303": [], "906858": [], "50338": [], "26564": [], "254581": [], "904": [], "4088": [], "68861": [], "609232": [], "436285": [], "3671769": [], "4989": [], "452007": [], "307486": [], "24357": [], "4488710": [], "2176": [], "86331": [], "439522": [], "73164": [], "1959157": [], "67596": [], "675076": [], "626387": [], "320244": [], "587618": [], "123798": [], "91124": [], "299149": [], "724886": [], "70452": [], "456694": [], "250214": [], "588223": [], "058035": [], "118017": [], "91282": [], "254549": [], "359291": [], "048485": [], "940977": [], "218153": [], "931637": [], "594887": [], "23033": [], "699808": [], "199812": [], "427574": [], "924185": [], "6634": [], "304565": [], "884953": [], "326777": [], "03597": [], "364616": [], "84325": [], "289986": [], "461502": [], "540268": [], "0369": [], "672909": [], "481411": [], "1798": 88, "4448": [], "089455": [], "86371": [], "347187": [], "1526788": [], "37033": [], "746048": [], "846924": [], "906845": [], "367624": [], "314661": [], "7123": [], "5576": [], "236988": [], "489418": [], "587845": [], "6376204": [], "8035": [], "0854": [], "436651": [], "765673": [], "7231576": [], "037": [], "48798": [], "999374": [], "239124": [], "4580727": [], "7402": [], "880955": [], "720993": [], "255285": [], "6661811": [], "5432": [], "808052": [], "401308": [], "346724": [], "4888818": [], "692276": [], "333092": [], "376608": [], "760357": [], "974102": [], "658167": [], "877647": [], "658504": [], "247374": [], "29091": [], "265144": [], "52051": [], "184834": [], "586403": [], "451252": [], "013874": [], "129816": [], "85617": [], "62625": [], "89182": [], "145815": [], "67459": [], "0511": [], "280487": [], "59414": [], "642344": [], "315943": [], "60255": [], "279617": [], "627588": [], "82501": [], "178347": [], "72881": [], "223526": [], "77397": [], "010555": [], "8084": [], "777843": [], "752256": [], "762636": [], "772806": [], "32523": [], "235962": [], "564253": [], "980965": [], "324413": [], "2657": [], "3096": [], "88991": [], "351076": [], "302248": [], "2198432": [], "85857": [], "939247": [], "5772245": [], "6210": [], "3027": [], "484905": [], "534311": [], "482086": [], "5585478": [], "6809": [], "43271": [], "685356": [], "279484": [], "6091160": [], "75379": [], "130688": [], "039585": [], "1848": 88, "259693": [], "838776": [], "7114": [], "622566": [], "576115": [], "885948": [], "6403154": [], "6039": [], "785862": [], "17044": [], "454874": [], "5435650": [], "6883": [], "555855": [], "935339": [], "649387": [], "6184742": [], "6857": [], "7163": [], "290806": [], "356718": [], "526728": [], "6184317": [], "10837": [], "159908": [], "084808": [], "849174": [], "301716": [], "845562": [], "90588": [], "562979": [], "860434": [], "17833": [], "684906": [], "316084": [], "55357": [], "10181": [], "249239": [], "329998": [], "57756": [], "35743": [], "557016": [], "651058": [], "810768": [], "701197": [], "606926": [], "872477": [], "207779": [], "36636": [], "196243": [], "563383": [], "12071": [], "185513": [], "623934": [], "31178": [], "09003": [], "715034": [], "98035": [], "560116": [], "623463": [], "967": [], "10228": [], "093195": [], "867403": [], "96132": [], "533531": [], "965824": [], "29245": [], "62717": [], "982632": [], "7298": [], "279194": [], "650053": [], "671795": [], "6549240": [], "6284": [], "168175": [], "124895": [], "687464": [], "4378165": [], "6747": [], "834023": [], "173754": [], "6294397": [], "5694": [], "83422": [], "888851": [], "642492": [], "5207781": [], "9228": 92, "678204": [], "49108": [], "80775": [], "8305855": [], "625847": [], "262623": [], "115116": [], "490204": [], "471695": [], "916052": [], "5089": [], "044605": [], "476974": [], "4580314": [], "435753": [], "226603": [], "394537": [], "302696": [], "004135": [], "329937": [], "40473": [], "156301": [], "665369": [], "50912": [], "072203": [], "077368": [], "17652": [], "90001": [], "663103": [], "54505": [], "323288": [], "405416": [], "34957": [], "849298": [], "563782": [], "69002": [], "886597": [], "13604": [], "950035": [], "796541": [], "236244": [], "2504": [], "180357": [], "814037": [], "8766": [], "336414": [], "80449": [], "650986": [], "733774": [], "843128": [], "21214": [], "155544": [], "58409": [], "732544": [], "481552": [], "515148": [], "2072": [], "36726": [], "536945": [], "959383": [], "1688028": [], "4629": [], "9233": [], "41712": [], "066025": [], "937351": [], "4323183": [], "5029": [], "061": [], "608112": [], "663116": [], "708065": [], "4544210": [], "82843": [], "723461": [], "128803": [], "87411": [], "447584": [], "306467": [], "768005": [], "394657": [], "06954": [], "2262399": [], "4137": [], "823345": [], "999102": [], "676386": [], "3723835": [], "3853": [], "5476": [], "342781": [], "515326": [], "3461722": [], "3929": [], "7964": [], "03551": [], "81128": [], "124317": [], "3536816": [], "7288": [], "940067": [], "608715": [], "6559423": [], "252617": [], "755016": [], "866627": [], "036695": [], "21502": [], "439457": [], "61047": [], "248678": [], "55767": [], "185555": [], "162657": [], "473236": [], "687218": [], "969864": [], "5846": [], "86294": [], "936002": [], "68366": [], "213074": [], "787827": [], "50444": [], "435383": [], "65422": [], "28269": [], "380106": [], "80918": [], "71243": [], "701223": [], "619125": [], "92042": [], "2358": [], "150725": [], "764578": [], "409689": [], "991646": [], "945515": [], "69709": [], "42927": [], "308016": [], "242807": [], "69569": [], "565794": [], "544717": [], "9892": [], "64097": [], "678097": [], "13665": [], "312158": [], "809216": [], "332605": [], "0529375": [], "621707": [], "818417": [], "826914": [], "74045": [], "78648": [], "453535": [], "743086": [], "873623": [], "586468": [], "222475": [], "1934": 88, "934267": [], "430244": [], "182903": [], "726917": [], "603981": [], "675795": [], "17942": [], "852242": [], "787155": [], "084019": [], "988334": [], "94585": [], "89263": [], "262491": [], "699561": [], "943817": [], "454508": [], "729149": [], "902245": [], "210606": [], "64808": [], "46907": [], "473057": [], "598932": [], "530754": [], "661945": [], "284138": [], "31676": [], "579708": [], "98422": [], "619476": [], "348059": [], "017209": [], "107286": [], "67091": [], "52249": [], "354483": [], "540489": [], "148203": [], "5956": [], "537077": [], "000162": [], "2332134": [], "387536": [], "92567": [], "692387": [], "586664": [], "3219366": [], "213233": [], "53383": [], "530624": [], "87561": [], "5969": [], "13161": [], "315601": [], "543716": [], "290337": [], "33057": [], "40841": [], "00358": [], "015464": [], "163603": [], "1894": [], "60219": [], "825048": [], "145970": [], "813332": [], "605251": [], "790": 88, "39527": [], "605156": [], "584496": [], "832357": [], "956827": [], "08478": [], "5470495": [], "24619": [], "465109": [], "597095": [], "161963": [], "227463": [], "486947": [], "5502": [], "25766": [], "947315": [], "228920": [], "73367": [], "588228": [], "18613": [], "471819": [], "324660": [], "87448": [], "384823": [], "958902": [], "379807": [], "344587": [], "940437": [], "91514": [], "6265335": [], "599882": [], "060791": [], "7369": [], "144522": [], "178358": [], "05043": [], "971336": [], "317839": [], "530899": [], "118662": [], "67035": [], "423254": [], "8276606": [], "305497": [], "90088": [], "24132": [], "737906": [], "285210": [], "33144": [], "105072": [], "537689": [], "183898": [], "629566": [], "78011": [], "563205": [], "137885": [], "59604": [], "122662": [], "675159": [], "53445": [], "576916": [], "999748": [], "190381": [], "14703": [], "395172": [], "748068": [], "335832": [], "230366": [], "873953": [], "80122": [], "28888": [], "16471": [], "004684": [], "088229": [], "307146": [], "20108": [], "571405": [], "1921256": [], "7144": [], "347513": [], "8803205": [], "75342": [], "619656": [], "174896": [], "215663": [], "35181": [], "402256": [], "694172": [], "181164": [], "953008": [], "416058": [], "604692": [], "4839602": [], "987047": [], "084318": [], "3794217": [], "8491": [], "888641": [], "302795": [], "47713214": [], "1041164": [], "84406": [], "992976": [], "19585": [], "6976882": [], "910659": [], "06445": [], "585861": [], "151356": [], "8565862": [], "882058": [], "628988": [], "043394": [], "378375": [], "90875": [], "005226": [], "626295": [], "522704": [], "285217": [], "4304": [], "878807": [], "316793": [], "49416": [], "569296": [], "35767": [], "514164": [], "804142": [], "690621": [], "971": [], "22205": [], "431522": [], "910465": [], "113311": [], "463753": [], "806774": [], "00017": [], "1862264": [], "990": [], "8407": [], "751532": [], "8027049": [], "891756": [], "885": [], "7714": [], "85777": [], "856949": [], "528878": [], "764424": [], "4655": [], "97288": [], "590327": [], "494518": [], "31593": [], "999226": 88, "736262": [], "490277": [], "1135": [], "8029": [], "601955": [], "396458": [], "077894": [], "1022222": [], "471796": [], "927745": [], "1383237": [], "357683": [], "272507": [], "9155226": [], "1522": [], "004766": [], "8549914": [], "1370142": [], "458378": [], "12226": [], "980736": [], "67863": [], "5729892": [], "087454": 88, "2398667": [], "2797": [], "306967": [], "10375519": [], "560951": [], "3496": [], "699993": [], "70526": [], "96016026": [], "1043414": [], "1462": 88, "6685": [], "144111": [], "5564338": [], "1316401": [], "630957": [], "09012": [], "6699104": [], "096283": [], "083155": [], "507857": [], "1873": [], "99077": [], "226051": [], "738972": [], "810795": [], "7608": [], "83355": [], "20668": [], "981527": [], "496722": [], "0883": [], "506657": [], "930737": [], "759479": [], "835279": [], "2716": [], "521129": [], "214699": [], "7255505": [], "905644": [], "838708": [], "904854": [], "3284783": [], "08508": [], "999784": [], "9598036": [], "958895": [], "182274": [], "7256553": [], "54092": [], "40979": [], "994436": [], "139468": [], "245927": [], "19107": [], "075577": [], "092997": [], "7608123": [], "440497": [], "1115": [], "8544": 88, "70616": [], "1776366": [], "1004268": [], "1343": [], "0048": 88, "712448": [], "04188491": [], "1208704": [], "292301": [], "228903": [], "1256": [], "538345": 88, "47449818": [], "1130833": [], "40212": [], "57383657": [], "3072": [], "61176": [], "667733": [], "604847": [], "2765116": [], "2511": [], "7048": [], "24736": [], "698817": [], "8016157": [], "2260534": [], "0x7ff4fe8400d0": [], "save_util": 88, "Will": 88, "repo": 88, "miss": 88, "guid": 88, "launch": 88, "reduc": 88, "amount": 88, "index8action_simul": [], "cooling_setpoint_rl22": [], "5action_simul": [], "heating_setpoint_rl22episod": [], "41948episod": [], "36679": [], "72382episod": [], "3533": [], "02357episod": [], "cumulative_power70660471": [], "30403episod": [], "74609episod": [], "cumulative_temperature_violation73359": [], "44764episod": [], "episode_length70077episod": 88, "52342episod": [], "05042episod": [], "mean_power1008": [], "32615episod": [], "57384episod": [], "mean_temperature_violation1": 88, "04684eval": [], "34646eval": [], "12353": [], "50317eval": [], "1867": [], "35941eval": [], "cumulative_power_consumption37347188": [], "20413eval": [], "86258eval": [], "cumulative_temperature_violation24707": [], "00633eval": [], "episode_length35040": 88, "35255eval": [], "05329eval": [], "mean_power_consumption1065": [], "84441eval": [], "40585eval": [], "mean_temperature_violation0": 88, "70511eval": [], "hvac_electricity_demand_rate2511": [], "70483observ": [], "air_humidity19": [], "24736observ": [], "air_temperature14": [], "69882observ": [], "clg_setpoint40": 88, "day_of_month1": 88, "diffuse_solar_radiation0": 88, "direct_solar_radiation0": 88, "hour0": 88, "htg_setpoint12": 88, "8observ": 88, "month1": 88, "outdoor_humidity57": 88, "75observ": 88, "80162observ": [], "people_occupant0": 88, "total_electricity_hvac2260534": [], "25observ": [], "wind_direction275": 88, "wind_speed7": 88, "6rollout": 88, "total_timesteps140154train": 88, "loss2435": [], "85156train": [], "n_updates31299": 88, "oc9owt77sync": [], "20231108_160912": [], "6ovl50af": [], "04_siyfm0dc": [], "res35042": [90, 92], "844980790275461": [], "6520763960882": [], "1054": [], "6999435408802": [], "1510": [], "7431015254806": [], "3223": [], "16888975272": [], "64469015879": [], "5997": [], "2605708685605": [], "7584": [], "2880944282515": [], "9522": [], "878708232074": [], "00089309922": [], "13419": [], "178436815682": [], "13834": [], "115961078212": [], "4112985078386223": [], "14411": [], "899714663785": [], "8104472134277922": [], "2949397939741": [], "1039": [], "4194702407353": [], "7581367997045": [], "3243": [], "706450644304": [], "4619": 88, "775860369805": [], "6094": [], "781084889675": [], "7713": [], "525825840575": [], "9702": [], "29296104565": [], "11387": [], "396433434777": [], "13557": [], "021659627531": [], "13996": [], "029525472415": [], "41528656706454514": [], "14551": [], "64130994018": [], "994138247738472": [], "1862521387377": [], "1050": [], "7762821529848": [], "1505": [], "9556171045572": [], "3213": [], "180333154224": [], "4540": [], "406334758327": [], "6027": [], "943381677397": [], "7647": [], "598745270801": [], "9558": [], "387293790538": [], "11177": [], "457467297521": [], "13455": [], "64283321553": [], "13860": [], "403199047947": [], "4114115423693076": [], "14415": [], "860444619027": [], "827133392380849": [], "6484325178959": [], "1043": 88, "5171454928898": [], "1523": [], "9624406341723": [], "2828010221783": [], "4614": [], "8694743127335": [], "6060": [], "527800057454": [], "7637": [], "374791970513": [], "9605": [], "427071623892": [], "11286": [], "00225321745": [], "13460": [], "420957706285": [], "13928": [], "196221512047": [], "4141816196543359": [], "14512": [], "92395268632": [], "865010119360112": [], "6171484999464": [], "5882779454844": [], "1509": [], "6998200524527": [], "3204": [], "972436991025": [], "4550": [], "213946351334": [], "5996": [], "278990256148": [], "7586": [], "390169836351": [], "9rogress": [], "9481": [], "853361773356": [], "11169": [], "978948733207": [], "13371": [], "740987017729": [], "13795": [], "214794370275": [], "40994374206647616": [], "14364": [], "428722007706": [], "res35041": [88, 89, 91], "0x7f545bc6aa10": [], "22826": [], "218605": [], "1380": [], "3217511478574": [], "200315": [], "224577": [], "278855979765197": [], "845363489456": [], "489424": [], "49079": [], "8098532298882731": [], "029783142581018093": [], "780070087307255": [], "6628516203618": [], "56014017461451": [], "43985982538549": [], "4782": [], "030115205747": [], "791994": [], "5384516985382692": [], "0769033970765385": [], "92309660292346": [], "6821": 88, "508981836632": [], "356539": [], "042429": [], "845626604275434": [], "8885": [], "92653092121": [], "489126": [], "981773": [], "338304438138064": [], "36383402682": [], "678598": [], "971186": [], "010232836264412626": [], "02046567252882525": [], "979534327471175": [], "12177": [], "13363848303": [], "575644": [], "527754": [], "08641905816061879": [], "17283811632123758": [], "827161883678762": [], "13713": [], "219851819184": [], "085989": [], "496067": [], "3483584652967586": [], "6967169305935172": [], "303283069406483": [], "15692": [], "443798260185": [], "115922": [], "705809": [], "005325894617248533": [], "51789234497065": [], "430620342382053": [], "17900": [], "34186040004": [], "500765": [], "541393": [], "006608942343912387": [], "17884687824773": [], "425634082737023": [], "18988": [], "206629177886": [], "138575": [], "438887": [], "2409508841573094": [], "011983899792732107": [], "2289669843645772": [], "67799585464212": [], "4579339687291544": [], "542066031270846": [], "5727216318523939": [], "20068": [], "165980108883": [], "305781921401": [], "029685366369605205": [], "005629685362144398": [], "024055681007460805": [], "04811136201492161": [], "95188863798508": [], "707590523358": [], "6145943008400494": [], "008821406521840557": [], "6057728943182088": [], "42813043681113": [], "2115457886364176": [], "788454211363582": [], "980257383599": [], "11561": [], "724084418815": [], "1661733026653014": [], "3323466053306028": [], "832346605330603": [], "15429": [], "737130894579": [], "02896767787815513": [], "05793535575631026": [], "05793535575631": [], "18951": [], "677439356237": [], "21614": [], "742290839393": [], "42140445419106065": [], "8428089083821213": [], "84280890838212": [], "24281": [], "59143689276": [], "86941925543139": [], "26567": [], "576279444584": [], "1548898253501194": [], "0904269879198676": [], "180853975839735": [], "680853975839735": [], "33527": [], "539543203275": [], "37026": [], "28756679918": [], "3202558614716386": [], "31571941149410065": [], "6314388229882013": [], "3685611770118": [], "1398474376950953": [], "39940": [], "25421683331": [], "res35044": 92, "res35045": 92, "res35046": 92, "continuo": [], "new_discrete_spac": 92, "action_mapping_funct": 92, "res35047": 92, "res35048": 92, "res35049": 92, "0049119264705739015": [], "23852941147803": [], "498603985905568": [], "007420956834838512": [], "4144618604905812": [], "4218828173254197": [], "41913669677024": [], "8289237209811624": [], "171076279018838": [], "903153794238186": [], "20501495064980801": [], "41002990129961603": [], "910029901299616": [], "06436989129412929": [], "12873978258825858": [], "12873978258826": [], "1033354097844192": [], "2066708195688385": [], "20667081956884": [], "4420814736751755": [], "884162947350351": [], "88416294735035": [], "868606330160876": [], "0636618918233065": [], "1281247292535583": [], "127323783646613": [], "627323783646613": [], "081326634436387": [], "17953408705312768": [], "18407053703066562": [], "35906817410625536": [], "640931825893745": [], "underli": 98, "jump": 77, "normalize_rang": [81, 92], "ion": 81, "reverting_act": 81, "normalizeact": [92, 96], "99848735": [], "40978503": [], "005672": [], "713306": [], "494854": [], "65120107": [], "605701": [], "807997": [], "57518375": [], "36482212": [], "906939": [], "618084": [], "42653802": [], "17355774": [], "150482": [], "90084": [], "20375282": [], "6119535": [], "514072": [], "544827": [], "instanti": [2, 96, 98], "v2": [], "correspond": [2, 6, 49], "default_configur": [6, 7, 27], "configuration_json_fil": [], "fill": 7, "tediou": 7, "addition": [2, 7], "simpler": 7, "id_bas": 7, "weather_specif": 7, "action_space_discret": 7, "intuit": [], "null": 7, "variable_nam": 7, "element_typ": 7, "value_typ": 7, "default_": 7, "_discrete_funct": 7, "faster": [], "env_kwarg": 27, "setpoints_wint": 91, "autobalance_model": [], "famili": [], "hous": [], "bedroom": [], "bathroom": [], "live": [], "room": [], "kitchen": [], "underfloor": [], "boiler": [], "autobal": [], "autobalancestoragesmooth": [], "stockholm": 97, "swe_stockholm": 97, "arlanda": 97, "024600_iwec": 97, "only_discret": 7, "mandatori": 5, "5184000": [85, 89, 90], "3600": [85, 89, 90], "1440": [85, 89, 90], "7359103431230598": [85, 90], "868284": 85, "783413": 85, "04774477368803297": [85, 90], "6881655694350268": [85, 90], "8954737606593": [85, 90], "3763311388700536": [85, 90], "623668861129946": [85, 90], "50823358985986": 85, "103514": 85, "652822": 85, "17422294281217932": 85, "12647816912414633": 85, "25295633824829267": 85, "747043661751707": 85, "68860299767925": 85, "3333333333333": [85, 90], "174824": 85, "777523": 85, "02780659811395238": 85, "019212040973969797": 85, "008594557139982584": 85, "2408194793959": 85, "017189114279965167": 85, "982810885720035": 85, "21052321517551723": 85, "1534298527454": 85, "west_zone_htg_setpoint": 86, "east_zone_htg_setpoint": 86, "west_zone_clg_setpoint": 86, "east_zone_clg_setpoint": 86, "west_zone_air_temperatur": 86, "east_zone_air_temperatur": 86, "1076129748179115": 86, "38810": 86, "758637619416": 86, "4328161223963918": 87, "652458642195": 87, "20231117_094304": 88, "pf27dlou": 88, "17_09": 88, "43_cun8jng3": 88, "43_evalu": 88, "3296": 88, "2168": 88, "309143": 88, "127739": 88, "724175": 88, "2966595": 88, "6711": 88, "199731": 88, "344173": 88, "906447": 88, "1739404": 88, "6606": 88, "85248": 88, "126642": 88, "4313949": 88, "1473894": 88, "2696": 88, "76754": 88, "343163": 88, "7237883": 88, "2426525": 88, "0x7f6e4589ee90": 88, "2682": 88, "916248": 88, "004652": 88, "6576667": 88, "2414623": 88, "1243": 88, "6388": 88, "383576": 88, "792883": 88, "53871423": 88, "1119275": 88, "1664": 88, "6848": 88, "20179": 88, "895155": 88, "1032705": 88, "1498216": 88, "12003": 88, "675444": 88, "195037": 88, "2925": 88, "75208": 88, "6576498": 88, "1622963": 88, "2222": 88, "2266": 88, "443321": 88, "207747": 88, "8114486": 88, "2000003": 88, "00592": 88, "974932": 88, "933048": 88, "3786383": 88, "114245": 88, "03831": 88, "305868": 88, "497007": 88, "873773": 88, "67578": 88, "2316": 88, "797696": 88, "902811": 88, "2039795": 88, "2085210": 88, "209152": 88, "889372": 88, "3975253": 88, "755064": 88, "927494": 88, "5716357": 88, "887455": 88, "93139": 88, "4898": 88, "523884": 88, "077408": 88, "750119": 88, "536840": 88, "506569": 88, "110353": 88, "498105": 88, "093334": 88, "600706": 88, "190033": 88, "479": 88, "13632": 88, "773174": 88, "674847": 88, "8929534": 88, "414870": 88, "7436": 88, "7276": 88, "371922": 88, "074561": 88, "785942": 88, "62372": 88, "423054": 88, "202482": 88, "24485": 88, "361461": 88, "80945": 88, "847115": 88, "064434": 88, "9329586": 88, "716942": 88, "6719": 88, "34233": 88, "1815379": 88, "0092": 88, "518076": 88, "095318": 88, "2168629": 88, "997208": 88, "546406": 88, "860954": 88, "5815425": 88, "918938": 88, "22273": 88, "6798549": 88, "2011": 88, "6338": 88, "83714": 88, "192572": 88, "3012602": 88, "1810470": 88, "2908": 88, "7742": 88, "490915": 88, "521425": 88, "786963": 88, "2617896": 88, "300123": 88, "512716": 88, "636746": 88, "2585": 88, "539667": 88, "327127": 88, "9906583": 88, "211297": 88, "2847": 88, "705198": 88, "869244": 88, "4817667": 88, "2562961": 88, "1402": 88, "2615": 88, "444305": 88, "994953": 88, "7116232": 88, "1262035": 88, "2248": 88, "6406": 88, "282108": 88, "8843904": 88, "2023776": 88, "3078": 88, "583989": 88, "56294": 88, "032861": 88, "2770501": 88, "2229": 88, "426971": 88, "87635": 88, "2337403": 88, "2006618": 88, "8375": 88, "806718": 88, "000334": 88, "3840142": 88, "1260863": 88, "1800": 88, "8235": 88, "199289": 88, "39844": 88, "247209": 88, "1620741": 88, "153282": 88, "06529": 88, "2212148": 88, "917": 88, "7593": 88, "109697": 88, "784363": 88, "499552": 88, "825983": 88, "981752": 88, "084322": 88, "3733482": 88, "1741145": 88, "1652": 88, "0598": 88, "321648": 88, "911978": 88, "960615": 88, "1486853": 88, "9177": 88, "573734": 88, "39188": 88, "3576803": 88, "1640626": 88, "81119": 88, "278952": 88, "2496963": 88, "831604": 88, "412853": 88, "056593": 88, "509193": 88, "107374": 88, "018625": 88, "911348": 88, "9650793": 88, "1572": 88, "772217": 88, "105051": 88, "1415152": 88, "115477": 88, "000715": 88, "6110175": 88, "682682": 88, "646172": 88, "226016": 88, "1172": 88, "5454": 88, "718266": 88, "741425": 88, "8941815": 88, "1055290": 88, "496115": 88, "798346": 88, "6684391": 88, "03104": 88, "124374": 88, "497048": 88, "131813": 88, "2359": 88, "937994": 88, "0426264": 88, "2123916": 88, "1996": 88, "818": 88, "799343": 88, "004538": 88, "2271817": 88, "1797136": 88, "1015": 88, "25275": 88, "425447": 88, "836422": 88, "85611": 88, "913727": 88, "43741": 88, "892696": 88, "2410598": 88, "70184": 88, "512812": 88, "87516": 88, "139362": 88, "730410": 88, "10883": 88, "254738": 88, "343086": 88, "938736": 88, "91218": 88, "086": 88, "49837": 88, "649036": 88, "220809": 88, "67366": 88, "92239": 88, "7229357": 88, "264465": 88, "998226": 88, "2718": 88, "31145": 88, "449625": 88, "390144": 88, "829194": 88, "151756": 88, "913635": 88, "85455": 88, "74997": 88, "198282": 88, "9704113": 88, "779269": 88, "41034": 88, "18654": 88, "914831": 88, "9348568": 88, "867969": 88, "41243": 88, "10522": 88, "1129913": 88, "5506": 88, "835632": 88, "536592": 88, "9020243": 88, "562977": 88, "433092": 88, "391197": 88, "9986107": 88, "1046": 88, "538439": 88, "372751": 88, "5246968": 88, "941798": 88, "6514": 88, "63837": 88, "51618": 88, "440274": 88, "671326": 88, "99283": 88, "011675": 88, "772934": 88, "169079": 88, "348609": 88, "1442": 88, "9108": 88, "037851": 88, "690607": 88, "4576453": 88, "1298619": 88, "4702": 88, "788712": 88, "099007": 88, "40044233": 88, "1288323": 88, "1195": 88, "8418": 88, "305504": 88, "161875": 88, "7776995": 88, "1076257": 88, "1452": 88, "4503": 88, "657394": 88, "009953": 88, "5053432": 88, "1307205": 88, "329704": 88, "524014": 88, "9832764": 88, "1585": 88, "7318": 88, "347166": 88, "60325": 88, "1717507": 88, "1427158": 88, "4136": 88, "154156": 88, "3051596": 88, "1991172": 88, "629131": 88, "066673": 88, "4818852": 88, "27392": 88, "567928": 88, "0872054": 88, "9277": 88, "55901": 88, "999832": 88, "008395": 88, "718974": 88, "72076": 88, "920914": 88, "489557": 88, "705147": 88, "312361": 88, "98727": 88, "334488": 88, "88112": 88, "963529": 88, "299526": 88, "0633": 88, "5489": 88, "056192": 88, "029778": 88, "608366": 88, "871574": 88, "33923": 88, "417665": 88, "2663016": 88, "72798": 88, "8185": 88, "66404": 88, "080436": 88, "7058": 88, "900913": 88, "70483": 88, "9450645": 88, "609035": 88, "36768": 88, "675724": 88, "906479": 88, "8594294": 88, "439279": 88, "49545": 88, "581656": 88, "346413": 88, "0104027": 88, "430645": 88, "376736": 88, "603888": 88, "504218": 88, "570503": 88, "450226": 88, "577883": 88, "77879": 88, "601759": 88, "718971": 88, "434128": 88, "836447": 88, "91227": 88, "805756": 88, "448067": 88, "798377": 88, "469086": 88, "550816": 88, "486246": 88, "522837": 88, "949017": 88, "25956": 88, "33544": 88, "333998": 88, "304005": 88, "064104": 88, "7171063": 88, "14323": 88, "625456": 88, "6882412": 88, "04449": 88, "97571": 88, "208225": 88, "08231": 88, "258926": 88, "289529": 88, "286415": 88, "703104": 88, "200624": 88, "664734": 88, "851236": 88, "579129": 88, "477306": 88, "83049": 88, "4226103": 88, "191772": 88, "665392": 88, "042038": 88, "690765": 88, "137825": 88, "335754": 88, "9814": 88, "737446": 88, "171951": 88, "5257034": 88, "756883": 88, "367": 88, "27585": 88, "124363": 88, "418484": 88, "597458": 88, "330548": 88, "33136": 88, "826347": 88, "998606": 88, "815099": 88, "265317": 88, "3127": 88, "76386": 88, "820107": 88, "964018": 88, "3135141": 88, "53796": 88, "409836": 88, "469513": 88, "625221": 88, "708291": 88, "083458": 88, "928692": 88, "636791": 88, "75574": 88, "17046": 88, "623688": 88, "491833": 88, "845036": 88, "431208": 88, "379395": 88, "763325": 88, "161691": 88, "59846": 88, "398606": 88, "83205": 88, "145975": 88, "721945": 88, "085587": 88, "336391": 88, "094041": 88, "2879": 88, "366455": 88, "429308": 88, "754135": 88, "324484": 88, "399098": 88, "84467": 88, "444046": 88, "571168": 88, "38619": 88, "133598": 88, "183125": 88, "961252": 88, "913214": 88, "48104": 88, "436998": 88, "122469": 88, "75677": 88, "790524": 88, "485458": 88, "56549": 88, "831415": 88, "341748": 88, "24994": 88, "37937": 88, "105156": 88, "51785": 88, "202087": 88, "09997": 88, "155286": 88, "93643": 88, "1136": 88, "2172": 88, "410343": 88, "1022595": 88, "3130": 88, "369793": 88, "556591": 88, "423044": 88, "2817603": 88, "28928": 88, "850237": 88, "656189": 88, "2948871": 88, "13058": 88, "301405": 88, "272463": 88, "40799": 88, "965963": 88, "917852": 88, "3669": 88, "210167": 88, "827646": 88, "476068": 88, "3295098": 88, "4127": 88, "88415": 88, "211084": 88, "875473": 88, "3716403": 88, "3420": 88, "426456": 88, "956959": 88, "384127": 88, "3078493": 88, "1579": 88, "4819": 88, "7493": 88, "366064": 88, "36043": 88, "1421501": 88, "233074": 88, "15829": 88, "08662": 88, "69325": 88, "846014": 88, "32439": 88, "073156": 88, "44568": 88, "648335": 88, "774912": 88, "110273": 88, "04204": 88, "350838": 88, "403831": 88, "97231": 88, "641607": 88, "064882": 88, "824036": 88, "922873": 88, "419962": 88, "50254": 88, "970839": 88, "211943": 88, "16311": 88, "825941": 88, "515478": 88, "36912": 88, "474377": 88, "512131": 88, "39349": 88, "210348": 88, "15875": 88, "211725": 88, "304934": 88, "285484": 88, "456501": 88, "877153": 88, "047325": 88, "787859": 88, "614325": 88, "41702": 88, "228634": 88, "758158": 88, "8534": 88, "084793": 88, "098276": 88, "3718": 88, "877106": 88, "519888": 88, "126413": 88, "3319559": 88, "9016": 88, "44847": 88, "61409": 88, "86438": 88, "3320911": 88, "4656": 88, "9316": 88, "589455": 88, "196474": 88, "750145": 88, "4191238": 88, "3025": 88, "9248": 88, "557205": 88, "235693": 88, "093733": 88, "2717327": 88, "27975": 88, "849758": 88, "49144": 88, "5129490": 88, "614998": 88, "336887": 88, "138285": 88, "799965": 88, "287437": 88, "576597": 88, "6111": 88, "461708": 88, "92439": 88, "203123": 88, "5500122": 88, "99368": 88, "967133": 88, "989483": 88, "70692": 88, "041197": 88, "851494": 88, "80717": 88, "11506": 88, "88379": 88, "209824": 88, "141724": 88, "0384": 88, "988644": 88, "799631": 88, "74893": 88, "803793": 88, "252745": 88, "792534": 88, "821617": 88, "262617": 88, "07156": 88, "140497": 88, "70243": 88, "9876": 88, "416883": 88, "679785": 88, "26148": 88, "31012": 88, "627705": 88, "31166": 88, "167301": 88, "406437": 88, "98578": 88, "602865": 88, "922998": 88, "4189": 88, "064188": 88, "899763": 88, "49839": 88, "61911": 88, "602169": 88, "2481": 88, "0112": 88, "070724": 88, "226805": 88, "402737": 88, "2232910": 88, "83157": 88, "350382": 88, "031082": 88, "4764079": 88, "6145": 88, "438": 88, "057213": 88, "743015": 88, "5510481": 88, "91196": 88, "389618": 88, "014492": 88, "50601": 88, "251705": 88, "047768": 88, "9042": 88, "82255": 88, "51498": 88, "24039": 88, "8140713": 88, "8990": 88, "920425": 88, "450413": 88, "8086992": 88, "598827": 88, "524734": 88, "972729": 88, "5269392": 88, "5402": 88, "8213": 88, "59891": 88, "395102": 88, "396152": 88, "4856598": 88, "845": 88, "718395": 88, "014736": 88, "856668": 88, "5243260": 88, "448227": 88, "858162": 88, "553564": 88, "39038": 88, "706186": 88, "227594": 88, "30035": 88, "517382": 88, "560928": 88, "19401": 88, "295546": 88, "625349": 88, "78848": 88, "51976": 88, "196743": 88, "561935": 88, "249304": 88, "584465": 88, "58174": 88, "539743": 88, "045515": 88, "604805": 88, "405827": 88, "540695": 88, "42579": 88, "458406": 88, "382166": 88, "15275": 88, "566076": 88, "34201": 88, "7414": 88, "618448": 88, "542467": 88, "86973": 88, "105227": 88, "863367": 88, "777534": 88, "225996": 88, "798347": 88, "82952": 88, "096634": 88, "932587": 88, "898224": 88, "078562": 88, "581535": 88, "4853": 88, "2866": 88, "223564": 88, "301798": 88, "080772": 88, "4367958": 88, "7106": 88, "67097": 88, "269861": 88, "929888": 88, "6367651": 88, "5841": 88, "543064": 88, "566633": 88, "519234": 88, "5209345": 88, "6789": 88, "23053": 88, "330137": 88, "489174": 88, "6164890": 88, "9290": 88, "521": 88, "967903": 88, "993517": 88, "8339602": 88, "39203": 88, "487068": 88, "68283": 88, "07435": 88, "946291": 88, "498264": 88, "9002": 88, "445164": 88, "583647": 88, "536777": 88, "8101990": 88, "4601": 88, "324406": 88, "162462": 88, "187864": 88, "4141176": 88, "871037": 88, "925226": 88, "071585": 88, "308235": 88, "915752": 88, "503227": 88, "636124": 88, "742277": 88, "733294": 88, "47045": 88, "229761": 88, "311094": 88, "61175": 88, "358007": 88, "789915": 88, "53897": 88, "65634": 88, "896782": 88, "148575": 88, "968826": 88, "955194": 88, "31977": 88, "230255": 88, "522755": 88, "130356": 88, "756025": 88, "456839": 88, "35365": 88, "506315": 88, "943144": 88, "7912": 88, "995941": 88, "172163": 88, "53649": 88, "048388": 88, "684956": 88, "73716": 88, "66965": 88, "233419": 88, "77063": 88, "572788": 88, "186699": 88, "8997": 88, "81425": 88, "999039": 88, "786617": 88, "2714391": 88, "3137": 88, "0544": 88, "19183": 88, "177671": 88, "2801224": 88, "13367": 88, "903711": 88, "507423": 88, "41207": 88, "408579": 88, "097107": 88, "5351": 88, "1226": 88, "171345": 88, "91477": 88, "362823": 88, "4806430": 88, "5359": 88, "0513": 88, "55467": 88, "294718": 88, "070414": 88, "4887073": 88, "3752": 88, "6602": 88, "818874": 88, "058065": 88, "97303": 88, "3369927": 88, "449215": 88, "14221": 88, "5003182": 88, "5860": 88, "1701": 88, "564209": 88, "693348": 88, "5268518": 88, "263493": 88, "117382": 88, "179312": 88, "550064": 88, "793127": 88, "289627": 88, "596655": 88, "908802": 88, "350603": 88, "92673": 88, "87577": 88, "287249": 88, "204128": 88, "05659": 88, "802189": 88, "501991": 88, "47732": 88, "126427": 88, "370691": 88, "092297": 88, "099207": 88, "47031": 88, "970182": 88, "91283": 88, "12721": 88, "954018": 88, "076895": 88, "639404": 88, "706398": 88, "323276": 88, "694613": 88, "121407": 88, "34458": 88, "672228": 88, "33292": 88, "37435": 88, "098211": 88, "74073": 88, "09637": 88, "759245": 88, "67871": 88, "1371": 88, "25826": 88, "039146": 88, "290564": 88, "1234998": 88, "4050": 88, "8926": 88, "34919": 88, "52845": 88, "215305": 88, "3645803": 88, "3004": 88, "9004": 88, "246204": 88, "964148": 88, "560059": 88, "2684185": 88, "3808": 88, "9343": 88, "175064": 88, "599087": 88, "939615": 88, "3428041": 88, "3972": 88, "725792": 88, "779278": 88, "010288": 88, "2929857": 88, "00577": 88, "490236": 88, "610647": 88, "77459": 88, "711033": 88, "99664": 88, "882849": 88, "489855": 88, "924389": 88, "451796": 88, "38514": 88, "152029": 88, "750742": 88, "1361756": 88, "7763": 88, "69666": 88, "362766": 88, "1406267": 88, "56485": 88, "943174": 88, "228003": 88, "614223": 88, "171944": 88, "968481": 88, "62621": 88, "012545": 88, "645796": 88, "65945": 88, "503786": 88, "65261": 88, "32206": 88, "97646": 88, "896741": 88, "37918": 88, "04839": 88, "552856": 88, "888072": 88, "170850": 88, "6472": 88, "588314": 88, "2672": 88, "231259": 88, "81602": 88, "04255": 88, "505669": 88, "890583": 88, "37259": 88, "308412": 88, "38226": 88, "647644": 88, "262846": 88, "0272": 88, "537436": 88, "350393": 88, "612885": 88, "518107": 88, "907684": 88, "80182": 88, "671904": 88, "602402": 88, "819515": 88, "654228": 88, "41275": 88, "909618": 88, "19851": 88, "70125": 88, "53428": 88, "79378": 88, "136075": 88, "146586": 88, "88952": 88, "00054": 88, "635881": 88, "214733": 88, "414923": 88, "859966": 88, "880604": 88, "456223": 88, "595821": 88, "765224": 88, "755896": 88, "118748": 88, "221325": 88, "792042": 88, "685549": 88, "643288": 88, "088284": 88, "19097": 88, "85727": 88, "233004": 88, "580149": 88, "719782": 88, "410271": 88, "46782": 88, "050169": 88, "007018": 88, "0049": 88, "469254": 88, "762215": 88, "85201": 88, "110891": 88, "767754": 88, "61364": 88, "869762": 88, "77352": 88, "86594": 88, "587751": 88, "71503": 88, "98810": 88, "662445": 88, "676569": 88, "344183": 88, "353714": 88, "358383": 88, "299417": 88, "589087": 88, "21219": 88, "183949": 88, "206142": 88, "863268": 88, "79328": 88, "031765": 88, "74373": 88, "3715158": 88, "61825": 88, "970629": 88, "405119": 88, "1220016": 88, "19078": 88, "49424": 88, "015865": 88, "931328": 88, "188645": 88, "2007": 88, "858418": 88, "403952": 88, "6075807": 88, "801069": 88, "18096": 88, "634413": 88, "9571757": 88, "37267": 88, "629105": 88, "14481": 88, "937596": 88, "82714": 88, "66032": 88, "74519": 88, "179213": 88, "355169": 88, "61025": 88, "154366": 88, "601156": 88, "13722": 88, "724718": 88, "182717": 88, "260286": 88, "324717": 88, "460247": 88, "6401772": 88, "8411": 88, "611805": 88, "279047": 88, "253662": 88, "610932": 88, "466824": 88, "828392": 88, "27229": 88, "755707": 88, "837193": 88, "700947": 88, "78266": 88, "810846": 88, "556306": 88, "21298": 88, "13714": 88, "021883": 88, "235451": 88, "266980": 88, "43866": 88, "041264": 88, "243587": 88, "984423": 88, "485494": 88, "902": 88, "7748": 88, "3403": 88, "527079": 88, "99827": 88, "812497": 88, "650": 88, "0828": 88, "764694": 88, "35507": 88, "372531": 88, "585074": 88, "211124": 88, "976395": 88, "600526": 88, "771719": 88, "824842": 88, "77587": 88, "479923": 88, "357563": 88, "0292397": 88, "417734": 88, "013974": 88, "646563": 88, "97609": 88, "428865": 88, "8844962": 88, "1003": 88, "0152": 88, "79652": 88, "041609": 88, "7418324": 88, "902713": 88, "0426": 88, "446743": 88, "312044": 88, "6433044": 88, "1332038": 88, "2032": 88, "5927": 88, "228872": 88, "992287": 88, "406055": 88, "1829333": 88, "1643": 88, "0013": 88, "219239": 88, "81402": 88, "4580983": 88, "1478701": 88, "1875": 88, "4172": 88, "846659": 88, "6201777": 88, "1687875": 88, "86057": 88, "003658": 88, "8098664": 88, "12251": 88, "362911": 88, "156244": 88, "681375": 88, "04456": 88, "636475": 88, "1578355": 88, "708359": 88, "55637": 88, "87323": 88, "928282": 88, "742372": 88, "266000": 88, "7553": 88, "296833": 88, "206911": 88, "921776": 88, "80147": 88, "46709": 88, "838661": 88, "29609": 88, "922729": 88, "146838": 88, "84719": 88, "499722": 88, "658013": 88, "96115": 88, "561268": 88, "4370503": 88, "127277": 88, "928534": 88, "2501626": 88, "817347": 88, "907028": 88, "028878": 88, "59975": 88, "932472": 88, "591026": 88, "20606": 88, "017624": 88, "7990522": 88, "62652": 88, "541046": 88, "26065": 88, "0755606": 88, "112187": 88, "55016": 88, "214323": 88, "394281": 88, "79371": 88, "532774": 88, "9512193": 88, "2335": 88, "00922": 88, "024275": 88, "3107407": 88, "980310": 88, "208553": 88, "219198": 88, "8873405": 88, "835": 88, "99288": 88, "598116": 88, "8464212": 88, "755553": 88, "3055": 88, "491304": 88, "000223": 88, "2546195": 88, "1262075": 88, "221281": 88, "598158": 88, "1798205": 88, "85516": 88, "989456": 88, "595875": 88, "630769": 88, "265991": 88, "496058": 88, "0358138": 88, "325657": 88, "983091": 88, "0346045": 88, "342453": 88, "903067": 88, "899701": 88, "4016": 88, "932446": 88, "642416": 88, "14490029": 88, "1190161": 88, "602": 88, "392849": 88, "999958": 88, "0611014": 88, "2127241": 88, "27708": 88, "663279": 88, "7721448": 88, "299072": 88, "000072": 88, "103836": 88, "617172": 88, "266903": 88, "236619": 88, "94709": 88, "744276": 88, "176662": 88, "972": 88, "80679": 88, "411669": 88, "435689": 88, "875519": 88, "151196": 88, "667337": 88, "6377366": 88, "81965": 88, "736752": 88, "0482287": 88, "91637": 88, "18353": 88, "049627": 88, "243378": 88, "7846037": 88, "467265": 88, "1437": 88, "440469": 88, "035702": 88, "0675281": 88, "1293798": 88, "11781": 88, "33624196": 88, "5505": 88, "606789": 88, "834461": 88, "275844": 88, "2885895": 88, "1779": 88, "1804": 88, "2375": 88, "429458": 88, "996721": 88, "7215035": 88, "1623813": 88, "2286": 88, "7896": 88, "794168": 88, "17125": 88, "134264": 88, "2058110": 88, "033295": 88, "009144": 88, "7510724": 88, "2267": 88, "5652": 88, "053332": 88, "429335": 88, "0381413": 88, "2040808": 88, "2373": 88, "418623": 88, "962894": 88, "1081605": 88, "2135712": 88, "1758": 88, "2157": 88, "940797": 88, "618435": 88, "03417": 88, "1582394": 88, "4778": 88, "66047": 88, "4038": 88, "9404805": 88, "1925530": 88, "264008": 88, "997766": 88, "5197919": 88, "1309806": 88, "1222": 88, "790493": 88, "846558": 88, "645188": 88, "1100109": 88, "1883": 88, "349102": 88, "66285": 88, "1695556": 88, "957151": 88, "970556": 88, "97625375": 88, "1391969": 88, "38998": 88, "182379": 88, "113134": 88, "72036": 88, "134166": 88, "2781": 88, "4126": 88, "80908": 88, "716034": 88, "150154": 88, "2503271": 88, "1261": 88, "352226": 88, "6062777": 88, "927113": 88, "5087": 88, "971148": 88, "9956346": 88, "1755457": 88, "0468": 88, "12383": 88, "986454": 88, "0166746": 88, "1033242": 88, "51869": 88, "285549": 88, "05086": 88, "530643": 88, "3865857": 88, "68099": 88, "205442": 88, "136335": 88, "9920626": 88, "107556": 88, "507713": 88, "5794": 88, "3967648": 88, "34489": 88, "049335": 88, "3515596": 88, "64197": 88, "458416": 88, "0614": 88, "038888": 88, "673777": 88, "8666": 88, "649773": 88, "061403": 88, "094668": 88, "208679": 88, "547411": 88, "799263": 88, "623999": 88, "4357": 88, "611109": 88, "027222": 88, "152868": 88, "999857": 88, "5773697": 88, "50244": 88, "925869": 88, "5959754": 88, "5768": 88, "541664": 88, "24956": 88, "0131997": 88, "1316319": 88, "1754": 88, "63473": 88, "735115": 88, "0110311955": 88, "1214257": 88, "1886": 88, "4735": 88, "737734": 88, "882967": 88, "6754591": 88, "1697826": 88, "49194": 88, "731716": 88, "996204": 88, "31725": 88, "526942": 88, "700426": 88, "3895953": 88, "374336": 88, "237171": 88, "15805787": 88, "1187793": 88, "1625": 88, "68434": 88, "554268": 88, "3686837": 88, "1462606": 88, "3791": 88, "435": 88, "024805": 88, "399399": 88, "200267": 88, "3412291": 88, "801003": 88, "480116": 88, "055507": 88, "2846234": 88, "3386": 88, "613413": 88, "890545": 88, "2084704": 88, "3050": 88, "6633": 88, "25804": 88, "83905": 88, "496408": 88, "2745597": 88, "6011": 88, "712721": 88, "790092": 88, "6760972": 88, "1697941": 88, "1514": 88, "692741": 88, "63072": 88, "81731147": 88, "1363359": 88, "2945": 88, "1492": 88, "053753": 88, "193132": 88, "505592": 88, "2650634": 88, "2493": 88, "5735": 88, "131987": 88, "372742": 88, "247714": 88, "2244216": 88, "1821": 88, "0771": 88, "044007": 88, "7465734": 88, "1638969": 88, "1367": 88, "204165": 88, "377993": 88, "5383407": 88, "1230844": 88, "11612": 88, "204664": 88, "458956": 88, "2909584": 88, "144360": 88, "76114": 88, "126703": 88, "369709": 88, "70249": 88, "491219": 88, "582677": 88, "28904": 88, "073921": 88, "3682384": 88, "9026": 88, "790758": 88, "51302": 88, "043416": 88, "593599": 88, "605486": 88, "198685": 88, "3204484": 88, "7176": 88, "038803": 88, "908525": 88, "9434859": 88, "825945": 88, "889832": 88, "24511": 88, "2798805": 88, "1150": 88, "1122": 88, "517626": 88, "998045": 88, "0063478": 88, "1035100": 88, "8715": 88, "031479": 88, "355374": 88, "474075": 88, "1502": 88, "4996": 88, "550522": 88, "454084": 88, "75558984": 88, "1352249": 88, "1700": 88, "4568": 88, "744617": 88, "918364": 88, "7453753": 88, "1530411": 88, "8903": 88, "83299": 88, "238083": 88, "5238667": 88, "725613": 88, "3994": 88, "43662": 88, "460455": 88, "6392717": 88, "593720": 88, "624523": 88, "84918": 88, "09713": 88, "565111": 88, "315889": 88, "406927": 88, "927": 88, "30707": 88, "51403": 88, "22073": 88, "875117": 88, "781413": 88, "782436": 88, "171947": 88, "522872": 88, "555115": 88, "5654": 88, "75921": 88, "15559": 88, "049054": 88, "704308": 88, "990368": 88, "806833": 88, "5513284": 88, "737408": 88, "442892": 88, "1105442": 88, "52455": 88, "50352": 88, "6969094": 88, "72639": 88, "6411133": 88, "683573": 88, "719579": 88, "563786": 88, "31355": 88, "4292946": 88, "853076": 88, "6643": 88, "929089": 88, "582941": 88, "6799109": 88, "737697": 88, "02463": 88, "134924": 88, "848213": 88, "165756": 88, "1372": 88, "91895": 88, "388855": 88, "10374769": 88, "1234918": 88, "1435": 88, "1711": 88, "643396": 88, "139025": 88, "41894728": 88, "1291654": 88, "15411": 88, "043047": 88, "821802": 88, "803059": 88, "57881": 88, "7118824": 88, "38043": 88, "72246": 88, "509342": 88, "683642": 88, "746401": 88, "22064": 88, "36357": 88, "937164": 88, "786942": 88, "636776": 88, "754087": 88, "23445": 88, "34405267": 88, "1278173": 88, "957253": 88, "980701": 88, "6350272": 88, "30168": 88, "18839": 88, "6833673": 88, "785": 88, "40643": 88, "216587": 88, "139505": 88, "2410784": 88, "701437": 88, "7842": 88, "513245": 88, "326927": 88, "220632": 88, "451453": 88, "08734": 88, "19421": 88, "993734": 88, "772061": 88, "170518": 88, "857058": 88, "061483": 88, "9912403": 88, "21652": 88, "998018": 88, "1145651": 88, "43005": 88, "30297": 88, "30996": 88, "333977": 88, "140959": 88, "015564": 88, "754827": 88, "8850982": 88, "60917": 88, "369095": 88, "028294": 88, "062473": 88, "538546": 88, "634861": 88, "828773": 88, "841476": 88, "183797": 88, "3576": 88, "74038": 88, "205873": 88, "523577": 88, "388348": 88, "456167": 88, "24044": 88, "77905": 88, "28776": 88, "3445": 88, "089": 88, "412476": 88, "671152": 88, "813982": 88, "3108444": 88, "4698": 88, "059998": 88, "39732": 88, "118326": 88, "1746407": 88, "0776": 88, "96631": 88, "598097": 88, "640772": 88, "3574334": 88, "31296": 88, "682458": 88, "941786": 88, "408057": 88, "275078": 88, "61072": 88, "000605": 88, "472333": 88, "280739": 88, "093914": 88, "82961": 88, "4494166": 88, "12789": 88, "169945": 88, "8088455": 88, "290154": 88, "991571": 88, "74599": 88, "69215": 88, "791064": 88, "868176": 88, "51201": 88, "527386": 88, "438843": 88, "010849": 88, "091949": 88, "108757": 88, "255705": 88, "9153886": 88, "31344": 88, "858194": 88, "460917": 88, "07449": 88, "641197": 88, "7216463": 88, "987324": 88, "40382": 88, "535965": 88, "64444": 88, "592913": 88, "241513": 88, "43422": 88, "880894": 88, "051851": 88, "292465": 88, "055376": 88, "9597707": 88, "59889": 88, "129635": 88, "039303": 88, "81694": 88, "566832": 88, "721492": 88, "58764": 88, "87817": 88, "685684": 88, "024408": 88, "95277": 88, "63495": 88, "94167": 88, "760542": 88, "734792": 88, "499171": 88, "494": 88, "29865": 88, "91579": 88, "698816": 88, "345572": 88, "441835": 88, "1669": 88, "572773": 88, "118586": 88, "663635": 88, "1502472": 88, "1423": 88, "8939": 88, "750465": 88, "154497": 88, "606137": 88, "1281504": 88, "496876": 88, "305464": 88, "981228": 88, "672033": 88, "12477": 88, "9766": 88, "505367": 88, "917562": 88, "965244": 88, "237583": 88, "441": 88, "78152": 88, "375774": 88, "219263": 88, "51826": 88, "397603": 88, "60434": 88, "253563": 88, "3150015": 88, "426840": 88, "826717": 88, "443428": 88, "326218": 88, "45334": 88, "770283": 88, "403486": 88, "864246": 88, "409126": 88, "024936": 88, "58497": 88, "376099": 88, "580284": 88, "845596": 88, "4386": 88, "686298": 88, "85383": 88, "408401": 88, "669418": 88, "44686": 88, "478897": 88, "021046": 88, "71836": 88, "096245": 88, "4822035": 88, "24246": 88, "697903": 88, "038016": 88, "10041": 88, "779947": 88, "543995": 88, "470825": 88, "502432": 88, "700728": 88, "969315": 88, "760994": 88, "82759": 88, "638756": 88, "853281": 88, "742096": 88, "965656": 88, "2559595": 88, "05946": 88, "569885": 88, "361977": 88, "519688": 88, "157553": 88, "35559": 88, "295433": 88, "08074": 88, "33773": 88, "468657": 88, "730036": 88, "3473": 88, "914": 88, "874031": 88, "557518": 88, "3113888": 88, "4798": 88, "8096": 88, "506927": 88, "022305": 88, "908749": 88, "4307226": 88, "4961": 88, "3433": 88, "536194": 88, "69982": 88, "257017": 88, "4465209": 88, "5542": 88, "478977": 88, "297695": 88, "636808": 88, "4984936": 88, "5475": 88, "4956": 88, "36404": 88, "47104": 88, "003632": 88, "4915775": 88, "53134": 88, "312569": 88, "807915": 88, "3855": 88, "161943": 88, "942236": 88, "917088": 88, "10571": 88, "514065": 88, "715076": 88, "896332": 88, "85728": 88, "400461": 88, "325865": 88, "10968": 88, "510035": 88, "222506": 88, "88185": 88, "473099": 88, "432787": 88, "250916": 88, "624996": 88, "427858": 88, "379234": 88, "415615": 88, "959192": 88, "947784": 88, "702192": 88, "782215": 88, "11013": 88, "181059": 88, "962767": 88, "01869": 88, "351809": 88, "203293": 88, "761375": 88, "895535": 88, "647366": 88, "31044": 88, "202625": 88, "554924": 88, "13197": 88, "67505": 88, "571669": 88, "96759": 88, "819794": 88, "235605": 88, "1854": 88, "7126": 88, "8579": 88, "94703": 88, "453636": 88, "1662493": 88, "8928": 88, "022": 88, "12279": 88, "995796": 88, "729115": 88, "8035220": 88, "6259": 88, "960857": 88, "959463": 88, "882483": 88, "5633478": 88, "181717": 88, "151531": 88, "840796": 88, "4088272": 88, "28868": 88, "314816": 88, "14851": 88, "29333": 88, "590292": 88, "175938": 88, "6536": 88, "5103": 88, "910072": 88, "24192": 88, "203909": 88, "5882859": 88, "894646": 88, "245432": 88, "251022": 88, "7949333": 88, "5994": 88, "488": 88, "70945": 88, "269371": 88, "748756": 88, "5394630": 88, "5868": 88, "702705": 88, "673388": 88, "925201": 88, "5300543": 88, "323895": 88, "75314": 88, "83241": 88, "10587": 88, "321625": 88, "11446": 88, "58216": 88, "81363": 88, "26106": 88, "285131": 88, "510527": 88, "97226": 88, "634449": 88, "972343": 88, "34892": 88, "954485": 88, "94895": 88, "28426": 88, "376232": 88, "423975": 88, "33825": 88, "507927": 88, "793901": 88, "71556": 88, "245878": 88, "436129": 88, "126446": 88, "582035": 88, "71491": 88, "90714": 88, "584349": 88, "72923": 88, "959242": 88, "785337": 88, "162704": 88, "086092": 88, "191248": 88, "09719": 88, "966927": 88, "49166": 88, "842354": 88, "912615": 88, "981579": 88, "29015": 88, "284555": 88, "723755": 88, "992": 88, "445957": 88, "877975": 88, "844303": 88, "5131793": 88, "6329": 88, "633747": 88, "058687": 88, "750559": 88, "5696626": 88, "7090": 88, "5063": 88, "64953": 88, "19502": 88, "872087": 88, "6384696": 88, "5688": 88, "284252": 88, "551647": 88, "795156": 88, "5119457": 88, "7841": 88, "82436": 88, "11316": 88, "77382": 88, "7034948": 88, "2651": 88, "586027": 88, "283964": 88, "894302": 88, "345287": 88, "579243": 88, "247807": 88, "88788": 88, "603895": 88, "6396108": 88, "444363": 88, "380396": 88, "795992": 88, "730785": 88, "277372": 88, "305302": 88, "021494": 88, "99026": 88, "231157": 88, "473911": 88, "17343": 88, "960754": 88, "79974": 88, "62412": 88, "571651": 88, "37696": 88, "07557": 88, "251059": 88, "277117": 88, "77418": 88, "679039": 88, "076662": 88, "70116": 88, "391863": 88, "102135": 88, "7172": 88, "848103": 88, "195494": 88, "705536": 88, "714365": 88, "90795": 88, "1700214247": 88, "6063654": 88, "918385": 88, "6064198": 88, "606459": 88, "6064918": 88, "6065187": 88, "6065419": 88, "6065679": 88, "14272": 88, "373743": 88, "067757": 88, "859985": 88, "91815": 88, "750177": 88, "054276": 88, "867567": 88, "91997": 88, "1521": 88, "9896": 88, "063614": 88, "201933": 88, "1378782": 88, "6003": 88, "23126": 88, "027729": 88, "144733": 88, "3229639": 88, "3934": 88, "8455": 88, "38924": 88, "422209": 88, "3516591": 88, "500626": 88, "288742": 88, "475006": 88, "78031": 88, "915373": 88, "6470": 88, "524296": 88, "516663": 88, "62802": 88, "5823717": 88, "0757": 88, "520737": 88, "371014": 88, "163658": 88, "5156594": 88, "7858": 88, "489624": 88, "390175": 88, "542755": 88, "7072577": 88, "8580": 88, "767204": 88, "379463": 88, "715965": 88, "7714040": 88, "9275": 88, "564636": 88, "44268": 88, "933622": 88, "8348156": 88, "23363": 88, "494257": 88, "450134": 88, "8516": 88, "39136": 88, "882673": 88, "655693": 88, "701569": 88, "626251": 88, "070488": 88, "431053": 88, "41705": 88, "251905": 88, "404594": 88, "179195": 88, "328423": 88, "58744": 88, "25168": 88, "274105": 88, "448235": 88, "27385": 88, "37339": 88, "546675": 88, "70976": 88, "610817": 88, "41828": 88, "37996": 88, "526308": 88, "88873": 88, "679972": 88, "887882": 88, "374725": 88, "886457": 88, "744215": 88, "8004": 88, "291016": 88, "125746": 88, "356754": 88, "098063": 88, "395697": 88, "98781": 88, "176632": 88, "20977": 88, "2963": 88, "5293": 88, "67123": 88, "155758": 88, "741188": 88, "2657805": 88, "3690": 88, "9102": 88, "598965": 88, "265598": 88, "536015": 88, "3293101": 88, "16755": 88, "969181": 88, "952784": 88, "3676153": 88, "1577": 88, "401505": 88, "993696": 88, "339314": 88, "4359742": 88, "1628": 88, "45405": 88, "310589": 88, "505985": 88, "2851346": 88, "15802": 88, "812828": 88, "384958": 88, "70742": 88, "722502": 88, "76044": 88, "4615": 88, "9355": 88, "687176": 88, "604136": 88, "4154342": 88, "110023": 88, "892767": 88, "987827": 88, "4067339": 88, "519215": 88, "639103": 88, "65552": 88, "53205": 88, "84091": 88, "706072": 88, "03585": 88, "089901": 88, "84705": 88, "22182": 88, "433327": 88, "2683": 88, "19492": 88, "888763": 88, "709038": 88, "543236": 88, "323315": 88, "54942": 88, "843735": 88, "800474": 88, "72044": 88, "46577": 88, "107563": 88, "59096": 88, "127878": 88, "45269": 88, "00199": 88, "281334": 88, "630474": 88, "08445": 88, "414421": 88, "659573": 88, "95372": 88, "113327": 88, "836081": 88, "788414": 88, "551414": 88, "522072": 88, "74622": 88, "638317": 88, "213166": 88, "323364": 88, "57355": 88, "822417": 88, "085": 88, "755165": 88, "665863": 88, "186356": 88, "514876": 88, "31932": 88, "860435": 88, "112099": 88, "81175": 88, "48872": 88, "881742": 88, "3226": 88, "99132": 88, "449615": 88, "979425": 88, "2914970": 88, "8608": 88, "66342": 88, "958992": 88, "693288": 88, "738774": 88, "326733": 88, "015965": 88, "66599": 88, "05312": 88, "606455": 88, "639921": 88, "417835": 88, "195496": 88, "904902": 88, "599163": 88, "21489": 88, "765554": 88, "224995": 88, "329985": 88, "891856": 88, "90488": 88, "180758": 88, "656872": 88, "270113": 88, "287990": 88, "21765": 88, "816273": 88, "013376": 88, "8252945": 88, "293124": 88, "74127": 88, "661133": 88, "965243": 88, "213067": 88, "69014": 88, "9251": 88, "229746": 88, "369878": 88, "120074": 88, "62455": 88, "001045": 88, "45983": 88, "532434": 88, "60862": 88, "094": 88, "07431": 88, "899416": 88, "72768": 88, "1292": 88, "091452": 88, "924392": 88, "126654": 88, "97703": 88, "32632": 88, "053425": 88, "104088": 88, "60279": 88, "67865": 88, "05674": 88, "99997": 88, "149518": 88, "226510": 88, "11187": 88, "242134": 88, "477785": 88, "436741": 88, "45746": 88, "761223": 88, "440136": 88, "395967": 88, "526911": 88, "11995": 88, "327847": 88, "056837": 88, "760579": 88, "196307": 88, "81368": 88, "49754": 88, "19011": 88, "79032": 88, "16617": 88, "31339": 88, "962557": 88, "145666": 88, "01712": 88, "176098": 88, "920376": 88, "842438": 88, "534999": 88, "372273": 88, "294548": 88, "43155": 88, "39629": 88, "51948": 88, "693748": 88, "369297": 88, "327251": 88, "722736": 88, "306188": 88, "840294": 88, "38459": 88, "596086": 88, "47451": 88, "671492": 88, "386773": 88, "10754": 88, "441185": 88, "733648": 88, "764248": 88, "395254": 88, "31964": 88, "395735": 88, "999321": 88, "393337": 88, "503426": 88, "96118": 88, "655975": 88, "171899": 88, "286165": 88, "69771": 88, "034204": 88, "883009": 88, "430132": 88, "210327": 88, "601944": 88, "13013": 88, "767708": 88, "770189": 88, "09816": 88, "238272": 88, "996042": 88, "031565": 88, "167724": 88, "19986": 88, "942884": 88, "365477": 88, "454679": 88, "550316": 88, "521523": 88, "5707517": 88, "81718": 88, "038563": 88, "485105": 88, "729618": 88, "82144": 88, "2294836": 88, "339254": 88, "948975": 88, "662975": 88, "568501": 88, "227363": 88, "2801": 88, "572395": 88, "591404": 88, "679752": 88, "447903": 88, "4505453": 88, "961487": 88, "345997": 88, "001679": 88, "122137": 88, "613598": 88, "2041984": 88, "911211": 88, "8583755": 88, "511806": 88, "975248": 88, "71295": 88, "888": 88, "0539": 88, "422834": 88, "68936": 88, "5188694": 88, "803709": 88, "836256": 88, "50795": 88, "671093": 88, "07606": 88, "440237": 88, "70772": 88, "929407": 88, "6828": 88, "7432737": 88, "0057": 88, "89227": 88, "43317": 88, "0846555": 88, "938705": 88, "1352": 88, "0616": 88, "324686": 88, "706608": 88, "0033998208": 88, "1216855": 88, "1246": 88, "1344": 88, "315995": 88, "914276": 88, "52623665": 88, "1121520": 88, "015846": 88, "779686": 88, "373768": 88, "23813": 88, "67191": 88, "212911": 88, "360214": 88, "3965": 88, "190514": 88, "000067": 88, "364509": 88, "269456": 88, "09314": 88, "904884": 88, "079979": 88, "560783": 88, "073902": 88, "654799": 88, "2901263": 88, "6232": 88, "533516": 88, "392105": 88, "151760": 88, "730844": 88, "761995": 88, "2258358": 88, "41438": 88, "6626261": 88, "916970": 88, "9791": 88, "711246": 88, "013161": 88, "611981": 88, "9635": 88, "509262": 88, "000923": 88, "301074": 88, "654445": 88, "5932324": 88, "1109461": 88, "0643": 88, "618853": 88, "5184134": 88, "1489557": 88, "19484": 88, "301876": 88, "773636": 88, "3118777": 88, "134275": 88, "0063": 88, "470314": 88, "10012235": 88, "561605": 88, "461197": 88, "065284": 88, "0399": 88, "274063": 88, "561508": 88, "6794843": 88, "1011635": 88, "120804": 88, "681646": 88, "6939497": 88, "096895": 88, "350782": 88, "244436": 88, "148342": 88, "113705": 88, "757193": 88, "95327": 88, "296478": 88, "5401795": 88, "01276": 88, "702787": 88, "030527": 88, "224388": 88, "682211": 88, "51666": 88, "118244": 88, "149982": 88, "667169": 88, "423465": 88, "486473": 88, "198273": 88, "9825225": 88, "4523": 88, "297323": 88, "39459": 88, "97379": 88, "590807": 88, "489573": 88, "93118": 88, "396768": 88, "1223": 88, "6066": 88, "345486": 88, "348074": 88, "63887537": 88, "1101246": 88, "512764": 88, "293253": 88, "127042": 88, "35599": 88, "465097": 88, "7489338": 88, "52633": 88, "060165": 88, "7001107": 88, "5445": 88, "829098": 88, "2892137": 88, "666490": 88, "159826": 88, "131216": 88, "0486894": 88, "1383": 88, "605206": 88, "16300492": 88, "1245584": 88, "13316": 88, "33917913": 88, "1277295": 88, "017467": 88, "999275": 88, "4012": 88, "838787": 88, "382097": 88, "1900978": 88, "1430461": 88, "14968": 88, "378": 88, "0489": 88, "2556": 88, "751154": 88, "959369": 88, "2648930": 88, "373043": 88, "14206": 88, "1781814": 88, "2914": 88, "7188": 88, "686562": 88, "35344": 88, "2623247": 88, "281803": 88, "188634": 88, "1958": 88, "0961": 88, "137955": 88, "490796": 88, "1762286": 88, "2621": 88, "8708": 88, "586883": 88, "63774": 88, "352446": 88, "2359683": 88, "2009": 88, "7571": 88, "284857": 88, "2918768": 88, "1808781": 88, "969": 88, "372368": 88, "860384": 88, "0222852": 88, "876343": 88, "1507": 88, "65628": 88, "48924": 88, "1577966": 88, "1356897": 88, "50195": 88, "59938": 88, "053951": 88, "169581": 88, "560649": 88, "1731": 88, "4452": 88, "901506": 88, "613556": 88, "357542": 88, "1558300": 88, "1856": 88, "9801": 88, "100141": 88, "295666": 88, "8129723": 88, "1671282": 88, "320126": 88, "383184": 88, "669841": 88, "2567": 88, "377169": 88, "86562514": 88, "1060431": 88, "2288": 88, "4697": 88, "389498": 88, "6854405": 88, "2059622": 88, "70496": 88, "219017": 88, "359734": 88, "6533837": 88, "918634": 88, "1792": 88, "853565": 88, "2277": 88, "2651987": 88, "631941": 88, "562044": 88, "547703": 88, "256225": 88, "820778": 88, "46046": 88, "064962": 88, "085037": 88, "086813": 88, "131516": 88, "1114": 88, "0479": 88, "16856": 88, "734001": 88, "1866692": 88, "1002643": 88, "760624": 88, "225866": 88, "4928055": 88, "762184": 88, "6642": 88, "027035": 88, "987038": 88, "158876": 88, "519897": 88, "0242": 88, "039307": 88, "999393": 88, "968978": 88, "333921": 88, "129557": 88, "972383": 88, "7546635": 88, "1735": 88, "4952": 88, "633846": 88, "511398": 88, "9205676": 88, "1561945": 88, "1448": 88, "3888": 88, "905155": 88, "4850352": 88, "1303549": 88, "76407": 88, "189915": 88, "8663336": 88, "243687": 88, "1268": 88, "7618": 88, "23605": 88, "832317": 88, "04412536": 88, "1141885": 88, "1885": 88, "774643": 88, "993729": 88, "12826": 88, "1697029": 88, "4321": 88, "659005": 88, "013084": 88, "6783485": 88, "2166689": 88, "744223": 88, "33259": 88, "006251": 88, "89128": 88, "242847": 88, "502991": 88, "1623": 88, "896154": 88, "603312": 88, "3616774": 88, "1461345": 88, "1193": 88, "3862": 88, "279856": 88, "578747": 88, "33275306": 88, "1074047": 88, "4739": 88, "780788": 88, "953503": 88, "4476857": 88, "2474526": 88, "885911": 88, "413828": 88, "9501653": 88, "2384972": 88, "2723": 88, "133593": 88, "803274": 88, "3216777": 88, "1731845": 88, "6277": 88, "483408": 88, "601479": 88, "11623": 88, "2137165": 88, "946623": 88, "6504009": 88, "1693315": 88, "76978": 88, "480413": 88, "392883": 88, "4756484": 88, "126692": 88, "333809": 88, "543318": 88, "4271114": 88, "2648": 88, "4836": 88, "186273": 88, "95374": 88, "4855103": 88, "2383635": 88, "2084": 88, "3047": 88, "145824": 88, "761835": 88, "6646152": 88, "1875874": 88, "2165": 88, "902588": 88, "895075": 88, "069463": 88, "1948746": 88, "6932": 88, "295982": 88, "9834425": 88, "859223": 88, "0257": 88, "071327": 88, "109482": 88, "88178": 88, "877523": 88, "1413": 88, "4546": 88, "455126": 88, "31036434": 88, "1272109": 88, "2057": 88, "9175": 88, "432148": 88, "5326786": 88, "1852125": 88, "786938": 88, "214876": 88, "168115": 88, "185356": 88, "73231": 88, "5003846": 88, "0743": 88, "010324": 88, "195412": 88, "1552175": 88, "787566": 88, "47087": 88, "034351": 88, "4333735": 88, "19991": 88, "049053": 88, "225305": 88, "76612": 88, "9386": 88, "645807": 88, "179724": 88, "93911934": 88, "975544": 88, "8848": 88, "072931": 88, "479544": 88, "671191": 88, "2240896": 88, "3035": 88, "533276": 88, "500486": 88, "350996": 88, "1031673": 88, "321774": 88, "816954": 88, "171333": 88, "25289": 88, "6892805": 88, "420448": 88, "445587": 88, "380398": 88, "105264": 88, "927788": 88, "772154": 88, "871598": 88, "74886": 88, "01816": 88, "287525": 88, "89575": 88, "53613": 88, "081665": 88, "980969": 88, "590484": 88, "26994": 88, "321407": 88, "286524": 88, "418407": 88, "137042": 88, "464": 88, "08908": 88, "413956": 88, "7095146": 88, "403879": 88, "898567": 88, "18225": 88, "3518631": 88, "09905": 88, "368822": 88, "9090285": 88, "85285": 88, "461779": 88, "9976588": 88, "856664": 88, "365232": 88, "261238": 88, "429393": 88, "056242": 88, "999687": 88, "379026": 88, "954447": 88, "076813": 88, "8336521": 88, "1546300": 88, "1307": 88, "589094": 88, "72473": 88, "810494": 88, "671517": 88, "1189": 88, "1144": 88, "219078": 88, "536963": 88, "8113365": 88, "1070203": 88, "4196": 88, "643135": 88, "909454": 88, "0451891": 88, "1584377": 88, "1259": 88, "0308": 88, "857689": 88, "455622": 88, "0750003": 88, "1133127": 88, "3766": 88, "170164": 88, "8082709": 88, "254138": 88, "2873": 88, "684679": 88, "935505": 88, "4673761": 88, "880458": 88, "1851": 88, "755598": 88, "619181": 88, "1314": 88, "9203": 88, "52808": 88, "85324": 88, "21578881": 88, "1183428": 88, "919759": 88, "333363": 88, "917022": 88, "78595": 88, "541876": 88, "142008": 88, "908008": 88, "80879": 88, "843994": 88, "04883": 88, "6984205": 88, "6507": 88, "99846": 88, "344811": 88, "495585": 88, "996563": 88, "92001": 88, "94373": 88, "073017": 88, "267233": 88, "922835": 88, "367149": 88, "66797": 88, "85887": 88, "125118": 88, "8898964": 88, "737382": 88, "866589": 88, "465069": 88, "123447": 88, "107789": 88, "636272": 88, "684591": 88, "5161777": 88, "006355": 88, "509317": 88, "1877465": 88, "724228": 88, "732481": 88, "715655": 88, "887827": 88, "674119": 88, "95778": 88, "563845": 88, "680291": 88, "148827": 88, "010214": 88, "10457": 88, "37624": 88, "720282": 88, "93943": 88, "752775": 88, "5358": 88, "520086": 88, "529675": 88, "90292": 88, "641085": 88, "235198": 88, "272633": 88, "044207": 88, "7869196": 88, "577765": 88, "176463": 88, "805527": 88, "648262": 88, "1966367": 88, "817": 88, "9984": 88, "170815": 88, "434963": 88, "863375": 88, "736198": 88, "1087": 88, "018997": 88, "99819": 88, "724447": 88, "976106": 88, "5843": 88, "805077": 88, "262782": 88, "812325": 88, "21356": 88, "537544": 88, "499413": 88, "842577": 88, "485292": 88, "141941": 88, "097776": 88, "159419": 88, "81628": 88, "676254": 88, "347079": 88, "26341": 88, "509224": 88, "819503": 88, "67972": 88, "732143": 88, "77928": 88, "276463": 88, "305711": 88, "76473": 88, "478088": 88, "006176": 88, "08971": 88, "583792": 88, "646996": 88, "054016": 88, "166939": 88, "822657": 88, "195282": 88, "09547": 88, "948526": 88, "145077": 88, "427517": 88, "653486": 88, "926395": 88, "539474": 88, "2723255": 88, "501816": 88, "293674": 88, "341484": 88, "79883": 88, "605139": 88, "22611": 88, "870968": 88, "849094": 88, "045892": 88, "716766": 88, "081879": 88, "166885": 88, "2547": 88, "099758": 88, "363247": 88, "022537": 88, "645359": 88, "923875": 88, "795944": 88, "21981": 88, "719052": 88, "53074": 88, "418552": 88, "64203": 88, "189896": 88, "52504": 88, "571243": 88, "903064": 88, "77570": 88, "48703": 88, "71837": 88, "064402": 88, "097484": 88, "360157": 88, "8964": 88, "18821": 88, "995653": 88, "925971": 88, "808674": 88, "230162": 88, "990786": 88, "38911": 88, "766394": 88, "624998": 88, "3502": 88, "00819": 88, "979362": 88, "228561": 88, "139486": 88, "0591": 88, "968252": 88, "402994": 88, "540173": 88, "927053": 88, "6877": 88, "19432": 88, "258335": 88, "717918": 88, "74835": 88, "537148": 88, "0753": 88, "415379": 88, "787273": 88, "5125": 88, "882725": 88, "785929": 88, "187895": 88, "3442061": 88, "68514": 88, "985237": 88, "166412": 88, "48008": 88, "753471": 88, "091528": 88, "73392": 88, "945398": 88, "771217": 88, "760983": 88, "241547": 88, "400848": 88, "40298": 88, "17516": 88, "861246": 88, "80497": 88, "545568": 88, "885168": 88, "57668": 88, "214247": 88, "508998": 88, "12802": 88, "749151": 88, "651919": 88, "21137": 88, "366076": 88, "96721": 88, "845642": 88, "960764": 88, "95008": 88, "49801": 88, "881857": 88, "46767": 88, "733284": 88, "166264": 88, "524689": 88, "329315": 88, "884922": 88, "687214": 88, "705185": 88, "81737": 88, "693514": 88, "16821": 88, "976574": 88, "119333": 88, "69354": 88, "817505": 88, "335524": 88, "913471": 88, "680939": 88, "111176": 88, "174507": 88, "636395": 88, "3465989": 88, "3428": 88, "4062": 88, "121716": 88, "138863": 88, "792252": 88, "3085565": 88, "604034": 88, "964142": 88, "815947": 88, "967036": 88, "3687": 88, "3022": 88, "33517": 88, "877851": 88, "489399": 88, "3303912": 88, "93651": 88, "779984": 88, "955477": 88, "963749": 88, "373495": 88, "4487": 88, "8276": 88, "09316": 88, "21256": 88, "55652": 88, "4039045": 88, "4089": 88, "17132": 88, "19066": 88, "431572": 88, "3680471": 88, "438007": 88, "290419": 88, "92903": 88, "02225": 88, "40269": 88, "791893": 88, "121346": 88, "871252": 88, "415564": 88, "434044": 88, "622412": 88, "923763": 88, "389812": 88, "24047": 88, "115957": 88, "886944": 88, "20639": 88, "541458": 88, "951208": 88, "05541": 88, "311417": 88, "508722": 88, "42342": 88, "215261": 88, "310314": 88, "96147": 88, "621758": 88, "771341": 88, "23984": 88, "676752": 88, "025604": 88, "013933": 88, "945906": 88, "37305": 88, "211245": 88, "28667": 88, "31747": 88, "182339": 88, "826544": 88, "85662": 88, "91998": 88, "730545": 88, "2297572": 88, "4826": 88, "02169": 88, "617256": 88, "108011": 88, "4406347": 88, "93762": 88, "177649": 88, "66805": 88, "069008": 88, "572285": 88, "4960": 88, "5977": 88, "92844": 88, "07896": 88, "835115": 88, "4457515": 88, "6130": 88, "999527": 88, "839724": 88, "5570390": 88, "6180": 88, "046": 88, "915764": 88, "824299": 88, "5562041": 88, "5814": 88, "8086": 88, "336285": 88, "416656": 88, "857347": 88, "5211308": 88, "8071": 88, "186604": 88, "030064": 88, "988108": 88, "7237952": 88, "32995": 88, "440195": 88, "04921": 88, "903008": 88, "58267": 88, "491972": 88, "37169": 88, "805046": 88, "013592": 88, "407288": 88, "713375": 88, "13691": 88, "091957": 88, "77042": 88, "924786": 88, "7617": 88, "150831": 88, "236689": 88, "4881": 88, "895061": 88, "448812": 88, "81631": 88, "319372": 88, "388847": 88, "97351": 88, "806433": 88, "57992": 88, "869347": 88, "162914": 88, "63909": 88, "794798": 88, "551136": 88, "72499": 88, "30253": 88, "862804": 88, "009865": 88, "375265": 88, "891815": 88, "44114": 88, "95633": 88, "555973": 88, "25535": 88, "365273": 88, "62452": 88, "3477": 88, "5361": 88, "9503": 88, "23461": 88, "3106383": 88, "6591": 88, "924515": 88, "636711": 88, "490088": 88, "6105625": 88, "6579": 88, "79068": 88, "80446": 88, "128534": 88, "5908606": 88, "8556": 88, "146399": 88, "291105": 88, "7701249": 88, "6612": 88, "736492": 88, "865717": 88, "542692": 88, "5951342": 88, "82043": 88, "714127": 88, "392218": 88, "67858": 88, "007689": 88, "04101": 88, "6615": 88, "55262": 88, "042582": 88, "934774": 88, "5924812": 88, "7803": 88, "594456": 88, "192398": 88, "361639": 88, "7023360": 88, "6048": 88, "8022": 88, "633774": 88, "914898": 88, "906448": 88, "5443922": 88, "285763": 88, "087503": 88, "432545": 88, "60229": 88, "327057": 88, "598967": 88, "864407": 88, "372997": 88, "0429": 88, "675846": 88, "290186": 88, "12505": 88, "204573": 88, "163172": 88, "884186": 88, "134598": 88, "089655": 88, "48503": 88, "204605": 88, "094099": 88, "38634": 88, "735037": 88, "988451": 88, "351166": 88, "945112": 88, "52576": 88, "00164": 88, "441584": 88, "688526": 88, "23835": 88, "654684": 88, "293741": 88, "260864": 88, "570625": 88, "852522": 88, "553215": 88, "783445": 88, "652273": 88, "74817": 88, "861992": 88, "354202": 88, "6394": 88, "129715": 88, "001867": 88, "034338": 88, "2354075": 88, "63669": 88, "858715": 88, "93833": 88, "650896": 88, "86335": 88, "4059": 88, "3743": 88, "83726": 88, "812122": 88, "226334": 88, "3653437": 88, "8765": 88, "022327": 88, "843649": 88, "02081": 88, "4099537": 88, "6744": 88, "16785": 88, "750113": 88, "268843": 88, "6105524": 88, "5744": 88, "9114": 88, "341438": 88, "381172": 88, "5169748": 88, "2698": 88, "242298": 88, "902674": 88, "4254899": 88, "763294": 88, "425394": 88, "236084": 88, "033356": 88, "930851": 88, "911022": 88, "931183": 88, "225517": 88, "85916": 88, "26508": 88, "295475": 88, "975166": 88, "781": 88, "48178": 88, "82346": 88, "281387": 88, "380795": 88, "240105": 88, "890566": 88, "243492": 88, "84637": 88, "793453": 88, "776503": 88, "336395": 88, "626314": 88, "760303": 88, "21505": 88, "487644": 88, "056015": 88, "421844": 88, "507233": 88, "46493": 88, "71846": 88, "002916": 88, "411385": 88, "809654": 88, "716314": 88, "075342": 88, "86444": 88, "607555": 88, "198689": 88, "55953": 88, "390306": 88, "709194": 88, "97892": 88, "430555": 88, "381512": 88, "94645": 88, "47948": 88, "247702": 88, "470580": 88, "18005": 88, "793545": 88, "299383": 88, "609633": 88, "292652": 88, "2898": 88, "278496": 88, "61949": 88, "475954": 88, "2573731": 88, "6191": 88, "839733": 88, "132393": 88, "937683": 88, "5546784": 88, "108599": 88, "525572": 88, "90909": 88, "643183": 88, "85953": 88, "3087": 88, "51548": 88, "905464": 88, "520428": 88, "2776982": 88, "3701": 88, "2773": 88, "4393": 88, "357481": 88, "842611": 88, "3331149": 88, "05942": 88, "033459": 88, "21186": 88, "3923394": 88, "3904": 88, "766552": 88, "823164": 88, "326008": 88, "3514463": 88, "20776": 88, "272985": 88, "32586": 88, "10212": 88, "217432": 88, "660082": 88, "44785": 88, "742256": 88, "647293": 88, "26872": 88, "988808": 88, "328288": 88, "69315": 88, "202436": 88, "814474": 88, "717415": 88, "804771": 88, "160044": 88, "91682": 88, "10701": 88, "901966": 88, "89759": 88, "867949": 88, "076616": 88, "97487": 88, "029406": 88, "115639": 88, "84955": 88, "605173": 88, "831333": 88, "20944": 88, "94715": 88, "40463": 88, "289088": 88, "34213": 88, "79707": 88, "137628": 88, "251407": 88, "035385": 88, "715164": 88, "148232": 88, "77431": 88, "559746": 88, "210514": 88, "80603": 88, "7902": 88, "465332": 88, "777851": 88, "57908": 88, "679138": 88, "479317": 88, "660": 88, "2427": 88, "197695": 88, "115774": 88, "404039": 88, "615147": 88, "322908": 88, "732935": 88, "196256": 88, "289152": 88, "32262": 88, "35403": 88, "072796": 88, "146742": 88, "109554": 88, "182646": 88, "280233": 88, "46771": 88, "831202": 88, "983452": 88, "368893": 88, "992828": 88, "311104": 88, "686783": 88, "221378": 88, "123085": 88, "996456": 88, "246576": 88, "92559": 88, "703926": 88, "674805": 88, "293446": 88, "96211": 88, "551872": 88, "101406": 88, "135008": 88, "720987": 88, "987406": 88, "122232": 88, "75452": 88, "694313": 88, "033271": 88, "227640": 88, "34447": 88, "441462": 88, "766301": 88, "472637": 88, "698595": 88, "506051": 88, "831505": 88, "816128": 88, "555716": 88, "87148": 88, "87251": 88, "196104": 88, "250102": 88, "128750": 88, "9335": 88, "999865": 88, "482807": 88, "433624": 88, "767324": 88, "938904": 88, "583437": 88, "381088": 88, "771853": 88, "9808": 88, "872995": 88, "743254": 88, "896669": 88, "373482": 88, "85474": 88, "28704": 88, "656563": 88, "875373": 88, "739669": 88, "547106": 88, "04457": 88, "8614655": 88, "53162": 88, "037893": 88, "73929": 88, "744438": 88, "516462": 88, "609495": 88, "203888": 88, "050997": 88, "156731": 88, "814822": 88, "651491": 88, "29867": 88, "3993225": 88, "324862": 88, "063183": 88, "74168": 88, "676785": 88, "999302": 88, "295261": 88, "396935": 88, "0408": 88, "447517": 88, "532406": 88, "357336": 88, "84128": 88, "061975": 88, "247528": 88, "655685": 88, "445882": 88, "6619": 88, "520164": 88, "640917": 88, "122775": 88, "303895": 88, "74225": 88, "628914": 88, "081877": 88, "265384": 88, "785516": 88, "50846": 88, "621885": 88, "628036": 88, "389954": 88, "22653": 88, "488087": 88, "495659": 88, "260102": 88, "160043": 88, "50117": 88, "336163": 88, "2215056": 88, "425114": 88, "7631": 88, "284153": 88, "821833": 88, "162686": 88, "743": 88, "012": 88, "796642": 88, "002693": 88, "572727": 88, "668710": 88, "628": 88, "6884": 88, "816118": 88, "093597": 88, "599007": 88, "565819": 88, "74596": 88, "201467": 88, "4788": 88, "738033": 88, "86679": 88, "1151543": 88, "680830": 88, "259447": 88, "8804": 88, "4538102": 88, "8292": 88, "276184": 88, "002485": 88, "2077625": 88, "998846": 88, "9894": 88, "068222": 88, "10803817": 88, "1235690": 88, "1710": 88, "4203": 88, "788225": 88, "5662": 88, "7951931": 88, "1539378": 88, "1841": 88, "267988": 88, "4504209": 88, "1657319": 88, "2306": 88, "6052": 88, "655644": 88, "7761173": 88, "2075944": 88, "3312": 88, "154627": 88, "620234": 88, "20197213": 88, "1170298": 88, "0061": 88, "374287": 88, "689898": 88, "248131": 88, "767363": 88, "32771": 88, "409586": 88, "429253": 88, "469723": 88, "937748": 88, "520331": 88, "63416": 88, "424332": 88, "37107": 88, "5279045": 88, "826909": 88, "86636": 88, "690987": 88, "534119": 88, "47209": 88, "333779": 88, "081112": 88, "211607": 88, "3783436": 88, "861": 88, "6628": 88, "8145": 88, "979624": 88, "8914924": 88, "775496": 88, "776783": 88, "407007": 88, "198558": 88, "570274": 88, "763554": 88, "095621": 88, "7191653": 88, "759895": 88, "85583": 88, "53786": 88, "60302": 88, "926668": 88, "774289": 88, "1264": 88, "493917": 88, "395668": 88, "43212128": 88, "1138461": 88, "69937": 88, "631279": 88, "6707997": 88, "276029": 88, "799517": 88, "2084277": 88, "181026": 88, "002357": 88, "265807": 88, "930477": 88, "753136": 88, "2085614": 88, "1398": 88, "5908": 88, "410603": 88, "23604545": 88, "1258731": 88, "992683": 88, "9798114": 88, "637766": 88, "669603": 88, "13234": 88, "1793": 88, "6534": 88, "261504": 88, "2113588": 88, "1614288": 88, "1068": 88, "9926": 88, "901031": 88, "97254": 88, "4119455": 88, "962093": 88, "1037": 88, "5333": 88, "295412": 88, "985338": 88, "569242": 88, "933780": 88, "9781": 88, "137249": 88, "781822": 88, "56026334": 88, "478780": 88, "447454": 88, "3963323": 88, "223364": 88, "120174": 88, "0409384": 88, "47397": 88, "28763378": 88, "1164469": 88, "319937": 88, "667053": 88, "5072422": 88, "1847547": 88, "514286": 88, "2709444": 88, "907196": 88, "934315": 88, "08747": 88, "01096": 88, "976707": 88, "240701": 88, "713822": 88, "889645": 88, "825846": 88, "648953": 88, "47256": 88, "051739": 88, "5098643": 88, "71378": 88, "259344": 88, "2563782": 88, "78562": 88, "185575": 88, "861682": 88, "82607": 88, "808973": 88, "563572": 88, "6355486": 88, "921844": 88, "2743": 88, "346043": 88, "583727": 88, "961267": 88, "2469271": 88, "24834": 88, "3543841": 88, "3264": 88, "017635": 88, "728548": 88, "5669565": 88, "2938295": 88, "6443": 88, "9179": 88, "00378": 88, "136313": 88, "2860780": 88, "9912": 88, "689926": 88, "1880474": 88, "2330092": 88, "0002": 88, "257965": 88, "14190736": 88, "1190700": 88, "2258": 88, "7883": 88, "096224": 88, "745817": 88, "5370326": 88, "2032909": 88, "2483": 88, "061123": 88, "850971": 88, "6621566": 88, "2235431": 88, "838393": 88, "14322889": 88, "1190462": 88, "2446": 88, "319656": 88, "34714": 88, "473761": 88, "2201520": 88, "2131824": 88, "4054": 88, "045143": 88, "82076": 88, "9501185": 88, "1747264": 88, "1955": 88, "8734": 88, "822397": 88, "0224586": 88, "1760286": 88, "606636": 88, "3032584": 88, "68914": 88, "865686": 88, "02376": 88, "82571": 88, "107442": 88, "6763": 88, "745747": 88, "46204": 88, "0136967": 88, "2216408": 88, "261345": 88, "545242": 88, "8804245": 88, "59662": 88, "959154": 88, "99800754": 88, "1324227": 88, "9737": 88, "770702": 88, "468678": 88, "255399": 88, "677180": 88, "16026": 88, "537245": 88, "697998": 88, "472118": 88, "57867": 88, "805319": 88, "377738": 88, "128933": 88, "845053": 88, "09502": 88, "656128": 88, "1569": 88, "648323": 88, "346079": 88, "96482": 88, "679641": 88, "070915": 88, "793812": 88, "1089516": 88, "3314": 88, "170254": 88, "19397": 88, "569685": 88, "573598": 88, "55234": 88, "279606": 88, "224451": 88, "406227": 88, "334397": 88, "66864": 88, "204594": 88, "414547": 88, "6435652": 88, "920401": 88, "4733": 88, "386675": 88, "059542": 88, "1025525": 88, "400509": 88, "244875": 88, "6225793": 88, "9209": 88, "000904": 88, "9673041": 88, "862128": 88, "906105": 88, "4841363": 88, "1663388": 88, "2414": 88, "082052": 88, "003956": 88, "3155036": 88, "2173034": 88, "025675": 88, "79964656": 88, "84283": 88, "964478": 88, "297335": 88, "0827537": 88, "602817": 88, "136002": 88, "429403": 88, "82221": 88, "2804241": 88, "1468": 88, "363356": 88, "58479565": 88, "1321506": 88, "1956": 88, "0592": 88, "415497": 88, "735435": 88, "0233877": 88, "1760453": 88, "3478": 88, "524329": 88, "549387": 88, "171143": 88, "3130433": 88, "4868": 88, "50414": 88, "000036": 88, "5872803": 88, "1945338": 88, "2298": 88, "468061": 88, "1359925": 88, "2069064": 88, "2482": 88, "3235": 88, "208434": 88, "6547093": 88, "2234091": 88, "839565": 88, "995874": 88, "08959897": 88, "1200115": 88, "333763": 88, "36302": 88, "126002": 88, "2383": 88, "3894": 88, "774642": 88, "380083": 88, "536425": 88, "2145050": 88, "2361": 88, "286173": 88, "862402": 88, "5457816": 88, "2125288": 88, "1143": 88, "54144": 88, "631212": 88, "75334334": 88, "1029345": 88, "1158": 88, "88448": 88, "092854": 88, "5057328": 88, "1042911": 88, "7766": 88, "315073": 88, "000492": 88, "228516": 88, "66398": 88, "07751": 88, "42386": 88, "532443": 88, "815527": 88, "792336": 88, "8700993": 88, "373877": 88, "764162": 88, "9288108": 88, "13989": 88, "858171": 88, "637647": 88, "451893": 88, "095592": 88, "9432404": 88, "5944": 88, "422165": 88, "9439363": 88, "866335": 88, "20381": 88, "9635112": 88, "958961": 88, "1372092": 88, "1780941": 88, "1651": 88, "80585": 88, "4994174": 88, "1486138": 88, "1477": 88, "7244": 88, "804928": 88, "6317136": 88, "1329952": 88, "1173": 88, "0521": 88, "49864": 88, "615831": 88, "89164776": 88, "1055746": 88, "88544": 88, "834318": 88, "296541": 88, "729796": 88, "93365": 88, "77567": 88, "473743": 88, "3673377": 88, "510240": 88, "785126": 88, "622604": 88, "349455": 88, "245056": 88, "83250": 88, "965393": 88, "794714": 88, "478311": 88, "28175": [88, 91], "336182": 88, "5593534": 88, "0725": 88, "251144": 88, "643566": 88, "124284": 88, "687665": 88, "494152": 88, "261553": 88, "961959": 88, "514217": 88, "651453": 88, "141846": 88, "8206": 88, "309654": 88, "0417705": 88, "79647": 88, "653496": 88, "8445897": 88, "176092": 88, "43434": 88, "736623": 88, "772951": 88, "9866753": 88, "809": 88, "15594": 88, "844421": 88, "992252": 88, "26631": 88, "727706": 88, "93134": 88, "089472": 88, "1187332": 88, "74844": 88, "482845": 88, "876616": 88, "427065": 88, "186888": 88, "7415": 88, "671227": 88, "5767989": 88, "1320067": 88, "1806": 88, "4314": 88, "1926": 88, "2752483": 88, "1625788": 88, "01203": 88, "158653": 88, "351454": 88, "016546": 88, "4189992": 88, "932343": 88, "472187": 88, "158784": 88, "404510": 88, "1563": 88, "6162": 88, "247192": 88, "0611725": 88, "1407254": 88, "3613": 88, "254232": 88, "878681": 88, "8698978": 88, "1912825": 88, "619474": 88, "133396": 88, "4355738": 88, "8151": 88, "59117": 88, "439528": 88, "856663": 88, "343633": 88, "63189": 88, "119897": 88, "85754": 88, "377762": 88, "373751": 88, "561874": 88, "873852": 88, "225957": 88, "675598": 88, "554829": 88, "2019925": 88, "36259": 88, "407398": 88, "0041485": 88, "27303": 88, "82527": 88, "623772": 88, "197345": 88, "68691": 88, "785128": 88, "421297": 88, "3833": 88, "465723": 88, "999157": 88, "6123447": 88, "755894": 88, "650326": 88, "999714": 88, "88295": 88, "661284": 88, "5111": 88, "855114": 88, "99908": 88, "0018635": 88, "450460": 88, "18027": 88, "3879": 88, "245584": 88, "835742": 88, "229662": 88, "144527": 88, "565943": 88, "46367": 88, "334118": 88, "882177": 88, "066725": 88, "002823": 88, "800293": 88, "096746": 88, "986477": 88, "824877": 88, "492639": 88, "606262": 88, "829678": 88, "676575": 88, "93673": 88, "1879835": 88, "42534": 88, "809757": 88, "749786": 88, "1420374": 88, "242737": 88, "562092": 88, "1730056": 88, "64957": 88, "738081": 88, "110972": 88, "871155": 88, "278757": 88, "553884": 88, "26202": 88, "654593": 88, "9804134": 88, "018555": 88, "43056": 88, "530317": 88, "09686": 88, "882326": 88, "630194": 88, "39541": 88, "942545": 88, "826478": 88, "1700214338": 88, "3238974": 88, "12207": 88, "1521785": 88, "324025": 88, "3241777": 88, "324233": 88, "324258": 88, "3242805": 88, "3243134": 88, "804073": 88, "933743": 88, "314055": 88, "62027": 88, "48164": 88, "324568": 88, "337564": 88, "127898": 88, "0795": 88, "558548": 88, "274569": 88, "623175": 88, "391077": 88, "25082": 88, "10922": 88, "680944": 88, "383625": 88, "3278": 88, "4285": 88, "37957": 88, "440716": 88, "777857": 88, "2925658": 88, "33587": 88, "060978": 88, "105343": 88, "69443": 88, "178434": 88, "890213": 88, "01376": 88, "757463": 88, "084203": 88, "798195": 88, "23326": 88, "07219": 88, "159515": 88, "396703": 88, "182009": 88, "07339": 88, "803598": 88, "0922365": 88, "233954": 88, "1844": 88, "542942": 88, "000408": 88, "741638": 88, "1660167": 88, "95888": 88, "465874": 88, "858121": 88, "26563": 88, "1756": 88, "311967": 88, "651237": 88, "642591": 88, "209018": 88, "60104": 88, "386179": 88, "908129": 88, "14912": 88, "695042": 88, "742707": 88, "65019": 88, "592537": 88, "277803": 88, "704895": 88, "187885": 88, "677337": 88, "997635": 88, "428854": 88, "541368": 88, "104126": 88, "876242": 88, "96343": 88, "86454": 88, "600565": 88, "400382": 88, "518505": 88, "212349": 88, "7360797": 88, "30012": 88, "133348": 88, "6733184": 88, "16668": 88, "883177": 88, "129374": 88, "16959": 88, "764967": 88, "322216": 88, "00924": 88, "80383": 88, "378115": 88, "258354": 88, "053274": 88, "406048": 88, "863531": 88, "3546": 88, "622023": 88, "3710": 88, "002415": 88, "876598": 88, "152966": 88, "3339373": 88, "3688": 88, "778458": 88, "66983": 88, "107475": 88, "3319582": 88, "6637": 88, "962753": 88, "999311": 88, "511669": 88, "825897": 88, "858": 88, "77216": 88, "474483": 88, "882996": 88, "411175": 88, "772894": 88, "20754": 88, "337343": 88, "513725": 88, "899506": 88, "854675": 88, "162733": 88, "4173": 88, "54742": 88, "964441": 88, "092154": 88, "3756356": 88, "42586": 88, "204458": 88, "358492": 88, "49464": 88, "286299": 88, "95861": 88, "129776": 88, "402967": 88, "23685": 88, "3626": 88, "33943": 88, "870724": 88, "01241": 88, "20268": 88, "07225": 88, "478065": 88, "307499": 88, "253143": 88, "24167": 88, "637384": 88, "995474": 88, "323845": 88, "203812": 88, "461828": 88, "80206": 88, "288834": 88, "761728": 88, "922": 88, "78475": 88, "46684": 88, "061084": 88, "15778": 88, "580736": 88, "122057": 88, "29978": 88, "31859": 88, "69055": 88, "940": 88, "26164": 88, "18072": 88, "971344": 88, "424046": 88, "039125": 88, "1732": 88, "2148": 88, "68931": 88, "707315": 88, "883415": 88, "1558993": 88, "1228": 88, "623905": 88, "969051": 88, "1105301": 88, "4790": 88, "532368": 88, "88602": 88, "947834": 88, "4281177": 88, "33571": 88, "042614": 88, "839651": 88, "68221": 88, "874613": 88, "195335": 88, "5723": 88, "8325": 88, "568176": 88, "107014": 88, "755472": 88, "5151449": 88, "304203": 88, "97524": 88, "065159": 88, "5884490": 88, "7836": 88, "0625": 88, "81204": 88, "587852": 88, "049313": 88, "7052456": 88, "4793": 88, "42562": 88, "286098": 88, "641277": 88, "4312496": 88, "4526": 88, "23719": 88, "157116": 88, "998201": 88, "6626954": 88, "19129": 88, "05981": 88, "943462": 88, "36356": 88, "721018": 88, "795532": 88, "818764": 88, "084414": 88, "247278": 88, "21806": 88, "403837": 88, "683372": 88, "10296": 88, "301935": 88, "085833": 88, "1191": 88, "227379": 88, "546297": 88, "33137": 88, "995317": 88, "382294": 88, "265434": 88, "631296": 88, "593895": 88, "290453": 88, "960316": 88, "49853": 88, "546316": 88, "489908": 88, "61108": 88, "441803": 88, "486403": 88, "05344": 88, "388695": 88, "99402": 88, "21326": 88, "180178": 88, "440664": 88, "37489": 88, "224543": 88, "39646": 88, "447105": 88, "151327": 88, "8526": 88, "9795": 88, "30461": 88, "684814": 88, "592764": 88, "7762197": 88, "01121": 88, "661592": 88, "747707": 88, "7516141": 88, "7915": 88, "00684": 88, "748314": 88, "6082912": 88, "956": 88, "21035": 88, "077019": 88, "647907": 88, "4197338": 88, "328617": 88, "44708": 88, "854593": 88, "3535004": 88, "166363": 88, "55074": 88, "628448": 88, "52538": 88, "901205": 88, "93718": 88, "7710": 88, "064": 88, "231922": 88, "880999": 88, "25258": 88, "6939057": 88, "6280": 88, "72886": 88, "7811": 88, "278086": 88, "5652597": 88, "54388": 88, "638643": 88, "908215": 88, "875576": 88, "546131": 88, "278723": 88, "24339": 88, "165983": 88, "60015": 88, "87542": 88, "153479": 88, "488916": 88, "727104": 88, "621859": 88, "772013": 88, "110699": 88, "868048": 88, "009995": 88, "295828": 88, "944084": 88, "22931": 88, "215412": 88, "454714": 88, "98991": 88, "21452": 88, "339176": 88, "72173": 88, "91344": 88, "348045": 88, "47173": 88, "57375": 88, "85287": 88, "6411": 88, "740074": 88, "466516": 88, "37062": 88, "634445": 88, "287907": 88, "839": 88, "94491": 88, "73523": 88, "2807": 88, "4397": 88, "32868": 88, "33207": 88, "407139": 88, "2526695": 88, "9054": 88, "859116": 88, "2239": 88, "98417": 88, "8148379": 88, "58006": 88, "38312": 88, "058": 88, "914494": 88, "624235": 88, "8801": 88, "136875": 88, "039986": 88, "023397": 88, "7921372": 88, "3378": 88, "892483": 88, "367899": 88, "247084": 88, "3040800": 88, "4014": 88, "45482": 88, "92956": 88, "911158": 88, "3613000": 88, "57281": 88, "286257": 88, "177536": 88, "4331393": 88, "5711": 88, "878": 88, "63123": 88, "354006": 88, "314344": 88, "5136858": 88, "583328": 88, "150335": 88, "369625": 88, "384346": 88, "75643": 88, "58527": 88, "717571": 88, "05684": 88, "580566": 88, "079569": 88, "282104": 88, "809978": 88, "78124": 88, "98033": 88, "815897": 88, "301914": 88, "27217": 88, "22684": 88, "958303": 88, "57633": 88, "920828": 88, "734919": 88, "304825": 88, "465914": 88, "813532": 88, "35207": 88, "392422": 88, "851112": 88, "09457": 88, "109562": 88, "00783": 88, "33025": 88, "843977": 88, "288761": 88, "405334": 88, "821547": 88, "559614": 88, "77596": 88, "128113": 88, "81059": 88, "58572": 88, "639242": 88, "048075": 88, "4988": 88, "90342": 88, "43247": 88, "065544": 88, "1478523": 88, "5886": 88, "80615": 88, "063503": 88, "354967": 88, "5328320": 88, "752323": 88, "272907": 88, "80805": 88, "3281666": 88, "999786": 88, "746513": 88, "401014": 88, "4263978": 88, "4875": 88, "244587": 88, "019958": 88, "552404": 88, "4371530": 88, "898952": 88, "009037": 88, "36101": 88, "81277": 88, "505688": 88, "788122": 88, "4886": 88, "88376": 88, "773052": 88, "97054": 88, "4363027": 88, "4029": 88, "3594": 88, "99753": 88, "343311": 88, "448847": 88, "3626423": 88, "909237": 88, "063595": 88, "990084": 88, "4814867": 88, "822647": 88, "09369": 88, "82931": 88, "729893": 88, "093975": 88, "931477": 88, "69394": 88, "956028": 88, "900484": 88, "78566": 88, "96756": 88, "051031": 88, "47217": 88, "990147": 88, "638704": 88, "647545": 88, "419151": 88, "977511": 88, "864487": 88, "427107": 88, "705479": 88, "79724": 88, "55326": 88, "224926": 88, "70181": 88, "874525": 88, "30007": 88, "849401": 88, "61786": 88, "799852": 88, "870208": 88, "17677": 88, "119612": 88, "816065": 88, "015495": 88, "31066": 88, "328482": 88, "005348": 88, "333364": 88, "6228": 88, "943886": 88, "113867": 88, "825045": 88, "271460": 88, "96002": 88, "580376": 88, "745192": 88, "88721": 88, "508745": 88, "018007": 88, "5578": 88, "767315": 88, "921902": 88, "309548": 88, "2278": 88, "205063": 88, "005941": 88, "965593": 88, "2050470": 88, "3851": 88, "785255": 88, "266527": 88, "165852": 88, "1794946": 88, "09818": 88, "998634": 88, "801235": 88, "1761775": 88, "4070": 88, "882877": 88, "809664": 88, "709478": 88, "3636545": 88, "24881": 88, "860281": 88, "27375": 88, "049194": 88, "28117": 88, "562544": 88, "236038": 88, "93085": 88, "41647": 88, "50031": 88, "274445": 88, "293337": 88, "12592": 88, "341778": 88, "65021": 88, "496785": 88, "64778": 88, "598": 88, "414883": 88, "577398": 88, "78261": 88, "69856": 88, "416159": 88, "74851": 88, "398882": 88, "38683": 88, "290733": 88, "287834": 88, "449082": 88, "943989": 88, "339186": 88, "152613": 88, "289444": 88, "6775541": 88, "08643": 88, "24744": 88, "841345": 88, "781759": 88, "375377": 88, "26466": 88, "379833": 88, "575298": 88, "121738": 88, "60407": 88, "836473": 88, "240486": 88, "3282": 88, "022585": 88, "70605": 88, "29689": 88, "1231": 88, "237206": 88, "169835": 88, "05627": 88, "480873": 88, "000565": 88, "391249": 88, "151250": 88, "43176": 88, "575752": 88, "503729": 88, "459827": 88, "541536": 88, "05792": 88, "49321": 88, "44578": 88, "8956995": 88, "316582": 88, "344414": 88, "028534": 88, "90466": 88, "880497": 88, "89145": 88, "797259": 88, "77949": 88, "73564": 88, "8385": 88, "827942": 88, "103301": 88, "761047": 88, "14502": 88, "072847": 88, "74231": 88, "30642": 88, "932957": 88, "611557": 88, "221117": 88, "452662": 88, "281235": 88, "96048": 88, "33139": 88, "261051": 88, "090052": 88, "227865": 88, "51077": 88, "069071": 88, "737274": 88, "259157": 88, "756015": 88, "1129": 88, "629057": 88, "645561": 88, "182513": 88, "353544": 88, "19357": 88, "804996": 88, "880113": 88, "158574": 88, "860521": 88, "4531593": 88, "59442": 88, "137383": 88, "345593": 88, "271435": 88, "23822": 88, "149212": 88, "272993": 88, "594441": 88, "68614": 88, "898169": 88, "22157": 88, "937977": 88, "0912": 88, "484962": 88, "393824": 88, "272782": 88, "2243": 88, "540747": 88, "889717": 88, "7990265": 88, "300801": 88, "27362": 88, "00155": 88, "7800684": 88, "91788": 88, "852299": 88, "6286163": 88, "212387": 88, "128834": 88, "8678036": 88, "87794": 88, "662078": 88, "95457": 88, "950773": 88, "6532345": 88, "9243": 88, "064064": 88, "938717": 88, "8358345": 88, "731631": 88, "16016": 88, "934628": 88, "299423": 88, "631185": 88, "769644": 88, "76056": 88, "979378": 88, "527214": 88, "38102": 88, "256739": 88, "949695": 88, "229988": 88, "01514": 88, "516073": 88, "465982": 88, "8982987": 88, "671413": 88, "107616": 88, "64333": 88, "14588": 88, "82852": 88, "930077": 88, "184548": 88, "248968": 88, "18946": 88, "470765": 88, "994007": 88, "6299367": 88, "765": 88, "356014": 88, "712988": 88, "873901": 88, "678344": 88, "6243": 88, "212038": 88, "358484": 88, "43878692": 88, "1137261": 88, "2096": 88, "43743": 88, "001425": 88, "8691397": 88, "1372688": 88, "6239": 88, "67955": 88, "995008": 88, "701211": 88, "1702461": 88, "117279": 88, "0829508": 88, "8067": 88, "249306": 88, "57644": 88, "572632": 88, "5342": 88, "59235": 88, "482203": 88, "229322": 88, "608880": 88, "79686": 88, "229832": 88, "900488": 88, "653414": 88, "4980135": 88, "40852": 88, "820286": 88, "539938": 88, "161467": 88, "59595": 88, "762558": 88, "7978168": 88, "203036": 88, "1103": 88, "20577": 88, "2386879": 88, "993279": 88, "739792": 88, "0301712": 88, "217537": 88, "274149": 88, "9920654": 88, "84092": 88, "583551": 88, "4908586": 88, "1209": 88, "072664": 88, "122103": 88, "2546476": 88, "1088106": 88, "7795": 88, "682884": 88, "82307": 88, "9130111": 88, "871901": 88, "628345": 88, "067177": 88, "173874": 88, "734207": 88, "486908": 88, "5671427": 88, "432045": 88, "13434": 88, "7937093": 88, "25696": 88, "538927": 88, "993273": 88, "9933993": 88, "775131": 88, "87924": 88, "100765": 88, "5068433": 88, "573284": 88, "911606": 88, "334994": 88, "63873": 88, "4847171": 88, "55217": 88, "442886": 88, "012045": 88, "591076": 88, "67041": 88, "88184": 88, "017": 88, "038567": 88, "484993": 88, "30167": 88, "74962": 88, "506552": 88, "9844346": 88, "384110": 88, "798": 88, "103796": 88, "3912582": 88, "718572": 88, "865433": 88, "52578": 88, "8629026": 88, "009302": 88, "856209": 88, "6826453": 88, "577064": 88, "607": 88, "9485": 88, "21023": 88, "3678339": 88, "1642453": 88, "420471": 88, "1042883": 88, "208645": 88, "72489": 88, "998941": 88, "5208": 88, "81898": 88, "986662": 88, "87142": 88, "663768": 88, "983475": 88, "678801": 88, "802359": 88, "5781016": 88, "977": 88, "994516": 88, "8675216": 88, "880089": 88, "1262": 88, "1515": 88, "378036": 88, "44615075": 88, "1135936": 88, "1012": 88, "9957": 88, "28078": 88, "999395": 88, "2347054": 88, "911696": 88, "0356": 88, "019802": 88, "52058": 88, "8313658": 88, "1654232": 88, "19379": 88, "2817": 88, "9358": 88, "03184": 88, "655746": 88, "3327703": 88, "2536142": 88, "1025": 88, "293673": 88, "445791": 88, "5963737": 88, "1351892": 88, "0833": 88, "437536": 88, "042078": 88, "386407": 88, "2161875": 88, "1309": 88, "870342": 88, "699852": 88, "502956": 88, "657117": 88, "084388": 88, "225992": 88, "2472076": 88, "1569444": 88, "2086": 88, "047049": 88, "712967": 88, "6748056": 88, "1877708": 88, "7529": 88, "312537": 88, "06745": 88, "81685615": 88, "1363277": 88, "889441": 88, "022127": 88, "0998027": 88, "1511907": 88, "1181": 88, "1582": 88, "25977": 88, "8511174": 88, "1063042": 88, "1137": 88, "0897": 88, "217064": 88, "0714601": 88, "1023380": 88, "2040": 88, "2118": 88, "544863": 88, "461933": 88, "4441502": 88, "1836190": 88, "2529": 88, "7434": 88, "992049": 88, "891808": 88, "2276769": 88, "66814": 88, "351942": 88, "703776": 88, "79801": 88, "1896": 88, "4862": 88, "343338": 88, "7255228": 88, "1706837": 88, "1738": 88, "7863": 88, "685612": 88, "9370227": 88, "1564907": 88, "1819": 88, "8478": 88, "205776": 88, "776604": 88, "3423305": 88, "1637863": 88, "533558": 88, "254023": 88, "37915": 88, "69621": 88, "610672": 88, "3951087": 88, "697841": 88, "1090": 88, "8883": 88, "197186": 88, "3024671": 88, "981799": 88, "24103": 88, "340016": 88, "6408863": 88, "68616": 88, "526716": 88, "085022": 88, "04738527": 88, "588157": 88, "741325": 88, "45583": 88, "0234256": 88, "955": 88, "4651": 88, "080013": 88, "02629": 88, "845024": 88, "139757": 88, "3318205": 88, "955624": 88, "493074": 88, "3589754": 88, "70111": 88, "452288": 88, "407345": 88, "5939164": 88, "130938": 88, "756516": 88, "744356": 88, "2581863": 88, "85280": 88, "130491": 88, "85354": 88, "7462764": 88, "35435": 88, "739147": 88, "232125": 88, "95856": 88, "03153": 88, "830122": 88, "9822812": 88, "818962": 88, "1441": 88, "3219": 88, "395819": 88, "927961": 88, "7346813": 88, "1297189": 88, "04126": 88, "11858": 88, "23063": 88, "9470654": 88, "758737": 88, "769078": 88, "700409": 88, "4319363": 88, "7151": 88, "712755": 88, "936546": 88, "8116667": 88, "1362343": 88, "580465": 88, "114868": 88, "4312929": 88, "1138610": 88, "3361": 88, "331541": 88, "00343": 88, "048454": 88, "3024965": 88, "2836": 88, "323826": 88, "4266663": 88, "2553043": 88, "2352": 88, "4175": 88, "25093": 88, "0051785": 88, "2117175": 88, "2825": 88, "996": 88, "099987": 88, "839624": 88, "373072": 88, "2543396": 88, "5151": 88, "141766": 88, "081106": 88, "360667": 88, "1461163": 88, "687538": 88, "630848": 88, "9272208": 88, "869343": 88, "1933": 88, "3208": 88, "414612": 88, "75106": 88, "9096956": 88, "1739988": 88, "3003": 88, "476208": 88, "260881": 88, "2703202": 88, "1776": 88, "796214": 88, "991514": 88, "4039795": 88, "1828959": 88, "0966": 88, "37355": 88, "000368": 88, "790329": 88, "1621886": 88, "1535": 88, "6776": 88, "64689": 88, "027721": 88, "92147976": 88, "1382109": 88, "1070": 88, "4492": 88, "329798": 88, "4046625": 88, "963404": 88, "375334": 88, "626062": 88, "4629197": 88, "798983": 88, "695002": 88, "719495": 88, "862947": 88, "217703": 88, "437775": 88, "07955": 88, "814928": 88, "6540294": 88, "134862": 88, "507696": 88, "5265477": 88, "00732": 88, "061901": 88, "6219144": 88, "72006": 88, "039072": 88, "185757": 88, "234543": 88, "108005": 88, "926476": 88, "740973": 88, "8430476": 88, "8773": 88, "682913": 88, "498217": 88, "5347023": 88, "1410189": 88, "320927": 88, "997578": 88, "4750577": 88, "950733": 88, "25543": 88, "278501": 88, "510529": 88, "397816": 88, "395718": 88, "3793273": 88, "315658": 88, "01982": 88, "494572": 88, "6984215": 88, "335354": 88, "544844": 88, "299374": 88, "498": 88, "51852": 88, "83481": 88, "420488": 88, "471261": 88, "448666": 88, "4525": 88, "919167": 88, "447118": 88, "819357": 88, "682133": 88, "215752": 88, "4204226": 88, "790886": 88, "81009": 88, "7941985": 88, "4895": 88, "68059": 88, "8094609": 88, "890540": 88, "470379": 88, "564283": 88, "4681": 88, "69247": 88, "29456785": 88, "1163221": 88, "87485": 88, "670357": 88, "8225725": 88, "9154": 88, "599335": 88, "355534": 88, "5305769": 88, "484123": 88, "1382": 88, "891599": 88, "999945": 88, "5557412": 88, "1244619": 88, "8625": 88, "357159": 88, "554504": 88, "128186": 88, "739491": 88, "8452": 88, "495691": 88, "75022": 88, "13768224": 88, "1191460": 88, "1755": 88, "395845": 88, "233568": 88, "5339695": 88, "1492358": 88, "279238": 88, "898874": 88, "688903": 88, "631628": 88, "065317": 88, "6888297": 88, "569489": 88, "826828": 88, "234565": 88, "0206": 88, "673584": 88, "873396": 88, "975745": 88, "594968": 88, "815": 88, "1073": 88, "284251": 88, "545315": 88, "1647538": 88, "966117": 88, "985385": 88, "93227": 88, "127358": 88, "004717": 88, "936619": 88, "1236157": 88, "9882": 88, "365337": 88, "001156": 88, "6044636": 88, "333889": 88, "3318": 88, "651054": 88, "614986": 88, "181480": 88, "010227": 88, "79372": 88, "146664": 88, "59576": 88, "390213": 88, "894945": 88, "8684926": 88, "570236": 88, "59343": 88, "5267246": 88, "15375": 88, "20326": 88, "188778": 88, "93738": 88, "983723": 88, "003113": 88, "8033586": 88, "221664": 88, "668886": 88, "3165517": 88, "650764": 88, "165148": 88, "5306246": 88, "53965": 88, "157383": 88, "457339": 88, "95734": 88, "35088": 88, "4295363": 88, "47406": 88, "338148": 88, "9402747": 88, "3464": 88, "925404": 88, "273043": 88, "2664": 88, "3604": 88, "509575": 88, "99787": 88, "487545": 88, "2375066": 88, "3005": 88, "8865": 88, "8656": 88, "20208": 88, "2684761": 88, "7615": 88, "197342": 88, "086617": 88, "261744": 88, "2821500": 88, "615269": 88, "11328": 88, "584083": 88, "20398": 88, "780738": 88, "99957": 88, "602093": 88, "397929": 88, "816364": 88, "155039": 88, "980941": 88, "091959": 88, "514444": 88, "923158": 88, "93237": 88, "886036": 88, "283798": 88, "940544": 88, "411239": 88, "4053": 88, "9346": 88, "16852": 88, "773457": 88, "774252": 88, "3648541": 88, "031296": 88, "765486": 88, "873235": 88, "823162": 88, "340607": 88, "295609": 88, "977745": 88, "899288": 88, "2945585": 88, "729017": 88, "415078": 88, "192297": 88, "950842": 88, "464287": 88, "169394": 88, "823215": 88, "59591": 88, "65728": 88, "0935545": 88, "50592": 88, "325115": 88, "709449": 88, "27389": 88, "735031": 88, "947844": 88, "82053": 88, "900738": 88, "363319": 88, "47042": 88, "461578": 88, "763615": 88, "52933": 88, "80769": 88, "0389": 88, "754734": 88, "546379": 88, "873129": 88, "822796": 88, "6906": 88, "83376": 88, "001799": 88, "935489": 88, "226307": 88, "57874": 88, "372105": 88, "262045": 88, "326594": 88, "628372": 88, "166679": 88, "167046": 88, "691072": 88, "63086": 88, "55798": 88, "012146": 88, "636631": 88, "807955": 88, "369502": 88, "70325": 88, "94949": 88, "544811": 88, "337481": 88, "586532": 88, "1041": 88, "8875": 88, "804943": 88, "998793": 88, "276424": 88, "937698": 88, "2505": 88, "37692": 88, "888063": 88, "3427425": 88, "4303": 88, "7583": 88, "214954": 88, "2613": 88, "414637": 88, "3870570": 88, "950": 88, "714012": 88, "159508": 88, "151306": 88, "74679": 88, "251833": 88, "827276": 88, "98147": 88, "937086": 88, "358186": 88, "291485": 88, "252293": 88, "602841": 88, "470722": 88, "394222": 88, "277687": 88, "822987": 88, "489048": 88, "156735": 88, "22203": 88, "64449": 88, "052027": 88, "95142": 88, "187042": 88, "178462": 88, "650509": 88, "624398": 88, "087856": 88, "81011": 88, "491618": 88, "322044": 88, "77929": 88, "339748": 88, "95429": 88, "417715": 88, "883621": 88, "998": 88, "256157": 88, "279231": 88, "208662": 88, "422109": 88, "97581": 88, "713926": 88, "465273": 88, "26651": 88, "392784": 88, "754955": 88, "890859": 88, "168539": 88, "2839": 88, "5784": 88, "345562": 88, "531103": 88, "804117": 88, "2523309": 88, "3925": 88, "5715": 88, "477875": 88, "937943": 88, "464203": 88, "3504417": 88, "4254": 88, "768286": 88, "724548": 88, "3828847": 88, "4908": 88, "187576": 88, "087038": 88, "4400032": 88, "08793": 88, "162493": 88, "204876": 88, "17672": 88, "449238": 88, "77673": 88, "4341": 88, "2114": 88, "581272": 88, "12907": 88, "831139": 88, "3903533": 88, "2915": 88, "08801": 88, "42213": 88, "683224": 88, "4171513": 88, "3491": 88, "4077": 88, "89672": 88, "679293": 88, "496178": 88, "3150081": 88, "309011": 88, "804707": 88, "097784": 88, "872309": 88, "28057": 88, "83315": 88, "32014": 88, "60585": 88, "294132": 88, "06836": 88, "328117": 88, "36409": 88, "44078": 88, "79806": 88, "133389": 88, "43842": 88, "323395": 88, "736319": 88, "34564": 88, "02745": 88, "606394": 88, "023228": 88, "58435": 88, "921928": 88, "423105": 88, "42138": 88, "429708": 88, "647804": 88, "55395": 88, "446527": 88, "192326": 88, "08581": 88, "69578": 88, "023277": 88, "03985": 88, "502487": 88, "397675": 88, "01041": 88, "92337": 88, "942945": 88, "1697": 88, "0332": 88, "39393": 88, "575014": 88, "522898": 88, "1457054": 88, "909515": 88, "961433": 88, "839106": 88, "118645": 88, "401157": 88, "892473": 88, "7243": 88, "207127": 88, "405018": 88, "610846": 88, "6482271": 88, "6050": 88, "9165": 88, "506327": 88, "5445381": 88, "5802": 88, "61357": 88, "26556": 88, "554426": 88, "5239022": 88, "5660": 88, "5815": 88, "0777": 88, "114191": 88, "911041": 88, "5093937": 88, "5907": 88, "608673": 88, "191023": 88, "198372": 88, "5316920": 88, "9303": 88, "091045": 88, "664352": 88, "5355": 88, "462065": 88, "446198": 88, "676174": 88, "86975": 88, "234293": 88, "196945": 88, "72702": 88, "81109": 88, "91152": 88, "71026": 88, "808823": 88, "34431": 88, "228575": 88, "46324": 88, "034254": 88, "445435": 88, "088394": 88, "545113": 88, "056477": 88, "48272": 88, "513992": 88, "597227": 88, "68627": 88, "137533": 88, "70093": 88, "33599": 88, "662937": 88, "363422": 88, "69531": 88, "924374": 88, "73869": 88, "839935": 88, "857756": 88, "073912": 88, "361885": 88, "164515": 88, "011673": 88, "565113": 88, "377394": 88, "95512": 88, "372908": 88, "871769": 88, "2666": 88, "0518": 88, "77003": 88, "471449": 88, "982664": 88, "2182675": 88, "6300": 88, "4297": 88, "49313": 88, "120296": 88, "808458": 88, "5725117": 88, "8811": 88, "531456": 88, "561466": 88, "571522": 88, "7934286": 88, "6695": 88, "31789": 88, "617308": 88, "11162": 88, "5988546": 88, "9954": 88, "786385": 88, "56357": 88, "611694": 88, "463623": 88, "7725": 88, "66061": 88, "009495": 88, "697567": 88, "6953081": 88, "7112": 88, "092": 88, "154137": 88, "774574": 88, "108007": 88, "6400882": 88, "7589": 88, "069283": 88, "823973": 88, "6806540": 88, "7284": 88, "75603": 88, "36963": 88, "25723": 88, "6567345": 88, "34198": 88, "128633": 88, "060984": 88, "87071": 88, "23084": 88, "799652": 88, "91234": 88, "266905": 88, "761063": 88, "622814": 88, "924835": 88, "308342": 88, "76857": 88, "624556": 88, "077736": 88, "452297": 88, "497612": 88, "40393": 88, "641663": 88, "917315": 88, "30557": 88, "393188": 88, "25013": 88, "47385": 88, "55956": 88, "52394": 88, "14162": 88, "054893": 88, "166603": 88, "48113": 88, "279541": 88, "949242": 88, "318306": 88, "868973": 88, "62419": 88, "097755": 88, "851496": 88, "950931": 88, "87412": 88, "786936": 88, "933619": 88, "27451": 88, "58274": 88, "477741": 88, "46448": 88, "158018": 88, "413868": 88, "38672": 88, "854069": 88, "157618": 88, "6531380": 88, "276726": 88, "902065": 88, "919645": 88, "4107929": 88, "7623": 88, "4326": 88, "158352": 88, "180256": 88, "6847386": 88, "6947": 88, "06217": 88, "78853": 88, "24378": 88, "6253876": 88, "64776": 88, "771917": 88, "54648": 88, "8188946": 88, "09069": 88, "673058": 88, "510412": 88, "35179": 88, "799736": 88, "46637": 88, "21796": 88, "422802": 88, "520885": 88, "4355224": 88, "766872": 88, "16245": 88, "959476": 88, "62267": 88, "26822": 88, "667793": 88, "918974": 88, "58964": 88, "34158": 88, "237514": 88, "070307": 88, "39148": 88, "905378": 88, "062317": 88, "6153": 88, "987005": 88, "171911": 88, "07577": 88, "398651": 88, "837196": 88, "98378": 88, "30729": 88, "006378": 88, "59511": 88, "637218": 88, "68392": 88, "53599": 88, "408203": 88, "29011": 88, "36071": 88, "787981": 88, "836372": 88, "465584": 88, "595346": 88, "46531": 88, "35134": 88, "423868": 88, "927923": 88, "466934": 88, "542606": 88, "690955": 88, "2477": 88, "14731": 88, "00025": 88, "781527": 88, "1977187": 88, "94759": 88, "644999": 88, "3888217": 88, "4505": 88, "703907": 88, "807577": 88, "97025": 88, "4071010": 88, "33011": 88, "624273": 88, "0148": 88, "02536": 88, "36438": 88, "3543": 88, "0786": 88, "36832": 88, "563951": 88, "862566": 88, "3202745": 88, "3745": 88, "45838": 88, "592949": 88, "748531": 88, "4067437": 88, "3872": 88, "28053": 88, "146233": 88, "738441": 88, "3485328": 88, "4094": 88, "6316": 88, "37934": 88, "257887": 88, "230354": 88, "3685168": 88, "6661": 88, "606304": 88, "708069": 88, "5995403": 88, "85174": 88, "639334": 88, "771671": 88, "16045": 88, "708534": 88, "23912": 88, "647655": 88, "036564": 88, "43089": 88, "57566": 88, "250349": 88, "130976": 88, "49098": 88, "85888": 88, "392647": 88, "80126": 88, "471773": 88, "646113": 88, "124214": 88, "765324": 88, "500229": 88, "977394": 88, "556833": 88, "698845": 88, "42441": 88, "563036": 88, "609982": 88, "102802": 88, "835937": 88, "69949": 88, "181385": 88, "469681": 88, "59502": 88, "909647": 88, "101468": 88, "66151": 88, "910679": 88, "273347": 88, "35091": 88, "401176": 88, "324581": 88, "71592": 88, "573292": 88, "8933735": 88, "89574": 88, "314674": 88, "169209": 88, "55806": 88, "226868": 88, "58246": 88, "990826": 88, "583698": 88, "76581": 88, "975693": 88, "315203": 88, "211603": 88, "393436": 88, "684353": 88, "962957": 88, "845577": 88, "227089": 88, "785164": 88, "81533": 88, "78495": 88, "165697": 88, "039814": 88, "37903": 88, "668146": 88, "82086": 88, "041191": 88, "998777": 88, "887494": 88, "680238": 88, "74524": 88, "250929": 88, "870352": 88, "0501375": 88, "530770": 88, "78235": 88, "41525": 88, "343817": 88, "575379": 88, "320056": 88, "28177": 88, "437138": 88, "750761": 88, "752086": 88, "153119": 88, "4101": 88, "57593": 88, "547272": 88, "499285": 88, "803713": 88, "545914": 88, "444693": 88, "527241": 88, "661545": 88, "53084": 88, "061643": 88, "10691": 88, "282064": 88, "111017": 88, "51776": 88, "679943": 88, "623661": 88, "948649": 88, "144203": 88, "99529": 88, "502026": 88, "113121": 88, "176395": 88, "82913": 88, "008144": 88, "827543": 88, "9139585": 88, "356246": 88, "179922": 88, "8165884": 88, "240658": 88, "216024": 88, "049884": 88, "9406": 88, "607895": 88, "994785": 88, "3867": 88, "242946": 88, "15726": 88, "06001": 88, "49031": 88, "626621": 88, "247664": 88, "63905": 88, "56933": 88, "999338": 88, "303662": 88, "155237": 88, "98283": 88, "69601": 88, "996305": 88, "818181": 88, "103831": 88, "43365": 88, "01116": 88, "810081": 88, "61902": 88, "213251": 88, "864481": 88, "616375": 88, "14059": 88, "561531": 88, "291023": 88, "290013": 88, "60426": 88, "577415": 88, "974966": 88, "945387": 88, "09662": 88, "126259": 88, "75012": 88, "129744": 88, "99909": 88, "957376": 88, "398741": 88, "644516": 88, "742807": 88, "38035": 88, "68085": 88, "795471": 88, "864655": 88, "421692": 88, "853812": 88, "444937": 88, "155224": 88, "639802": 88, "62606": 88, "500097": 88, "85239": 88, "7212": 88, "08769": 88, "108369": 88, "374291": 88, "68054": 88, "438751": 88, "759789": 88, "8017235": 88, "269702": 88, "02954": 88, "213444": 88, "81333": 88, "8243685": 88, "229651": 88, "00937": 88, "375805": 88, "48292": 88, "240308": 88, "04773": 88, "78811": 88, "049967": 88, "860969": 88, "220542": 88, "25504": 88, "277805": 88, "955597": 88, "760807": 88, "201731": 88, "213139": 88, "60114": 88, "48715": 88, "001703": 88, "46865": 88, "635589": 88, "221107": 88, "109674": 88, "9412384": 88, "63318": 88, "26123": 88, "222464": 88, "237269": 88, "58445": 88, "038744": 88, "9729078": 88, "037195": 88, "692776": 88, "3160286": 88, "770256": 88, "53176": 88, "763005": 88, "87993": 88, "103163": 88, "441555": 88, "4654706": 88, "286907": 88, "844337": 88, "499041": 88, "3575": 88, "10244": 88, "518553": 88, "7320251": 88, "827500": 88, "8073": 88, "295015": 88, "016277": 88, "3730378": 88, "1108626": 88, "1072": 88, "4786": 88, "873655": 88, "144833": 88, "8989847": 88, "965230": 88, "420418": 88, "237041": 88, "577261": 88, "2309": 88, "720751": 88, "337305": 88, "910754": 88, "872307": 88, "28127": 88, "197556": 88, "4707968": 88, "50226": 88, "287544": 88, "413916": 88, "534519": 88, "346052": 88, "6212": 88, "984917": 88, "419529": 88, "94522": 88, "674659": 88, "733772": 88, "07528": 88, "035179": 88, "4852": 88, "311705": 88, "56456": 88, "236861": 88, "631967": 88, "22852": 88, "344952": 88, "58754": 88, "560407": 88, "347605": 88, "326004": 88, "84595": 88, "5393739": 88, "1119156": 88, "26825": 88, "772131": 88, "714325": 88, "096941": 88, "648078": 88, "780336": 88, "484047": 88, "4706626": 88, "355236": 88, "587442": 88, "7593412": 88, "372401": 88, "19888": 88, "850016": 88, "7583431": 88, "1079741": 88, "1826": 88, "2998": 88, "840548": 88, "298168": 88, "3745906": 88, "1643669": 88, "057957": 88, "570192": 88, "9157972": 88, "157179": 88, "578194": 88, "341252": 88, "974818": 88, "529976": 88, "427694": 88, "9428682": 88, "5748": 88, "313513": 88, "2255049": 88, "005653": 88, "1828644": 88, "1428": 88, "979132": 88, "311874": 88, "46443972": 88, "496028": 88, "1375": 88, "0525": 88, "567287": 88, "014524": 88, "11835387": 88, "1237547": 88, "1464": 88, "480985": 88, "5645857": 88, "1317869": 88, "380638": 88, "220278": 88, "6327314": 88, "445868": 88, "922201": 88, "970597": 88, "560345": 88, "61838": 88, "946701": 88, "933338": 88, "093073": 88, "410771": 88, "560": 88, "925459": 88, "773348": 88, "055126": 88, "504581": 88, "871876": 88, "722929": 88, "191752": 88, "536386": 88, "418673": 88, "5819852": 88, "744133": 88, "999746": 88, "4415144": 88, "956770": 88, "90969": 88, "74368": 88, "8199086": 88, "1086": 88, "9948": 88, "50109": 88, "585283": 88, "3219347": 88, "978295": 88, "91885": 88, "318344": 88, "535563": 88, "044543": 88, "319316": 88, "121815": 88, "953701": 88, "671339": 88, "596618": 88, "932785": 88, "481953": 88, "3281816": 88, "977170": 88, "7164": 88, "061243": 88, "15332632": 88, "1188644": 88, "622356": 88, "660505": 88, "5307813": 88, "1123": 88, "5736": 88, "958847": 88, "000471": 88, "1390406": 88, "1011216": 88, "26294": 88, "37521827": 88, "3207": 88, "3267": 88, "21404": 88, "906685": 88, "279724": 88, "2886594": 88, "6965": 88, "018936": 88, "829346": 88, "0265746": 88, "2301027": 88, "0x7f6d49d5f670": 88, "175195": 88, "1700214442": 88, "738834": 88, "215683": 88, "7389145": 88, "738949": 88, "7389746": 88, "7390523": 88, "739078": 88, "7391007": 88, "index4action_simul": 88, "cooling_setpoint_rl26action_simul": 88, "heating_setpoint_rl19episod": 88, "69622episod": 88, "22738": 88, "12343episod": 88, "3556": 88, "04736episod": 88, "cumulative_power71120947": 88, "22879episod": 88, "17188episod": 88, "cumulative_temperature_violation45476": 88, "24685episod": 88, "32447episod": 88, "05074episod": 88, "mean_power1014": 88, "89714episod": 88, "37522episod": 88, "64895eval": 88, "24201eval": 88, "17670": 88, "69841eval": 88, "1708": 88, "48282eval": 88, "cumulative_power_consumption34169656": 88, "38755eval": 88, "18123eval": 88, "cumulative_temperature_violation35341": 88, "39683eval": 88, "5043eval": 88, "04876eval": 88, "mean_power_consumption975": 88, "16143eval": 88, "55306eval": 88, "0086eval": 88, "hvac_electricity_demand_rate2556": 88, "69653observ": 88, "air_humidity17": 88, "01894observ": 88, "air_temperature16": 88, "82935observ": 88, "02657observ": 88, "total_electricity_hvac2301027": 88, "loss16037": 88, "58984train": 88, "pf27dlousync": 88, "20231117_094859": 88, "15owsnpb": 88, "43_sr2houk": 88, "7954676783357755": 88, "963": 88, "9496999955164": 88, "1817": 88, "582571129998": 88, "2841": 88, "5036276598917": 88, "4340": 88, "565445997684": 88, "6108": 88, "581378312066": 88, "7223": 88, "767956524665": 88, "8558": 88, "958125000907": 88, "9950": 88, "644160496227": 88, "11044": 88, "144766497926": 88, "13176": 88, "534777951341": 88, "395840884017": 88, "4263319241570109": 88, "14938": 88, "670622460524": 88, "7052782846459695": 88, "936": 88, "5481180476335": 88, "784133735751": 88, "2827": 88, "2387312028445": 88, "4366": 88, "328889075081": 88, "6183": 88, "997471720583": 88, "7325": 88, "563685767946": 88, "46846670104": 88, "10086": 88, "073464526888": 88, "11172": 88, "340415472303": 88, "13219": 88, "748208010345": 88, "14115": 88, "750843779568": 88, "4283177306652533": 88, "15008": 88, "253282509391": 88, "7042527324647196": 88, "5236861805773": 88, "7806890630795": 88, "2820": 88, "081000039381": 88, "9802117699255": 88, "508686603184": 88, "935226174976": 88, "8529": 88, "98270733462": 88, "566541371296": 88, "10989": 88, "840486913932": 88, "12997": 88, "533912090104": 88, "13880": 88, "172965873764": 88, "42214784762863855": 88, "14792": 88, "06058090633": 88, "7502089967989307": 88, "942": 88, "9367504242642": 88, "656177587228": 88, "655237212276": 88, "4333": 88, "22916802518": 88, "6090": 88, "34169685729": 88, "1494897446855": 88, "8598": 88, "938588370329": 88, "9997": 88, "264926241101": 88, "11077": 88, "148069449044": 88, "575884449961": 88, "14086": 88, "931630958963": 88, "4275640288043432": 88, "14981": 88, "8435693031": 88, "795342248728848": 88, "7996243556881": 88, "0145801281317": 88, "2877": 88, "741132595393": 88, "4407": 88, "196686348535": 88, "90714284908": 88, "7316": 88, "297986671081": 88, "8651": 88, "146489725308": 88, "10070": 88, "592382785619": 88, "11131": 88, "844874744675": 88, "13342": 88, "353151567342": 88, "14226": 88, "469403206707": 88, "43131719567353316": 88, "15113": 88, "354536399509": 88, "0x7f80ad33c0a0": 89, "217491": 90, "886911": 90, "89998888619655": 90, "045027": 90, "73458": 90, "04774477368803296": 90, "8954737606592": 90, "268929570656645": 90, "35254046509186": 90, "840368": 90, "000128": 90, "10365036504194708": 90, "020063419083978743": 90, "08358694595796834": 90, "2683816795749": 90, "16717389191593668": 90, "832826108084063": 90, "21284685762769534": 90, "49947498388144": 90, "913313585398759": [91, 92], "857887333002763": [91, 92], "715774666005526": [91, 92], "284225333994474": [91, 92], "2795": 91, "338629010751": 91, "005629148688825955": 91, "5829737765191": 91, "780085346555335": 91, "3442": 91, "9942477932536": 91, "22725948485913058": 91, "00882370430179678": 91, "21843578055733381": 91, "47408603593558": 91, "43687156111466763": 91, "563128438885332": 91, "6086": 91, "758193423204": 91, "98606808783697": 91, "8588": 91, "569469115886": 91, "4531417474460593": 91, "9062834948921186": 91, "40628349489212": 91, "11765": 91, "765367945189": 91, "900405758648773": 91, "14245": 91, "140165597242": 91, "9700071561753898": 91, "9400143123507796": 91, "94001431235078": 91, "16167": 91, "362661542358": 91, "996330089060972": 91, "18044": 91, "632044925856": 91, "799172085986662": 91, "19572": 91, "469153276368": 91, "0005842181877573": 91, "9361213807575055": 91, "872242761515011": 91, "37224276151501": 91, "25697": 91, "968230973762": 91, "766705234161947": 91, "99400805497": 91, "933681388733177": 91, "8548035936270668": 91, "29952": 91, "317920693455": 91, "res35043": 92, "284225": 92, "284225463867188": 92, "922800064086914": 92, "8381089": 92, "15050839": 92, "892908": 92, "685593": 92, "20605884": 92, "00121972": 92, "97728": 92, "254574": 92, "20422778": 92, "9112268": 92, "515854": 92, "6123266": 92, "04220473": 92, "453775": 92, "091732": 92, "46484488": 92, "32572523": 92, "493168": 92, "02853": 92, "35264364590376623": 92, "05800834342804423": 92, "res35050": 92, "8384174e": 92, "6903370e": 92, "8284225e": 92, "6922800e": 92, "res35051": 92, "00538809382535063": 92, "76187650701259": 92, "961309048938297": 92, "006935757308931089": 92, "71514617862178": 92, "093696177204187": 92, "11540370667002": 92, "4961122594044092": 92, "9922245188088183": 92, "49222451880882": 92, "96360689704416": 92, "9700266488211167": 92, "9400532976422333": 92, "940053297642233": 92, "006542366753496509": 92, "013084733506993018": 92, "013084733506993": 92, "800150805217598": 92, "9667086618754865": 92, "0311714993057384": 92, "933417323750973": 92, "433417323750973": 92, "02925460307228": 92, "283078053476807": 92, "sweden": 97, "reach": 98, "max_energi": [], "max_comfort": [], "magnitud": 94, "normalizedlinearreward": 94, "equilibr": [], "max_energy_penalti": 72, "max_comfort_penalti": 72, "crucial": [6, 9, 89, 94], "incorpor": [2, 3, 6, 94, 97], "behind": [], "equat": 94, "lower": 94, "relationship": 94, "calibr": 94, "greater": [], "deviat": 94, "focus": [], "vari": [3, 11, 85, 87, 94], "depict": 2, "straightforward": [4, 85, 94, 96], "advanc": [6, 94], "suggest": [], "overrid": 94, "relev": 94, "streamlin": [], "subsequ": [2, 11], "modular": 94, "swiftli": [], "conveni": [], "1zonedatacentercrac_wapproachtemp": 3, "IT": 3, "ITE": 3, "serv": 3, "crac": 3, "illustr": [3, 98], "variou": [3, 9, 11, 86], "lieber": 3, "dse": 3, "refriger": 3, "fiction": 3, "resist": 3, "gain": 3, "orient": [2, 3], "north": 3, "worldwid": [], "maxim": [], "ident": [], "advis": [], "idfversionupdat": 6, "simulationcontrol": 6, "meet": [], "challeng": 6, "preliminari": 6, "conduct": 5, "li": [], "incorrect": 6, "aoutput": [], "verifi": 6, "potenti": 6, "ve": [4, 6, 9, 88, 96], "ll": [6, 85, 86, 87, 88, 90, 92, 96], "incremental_variables_definit": 77, "decreas": 98, "rather": 98, "achiev": [], "figur": [2, 98], "round": 98, "nearest": 98, "essenc": 98, "run_simulation_for_sizing_period": 6, "prior": 9, "multipl": [2, 3, 6, 7, 86], "solv": 6, "consult_environ": 6, "get_id": 6, "sinergym_environment_id": 6, "pattern": 6, "control_typ": 6, "prefix": 31, "filter": 31, "strategi": [0, 2, 12], "creation": [0, 12], "comprehens": [0, 5, 12], "cutomiz": [0, 12], "guidanc": [0, 6, 12], "assist": [0, 12], "outlin": [2, 6], "primari": [2, 5, 9], "concurr": 2, "upon": [2, 5, 6, 96], "gather": 2, "altitud": 2, "regard": [2, 5], "ongo": 2, "interrupt": 2, "warmup": 2, "resum": 2, "repeat": 2, "conclud": [2, 96], "highli": [2, 88], "among": 2, "accomplish": 2, "sensor": 2, "perspect": 2, "hide": 2, "focu": 2, "beyond": 2, "preced": 2, "supplementari": 2, "share": [2, 6], "dispatch": 2, "conting": 2, "emploi": [2, 6], "constitut": 3, "though": [3, 88], "beggin": 3, "radiant": 3, "thermal_comfort_mean_radiant_temperatur": 3, "cloth": 3, "thermal_comfort_clothing_valu": 3, "fanger": 3, "ppd": 3, "thermal_comfort_fanger_model_ppd": 3, "people_air_temperatur": 3, "supply_air_rl": 3, "cooling_coil_demand_r": 3, "fan_demand_r": 3, "ec": 3, "ups_demand_r": 3, "ite_fan_demand_r": 3, "cpu_demand_r": 3, "building_electricity_demand_r": 3, "total_electricity_demand_r": 3, "office_heating_rl": 3, "office_cooling_rl": 3, "zone1": 3, "zone2": 3, "zone3": 3, "htgsetp_sch_yes_optimum": 3, "clgsetp_sch_yes_optimum": 3, "core_bottom": 3, "core_mid": 3, "core_top": 3, "firstfloor_plenum": 3, "midfloor_plenum": 3, "topfloor_plenum": 3, "perimeter_bot_zn_1": 3, "perimeter_bot_zn_2": 3, "perimeter_bot_zn_3": 3, "perimeter_bot_zn_4": 3, "perimeter_mid_zn_1": 3, "perimeter_mid_zn_2": 3, "perimeter_mid_zn_3": 3, "perimeter_mid_zn_4": 3, "perimeter_top_zn_1": 3, "perimeter_top_zn_2": 3, "perimeter_top_zn_3": 3, "perimeter_top_zn_4": 3, "htgsetp_sch": 3, "clgsetp_sch": 3, "zn_1_flr_1_sec_5": 3, "storage_battery_charge_st": 3, "kibam": 3, "storage_charge_energi": 3, "storage_charge_pow": 3, "storage_discharge_energi": 3, "storage_discharge_pow": 3, "storage_thermal_loss_energi": 3, "storage_thermal_loss_r": 3, "zn_1_flr_1_sec_1": 3, "zn_1_flr_1_sec_2": 3, "zn_1_flr_1_sec_3": 3, "zn_1_flr_1_sec_4": 3, "people_count": 3, "charge_rate_rl": 3, "discharge_rate_rl": 3, "battery_charge_st": 3, "nuanc": 5, "enhanc": [5, 6], "necessarili": 5, "tailor": 5, "lead": 5, "realist": 5, "assess": 5, "episode_num": 5, "mean_power_demand": 5, "cumulative_power_demand": 5, "degre": 5, "mean_abs_energy_penalti": 5, "cumulative_abs_energy_penalti": 5, "mean_abs_comfort_penalti": 5, "cumulative_abs_comfort_penalti": 5, "mean_reward_energy_term": 5, "cumulative_reward_energy_term": 5, "mean_reward_comfort_term": 5, "cumulative_reward_comfort_term": 5, "mirror": 5, "leverag": [5, 6, 10, 88], "consider": 5, "train_agent_ppo": 5, "remain": 5, "adher": 6, "overview": 6, "elimin": [6, 10], "quit": 6, "explicit": 6, "align": [6, 98], "highlight": 6, "akin": 6, "encourag": 6, "explor": [6, 85, 86, 92], "scenario": [6, 86], "further": 6, "differenti": 6, "expand": [6, 8], "varieti": 6, "clearer": 7, "quickli": [7, 94], "abil": [8, 87], "examin": [8, 85], "fewer": 8, "ey": 8, "insuffici": 9, "silent": 9, "\u00e7": 9, "quota": 9, "grant": 9, "channel": 9, "complianc": 10, "halt": 10, "resolv": 10, "unrecogn": 10, "treat": 10, "lite": 10, "across": 11, "approach": [11, 86, 87], "friendli": 11, "proce": 11, "confirm": 11, "furthermor": 11, "seem": [85, 96], "inher": 85, "readili": [85, 96], "iter": 85, "essenti": [85, 94, 98], "encompass": 86, "necessit": 86, "accommod": 86, "untouch": 86, "preconfigur": 86, "mismatch": 86, "throw": 86, "alter": 86, "drawback": 87, "won": 87, "lastli": 87, "retain": 87, "capabl": 88, "beforehand": 89, "unus": 91, "benefici": 92, "seen": [92, 98], "exce": 92, "caution": [92, 98], "whenev": [93, 95], "signifi": 94, "concept": 94, "encapsul": 94, "larger": 94, "emphas": 94, "simplifi": 94, "assum": 96, "inspect": 96, "monthli": 96, "transit": 98}, "objects": {"sinergym": [[13, 0, 0, "-", "config"], [16, 0, 0, "-", "envs"], [19, 0, 0, "-", "simulators"], [22, 0, 0, "-", "utils"]], "sinergym.config": [[14, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[15, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "adapt_building_to_config"], [15, 2, 1, "", "adapt_building_to_epw"], [15, 2, 1, "", "adapt_building_to_meters"], [15, 2, 1, "", "adapt_building_to_variables"], [15, 2, 1, "", "apply_weather_variability"], [15, 3, 1, "", "building_path"], [15, 3, 1, "", "ddy_path"], [15, 2, 1, "", "get_schedulers"], [15, 3, 1, "", "idd_path"], [15, 4, 1, "", "logger"], [15, 2, 1, "", "save_building_model"], [15, 2, 1, "", "set_episode_working_dir"], [15, 2, 1, "", "update_weather_path"], [15, 3, 1, "", "weather_path"]], "sinergym.envs": [[17, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[18, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[18, 2, 1, "", "__init__"], [18, 3, 1, "", "action_space"], [18, 3, 1, "", "actuator_handlers"], [18, 3, 1, "", "available_handlers"], [18, 3, 1, "", "building_path"], [18, 2, 1, "", "close"], [18, 3, 1, "", "ddy_path"], [18, 3, 1, "", "episode_length"], [18, 3, 1, "", "episode_path"], [18, 3, 1, "", "idd_path"], [18, 2, 1, "", "info"], [18, 3, 1, "", "is_discrete"], [18, 3, 1, "", "is_running"], [18, 4, 1, "", "logger"], [18, 4, 1, "", "metadata"], [18, 3, 1, "", "meter_handlers"], [18, 3, 1, "", "observation_space"], [18, 2, 1, "", "render"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "runperiod"], [18, 3, 1, "", "schedulers"], [18, 2, 1, "", "step"], [18, 3, 1, "", "step_size"], [18, 3, 1, "", "timestep_per_episode"], [18, 3, 1, "", "var_handlers"], [18, 3, 1, "", "weather_path"], [18, 3, 1, "", "workspace_path"], [18, 3, 1, "", "zone_names"]], "sinergym.simulators": [[20, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[21, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "failed"], [21, 3, 1, "", "is_running"], [21, 4, 1, "", "logger"], [21, 2, 1, "", "make_eplus_args"], [21, 2, 1, "", "start"], [21, 2, 1, "", "stop"]], "sinergym.utils": [[23, 0, 0, "-", "callbacks"], [26, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [47, 0, 0, "-", "controllers"], [52, 0, 0, "-", "env_checker"], [54, 0, 0, "-", "evaluation"], [56, 0, 0, "-", "gcloud"], [62, 0, 0, "-", "logger"], [67, 0, 0, "-", "rewards"], [73, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[24, 1, 1, "", "LoggerCallback"], [25, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[27, 5, 1, "", "convert_conf_to_env_parameters"], [28, 5, 1, "", "eppy_element_to_dict"], [29, 5, 1, "", "export_schedulers_to_excel"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_ids"], [32, 5, 1, "", "get_record_keys"], [33, 5, 1, "", "is_wrapped"], [34, 5, 1, "", "json_to_actuators"], [35, 5, 1, "", "json_to_meters"], [36, 5, 1, "", "json_to_variables"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[40, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_RADIANT_DISCRETE_FUNCTION"], [45, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [46, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[48, 1, 1, "", "RBC5Zone"], [49, 1, 1, "", "RBCDatacenter"], [50, 1, 1, "", "RBCIncrementalDatacenter"], [51, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[53, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[55, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[57, 5, 1, "", "delete_instance_MIG_from_container"], [58, 5, 1, "", "get_service_account_token"], [59, 5, 1, "", "init_storage_client"], [60, 5, 1, "", "read_from_bucket"], [61, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[63, 1, 1, "", "CSVLogger"], [64, 1, 1, "", "CustomFormatter"], [65, 1, 1, "", "Logger"], [66, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_flag"], [63, 2, 1, "", "deactivate_flag"], [63, 2, 1, "", "log_episode"], [63, 2, 1, "", "log_step"], [63, 2, 1, "", "log_step_normalize"], [63, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[64, 4, 1, "", "FORMATS"], [64, 2, 1, "", "__init__"], [64, 4, 1, "", "bold_red"], [64, 2, 1, "", "format"], [64, 4, 1, "", "grey"], [64, 4, 1, "", "red"], [64, 4, 1, "", "reset"], [64, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "write"]], "sinergym.utils.rewards": [[68, 1, 1, "", "BaseReward"], [69, 1, 1, "", "ExpReward"], [70, 1, 1, "", "HourlyLinearReward"], [71, 1, 1, "", "LinearReward"], [72, 1, 1, "", "NormalizedLinearReward"]], "sinergym.utils.rewards.BaseReward": [[68, 2, 1, "", "__init__"], [68, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[69, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[71, 2, 1, "", "__init__"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[74, 1, 1, "", "DatetimeWrapper"], [75, 1, 1, "", "DiscreteIncrementalWrapper"], [76, 1, 1, "", "DiscretizeEnv"], [77, 1, 1, "", "IncrementalWrapper"], [78, 1, 1, "", "LoggerWrapper"], [79, 1, 1, "", "MultiObjectiveReward"], [80, 1, 1, "", "MultiObsWrapper"], [81, 1, 1, "", "NormalizeAction"], [82, 1, 1, "", "NormalizeObservation"], [83, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [84, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, 2, 1, "", "__init__"], [74, 4, 1, "", "logger"], [74, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, 2, 1, "", "__init__"], [75, 2, 1, "", "action"], [75, 2, 1, "", "action_mapping"], [75, 3, 1, "", "is_discrete"], [75, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, 2, 1, "", "__init__"], [76, 2, 1, "", "action"], [76, 3, 1, "", "is_discrete"], [76, 4, 1, "", "logger"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, 2, 1, "", "__init__"], [77, 2, 1, "", "action"], [77, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, 2, 1, "", "__init__"], [78, 2, 1, "", "activate_logger"], [78, 2, 1, "", "close"], [78, 2, 1, "", "deactivate_logger"], [78, 4, 1, "", "logger"], [78, 2, 1, "", "reset"], [78, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, 2, 1, "", "__init__"], [79, 4, 1, "", "logger"], [79, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, 2, 1, "", "__init__"], [80, 4, 1, "", "logger"], [80, 2, 1, "", "reset"], [80, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[81, 2, 1, "", "__init__"], [81, 2, 1, "", "action"], [81, 4, 1, "", "logger"], [81, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, 2, 1, "", "__init__"], [82, 4, 1, "", "logger"], [82, 2, 1, "", "normalize"], [82, 2, 1, "", "reset"], [82, 2, 1, "", "step"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, 2, 1, "", "__init__"], [83, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, 2, 1, "", "__init__"], [84, 4, 1, "", "logger"], [84, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 6, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 89], "contribut": 0, "project": 0, "us": [0, 9, 86], "exampl": [0, 85, 88, 91, 92, 96], "cite": 0, "api": [1, 11], "refer": 1, "build": [3, 6, 87], "datacent": 3, "5zone": 3, "warehous": 3, "officemedium": 3, "shopwithvanbatteri": 3, "officegridstoragesmooth": 3, "control": [4, 47, 48, 49, 50, 51, 87, 91], "deep": 5, "reinforc": 5, "learn": 5, "integr": 5, "drl": [5, 88], "callback": [5, 23, 24, 25], "logger": [5, 62, 63, 64, 65, 66, 90, 92, 93], "evalu": [5, 54, 55], "weight": 5, "bias": 5, "structur": 5, "how": [], "train": [5, 88], "model": [5, 14, 15, 88], "load": [5, 88], "environ": [6, 7, 11, 86, 89, 92], "addit": 2, "observ": [2, 86, 92], "inform": [2, 89], "list": [], "avail": 6, "paramet": 6, "file": 6, "weather": [6, 7, 86, 97], "variabl": [6, 7], "reward": [6, 67, 68, 69, 70, 71, 72, 86, 94], "kwarg": 6, "maximum": 6, "episod": 6, "data": 6, "store": 6, "output": [6, 9, 93], "time": [6, 9], "meter": 6, "actuat": 6, "action": [6, 10, 86, 87, 92], "space": [6, 86], "normal": 92, "flag": [], "map": [], "name": 6, "extra": [6, 8, 86], "configur": [6, 7, 8, 9, 11, 86, 90], "ad": [6, 86], "new": [6, 10, 86, 95], "simul": [8, 19, 20, 21], "timestep_per_hour": 8, "runperiod": 8, "googl": 9, "cloud": [9, 11], "prepar": 9, "first": 9, "step": [9, 90], "our": 9, "contain": [9, 11], "platform": 9, "your": 9, "own": 9, "creat": [9, 10, 95], "vm": 9, "mig": 9, "initi": 9, "execut": 9, "experi": 9, "remot": 9, "permiss": 9, "bucket": 9, "storag": 9, "visual": 9, "wandb": 9, "log": 9, "real": 9, "alert": 9, "github": 10, "pull": 10, "request": 10, "push": 10, "main": 10, "merg": 10, "releas": 10, "modifi": [10, 90], "instal": [11, 95], "docker": 11, "manual": 11, "python": 11, "energyplu": [11, 21], "23": 11, "1": [11, 90], "0": 11, "includ": 11, "path": 11, "about": [11, 89], "packag": 11, "check": [], "comput": 11, "config": [13, 14, 15], "modeljson": 15, "env": [16, 17, 18], "eplus_env": [17, 18], "eplusenv": 18, "eplu": [20, 21], "util": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "loggercallback": 24, "loggerevalcallback": 25, "common": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "eppy_element_to_dict": 28, "export_schedulers_to_excel": 29, "get_delta_second": 30, "get_record_kei": 32, "get_season_comfort_rang": [], "is_wrap": 33, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": [39, 40, 41, 42, 43, 44, 45, 46], "rbc5zone": 48, "rbcdatacent": 49, "randomcontrol": 51, "env_check": [52, 53], "check_env": 53, "evaluate_polici": 55, "gcloud": [56, 57, 58, 59, 60, 61], "delete_instance_mig_from_contain": 57, "get_service_account_token": 58, "init_storage_cli": 59, "read_from_bucket": 60, "upload_to_bucket": 61, "csvlogger": 63, "customformatt": 64, "wandboutputformat": 66, "basereward": 68, "expreward": 69, "hourlylinearreward": 70, "linearreward": 71, "wrapper": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 92, 98], "datetimewrapp": [74, 98], "discreteincrementalwrapp": [75, 98], "loggerwrapp": [78, 90, 98], "multiobjectivereward": [79, 98], "multiobswrapp": [80, 98], "normalizeobserv": [82, 98], "officegridstoragesmoothingactionconstraintswrapp": 83, "previousobservationwrapp": [84, 98], "basic": 85, "chang": 86, "an": [86, 87], "regist": 86, "updat": 86, "more": 86, "default": 87, "set": 87, "up": 87, "empti": 87, "interfac": 87, "usag": [5, 88, 96], "get": 89, "schedul": 89, "properti": 89, "person": 90, "inherit": 90, "csvloger": 90, "2": 90, "instanti": 90, "rule": 91, "multi": 92, "object": 92, "previou": 92, "datetim": 92, "discret": 92, "increment": 92, "nest": 92, "format": 93, "custom": 94, "test": 95, "pytest": 95, "run": 95, "handler": 89, "displai": 89, "all": 89, "default_5zone_discrete_funct": 40, "default_datacenter_discrete_funct": 41, "default_officegrid_discrete_funct": 42, "default_office_discrete_funct": 43, "default_shop_discrete_funct": 45, "default_warehouse_discrete_funct": 46, "discretizeenv": [76, 98], "normalizeact": [81, 98], "registr": 7, "specif": 7, "field": 7, "convert_conf_to_env_paramet": 27, "json_to_actu": 34, "json_to_met": 35, "json_to_vari": 36, "autobalancemodel": [], "default_autobalance_discrete_funct": [], "normalizedlinearreward": 72, "term": 94, "small": 3, "incrementalwrapp": [77, 98], "get_id": 31, "default_radiant_discrete_funct": 44, "architectur": 2, "verifi": 11, "rbcincrementaldatacent": 50}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Architecture": [[2, "architecture"]], "Additional observation information": [[2, "additional-observation-information"]], "Buildings": [[3, "buildings"]], "Datacenter": [[3, "datacenter"]], "Small Datacenter": [[3, "small-datacenter"]], "5Zone": [[3, "zone"]], "Warehouse": [[3, "warehouse"]], "OfficeMedium": [[3, "officemedium"]], "ShopWithVanBattery": [[3, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[3, "officegridstoragesmoothing"]], "Controllers": [[4, "controllers"]], "Deep Reinforcement Learning Integration": [[5, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[5, "drl-callback-logger"]], "Evaluation Callback": [[5, "evaluation-callback"]], "Weights and Biases Structure": [[5, "weights-and-biases-structure"]], "Usage": [[5, "usage"]], "Model Training": [[5, "model-training"]], "Model Loading": [[5, "model-loading"]], "Environments": [[6, "environments"]], "Available Parameters": [[6, "available-parameters"]], "building file": [[6, "building-file"]], "Weather files": [[6, "weather-files"]], "Weather Variability": [[6, "weather-variability"]], "Reward": [[6, "reward"]], "Reward Kwargs": [[6, "reward-kwargs"]], "Maximum Episode Data Stored in Sinergym Output": [[6, "maximum-episode-data-stored-in-sinergym-output"]], "Time variables": [[6, "time-variables"]], "Variables": [[6, "variables"]], "Meters": [[6, "meters"]], "Actuators": [[6, "actuators"]], "Action space": [[6, "action-space"]], "Environment Name": [[6, "environment-name"]], "Extra Configuration": [[6, "extra-configuration"]], "Adding New Weathers for Environments": [[6, "adding-new-weathers-for-environments"]], "Adding New Buildings for Environments": [[6, "adding-new-buildings-for-environments"]], "Environments Configuration and Registration": [[7, "environments-configuration-and-registration"]], "Weather Specification field": [[7, "weather-specification-field"]], "Variables field": [[7, "variables-field"]], "Extra Configuration in Sinergym simulations": [[8, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[8, "timestep-per-hour"]], "runperiod": [[8, "runperiod"]], "Sinergym with Google Cloud": [[9, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[9, "preparing-google-cloud"]], "First steps (configuration)": [[9, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[9, "use-our-container-in-google-cloud-platform"]], "Use your Own Container": [[9, "use-your-own-container"]], "Create your VM or MIG": [[9, "create-your-vm-or-mig"]], "Initiate your VM": [[9, "initiate-your-vm"]], "Executing experiments in remote containers": [[9, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[9, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[9, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[9, "google-cloud-alerts"]], "Github Actions": [[10, "github-actions"]], "Pull Request": [[10, "pull-request"]], "Push main (or merge a pull request)": [[10, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[10, "new-release-created-or-modified"]], "Installation": [[11, "installation"]], "Docker container": [[11, "docker-container"]], "Manual installation": [[11, "manual-installation"]], "Configure Python Environment": [[11, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[11, "install-energyplus-23-1-0"]], "Include Energyplus Python API in Python Path": [[11, "include-energyplus-python-api-in-python-path"]], "About Sinergym package": [[11, "about-sinergym-package"]], "Verify Installation": [[11, "verify-installation"]], "Cloud Computing": [[11, "cloud-computing"]], "sinergym.config": [[13, "module-sinergym.config"]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[15, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[16, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[18, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[19, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[22, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[24, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[26, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[27, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[28, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[29, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_ids": [[31, "sinergym-utils-common-get-ids"]], "sinergym.utils.common.get_record_keys": [[32, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[33, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[34, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[35, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[36, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-radiant-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[45, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[46, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[48, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[49, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, "sinergym-utils-controllers-rbcincrementaldatacenter"]], "sinergym.utils.controllers.RandomController": [[51, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[53, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[55, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[57, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[58, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[59, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[60, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[61, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[63, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[64, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[65, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[68, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[69, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[71, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, "sinergym-utils-rewards-normalizedlinearreward"]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, "sinergym-utils-wrappers-incrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[81, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[85, "Basic-example"]], "Changing an environment registered in Sinergym": [[86, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[86, "Adding-a-new-reward"]], "Updating the weather used in environment": [[86, "Updating-the-weather-used-in-environment"]], "Changing observation and action spaces": [[86, "Changing-observation-and-action-spaces"]], "Adding more extra configuration": [[86, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[87, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[88, "DRL-usage-example"]], "Training a model": [[88, "Training-a-model"]], "Loading a model": [[88, "Loading-a-model"]], "Getting information about Sinergym environments": [[89, "Getting-information-about-Sinergym-environments"]], "Schedulers information": [[89, "Schedulers-information"]], "Environment Properties": [[89, "Environment-Properties"]], "Handlers information": [[89, "Handlers-information"]], "Displaying all the environment information": [[89, "Displaying-all-the-environment-information"]], "Logger Wrapper personalization/configuration": [[90, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[90, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[90, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[91, "Rule-Controller-example"]], "Wrappers example": [[92, "Wrappers-example"]], "Multi-Objective Wrapper": [[92, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[92, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[92, "Datetime-Wrapper"]], "Environment Action Normalization Wrapper": [[92, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[92, "Environment-Discretization-Wrapper"]], "Discrete Incremental Wrapper": [[92, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[92, "Normalization-Wrapper"]], "Logger Wrapper": [[92, "Logger-Wrapper"]], "Multi Observation Wrapper": [[92, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[92, "Nesting-wrappers"]], "Output format": [[93, "output-format"]], "Logger": [[93, "logger"]], "Rewards": [[94, "rewards"]], "Reward terms": [[94, "reward-terms"]], "Custom Rewards": [[94, "custom-rewards"]], "Tests": [[95, "tests"]], "Install Pytest": [[95, "install-pytest"]], "Running tests": [[95, "running-tests"]], "Create new tests": [[95, "create-new-tests"]], "Usage Example": [[96, "usage-example"]], "Weathers": [[97, "weathers"]], "Wrappers": [[98, "wrappers"]], "MultiObjectiveReward": [[98, "multiobjectivereward"]], "PreviousObservationWrapper": [[98, "previousobservationwrapper"]], "DatetimeWrapper": [[98, "datetimewrapper"]], "NormalizeAction": [[98, "normalizeaction"]], "DiscretizeEnv": [[98, "discretizeenv"]], "IncrementalWrapper": [[98, "incrementalwrapper"]], "DiscreteIncrementalWrapper": [[98, "discreteincrementalwrapper"]], "NormalizeObservation": [[98, "normalizeobservation"]], "LoggerWrapper": [[98, "loggerwrapper"]], "MultiObsWrapper": [[98, "multiobswrapper"]]}, "indexentries": {"module": [[13, "module-sinergym.config"], [14, "module-sinergym.config.modeling"], [16, "module-sinergym.envs"], [17, "module-sinergym.envs.eplus_env"], [19, "module-sinergym.simulators"], [20, "module-sinergym.simulators.eplus"], [22, "module-sinergym.utils"], [23, "module-sinergym.utils.callbacks"], [26, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [47, "module-sinergym.utils.controllers"], [52, "module-sinergym.utils.env_checker"], [54, "module-sinergym.utils.evaluation"], [56, "module-sinergym.utils.gcloud"], [62, "module-sinergym.utils.logger"], [67, "module-sinergym.utils.rewards"], [73, "module-sinergym.utils.wrappers"]], "sinergym.config": [[13, "module-sinergym.config"]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling"]], "modeljson (class in sinergym.config.modeling)": [[15, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_config"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters"]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "building_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.building_path"]], "ddy_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.ddy_path"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "idd_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.idd_path"]], "logger (sinergym.config.modeling.modeljson attribute)": [[15, "sinergym.config.modeling.ModelJSON.logger"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.save_building_model"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "weather_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.weather_path"]], "sinergym.envs": [[16, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[18, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers"]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.available_handlers"]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.building_path"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.close"]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.ddy_path"]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_length"]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_path"]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.idd_path"]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.info"]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_discrete"]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_running"]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.logger"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.meter_handlers"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.reset"]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.runperiod"]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.schedulers"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.step"]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.step_size"]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode"]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.var_handlers"]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.weather_path"]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.workspace_path"]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.zone_names"]], "sinergym.simulators": [[19, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[21, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "failed() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.failed"]], "is_running (sinergym.simulators.eplus.energyplus property)": [[21, "sinergym.simulators.eplus.EnergyPlus.is_running"]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[21, "sinergym.simulators.eplus.EnergyPlus.logger"]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args"]], "start() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.start"]], "stop() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.stop"]], "sinergym.utils": [[22, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[24, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals"]], "sinergym.utils.common": [[26, "module-sinergym.utils.common"]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.convert_conf_to_env_parameters"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.eppy_element_to_dict"]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.export_schedulers_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_ids() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_ids"]], "get_record_keys() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.get_record_keys"]], "is_wrapped() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.is_wrapped"]], "json_to_actuators() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_actuators"]], "json_to_meters() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.json_to_meters"]], "json_to_variables() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.json_to_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION"]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION"]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION"]], "default_radiant_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION"]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[45, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION"]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[46, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[49, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.act"]], "rbcincrementaldatacenter (class in sinergym.utils.controllers)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter"]], "__init__() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[51, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[53, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[55, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[59, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[60, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[61, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.set_log_file"]], "customformatter (class in sinergym.utils.logger)": [[64, "sinergym.utils.logger.CustomFormatter"]], "formats (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.FORMATS"]], "__init__() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.__init__"]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.bold_red"]], "format() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.format"]], "grey (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.grey"]], "red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.red"]], "reset (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.reset"]], "yellow (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.yellow"]], "logger (class in sinergym.utils.logger)": [[65, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[66, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[68, "sinergym.utils.rewards.BaseReward.__init__"]], "logger (sinergym.utils.rewards.basereward attribute)": [[68, "sinergym.utils.rewards.BaseReward.logger"]], "expreward (class in sinergym.utils.rewards)": [[69, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[69, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[70, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[70, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[71, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[71, "sinergym.utils.rewards.LinearReward.__init__"]], "normalizedlinearreward (class in sinergym.utils.rewards)": [[72, "sinergym.utils.rewards.NormalizedLinearReward"]], "__init__() (sinergym.utils.rewards.normalizedlinearreward method)": [[72, "sinergym.utils.rewards.NormalizedLinearReward.__init__"]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.logger"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping"]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete"]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger"]], "discretizeenv (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.DiscretizeEnv"]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.__init__"]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.action"]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete"]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.logger"]], "incrementalwrapper (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.IncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.action"]], "logger (sinergym.utils.wrappers.incrementalwrapper attribute)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.logger"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[78, "sinergym.utils.wrappers.LoggerWrapper.logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.logger"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[80, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.logger"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeaction (class in sinergym.utils.wrappers)": [[81, "sinergym.utils.wrappers.NormalizeAction"]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.__init__"]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.action"]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[81, "sinergym.utils.wrappers.NormalizeAction.logger"]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.reverting_action"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[82, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[82, "sinergym.utils.wrappers.NormalizeObservation.logger"]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.normalize"]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.reset"]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.step"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.logger"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"5Zone": [[3, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[11, "about-sinergym-package"]], "Action space": [[6, "action-space"]], "Actuators": [[6, "actuators"]], "Adding New Buildings for Environments": [[6, "adding-new-buildings-for-environments"]], "Adding New Weathers for Environments": [[6, "adding-new-weathers-for-environments"]], "Adding a new reward": [[86, "Adding-a-new-reward"]], "Adding more extra configuration": [[86, "Adding-more-extra-configuration"]], "Additional observation information": [[2, "additional-observation-information"]], "Architecture": [[2, "architecture"]], "Available Parameters": [[6, "available-parameters"]], "Basic example": [[85, "Basic-example"]], "Buildings": [[3, "buildings"]], "Changing an environment registered in Sinergym": [[86, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[86, "Changing-observation-and-action-spaces"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[11, "cloud-computing"]], "Configure Python Environment": [[11, "configure-python-environment"]], "Containers permission to bucket storage output": [[9, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[4, "controllers"]], "Create new tests": [[95, "create-new-tests"]], "Create your VM or MIG": [[9, "create-your-vm-or-mig"]], "Custom Rewards": [[94, "custom-rewards"]], "DRL Callback Logger": [[5, "drl-callback-logger"]], "DRL usage example": [[88, "DRL-usage-example"]], "Datacenter": [[3, "datacenter"]], "Datetime Wrapper": [[92, "Datetime-Wrapper"]], "DatetimeWrapper": [[98, "datetimewrapper"]], "Deep Reinforcement Learning Integration": [[5, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[87, "Default-building-control-setting-up-an-empty-action-interface"]], "Discrete Incremental Wrapper": [[92, "Discrete-Incremental-Wrapper"]], "DiscreteIncrementalWrapper": [[98, "discreteincrementalwrapper"]], "DiscretizeEnv": [[98, "discretizeenv"]], "Displaying all the environment information": [[89, "Displaying-all-the-environment-information"]], "Docker container": [[11, "docker-container"]], "Environment Action Normalization Wrapper": [[92, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[92, "Environment-Discretization-Wrapper"]], "Environment Name": [[6, "environment-name"]], "Environment Properties": [[89, "Environment-Properties"]], "Environments": [[6, "environments"]], "Environments Configuration and Registration": [[7, "environments-configuration-and-registration"]], "Evaluation Callback": [[5, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[9, "executing-experiments-in-remote-containers"]], "Extra Configuration": [[6, "extra-configuration"]], "Extra Configuration in Sinergym simulations": [[8, "extra-configuration-in-sinergym-simulations"]], "First steps (configuration)": [[9, "first-steps-configuration"]], "Getting information about Sinergym environments": [[89, "Getting-information-about-Sinergym-environments"]], "Github Actions": [[10, "github-actions"]], "Google Cloud Alerts": [[9, "google-cloud-alerts"]], "Handlers information": [[89, "Handlers-information"]], "Include Energyplus Python API in Python Path": [[11, "include-energyplus-python-api-in-python-path"]], "IncrementalWrapper": [[98, "incrementalwrapper"]], "Initiate your VM": [[9, "initiate-your-vm"]], "Install EnergyPlus 23.1.0": [[11, "install-energyplus-23-1-0"]], "Install Pytest": [[95, "install-pytest"]], "Installation": [[11, "installation"]], "Loading a model": [[88, "Loading-a-model"]], "Logger": [[93, "logger"]], "Logger Wrapper": [[92, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[90, "Logger-Wrapper-personalization/configuration"]], "LoggerWrapper": [[98, "loggerwrapper"]], "Manual installation": [[11, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[6, "maximum-episode-data-stored-in-sinergym-output"]], "Meters": [[6, "meters"]], "Model Loading": [[5, "model-loading"]], "Model Training": [[5, "model-training"]], "Multi Observation Wrapper": [[92, "Multi-Observation-Wrapper"]], "Multi-Objective Wrapper": [[92, "Multi-Objective-Wrapper"]], "MultiObjectiveReward": [[98, "multiobjectivereward"]], "MultiObsWrapper": [[98, "multiobswrapper"]], "Nesting wrappers": [[92, "Nesting-wrappers"]], "New release created or modified": [[10, "new-release-created-or-modified"]], "Normalization Wrapper": [[92, "Normalization-Wrapper"]], "NormalizeAction": [[98, "normalizeaction"]], "NormalizeObservation": [[98, "normalizeobservation"]], "OfficeGridStorageSmoothing": [[3, "officegridstoragesmoothing"]], "OfficeMedium": [[3, "officemedium"]], "Output format": [[93, "output-format"]], "Preparing Google Cloud": [[9, "preparing-google-cloud"]], "Previous Observations Wrappers": [[92, "Previous-Observations-Wrappers"]], "PreviousObservationWrapper": [[98, "previousobservationwrapper"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Pull Request": [[10, "pull-request"]], "Push main (or merge a pull request)": [[10, "push-main-or-merge-a-pull-request"]], "Reward": [[6, "reward"]], "Reward Kwargs": [[6, "reward-kwargs"]], "Reward terms": [[94, "reward-terms"]], "Rewards": [[94, "rewards"]], "Rule Controller example": [[91, "Rule-Controller-example"]], "Running tests": [[95, "running-tests"]], "Schedulers information": [[89, "Schedulers-information"]], "ShopWithVanBattery": [[3, "shopwithvanbattery"]], "Sinergym with Google Cloud": [[9, "sinergym-with-google-cloud"]], "Small Datacenter": [[3, "small-datacenter"]], "Step 1 Inherit and modify the CSVloger": [[90, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[90, "Step-2-Instantiate-the-LoggerWrapper"]], "Tests": [[95, "tests"]], "Time variables": [[6, "time-variables"]], "Training a model": [[88, "Training-a-model"]], "Updating the weather used in environment": [[86, "Updating-the-weather-used-in-environment"]], "Usage": [[5, "usage"]], "Usage Example": [[96, "usage-example"]], "Use our container in Google Cloud Platform": [[9, "use-our-container-in-google-cloud-platform"]], "Use your Own Container": [[9, "use-your-own-container"]], "Variables": [[6, "variables"]], "Variables field": [[7, "variables-field"]], "Verify Installation": [[11, "verify-installation"]], "Visualize remote wandb log in real-time": [[9, "visualize-remote-wandb-log-in-real-time"]], "Warehouse": [[3, "warehouse"]], "Weather Specification field": [[7, "weather-specification-field"]], "Weather Variability": [[6, "weather-variability"]], "Weather files": [[6, "weather-files"]], "Weathers": [[97, "weathers"]], "Weights and Biases Structure": [[5, "weights-and-biases-structure"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[98, "wrappers"]], "Wrappers example": [[92, "Wrappers-example"]], "building file": [[6, "building-file"]], "runperiod": [[8, "runperiod"]], "sinergym.config": [[13, "module-sinergym.config"]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[15, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[16, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[18, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[19, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[22, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[24, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[26, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[27, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[28, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[29, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_ids": [[31, "sinergym-utils-common-get-ids"]], "sinergym.utils.common.get_record_keys": [[32, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[33, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[34, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[35, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[36, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-radiant-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[45, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[46, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[48, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[49, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, "sinergym-utils-controllers-rbcincrementaldatacenter"]], "sinergym.utils.controllers.RandomController": [[51, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[53, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[55, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[57, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[58, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[59, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[60, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[61, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[63, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[64, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[65, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[68, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[69, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[71, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, "sinergym-utils-rewards-normalizedlinearreward"]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, "sinergym-utils-wrappers-incrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[81, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, "sinergym-utils-wrappers-previousobservationwrapper"]], "timestep_per_hour": [[8, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/architecture", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_ids", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/architecture.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_ids.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.__init__", false]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[24, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[68, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[69, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[70, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[71, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.normalizedlinearreward method)": [[72, "sinergym.utils.rewards.NormalizedLinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.__init__", false]], "__init__() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.act", false]], "act() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.act", false]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.action", false]], "action() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.action", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping", false]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.action_space", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "activate_update() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.activate_update", false]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers", false]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_config", false]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw", false]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters", false]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables", false]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.apply_weather_variability", false]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.available_handlers", false]], "basereward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.BaseReward", false]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.bold_red", false]], "building_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.building_path", false]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.building_path", false]], "check_env() (in module sinergym.utils.env_checker)": [[53, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.convert_conf_to_env_parameters", false]], "csvlogger (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.CSVLogger", false]], "customformatter (class in sinergym.utils.logger)": [[64, "sinergym.utils.logger.CustomFormatter", false]], "datetimewrapper (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.DatetimeWrapper", false]], "ddy_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.ddy_path", false]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.ddy_path", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "deactivate_update() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.deactivate_update", false]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", false]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", false]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", false]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", false]], "default_radiant_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", false]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[45, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", false]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[46, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper", false]], "discretizeenv (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.DiscretizeEnv", false]], "energyplus (class in sinergym.simulators.eplus)": [[21, "sinergym.simulators.eplus.EnergyPlus", false]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_length", false]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_path", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[18, "sinergym.envs.eplus_env.EplusEnv", false]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.eppy_element_to_dict", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[55, "sinergym.utils.evaluation.evaluate_policy", false]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.export_schedulers_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[69, "sinergym.utils.rewards.ExpReward", false]], "failed() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.failed", false]], "format() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.format", false]], "formats (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.FORMATS", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds", false]], "get_ids() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_ids", false]], "get_record_keys() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.get_schedulers", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.get_service_account_token", false]], "getlogger() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.getLogger", false]], "grey (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.grey", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[70, "sinergym.utils.rewards.HourlyLinearReward", false]], "idd_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.idd_path", false]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.idd_path", false]], "incrementalwrapper (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.IncrementalWrapper", false]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.info", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[59, "sinergym.utils.gcloud.init_storage_client", false]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete", false]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_running", false]], "is_running (sinergym.simulators.eplus.energyplus property)": [[21, "sinergym.simulators.eplus.EnergyPlus.is_running", false]], "is_wrapped() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.is_wrapped", false]], "json_to_actuators() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_actuators", false]], "json_to_meters() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.json_to_meters", false]], "json_to_variables() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.json_to_variables", false]], "linearreward (class in sinergym.utils.rewards)": [[71, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[65, "sinergym.utils.logger.Logger", false]], "logger (sinergym.config.modeling.modeljson attribute)": [[15, "sinergym.config.modeling.ModelJSON.logger", false]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.logger", false]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[21, "sinergym.simulators.eplus.EnergyPlus.logger", false]], "logger (sinergym.utils.rewards.basereward attribute)": [[68, "sinergym.utils.rewards.BaseReward.logger", false]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.logger", false]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.logger", false]], "logger (sinergym.utils.wrappers.incrementalwrapper attribute)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[78, "sinergym.utils.wrappers.LoggerWrapper.logger", false]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.logger", false]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.logger", false]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[81, "sinergym.utils.wrappers.NormalizeAction.logger", false]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[82, "sinergym.utils.wrappers.NormalizeObservation.logger", false]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.LoggerWrapper", false]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args", false]], "mean (sinergym.utils.wrappers.normalizeobservation property)": [[82, "sinergym.utils.wrappers.NormalizeObservation.mean", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.meter_handlers", false]], "modeljson (class in sinergym.config.modeling)": [[15, "sinergym.config.modeling.ModelJSON", false]], "module": [[13, "module-sinergym.config", false], [14, "module-sinergym.config.modeling", false], [16, "module-sinergym.envs", false], [17, "module-sinergym.envs.eplus_env", false], [19, "module-sinergym.simulators", false], [20, "module-sinergym.simulators.eplus", false], [22, "module-sinergym.utils", false], [23, "module-sinergym.utils.callbacks", false], [26, "module-sinergym.utils.common", false], [39, "module-sinergym.utils.constants", false], [47, "module-sinergym.utils.controllers", false], [52, "module-sinergym.utils.env_checker", false], [54, "module-sinergym.utils.evaluation", false], [56, "module-sinergym.utils.gcloud", false], [62, "module-sinergym.utils.logger", false], [67, "module-sinergym.utils.rewards", false], [73, "module-sinergym.utils.wrappers", false]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[80, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.normalize", false]], "normalizeaction (class in sinergym.utils.wrappers)": [[81, "sinergym.utils.wrappers.NormalizeAction", false]], "normalizedlinearreward (class in sinergym.utils.rewards)": [[72, "sinergym.utils.rewards.NormalizedLinearReward", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[82, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.observation", false]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.observation", false]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.observation_space", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper", false]], "randomcontroller (class in sinergym.utils.controllers)": [[51, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[49, "sinergym.utils.controllers.RBCDatacenter", false]], "rbcincrementaldatacenter (class in sinergym.utils.controllers)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[60, "sinergym.utils.gcloud.read_from_bucket", false]], "red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.red", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.reset", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.reset", false]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.reverting_action", false]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.runperiod", false]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.save_building_model", false]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.schedulers", false]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.set_episode_working_dir", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "set_mean() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.set_mean", false]], "set_var() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.set_var", false]], "sinergym.config": [[13, "module-sinergym.config", false]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling", false]], "sinergym.envs": [[16, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[19, "module-sinergym.simulators", false]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus", false]], "sinergym.utils": [[22, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[26, "module-sinergym.utils.common", false]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers", false]], "start() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.start", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.step", false]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.step_size", false]], "stop() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.stop", false]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper", false]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals", false]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.update_weather_path", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[61, "sinergym.utils.gcloud.upload_to_bucket", false]], "var (sinergym.utils.wrappers.normalizeobservation property)": [[82, "sinergym.utils.wrappers.NormalizeObservation.var", false]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.var_handlers", false]], "wandboutputformat (class in sinergym.utils.logger)": [[66, "sinergym.utils.logger.WandBOutputFormat", false]], "weather_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.weather_path", false]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.weather_path", false]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.workspace_path", false]], "write() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.write", false]], "yellow (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.yellow", false]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.zone_names", false]]}, "objects": {"sinergym": [[13, 0, 0, "-", "config"], [16, 0, 0, "-", "envs"], [19, 0, 0, "-", "simulators"], [22, 0, 0, "-", "utils"]], "sinergym.config": [[14, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[15, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "adapt_building_to_config"], [15, 2, 1, "", "adapt_building_to_epw"], [15, 2, 1, "", "adapt_building_to_meters"], [15, 2, 1, "", "adapt_building_to_variables"], [15, 2, 1, "", "apply_weather_variability"], [15, 3, 1, "", "building_path"], [15, 3, 1, "", "ddy_path"], [15, 2, 1, "", "get_schedulers"], [15, 3, 1, "", "idd_path"], [15, 4, 1, "", "logger"], [15, 2, 1, "", "save_building_model"], [15, 2, 1, "", "set_episode_working_dir"], [15, 2, 1, "", "update_weather_path"], [15, 3, 1, "", "weather_path"]], "sinergym.envs": [[17, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[18, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[18, 2, 1, "", "__init__"], [18, 3, 1, "", "action_space"], [18, 3, 1, "", "actuator_handlers"], [18, 3, 1, "", "available_handlers"], [18, 3, 1, "", "building_path"], [18, 2, 1, "", "close"], [18, 3, 1, "", "ddy_path"], [18, 3, 1, "", "episode_length"], [18, 3, 1, "", "episode_path"], [18, 3, 1, "", "idd_path"], [18, 2, 1, "", "info"], [18, 3, 1, "", "is_discrete"], [18, 3, 1, "", "is_running"], [18, 4, 1, "", "logger"], [18, 4, 1, "", "metadata"], [18, 3, 1, "", "meter_handlers"], [18, 3, 1, "", "observation_space"], [18, 2, 1, "", "render"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "runperiod"], [18, 3, 1, "", "schedulers"], [18, 2, 1, "", "step"], [18, 3, 1, "", "step_size"], [18, 3, 1, "", "timestep_per_episode"], [18, 3, 1, "", "var_handlers"], [18, 3, 1, "", "weather_path"], [18, 3, 1, "", "workspace_path"], [18, 3, 1, "", "zone_names"]], "sinergym.simulators": [[20, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[21, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "failed"], [21, 3, 1, "", "is_running"], [21, 4, 1, "", "logger"], [21, 2, 1, "", "make_eplus_args"], [21, 2, 1, "", "start"], [21, 2, 1, "", "stop"]], "sinergym.utils": [[23, 0, 0, "-", "callbacks"], [26, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [47, 0, 0, "-", "controllers"], [52, 0, 0, "-", "env_checker"], [54, 0, 0, "-", "evaluation"], [56, 0, 0, "-", "gcloud"], [62, 0, 0, "-", "logger"], [67, 0, 0, "-", "rewards"], [73, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[24, 1, 1, "", "LoggerCallback"], [25, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[27, 5, 1, "", "convert_conf_to_env_parameters"], [28, 5, 1, "", "eppy_element_to_dict"], [29, 5, 1, "", "export_schedulers_to_excel"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_ids"], [32, 5, 1, "", "get_record_keys"], [33, 5, 1, "", "is_wrapped"], [34, 5, 1, "", "json_to_actuators"], [35, 5, 1, "", "json_to_meters"], [36, 5, 1, "", "json_to_variables"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[40, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_RADIANT_DISCRETE_FUNCTION"], [45, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [46, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[48, 1, 1, "", "RBC5Zone"], [49, 1, 1, "", "RBCDatacenter"], [50, 1, 1, "", "RBCIncrementalDatacenter"], [51, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[53, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[55, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[57, 5, 1, "", "delete_instance_MIG_from_container"], [58, 5, 1, "", "get_service_account_token"], [59, 5, 1, "", "init_storage_client"], [60, 5, 1, "", "read_from_bucket"], [61, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[63, 1, 1, "", "CSVLogger"], [64, 1, 1, "", "CustomFormatter"], [65, 1, 1, "", "Logger"], [66, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_flag"], [63, 2, 1, "", "deactivate_flag"], [63, 2, 1, "", "log_episode"], [63, 2, 1, "", "log_step"], [63, 2, 1, "", "log_step_normalize"], [63, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[64, 4, 1, "", "FORMATS"], [64, 2, 1, "", "__init__"], [64, 4, 1, "", "bold_red"], [64, 2, 1, "", "format"], [64, 4, 1, "", "grey"], [64, 4, 1, "", "red"], [64, 4, 1, "", "reset"], [64, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "write"]], "sinergym.utils.rewards": [[68, 1, 1, "", "BaseReward"], [69, 1, 1, "", "ExpReward"], [70, 1, 1, "", "HourlyLinearReward"], [71, 1, 1, "", "LinearReward"], [72, 1, 1, "", "NormalizedLinearReward"]], "sinergym.utils.rewards.BaseReward": [[68, 2, 1, "", "__init__"], [68, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[69, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[71, 2, 1, "", "__init__"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[74, 1, 1, "", "DatetimeWrapper"], [75, 1, 1, "", "DiscreteIncrementalWrapper"], [76, 1, 1, "", "DiscretizeEnv"], [77, 1, 1, "", "IncrementalWrapper"], [78, 1, 1, "", "LoggerWrapper"], [79, 1, 1, "", "MultiObjectiveReward"], [80, 1, 1, "", "MultiObsWrapper"], [81, 1, 1, "", "NormalizeAction"], [82, 1, 1, "", "NormalizeObservation"], [83, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [84, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, 2, 1, "", "__init__"], [74, 4, 1, "", "logger"], [74, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, 2, 1, "", "__init__"], [75, 2, 1, "", "action"], [75, 2, 1, "", "action_mapping"], [75, 3, 1, "", "is_discrete"], [75, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, 2, 1, "", "__init__"], [76, 2, 1, "", "action"], [76, 3, 1, "", "is_discrete"], [76, 4, 1, "", "logger"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, 2, 1, "", "__init__"], [77, 2, 1, "", "action"], [77, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, 2, 1, "", "__init__"], [78, 2, 1, "", "activate_logger"], [78, 2, 1, "", "close"], [78, 2, 1, "", "deactivate_logger"], [78, 4, 1, "", "logger"], [78, 2, 1, "", "reset"], [78, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, 2, 1, "", "__init__"], [79, 4, 1, "", "logger"], [79, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, 2, 1, "", "__init__"], [80, 4, 1, "", "logger"], [80, 2, 1, "", "reset"], [80, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[81, 2, 1, "", "__init__"], [81, 2, 1, "", "action"], [81, 4, 1, "", "logger"], [81, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, 2, 1, "", "__init__"], [82, 2, 1, "", "activate_update"], [82, 2, 1, "", "deactivate_update"], [82, 4, 1, "", "logger"], [82, 3, 1, "", "mean"], [82, 2, 1, "", "normalize"], [82, 2, 1, "", "reset"], [82, 2, 1, "", "set_mean"], [82, 2, 1, "", "set_var"], [82, 2, 1, "", "step"], [82, 3, 1, "", "var"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, 2, 1, "", "__init__"], [83, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, 2, 1, "", "__init__"], [84, 4, 1, "", "logger"], [84, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "terms": {"": [2, 5, 6, 7, 8, 9, 11, 15, 18, 51, 63, 64, 69, 70, 71, 72, 78, 85, 86, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98], "0": [3, 5, 6, 7, 9, 18, 24, 30, 63, 66, 69, 70, 71, 72, 75, 81, 83, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "00": [88, 92], "0000000e": 92, "000002": 88, "000004": 88, "000006": 88, "000008": 88, "000011": 88, "000013": 88, "000015": 88, "000017": 88, "00002": 88, "000021": 88, "000023": 88, "000025": 88, "000027": 88, "000029": 88, "000034": 88, "000036": 88, "000038": 88, "000046": 88, "000048": 88, "000053": 88, "00006": 88, "000063": 88, "000067": 88, "000069": 88, "00007": 88, "000072": 88, "000074": 88, "00008": 88, "000084": 88, "000088": 88, "00009": 88, "000093": 88, "000095": 88, "0001": 88, "000105": 88, "000109": 88, "00012": 88, "000128": 90, "000147": 88, "00016": 88, "000166": 88, "000185": 88, "0001train": 88, "0002": 88, "000217": 88, "000223": 88, "00025": 88, "00033": 88, "000334": 88, "000368": 88, "000408": 88, "000452": 88, "000471": 88, "000492": 88, "00054": 88, "000565": 88, "0005842181877573": 91, "000605": 88, "000715": 88, "000904": 88, "000923": 88, "001": [7, 86, 88], "001045": 88, "001156": 88, "00121972": 92, "0013": 88, "001425": 88, "00155": 88, "001564": 88, "00164": 88, "001679": 88, "001703": 88, "001799": 88, "0018635": 88, "001867": 88, "00199": 88, "002357": 88, "002415": 88, "002485": 88, "002693": 88, "002823": 88, "002916": 88, "003113": 88, "0033998208": 88, "00343": 88, "003632": 88, "003658": 88, "003705212742588": 87, "00378": 88, "003956": 88, "0041485": 88, "004536449977537947": [91, 92], "004538": 88, "004633": 88, "004652": 88, "004717": 88, "0048": 88, "0049": 88, "00499968750430059": 92, "0051785": 88, "005348": 88, "00538809382535063": 92, "005629148688825955": 91, "005653": 88, "0057": 88, "00577": 88, "00592": 88, "005941": 88, "0061": 88, "006176": 88, "006251": 88, "0063": 88, "0063478": 88, "006355": 88, "006378": 88, "006402439024390249": 87, "006451254621872": 87, "006542366753496509": 92, "00684": 88, "006935757308931089": 92, "007018": 88, "007049581561774207": 92, "0070688585864955075": 92, "0073": 88, "00732": 88, "007689": 88, "00783": 88, "008144": 88, "00819": 88, "008395": 88, "008417052432114897": 87, "008430450234156376": 87, "008594557139982584": 85, "008645230812945": 87, "0086eval": 88, "00882370430179678": 91, "009037": 88, "009117": 88, "009144": 88, "0092": 88, "00922": 88, "00924": 88, "009302": 88, "00937": 88, "009495": 88, "009565086141368": 87, "009865": 88, "009953": 88, "009995": 88, "01": [88, 92], "010059948897039251": 87, "010066938284793056": 87, "010214": 88, "010227": 88, "010288": 88, "010324": 88, "0104027": 88, "01041": 88, "010849": 88, "01096": 88, "0110311955": 88, "01116": 88, "0112": 88, "01121": 88, "011673": 88, "011675": 88, "012": 88, "01203": 88, "012045": 88, "012146": 88, "01241": 88, "012545": 88, "01276": 88, "01306": 88, "013084": 88, "013084733506993": 92, "013084733506993018": 92, "013161": 88, "0131997": 88, "013376": 88, "013592": 88, "0136967": 88, "0137": 88, "01376": 88, "013933": 88, "013974": 88, "014492": 88, "014524": 88, "0145801281317": 88, "014736": 88, "0148": 88, "01514": 88, "0152": 88, "015495": 88, "015564": 88, "015846": 88, "015865": 88, "015965": 88, "016204585390692": 87, "016277": 88, "016546": 88, "0166746": 88, "017": 88, "01712": 88, "017189114279965167": 85, "017467": 88, "017624": 88, "017635": 88, "018007": 88, "01816": 88, "018555": 88, "018625": 88, "01869": 88, "018893380782864": 87, "018936": 88, "01894observ": 88, "018997": 88, "019212040973969797": 85, "019802": 88, "01982": 88, "019958": 88, "01e": 88, "02": 92, "020063419083978743": 90, "0206": 88, "02081": 88, "021046": 88, "02120558208039114": 87, "021494": 88, "02169": 88, "021883": 88, "022": 88, "022127": 88, "02225": 88, "0222852": 88, "022305": 88, "022327": 88, "0224586": 88, "022537": 88, "022585": 88, "023228": 88, "023277": 88, "0233877": 88, "023397": 88, "0234256": 88, "02376": 88, "0242": 88, "024275": 88, "024408": 88, "024600_iwec": 97, "02463": 88, "024805": 88, "024936": 88, "025": 88, "02536": 88, "025604": 88, "025675": 88, "0257": 88, "02629": 88, "0265746": 88, "02657observ": 88, "027035": 88, "0272": 88, "027222": 88, "02745": 88, "027721": 88, "027729": 88, "02780659811395238": 85, "028294": 88, "02853": 92, "028534": 88, "028878": 88, "0292397": 88, "02925460307228": 92, "029285": 88, "029406": 88, "02954": 88, "029740_iwec": [86, 97], "029778": 88, "02e": 88, "03": [88, 92], "030064": 88, "0301712": 88, "030527": 88, "03078": 88, "0308": 88, "03104": 88, "031082": 88, "0311714993057384": 92, "031296": 88, "031479": 88, "03153": 88, "031565": 88, "031765": 88, "03184": 88, "032861": 88, "0332": 88, "033271": 88, "033295": 88, "033356": 88, "033457": 88, "033459": 88, "03417": 88, "034204": 88, "034254": 88, "034338": 88, "034351": 88, "0346045": 88, "035179": 88, "035385": 88, "0356": 88, "035702": 88, "0358138": 88, "03585": 88, "0360292e": 92, "036564": 88, "037195": 88, "037801974817327": 87, "037851": 88, "037893": 88, "038016": 88, "0381413": 88, "03831": 88, "0384": 88, "038563": 88, "038567": 88, "038744": 88, "038803": 88, "038888": 88, "0389": 88, "039072": 88, "039125": 88, "039146": 88, "039303": 88, "039307": 88, "039814": 88, "03985": 88, "0399": 88, "039986": 88, "03_13": 88, "03e": 88, "04": [11, 88], "040098962863255": 87, "0407": 88, "0408": 88, "0409384": 88, "04101": 88, "041191": 88, "041197": 88, "04126": 88, "041264": 88, "041609": 88, "0417705": 88, "042038": 88, "04204": 88, "042078": 88, "04220473": 92, "042411164160782": 87, "04241116416078228": 87, "04255": 88, "042582": 88, "0426": 88, "042614": 88, "0426264": 88, "04286119781551": 87, "0429": 88, "043047": 88, "043416": 88, "044007": 88, "044094470156978": 87, "04412536": 88, "044207": 88, "04449": 88, "044543": 88, "04456": 88, "04457": 88, "045027": 90, "045143": 88, "0451891": 88, "045515": 88, "045892": 88, "046": 88, "0468": 88, "047049": 88, "047325": 88, "04736episod": 88, "04738527": 88, "047405": 88, "04773": 88, "04774477368803296": 90, "04774477368803297": [85, 90], "047768": 88, "0479": 88, "048075": 88, "0482287": 88, "048388": 88, "04839": 88, "048454": 88, "0486894": 88, "04876eval": 88, "04878048780498": 87, "0488": 88, "04883": 88, "0489": 88, "049053": 88, "049054": 88, "049194": 88, "04921": 88, "049313": 88, "049335": 88, "049627": 88, "049884": 88, "049967": 88, "04e": 88, "05": [88, 92], "0501375": 88, "050169": 88, "0505": 88, "0507": 88, "05074episod": 88, "05086": 88, "0509": 88, "050997": 88, "051031": 88, "0512": 88, "0513": 88, "051739": 88, "0518": 88, "051851": 88, "052027": 88, "0521": 88, "0525": 88, "05312": 88, "053274": 88, "053332": 88, "053425": 88, "05344": 88, "053753": 88, "0539": 88, "053951": 88, "054016": 88, "054276": 88, "0544": 88, "054893": 88, "055126": 88, "055376": 88, "05541": 88, "05542625239599594": [91, 92], "055507": 88, "056": 88, "056015": 88, "056192": 88, "056242": 88, "05627": 88, "056477": 88, "05659": 88, "056593": 88, "0566": 88, "05674": 88, "056837": 88, "05684": 88, "057213": 88, "057838561161213775": 87, "05792": 88, "057957": 88, "058": 88, "05800834342804423": 92, "058065": 88, "058687": 88, "058773967039258": 87, "058844": 88, "0591": 88, "0592": 88, "05942": 88, "05946": 88, "059542": 88, "0598": 88, "05981": 88, "059998": 88, "05e": 88, "05time": 88, "06": 88, "06001": 88, "060165": 88, "060250789892102": 87, "06058090633": 88, "060763866443537": 87, "060978": 88, "060984": 88, "061084": 88, "0611014": 88, "061123": 88, "0611725": 88, "061243": 88, "0614": 88, "061403": 88, "061483": 88, "0616": 88, "061643": 88, "061901": 88, "061975": 88, "062": 88, "06217": 88, "062317": 88, "062473": 88, "0625": 88, "063183": 88, "0633": 88, "063503": 88, "063595": 88, "063614": 88, "063698": 88, "064": 88, "064064": 88, "064104": 88, "064188": 88, "0643": 88, "064402": 88, "064434": 88, "06446283743025183": [91, 92], "064466639774928": 87, "064882": 88, "064962": 88, "065159": 88, "065284": 88, "06529": 88, "065317": 88, "065544": 88, "06664793651545": 87, "066673": 88, "066725": 88, "067177": 88, "0674": 88, "06745": 88, "0675281": 88, "067757": 88, "06789851005825302": 87, "068222": 88, "06836": 88, "068803440473825": 87, "069008": 88, "069071": 88, "069283": 88, "069463": 88, "06e": 88, "07": 88, "070307": 88, "070414": 88, "070488": 88, "070724": 88, "070915": 88, "071327": 88, "0714601": 88, "07156": 88, "071585": 88, "07219": 88, "07225": 88, "0725": 88, "072664": 88, "072796": 88, "072847": 88, "0729": 88, "072931": 88, "073017": 88, "073156": 88, "07339": 88, "073464526888": 88, "073694": 88, "073902": 88, "073912": 88, "073921": 88, "0743": 88, "07431": 88, "074325327970303": 87, "07435": 88, "07449": 88, "074561": 88, "075": 88, "0750003": 88, "07528": 88, "0753": 88, "075342": 88, "0755606": 88, "07557": 88, "0757": 88, "07577": 88, "07606": 88, "076616": 88, "076662": 88, "076813": 88, "076895": 88, "077019": 88, "0771": 88, "077408": 88, "07751": 88, "0776": 88, "0777": 88, "077736": 88, "0783": 88, "078562": 88, "0786": 88, "0789": 88, "07896": 88, "0795": 88, "07955": 88, "079569": 88, "079979": 88, "07e": 88, "08": [82, 88], "080013": 88, "080135": 88, "080436": 88, "08074": 88, "080772": 88, "081000039381": 88, "081106": 88, "081112": 88, "081665": 88, "081877": 88, "081879": 88, "082052": 88, "08231": 88, "0827537": 88, "0828": 88, "0829508": 88, "0833": 88, "083458": 88, "08358694595796834": 90, "0837": 88, "0841": 88, "084190_swec": [86, 97], "084203": 88, "084322": 88, "084388": 88, "084414": 88, "08445": 88, "0846555": 88, "084793": 88, "085": 88, "085022": 88, "085037": 88, "085360_ineti": [86, 97], "085587": 88, "08581": 88, "085833": 88, "086": 88, "086092": 88, "08643": 88, "086617": 88, "08662": 88, "086629771558385": 87, "086813": 88, "087038": 88, "0872054": 88, "08734": 88, "087454": 88, "08747": 88, "087503": 88, "08769": 88, "087856": 88, "08793": 88, "08801": 88, "088284": 88, "088394": 88, "088962724586498": 87, "089": 88, "08908": 88, "0891": 88, "089472": 88, "08959897": 88, "089655": 88, "0897": 88, "08971": 88, "089901": 88, "08e": 88, "09": 88, "090052": 88, "09069": 88, "091045": 88, "0912": 88, "091452": 88, "091528": 88, "091732": 92, "091949": 88, "091957": 88, "091959": 88, "092": 88, "092154": 88, "0922365": 88, "092297": 88, "092391290403306": 87, "092854": 88, "093073": 88, "09314": 88, "09316": 88, "093334": 88, "0935545": 88, "093597": 88, "09369": 88, "093696177204187": 92, "093733": 88, "0938": 88, "093914": 88, "093975": 88, "094": 88, "094041": 88, "094099": 88, "0945": 88, "09457": 88, "094668": 88, "09502": 88, "095318": 88, "09547": 88, "095592": 88, "095621": 88, "0961": 88, "096224": 88, "096245": 88, "09637": 88, "0966": 88, "09662": 88, "096634": 88, "096746": 88, "09686": 88, "096895": 88, "096941": 88, "097107": 88, "09713": 88, "09719": 88, "097484": 88, "097755": 88, "097776": 88, "097784": 88, "098063": 88, "09816": 88, "09818": 88, "098211": 88, "098276": 88, "099007": 88, "09905": 88, "099207": 88, "099758": 88, "0998027": 88, "09997": 88, "099987": 88, "09e": 88, "0_0": [86, 88], "0eval": 88, "0m": 64, "0observ": 88, "0x7f6d49d5f670": 88, "0x7f6e4589ee90": 88, "0x7f80ad33c0a0": 89, "1": [2, 3, 6, 7, 8, 24, 25, 69, 70, 71, 72, 81, 85, 86, 87, 88, 89, 91, 92, 94, 96, 97, 98], "10": [0, 7, 9, 11, 18, 55, 64, 85, 86, 87, 88, 89, 90, 91, 92, 97], "100": [24, 87, 88], "10000": 25, "1000000e": 92, "10012235": 88, "100141": 88, "10024": 88, "1002643": 88, "1003": 88, "10041": 88, "10049": 88, "10070": 88, "10074": 88, "100765": 88, "10086": 88, "10099": 88, "101": 88, "1011216": 88, "1011635": 88, "1012": 88, "10124": 88, "101406": 88, "101468": 88, "10149": 88, "1015": 88, "10174": 88, "1018": 88, "10199": 88, "102": 88, "1020": 88, "10212": 88, "102135": 88, "1022": 88, "10224": 88, "1022595": 88, "1023380": 88, "1024": 88, "10244": 88, "10249": 88, "1025": 88, "1025525": 88, "10274": 88, "102802": 88, "1029345": 88, "10296": 88, "10299": 88, "103": 88, "1030": 88, "103163": 88, "1031673": 88, "10324": 88, "1032705": 88, "103301": 88, "1033242": 88, "10349": 88, "1035100": 88, "103514": 85, "10365036504194708": 90, "1037": 88, "10374": 88, "10374769": 88, "103796": 88, "103831": 88, "103836": 88, "103922374125307": 87, "10399": 88, "104": 88, "104088": 88, "1041": 88, "104126": 88, "10424": 88, "10425": 88, "1042883": 88, "1042911": 88, "1043": 88, "10449": 88, "10453701684556": 87, "10457": 88, "1046": 88, "10474": 88, "1049": 88, "10499": 88, "105": 88, "105051": 88, "105117": 88, "105118": 88, "105156": 88, "10522": 88, "105227": 88, "10524": 88, "105264": 88, "105343": 88, "10549": 88, "1055290": 88, "1055746": 88, "1056": 88, "1057": 87, "10571": 88, "10574": 88, "10587": 88, "10599": 88, "106": 88, "1060431": 88, "10624": 88, "1063": 88, "1063042": 88, "1064": 88, "10649": 88, "10674": 88, "1068": 88, "10691": 88, "10699": 88, "107": [88, 92], "1070": 88, "10701": 88, "107014": 88, "1070203": 88, "1072": 88, "10724": 88, "1073": 88, "107374": 88, "107384318126506": 87, "1074": 88, "1074047": 88, "107442": 88, "107475": 88, "10749": 88, "10750": 87, "10754": 88, "107556": 88, "107563": 88, "1076129748179115": 86, "107616": 88, "1076257": 88, "10774": 88, "107789": 88, "1079741": 88, "10799": 88, "108": 88, "108005": 88, "108007": 88, "108011": 88, "10803817": 88, "1081605": 88, "10824": 88, "1083": 88, "108369": 88, "10849": 88, "1085": 88, "1085250e": 92, "108599": 88, "1086": 88, "1087": 88, "10874": 88, "108757": 88, "1088106": 88, "10883": 88, "1089": 88, "1089516": 88, "10899": 88, "109": 88, "1090": 88, "10922": 88, "10924": 88, "10945": 87, "109482": 88, "10949": 88, "109554": 88, "109562": 88, "109674": 88, "10968": 88, "109697": 88, "10974": 88, "10989": 88, "1099": 88, "10999": 88, "10gb": 9, "11": [87, 88, 91, 92], "110": 88, "1100109": 88, "110023": 88, "1101246": 88, "11013": 88, "11024": 88, "110273": 88, "1103": 88, "110353": 88, "11044": 88, "11049": 88, "1105301": 88, "1105442": 88, "110699": 88, "11074": 88, "11077": 88, "1108": [88, 91, 92], "1108626": 88, "110891": 88, "1109": 88, "1109461": 88, "110972": 88, "11099": 88, "111": 88, "111017": 88, "111176": 88, "11124": 88, "11131": 88, "1114": 88, "11149": 88, "11162": 88, "11172": 88, "11174": 88, "11187": 88, "1119156": 88, "1119275": 88, "11199": 88, "112": [88, 91], "112099": 88, "1121520": 88, "112187": 88, "1122": 88, "11224": 88, "1123": 88, "1124": 88, "11249": 88, "11274": 88, "1129": 88, "11299": 88, "1129913": 88, "113": 88, "113121": 88, "113134": 88, "11316": 88, "11324": 88, "11328": 88, "1133127": 88, "113327": 88, "11349": 88, "1135936": 88, "1136": 88, "1137": 88, "113705": 88, "1137261": 88, "11374": 88, "1138461": 88, "1138610": 88, "113867": 88, "1139": 88, "11399": 88, "114": 88, "1141885": 88, "114191": 88, "11419542960070476": 87, "11424": 88, "114245": 88, "1143": 88, "1144": 88, "11446": 88, "11449": 88, "1145": 0, "1145651": 88, "1146": 88, "11474": 88, "1148": 88, "114868": 88, "1149": 88, "11499": 88, "115": 88, "1150": 88, "11506": 88, "11515210984941": 87, "1151543": 88, "11521": [91, 92], "11524": 88, "11540370667002": 92, "115477": 88, "11548": 87, "11549": 88, "115623": 88, "115639": 88, "11567712232242755": 87, "115677122322428": 87, "11574": 88, "115774": 88, "1158": 88, "115957": 88, "11599": 88, "116": 88, "11612": 88, "11623": 88, "11624": 88, "1163221": 88, "1164469": 88, "11649": 88, "11674": 88, "11699": 88, "117": 88, "1170298": 88, "1172": 88, "11724": 88, "117279": 88, "1173": 88, "117382": 88, "1174": 88, "11749": 88, "117585185109778": 87, "11765": 91, "11774": 88, "1178": 88, "11781": 88, "11799": 88, "118": 88, "1181": 88, "11824": 88, "118244": 88, "118326": 88, "1183428": 88, "11835387": 88, "1184": 88, "11849": 88, "11858": 88, "118586": 88, "118645": 88, "1187332": 88, "11874": 88, "118748": 88, "1187793": 88, "1188644": 88, "1189": 88, "11899": 88, "119": 88, "1190161": 88, "1190462": 88, "1190700": 88, "1191": 88, "1191460": 88, "11924": 88, "1193": 88, "119333": 88, "11949": 88, "1195": 88, "119612": 88, "11974": 88, "119897": 88, "1199": 88, "11995": 88, "11999": 88, "11e": 88, "12": [3, 7, 8, 72, 85, 86, 87, 88, 89, 90, 91, 92, 97], "120": 88, "1200115": 88, "12003": 88, "120074": 88, "120174": 88, "12024": 88, "120296": 88, "12049": 88, "12074": 88, "120804": 88, "1209": 88, "12099": 88, "121": 88, "12124": 88, "121346": 88, "121407": 88, "1214257": 88, "12149": 88, "1216855": 88, "121716": 88, "121738": 88, "12174": 88, "121815": 88, "12199": 88, "122": 88, "1220016": 88, "122057": 88, "122066701037642": 87, "12207": 88, "122103": 88, "122137": 88, "1222": 88, "122232": 88, "12224": 88, "1223": 88, "1224": 88, "122469": 88, "12249": 88, "122492094230708": 87, "12251": 88, "1226": 88, "12274": 88, "122775": 88, "12279": 88, "1228": 88, "12299": 88, "123": 88, "1230844": 88, "123085": 88, "1231": 88, "1232": 88, "12324": 88, "12343episod": 88, "123447": 88, "12349": 88, "1234918": 88, "1234998": 88, "1235690": 88, "1236157": 88, "12374": 88, "1237547": 88, "12383": 88, "12399": 88, "124": 88, "124214": 88, "12424": 88, "124284": 88, "1243": 88, "124363": 88, "124374": 88, "1244619": 88, "12449": 88, "1245584": 88, "1246": 88, "12474": 88, "12477": 88, "1249": 88, "12499": 88, "125": [3, 88], "12505": 88, "125118": 88, "12524": 88, "12549": 88, "12574": 88, "125746": 88, "1258731": 88, "1259": 88, "12592": 88, "125984": 88, "12599": 88, "126": 88, "126002": 88, "1260863": 88, "1261": 88, "1262": 88, "1262035": 88, "1262075": 88, "12624": 88, "126259": 88, "1263": 88, "1264": 88, "126413": 88, "126427": 88, "126446": 88, "12647816912414633": 85, "12649": 88, "1265": 88, "126642": 88, "126654": 88, "126692": 88, "126703": 88, "12674": 88, "1268": 88, "12699": 88, "127": 88, "127042": 88, "12721": 88, "1272109": 88, "12724": 88, "127277": 88, "127358": 88, "1274": 88, "12749": 88, "1277295": 88, "127739": 88, "12774": 88, "1278173": 88, "127878": 88, "12789": 88, "127898": 88, "12799": 88, "128": [87, 88], "12802": 88, "128113": 88, "1281504": 88, "128186": 88, "12824": 88, "12826": 88, "12849": 88, "128534": 88, "128633": 88, "12874": 88, "128750": 88, "1288323": 88, "128834": 88, "1289": [91, 92], "128933": 88, "12899": 88, "129": 88, "12907": 88, "1291654": 88, "1292": 88, "12924": 88, "1293": 88, "129374": 88, "1293798": 88, "12949": 88, "129557": 88, "129635": 88, "129715": 88, "1297189": 88, "12974": 88, "129744": 88, "129776": 88, "1298619": 88, "1299": 88, "12997": 88, "12999": 88, "12e": 88, "13": [88, 92, 97], "130": 88, "1300": 88, "130006355654462": 87, "13013": 88, "13024": [87, 88], "1303549": 88, "130356": 88, "13049": 88, "130491": 88, "13058": 88, "1307": 88, "1307205": 88, "13074": 88, "1309": 88, "130938": 88, "130976": 88, "1309806": 88, "13099": 88, "131": 88, "13105904442731": 87, "1312": 88, "131216": 88, "13124": 88, "1313": 88, "1314": 88, "13149": 88, "131516": 88, "1316319": 88, "13174": 88, "13176": 88, "13177": 88, "1317869": 88, "131813": 88, "1319": 88, "13197": 88, "131987": 88, "13199": 88, "132": 88, "1320": 88, "1320067": 88, "1321506": 88, "13219": 88, "1322": 88, "13224": 88, "1323": 88, "13234": 88, "132393": 88, "1324": 88, "1324227": 88, "13249": 88, "13274": 88, "13299": 88, "1329952": 88, "133": 88, "13316": 88, "1332038": 88, "13324": 88, "1333": 88, "133348": 88, "133389": 88, "133396": 88, "13342": 88, "13349": 88, "133593": 88, "133598": 88, "13367": 88, "13374": 88, "13399": 88, "134": 88, "134166": 88, "13424": 88, "134264": 88, "134275": 88, "13434": 88, "1344": 88, "13449": 88, "134598": 88, "13474": 88, "134862": 88, "1349": 88, "134924": 88, "13499": 88, "135": 88, "135008": 88, "1351892": 88, "1352": 88, "1352249": 88, "13524": 88, "1353": 88, "13549": 88, "1356897": 88, "135732451572082": 87, "13574": 88, "13599": 88, "1359925": 88, "136": 88, "136002": 88, "136075": 88, "1361756": 88, "1362343": 88, "13624": 88, "1363": 88, "136313": 88, "13632": 88, "1363277": 88, "136335": 88, "1363359": 88, "13649": 88, "1365": 88, "1367": 88, "136702063330183": 87, "13674": 88, "136875": 88, "13691": 88, "13699": 88, "137": 88, "137042": 88, "1371": 88, "13714": 88, "1372": 88, "1372092": 88, "13722": 88, "13724": 88, "137249": 88, "1372688": 88, "137383": 88, "1374": 88, "13749": 88, "1375": 88, "137533": 88, "137628": 88, "13768224": 88, "1377": 88, "13774": 88, "137783183036678": 87, "13779": 88, "137825": 88, "1378782": 88, "137955": 88, "13799": 88, "138": [88, 92], "1382": 88, "1382109": 88, "13824": 88, "13825": 87, "138285": 88, "1383": 88, "138374": 88, "13849": 88, "13874": 88, "13880": 88, "138863": 88, "13899": 88, "139": 88, "139025": 88, "1390406": 88, "1391969": 88, "13924": 88, "139362": 88, "1394": 88, "139486": 88, "139488733403255": 87, "13949": 88, "139505": 88, "13974": 88, "139757": 88, "13979312148985": 87, "1398": 88, "13989": 88, "1399": 88, "13999": 88, "13e": 88, "14": [86, 88, 92, 97], "140": 88, "140154": 88, "140165597242": 91, "1402": 88, "14024": 88, "140368086263685": 87, "14049": 88, "140497": 88, "14059": 88, "1406267": 88, "1407254": 88, "14074": 88, "14086": 88, "140959": 88, "14099": 88, "141": 88, "1410189": 88, "14115": 88, "14118324007": 87, "14124": 88, "1413": 88, "14149": 88, "1415152": 88, "1416": [87, 91, 92], "14162": 88, "1417": [85, 90], "141724": 88, "14174": 88, "141766": 88, "141846": 88, "1419": 88, "14190736": 88, "141941": 88, "14199": 88, "142": 88, "1420": 88, "142008": 88, "1420374": 88, "14206": 88, "1421501": 88, "14221": 88, "14224": 88, "14226": 88, "1423": 88, "1424": 88, "14245": 91, "14249": 88, "1427158": 88, "14272": 88, "14274": 88, "1428": 88, "14299": 88, "143": 88, "1430461": 88, "1431": 88, "14322889": 88, "14323": 88, "14324": 88, "14349": 88, "1435": 88, "1437": 88, "14374": 88, "14399": 88, "144": 88, "1440": [85, 89, 90], "1441": 88, "1442": 88, "144203": 88, "14424": 88, "144360": 88, "14449": 88, "144527": 88, "144733": 88, "14474": 88, "144766497926": 88, "1448": 88, "14481": 88, "144833": 88, "1449": 88, "14490029": 88, "14497": [91, 92], "14499": 88, "145": 88, "145014331659493": 87, "14502": 88, "145077": 88, "1452": 88, "14524": 88, "14549": 88, "1455": 88, "145666": 88, "1457054": 88, "14574": 88, "145824": 88, "14588": 88, "145975": 88, "14599": 88, "146": 88, "1461163": 88, "1461345": 88, "1462": 88, "146233": 88, "14624": 88, "1462606": 88, "146399": 88, "1464": 88, "146489725308": 88, "14649": 88, "146586": 88, "1466": 88, "146664": 88, "14674": 88, "146742": 88, "1468": 88, "146838": 88, "14699": 88, "147": 88, "147029855625828": 87, "1471": 88, "14724": 88, "14731": 88, "1473894": 88, "1474": 88, "14749": 88, "1475": 88, "1477": 88, "14774": 88, "1478523": 88, "1478701": 88, "14792": 88, "14799": 88, "148": 88, "1480": 88, "148026393976973": 87, "148069449044": 88, "14812351670179": 87, "148232": 88, "14824": 88, "148342": 88, "14849": 88, "148495": 88, "14851": 88, "148575": 88, "1486138": 88, "1486853": 88, "14874": 88, "148827": 88, "1489557": 88, "14899": 88, "149": 88, "14912": 88, "1492": 88, "149212": 88, "1492358": 88, "14924": 88, "149345848460342": 87, "14938": 88, "14942": 88, "1494897446855": 88, "14949": 88, "149518": 88, "14968": 88, "14974": 88, "14981": 88, "1498216": 88, "1499": 88, "14992": 88, "149982": 88, "14999": 88, "14e": 88, "15": [88, 89, 90, 91, 92], "150": 88, "15008": 88, "150154": 88, "1502": 88, "15024": 88, "1502472": 88, "150335": 88, "15049": 88, "15050839": 92, "150514461425416": 87, "1507": 88, "15074": 88, "150831": 88, "15099": 88, "151": 88, "15113": 88, "1511907": 88, "151196": 88, "15124": 88, "151250": 88, "1513": 88, "151306": 88, "151327": 88, "1514": 88, "15149": 88, "1515": 88, "151531": 88, "15174": 88, "151745967733667": 87, "151756": 88, "151760": 88, "15199": 88, "152": 88, "152029": 88, "1521": 88, "1521785": 88, "15224": 88, "1524": 88, "15249": 88, "1525": 88, "152613": 88, "15274": 88, "15275": 88, "152868": 88, "152966": 88, "15299": 88, "153": 88, "1530411": 88, "153119": 88, "15324": 88, "153282": 88, "15332632": 88, "1534298527454": 85, "153479": 88, "15349": 88, "1535": 88, "15374": 88, "15375": 88, "1538": 88, "1539378": 88, "15399": 88, "154": 88, "15411": 88, "154137": 88, "154156": 88, "15424": 88, "154366": 88, "15449": 88, "154497": 88, "1546": 88, "154627": 88, "1546300": 88, "15474": 88, "1549": 88, "15499": 88, "155": 88, "155039": 88, "1552175": 88, "155224": 88, "155237": 88, "15524": 88, "155286": 88, "15549": 88, "15559": 88, "15574": 88, "155758": 88, "1558300": 88, "1558993": 88, "15594": 88, "15599": 88, "156": 88, "1561945": 88, "1562": 88, "15624": 88, "156244": 88, "1563": 88, "15649": 88, "1564907": 88, "1566": 88, "156731": 88, "156735": 88, "15674": 88, "1569": 88, "1569444": 88, "15699": 88, "157": 88, "157116": 88, "157179": 88, "1572": 88, "15724": 88, "15726": 88, "157383": 88, "1574": 88, "15749": 88, "157553": 88, "157618": 88, "1577": 88, "15774": 88, "15778": 88, "1577966": 88, "1578355": 88, "1579": 88, "15799": 88, "158": 88, "158018": 88, "15802": 88, "15805787": 88, "1582": 88, "1582394": 88, "15824": 88, "15829": 88, "158352": 88, "1584377": 88, "15849": 88, "1585": 88, "158574": 88, "158653": 88, "15874": 88, "15875": 88, "158784": 88, "158876": 88, "1589": 88, "15899": 88, "159": 88, "15924": 88, "159419": 88, "15949": 88, "159508": 88, "159515": 88, "15974": 88, "159826": 88, "1599": 88, "15999": 88, "15e": 88, "15owsnpb": 88, "16": [88, 92, 97], "160": [88, 92], "160043": 88, "160044": 88, "16016": 88, "16024": 88, "16026": 88, "16045": 88, "16049": 88, "16074": 88, "16099": 88, "161": [10, 88], "16124": 88, "1614288": 88, "16143eval": 88, "161467": 88, "16149": 88, "16167": 91, "161691": 88, "1617": 88, "16174": 88, "161875": 88, "161943": 88, "16199": 88, "162": 88, "1620741": 88, "1621886": 88, "16224": 88, "1622963": 88, "1623": 88, "1623813": 88, "1624": 88, "16245": 88, "162462": 88, "16249": 88, "162493": 88, "1625": 88, "1625788": 88, "162618330118143": 87, "162686": 88, "162704": 88, "162733": 88, "16274": 88, "1628": 88, "162914": 88, "16299": 88, "163": 88, "16300492": 88, "16311": 88, "163172": 88, "16324": 88, "16349": 88, "163658": 88, "1637": 88, "16374": 88, "1637863": 88, "1638969": 88, "16399": 88, "164": 88, "1640626": 88, "16424": 88, "1642453": 88, "1643": 88, "1643669": 88, "16449": 88, "164515": 88, "1646": 88, "16474": 88, "1647538": 88, "1649": 88, "16499": 88, "165": 88, "1651": 88, "165148": 88, "1652": 88, "16524": 88, "1654232": 88, "16549": 88, "1655": 88, "165697": 88, "1657319": 88, "16574": 88, "165756": 88, "1658": 88, "165852": 88, "165983": 88, "16599": 88, "166": 88, "1660167": 88, "16617": 88, "16624": 88, "1662493": 88, "166264": 88, "1663388": 88, "166363": 88, "1664": 88, "166412": 88, "16649": 88, "166603": 88, "166679": 88, "16668": 88, "1667": 88, "16674": 88, "166885": 88, "1669": 88, "166939": 88, "16699": 88, "167": 88, "167046": 88, "1671282": 88, "16717389191593668": 90, "16724": 88, "167301": 88, "1674": 88, "167454": 88, "16749": 88, "16755": 88, "167724": 88, "16774": 88, "16785": 88, "1679": 88, "16799": 88, "168": [87, 88], "16801": 87, "168115": 88, "16821": 88, "16824": 88, "16849": 88, "16852": 88, "168539": 88, "16856": 88, "168621791819803": 87, "16874": 88, "1687875": 88, "16892": 87, "16899": 88, "169": 88, "169079": 88, "169209": 88, "16924": 88, "1693315": 88, "169394": 88, "16949": 88, "1695": 88, "1695556": 88, "169581": 88, "16959": 88, "1697": 88, "1697029": 88, "16974": 88, "1697826": 88, "1697941": 88, "169835": 88, "1699": 88, "169945": 88, "16999": 88, "16e": 88, "17": [88, 90, 91, 92, 97], "170": 88, "1700": 88, "1700214247": 88, "1700214338": 88, "1700214442": 88, "1701": 88, "170164": 88, "17024": 88, "1702461": 88, "170254": 88, "17046": 88, "17049": 88, "170518": 88, "1706837": 88, "17074": 88, "1708": 88, "170815": 88, "170850": 88, "17099": 88, "171": 88, "1710": 88, "1711": 88, "171143": 88, "17124": 88, "17125": 88, "17132": 88, "171333": 88, "171345": 88, "171485556687838": 87, "17149": 88, "17174": 88, "1717507": 88, "1718": 88, "17188episod": 88, "171899": 88, "171911": 88, "171944": 88, "171947": 88, "171951": 88, "17199": 88, "172": 88, "172163": 88, "17224": 88, "1724": 88, "17249": 88, "17274": 88, "172800": 86, "172965873764": 88, "17299": 88, "173": 88, "1730056": 88, "1731": 88, "1731845": 88, "1732": 88, "173205": 88, "17324": 88, "17343": 88, "17349": 88, "1735": 88, "17374": 88, "17377": [91, 92], "1738": 88, "173874": 88, "1739404": 88, "17399": 88, "1739988": 88, "174": 88, "1741145": 88, "17422294281217932": 85, "17424": 88, "1743": 88, "17449": 88, "174507": 88, "1746407": 88, "1747264": 88, "17474": 88, "174824": 85, "1749": 88, "17496552068692": 87, "17499": 88, "175": 88, "175064": 88, "17516": 88, "175194": 88, "175195": 88, "17524": 88, "1754": 88, "17549": 88, "1755": 88, "1755457": 88, "1756": 88, "17574": 88, "1758": 88, "175938": 88, "17599": 88, "176": [88, 91], "1760": 88, "1760286": 88, "1760453": 88, "176092": 88, "176098": 88, "1761775": 88, "1762286": 88, "17624": 88, "176395": 88, "176426": 88, "176463": 88, "17649": 88, "1766": 88, "176632": 88, "176662": 88, "17670": 88, "17672": 88, "17674": 88, "17677": 88, "17699": 88, "177": 88, "17724": 88, "1774": 88, "17749": 88, "177536": 88, "1776": 88, "177649": 88, "177671": 88, "1777": 88, "17774": 88, "1779": 88, "17799": 88, "178": 88, "1780941": 88, "1781814": 88, "17824": 88, "178434": 88, "178462": 88, "17849": 88, "17874": 88, "17899": 88, "179": 88, "179195": 88, "1792": 88, "179213": 88, "17924": 88, "1793": 88, "179312": 88, "17949": 88, "1794946": 88, "1797136": 88, "179724": 88, "17974": 88, "1798": 88, "1798205": 88, "1799": 88, "179922": 88, "17999": 88, "17_09": 88, "17e": 88, "18": [11, 85, 88, 90, 91, 92, 97], "180": 88, "1800": 88, "18005": 88, "180178": 88, "1802": 88, "18024": 88, "180256": 88, "18027": 88, "1803": 88, "1804": 88, "18044": 91, "18049": 88, "1806": 88, "18072": 88, "18074": 88, "180758": 88, "1808781": 88, "18096": 88, "18099": 88, "181": 88, "181026": 88, "1810470": 88, "181059": 88, "1812": 88, "18123eval": 88, "18124": 88, "181385": 88, "181480": 88, "18149": 88, "1815379": 88, "1817": 88, "181717": 88, "18174": 88, "1819": 88, "18199": 88, "182": 88, "182009": 88, "1821": 88, "1822": 88, "18224": 88, "18225": 88, "182339": 88, "182379": 88, "1824": 88, "18249": 88, "182513": 88, "1826": 88, "182646": 88, "182717": 88, "18274": 88, "1828644": 88, "1828959": 88, "1829333": 88, "18299": 88, "183": [88, 90], "183125": 88, "18324": 88, "18328668832165": 87, "18349": 88, "18353": 88, "1836190": 88, "18374": 88, "183797": 88, "1838": 88, "183949": 88, "18399": 88, "184": [85, 88], "1841": 88, "18424": 88, "1844": 88, "18449": 88, "184548": 88, "18474": 88, "1847547": 88, "1848": 88, "184828759025105": 87, "1849": 88, "18499": 88, "185": 88, "1851": 88, "1852125": 88, "18524": 88, "185356": 88, "1854": 88, "18549": 88, "185575": 88, "1856": 88, "18574": 88, "185757": 88, "18599": 88, "186": 88, "18624": 88, "186273": 88, "186356": 88, "18649": 88, "18654": 88, "186604": 88, "1866692": 88, "186699": 88, "18674": 88, "186888": 88, "18699": 88, "187": 88, "187042": 88, "18724": 88, "1874": 88, "18749": 88, "1875": 88, "187544582040186": 87, "187576": 88, "1875874": 88, "18774": 88, "1877465": 88, "1877708": 88, "187864": 88, "187885": 88, "187895": 88, "1879835": 88, "18799": 88, "188": 88, "1880474": 88, "1881": 88, "18821": 88, "18824": 88, "1883": 88, "18839": 88, "18849": 88, "1885": 88, "1886": 88, "188634": 88, "188645": 88, "18874": 88, "188778": 88, "18899": 88, "189": 88, "1891": 88, "18924": 88, "1893": 88, "18946": 88, "18949": 88, "1896": 88, "18974": 88, "189896": 88, "1899": 88, "189915": 88, "18999": 88, "18e": 88, "19": [3, 70, 72, 85, 88, 90, 91, 92], "190": 88, "190033": 88, "1900978": 88, "19011": 88, "19024": 88, "19049": 88, "190514": 88, "19066": 88, "19074": 88, "19078": 88, "19079547564029": 87, "19097": 88, "19099": 88, "191023": 88, "19124": 88, "191248": 88, "1912825": 88, "19129": 88, "19149": 88, "19174": 88, "191752": 88, "191772": 88, "19183": 88, "19199": 88, "192": 88, "19224": 88, "192297": 88, "1923": 88, "192326": 88, "192398": 88, "1924": 88, "19249": 88, "1925530": 88, "192562": 88, "192572": 88, "1926": 88, "19274": 88, "19299": 88, "193": 88, "193132": 88, "1932": 88, "19324": 88, "1933": 88, "1934": 88, "19349": 88, "19357": 88, "19374": 88, "19379": 88, "19397": 88, "19399": 88, "194": 88, "19401": 88, "19407731358453": 87, "1941": 88, "19421": 88, "19424": 88, "19425558540028": 87, "19432": 88, "19449": 88, "1945338": 88, "19474": 88, "19484": 88, "1948746": 88, "1949": 88, "19492": 88, "19499": 88, "195": 88, "1950": 88, "19502": 88, "195037": 88, "19524": 88, "195282": 88, "195335": 88, "195412": 88, "19549": 88, "195494": 88, "195496": 88, "1955": 88, "1956": 88, "1957": 88, "19572": 91, "19574": 88, "1958": 88, "19599": 88, "196": 88, "196104": 88, "19624": 88, "196256": 88, "196307": 88, "196474": 88, "19649": 88, "1966367": 88, "196686348535": 88, "19674": 88, "196743": 88, "19681": 87, "196945": 88, "19699": 88, "197": 88, "197186": 88, "19724": 88, "197342": 88, "197345": 88, "1974": 88, "19749": 88, "197556": 88, "197695": 88, "1977187": 88, "19774": 88, "1978": 88, "1979": 88, "19799": 88, "198": 88, "19824": 88, "198273": 88, "198282": 88, "198372": 88, "19849": 88, "19851": 88, "198558": 88, "198685": 88, "198689": 88, "19874": 88, "19888": 88, "198977940785": 87, "19899": 88, "199": 88, "1991": [8, 85, 86, 87, 88, 89, 90, 91, 92], "1991172": 88, "19924": 88, "199289": 88, "19937480889174": 87, "19949": 88, "1996": 88, "1997": 8, "199731": 88, "19974": 88, "1998": [8, 88], "19986": 88, "1999": 88, "19991": 88, "19999": 88, "19e": 88, "1e": [7, 69, 70, 71, 72, 82, 88], "1m": 64, "1p": 89, "1pb": 89, "1pf": 89, "1pl": 89, "1pr": 89, "1zonedatacentercrac_wapproachtemp": 3, "2": [0, 2, 3, 7, 10, 11, 12, 64, 75, 85, 86, 87, 88, 89, 91, 92, 97], "20": [7, 64, 86, 88, 90, 91, 92], "200": 88, "2000003": 88, "20024": 88, "200267": 88, "2004": 48, "20049": 88, "200624": 88, "2006618": 88, "2007": 88, "20074": 88, "2009": 88, "20099": 88, "201": [87, 88], "2011": 88, "20124": 88, "201467": 88, "20149": 88, "2016": [49, 50], "201731": 88, "20174": 88, "20179": 88, "201933": 88, "20197213": 88, "20199": 88, "2019925": 88, "202": 88, "20208": 88, "202087": 88, "2021": 0, "2021sinergym": 0, "20224": 88, "20230803_133654": 88, "20231117_094304": 88, "20231117_094859": 88, "2023776": 88, "2024": 88, "202436": 88, "202482": 88, "20249": 88, "202625": 88, "20268": 88, "20274": 88, "20299": 88, "203": 88, "203036": 88, "203123": 88, "2032": 88, "20324": 88, "20326": 88, "2032909": 88, "203293": 88, "20349": 88, "20353": [91, 92], "20374": 88, "20377": 87, "20381": 88, "203812": 88, "203888": 88, "203909": 88, "2039795": 88, "20398": 88, "20399": 88, "204": 88, "2040": 88, "2040808": 88, "204128": 88, "204165": 88, "2041984": 88, "20422778": 92, "20424": 88, "204458": 88, "20449": 88, "204573": 88, "204594": 88, "204605": 88, "204664": 88, "20474": 88, "204876": 88, "2049": 88, "20499": 88, "205": 88, "2050470": 88, "205063": 88, "2052": 88, "20524": 88, "205442": 88, "20549": 88, "2057": 88, "20574": 88, "20577": 88, "205776": 88, "2058110": 88, "205873": 88, "2059622": 88, "20599": 88, "206": 88, "20605884": 92, "20606": 88, "206142": 88, "20624": 88, "206257": 88, "20639": 88, "20649": 88, "20674": 88, "2069064": 88, "206911": 88, "20699": 88, "207": 88, "207127": 88, "20724": 88, "2074": 88, "20749": 88, "20754": 88, "2075944": 88, "20774": 88, "207747": 88, "20776": 88, "2077625": 88, "20799": 88, "208": 88, "208225": 88, "20824": 88, "2084": 88, "2084277": 88, "208434": 88, "2084704": 88, "20849": 88, "2085210": 88, "208553": 88, "2085614": 88, "2086": 88, "208645": 88, "208662": 88, "208679": 88, "20874": 88, "208877778477245": 87, "20899": 88, "209": 88, "209018": 88, "209152": 88, "20924": 88, "20944": 88, "20949": 88, "2096": 88, "20974": 88, "20977": 88, "209824": 88, "2099": 88, "20999": 88, "20gb": 9, "20m": 64, "21": [87, 88, 91, 92, 97], "210": 88, "210167": 88, "21023": 88, "21024": 88, "210327": 88, "210348": 88, "21035": 88, "21049": 88, "210514": 88, "21052321517551723": 85, "21074": 88, "21099": 88, "211": 88, "211084": 88, "211124": 88, "21124": 88, "211245": 88, "211297": 88, "211305724387437": 87, "2113588": 88, "21137": 88, "2114": 88, "21149": 88, "211603": 88, "211607": 88, "2117175": 88, "211725": 88, "21174": 88, "2118": 88, "21186": 88, "211943": 88, "21199": 88, "212": 88, "212038": 88, "21219": 88, "21224": 88, "212349": 88, "212387": 88, "2123916": 88, "2124": 88, "21249": 88, "2125": 88, "2125288": 88, "21256": 88, "21262374343245": 87, "2127241": 88, "21274": 88, "21284685762769534": 90, "212911": 88, "212975": 88, "21298": 88, "21299": 88, "213": 88, "213067": 88, "213139": 88, "213166": 88, "2131824": 88, "21324": 88, "213251": 88, "21326": 88, "213444": 88, "21349": 88, "21356": 88, "2135712": 88, "2137165": 88, "21374": 88, "2139": 88, "21399": 88, "214": 88, "214001477054413": 87, "21404": 88, "21409138679209": 87, "21424": 88, "214247": 88, "214323": 88, "21449": 88, "2145050": 88, "21452": 88, "214733": 88, "21474": 88, "2148": 88, "214876": 88, "21489": 88, "2149": 88, "214954": 88, "21499": 88, "215": 88, "21505": 88, "21524": 88, "215261": 88, "215305": 88, "215412": 88, "21549": 88, "215683": 88, "2157": 88, "21574": 88, "215752": 88, "21578881": 88, "21599": 88, "216": 88, "2160": [87, 91, 92], "216024": 88, "2161": 88, "2161875": 88, "21624": 88, "21649": 88, "2165": 88, "21652": 88, "216587": 88, "2166689": 88, "21674": 88, "2168": 88, "2168629": 88, "21699": 88, "217": 88, "217064": 88, "2172": 88, "21724": 88, "2173034": 88, "2174": 88, "217432": 88, "217442233499717": 87, "21749": 88, "217491": 90, "2175": 88, "217537": 88, "217648": 88, "21765": 88, "217703": 88, "21774": 88, "21796": 88, "21799": 88, "218": 88, "21806": 88, "21824": 88, "2182675": 88, "21843578055733381": 91, "21849": 88, "21874": 88, "21896": 87, "21899": 88, "219": 88, "219017": 88, "219078": 88, "219198": 88, "219239": 88, "21924": 88, "219263": 88, "21949": 88, "219627": 88, "21973711769706": 87, "21974": 88, "21981": 88, "2199": 88, "219914681982832": 87, "21999": 88, "21e": 88, "22": [11, 85, 86, 87, 88, 89, 91, 92], "220": 88, "2201520": 88, "22024": 88, "220278": 88, "22049": 88, "220542": 88, "220632": 88, "22064": 88, "22073": 88, "22074": 88, "220809": 88, "22099": 88, "221": 88, "221107": 88, "221117": 88, "2212": 88, "2212148": 88, "22124": 88, "221281": 88, "221325": 88, "221378": 88, "22149": 88, "2215056": 88, "22157": 88, "2216408": 88, "221664": 88, "22174": 88, "22182": 88, "22199": 88, "222": 88, "22203": 88, "2222": 88, "22224": 88, "2224": 88, "222464": 88, "22249": 88, "222506": 88, "22273": 88, "22274": 88, "2229": 88, "22299": 88, "22324": 88, "2232910": 88, "223364": 88, "2234091": 88, "22349": 88, "223518887721035": 87, "2235431": 88, "223564": 88, "22374": 88, "2239": 88, "22399": 88, "224": 88, "2240896": 88, "22424": 88, "2243": 88, "224388": 88, "2244216": 88, "224451": 88, "22449": 88, "224543": 88, "22474": 88, "224743717142747": 87, "22475557813916": 87, "2248": 88, "224862634103623": 87, "2249": 88, "224926": 88, "22499": 88, "224995": 88, "225": 88, "22524": 88, "225305": 88, "22538": 88, "22549": 88, "2255049": 88, "225517": 88, "22574": 88, "2258": 88, "2258358": 88, "225866": 88, "225957": 88, "22599": 88, "225992": 88, "225996": 88, "226": 88, "226016": 88, "22611": 88, "22624": 88, "226307": 88, "226334": 88, "22649": 88, "226510": 88, "22653": 88, "22657": 87, "2266": 88, "2267": 88, "22674": 88, "226805": 88, "22684": 88, "226868": 88, "22699": 88, "227": 88, "227089": 88, "2271817": 88, "22724": 88, "22725948485913058": 91, "227363": 88, "227379": 88, "22738": 88, "2274": 88, "22749": 88, "227594": 88, "227640": 88, "2276769": 88, "2277": 88, "22774": 88, "2278": 88, "227865": 88, "22799": 88, "228": 88, "228003": 88, "22824": 88, "2283": 87, "22849": 88, "228516": 88, "22852": 88, "228561": 88, "228575": 88, "2286": 88, "228634": 88, "22874": 88, "22879episod": 88, "2288": 88, "228872": 88, "22899": 88, "229": 88, "22916802518": 88, "22924": 88, "22931": 88, "229322": 88, "2294836": 88, "22949": 88, "229651": 88, "229662": 88, "22974": 88, "229746": 88, "2297572": 88, "229761": 88, "2298": 88, "229832": 88, "2299": 88, "229988": 88, "22999": 88, "22e": 88, "23": [3, 7, 86, 87, 88, 89, 91, 92], "230": 88, "2301027": 88, "230162": 88, "23024": 88, "230255": 88, "230354": 88, "23049": 88, "23053": 88, "2306": 88, "23063": 88, "23074": 88, "23084": 88, "2309": 88, "23099": 88, "231": 88, "231157": 88, "23124": 88, "231259": 88, "23126": 88, "23149": 88, "2316": 88, "23174": 88, "231922": 88, "23199": 88, "232": 88, "232125": 88, "23224": 88, "2324": 88, "23249": 88, "23259020873576": 87, "23274": 88, "23299": 88, "233": 88, "233004": 88, "2330092": 88, "233074": 88, "23319381087007": 87, "23324": 88, "23326": 88, "23329": [91, 92], "233419": 88, "23349": 88, "2335": 88, "233568": 88, "23363": 88, "23374": 88, "2337403": 88, "233862884129856": 87, "233954": 88, "23399": 88, "234": 88, "23424": 88, "234293": 88, "23445": 88, "23449": 88, "234543": 88, "234565": 88, "23461": 88, "234688": 88, "2347054": 88, "23471113677184": 87, "23474": 88, "2349": 88, "23499": 88, "235": 88, "235045107678307": 87, "235198": 88, "2352": 88, "23524": 88, "2354075": 88, "235451": 88, "23549": 88, "235605": 88, "235693": 88, "23574": 88, "2359": 88, "2359683": 88, "23599": 88, "236": 88, "236038": 88, "23604545": 88, "23605": 88, "236084": 88, "2361": 88, "23624": 88, "2363": 88, "23649": 88, "236619": 88, "236689": 88, "23674": 88, "23685": 88, "236861": 88, "23699": 88, "237": 88, "237041": 88, "237171": 88, "23719": 88, "237206": 88, "23724": 88, "237269": 88, "2373": 88, "2374": 88, "23749": 88, "2375": 88, "2375066": 88, "237514": 88, "237583": 88, "23774": 88, "23799": 88, "238": 88, "238083": 88, "23813": 88, "23822": 88, "23824": 88, "238272": 88, "2383": 88, "23835": 88, "2383635": 88, "23849": 88, "2384972": 88, "2386879": 88, "2387312028445": 88, "23874": 88, "23899": 88, "239": 88, "23912": 88, "23924": 88, "23949": 88, "23974": 88, "23984": 88, "2399": 88, "23999": 88, "23e": 88, "24": [30, 87, 88, 90, 91, 92], "240": [88, 91, 92], "240105": 88, "2402": 88, "24024": 88, "240308": 88, "24039": 88, "24044": 88, "24047": 88, "240486": 88, "24049": 88, "240658": 88, "2407": 88, "240701": 88, "24074": 88, "2408194793959": 85, "24099": 88, "241": 88, "24103": 88, "2410598": 88, "2410784": 88, "24124": 88, "2414": 88, "2414623": 88, "24149": 88, "241513": 88, "241547": 88, "24167": 88, "24174": 88, "24192": 88, "24199": 88, "242": 88, "24201eval": 88, "242134": 88, "24224": 88, "242298": 88, "2424": 88, "24246": 88, "24249": 88, "24260320229046": 87, "2426525": 88, "2427": 88, "242737": 88, "24274": 88, "242847": 88, "242946": 88, "24299": 88, "243": 88, "243057033393647": 87, "24324": 88, "243378": 88, "24339": 88, "24349": 88, "243492": 88, "2435": 88, "243587": 88, "243687": 88, "24374": 88, "24378": 88, "24399": 88, "244": 88, "24424": 88, "244436": 88, "24449": 88, "244587": 88, "2446": 88, "24474": 88, "24485": 88, "244875": 88, "2449": 88, "24499": 88, "245": 88, "245056": 88, "24511": 88, "24524": 88, "245432": 88, "24549": 88, "245584": 88, "24574": 88, "245878": 88, "24599": 88, "246": 88, "2462": 88, "246204": 88, "24624": 88, "24649": 88, "246576": 88, "24674": 88, "24685episod": 88, "2469271": 88, "24699": 88, "247": 88, "247084": 88, "247192": 88, "2472076": 88, "247209": 88, "24724": 88, "247278": 88, "2474": 88, "24744": 88, "2474526": 88, "24749": 88, "247528": 88, "2476": 88, "247664": 88, "2477": 88, "247702": 88, "247714": 88, "24774": 88, "247807": 88, "24799": 88, "248": 88, "2481": 88, "248131": 88, "2482": 88, "24824": 88, "2483": 88, "24834": 88, "24849": 88, "24874": 88, "24881": 88, "2489": 88, "248968": 88, "24899": 88, "249": 88, "24924": 88, "2493": 88, "249304": 88, "249306": 88, "24949": 88, "24956": 88, "2496963": 88, "24974": 88, "2499": 88, "24994": 88, "24999": 88, "24e": 88, "25": [7, 85, 87, 88, 90, 91, 92, 97], "250": 88, "250102": 88, "25013": 88, "2501626": 88, "25024": 88, "2503271": 88, "250349": 88, "25049": 88, "2505": 88, "250704417015097": 87, "25074": 88, "25082": 88, "250916": 88, "250929": 88, "25093": 88, "25099": 88, "251": 88, "251022": 88, "251059": 88, "251144": 88, "25124": 88, "251407": 88, "25149": 88, "25168": 88, "251705": 88, "25174": 88, "251833": 88, "251905": 88, "25199": 88, "252": 88, "25224": 88, "252293": 88, "2523309": 88, "2524": 88, "25249": 88, "25258": 88, "2526695": 88, "25274": 88, "252745": 88, "25275": 88, "25289": 88, "2529": 88, "25295633824829267": 85, "25299": 88, "253": 88, "253143": 88, "25324": 88, "253282509391": 88, "25349": 88, "253563": 88, "2536142": 88, "253662": 88, "25374": 88, "25399": 88, "254": 88, "254023": 88, "2540491619612": 87, "254138": 88, "254232": 88, "25424": 88, "2543396": 88, "25449": 88, "254574": 92, "2546195": 88, "2546476": 88, "2547": 88, "254721173565525": 87, "254738": 88, "25474": 88, "2549": 88, "25499": 88, "255": 88, "25504": 88, "25524": 88, "2553043": 88, "25535": 88, "255399": 88, "25543": 88, "25549": 88, "2556": 88, "255705": 88, "25574": 88, "2559595": 88, "25599": 88, "256": 88, "256157": 88, "256225": 88, "25624": 88, "2562961": 88, "256312010106484": 87, "25633": 87, "2563782": 88, "25649": 88, "2567": 88, "256739": 88, "25674": 88, "2567486050366": [91, 92], "25696": 88, "25697": 91, "25699": 88, "257": 88, "257017": 88, "257056918609834": 87, "25723": 88, "25724": 88, "2573731": 88, "2574": 88, "25749": 88, "25774": 88, "257887": 88, "257965": 88, "25799": 88, "258": 88, "25804": 88, "2581863": 88, "25824": 88, "25826": 88, "258335": 88, "258354": 88, "25849": 88, "2585": 88, "25874": 88, "2588": 88, "258926": 88, "25899": 88, "259": 88, "259157": 88, "25924": 88, "2593": 88, "259344": 88, "259447": 88, "25949": 88, "25956": 88, "25974": 88, "25977": 88, "2599": 88, "25999": 88, "25e": 88, "26": [7, 86, 87, 88, 89, 92], "260": 88, "260102": 88, "26024": 88, "260286": 88, "26049": 88, "26065": 88, "26074": 88, "260864": 88, "260881": 88, "26099": 88, "261": 88, "261051": 88, "26106": 88, "26123": 88, "261238": 88, "26124": 88, "2613": 88, "261345": 88, "26148": 88, "26149": 88, "2615": 88, "261504": 88, "261553": 88, "26164": 88, "26174": 88, "261744": 88, "2617896": 88, "26199": 88, "262": 88, "26202": 88, "262045": 88, "26209": [91, 92], "2621": 88, "26224": 88, "2623247": 88, "2624": 88, "26249": 88, "26252": 88, "262617": 88, "26274": 88, "262782": 88, "262846": 88, "26294": 88, "26299": 88, "263": 88, "263184": 88, "26324": 88, "26341": 88, "26349": 88, "263493": 88, "26374": 88, "26399": 88, "264008": 88, "26424": 88, "264465": 88, "26449": 88, "26466": 88, "26474": 88, "2648": 88, "2648930": 88, "2649": 88, "264926241101": 88, "26499": 88, "265": 88, "2650634": 88, "26508": 88, "2651": 88, "2651987": 88, "2652": 88, "26524": 88, "265303": 88, "265317": 88, "265384": 88, "265434": 88, "26549": 88, "26556": 88, "265598": 88, "26563": 88, "2656312266007": 87, "26574": 88, "2657805": 88, "265807": 88, "26599": 88, "265991": 88, "266": 88, "266000": 88, "266051343026817": 87, "266104055476056": 87, "26624": 88, "266266": 88, "2663016": 88, "26631": 88, "2664": 88, "26649": 88, "26651": 88, "266527": 88, "2666": 88, "26674": 88, "266903": 88, "266905": 88, "266980": 88, "26699": 88, "267": 88, "2672": 88, "267233": 88, "26724": 88, "2674": 88, "26742679043559126": 87, "26749": 88, "26774": 88, "267861141693295": 87, "267988": 88, "26799": 88, "268": 88, "268166982664578": 87, "2682": 88, "26822": 88, "26824": 88, "26825": 88, "2683": 88, "2683816795749": 90, "2684185": 88, "2684761": 88, "26849": 88, "26872": 88, "26874": 88, "268843": 88, "268929570656645": 90, "26899": 88, "269": 88, "26924": 88, "269371": 88, "269456": 88, "26949": 88, "2696": 88, "269702": 88, "26974": 88, "2698": 88, "269861": 88, "2699": 88, "26994": 88, "26999": 88, "26e": 88, "27": [87, 88, 89, 90, 91, 92], "270": 88, "270113": 88, "27024": 88, "2703202": 88, "27049": 88, "27074": 88, "2709444": 88, "27099": 88, "271": 88, "27124": 88, "271287499064524": 87, "271435": 88, "2714391": 88, "271460": 88, "27149": 88, "2717327": 88, "27174": 88, "2718": 88, "27199": 88, "272": 88, "27217": 88, "27224": 88, "27229": 88, "2723": 88, "2723255": 88, "2724": 88, "272463": 88, "27249": 88, "272633": 88, "27274": 88, "272782": 88, "272802747471584": 87, "272907": 88, "272985": 88, "27299": 88, "272993": 88, "273": 88, "27303": 88, "273043": 88, "27324": 88, "273347": 88, "27349": 88, "27362": 88, "27374": 88, "27375": 88, "27385": 88, "27389": 88, "27392": 88, "27399": 88, "274": 88, "274063": 88, "274105": 88, "274149": 88, "2742": 88, "27424": 88, "2743": 88, "274445": 88, "27449": 88, "27451": 88, "2745597": 88, "274569": 88, "27474": 88, "2749": 88, "274973060234515": 87, "27499": 88, "275": 88, "275078": 88, "27524": 88, "2752483": 88, "27549": 88, "2755": 88, "27574": 88, "275844": 88, "27585": 88, "27599": 88, "276": 88, "276029": 88, "276184": 88, "27624": 88, "27639522806313": 87, "276424": 88, "276463": 88, "27649": 88, "276726": 88, "27674": 88, "27699": 88, "277": 88, "2770501": 88, "27708": 88, "277117": 88, "27724": 88, "2773": 88, "277372": 88, "2774": 88, "27749": 88, "27766692168502": 87, "277687": 88, "2776982": 88, "27774": 88, "277803": 88, "277805": 88, "27799": 88, "278": 88, "278086": 88, "2781": 88, "27824": 88, "27849": 88, "278496": 88, "278501": 88, "278723": 88, "27874": 88, "278757": 88, "278952": 88, "27899": 88, "279": 88, "279047": 88, "279231": 88, "279238": 88, "27924": 88, "2794": 88, "27949": 88, "2795": 91, "279541": 88, "279606": 88, "279724": 88, "27974": 88, "27975": 88, "279856": 88, "2798805": 88, "2799": 88, "27999": 88, "27e": 88, "28": [88, 92], "280": 88, "2800000e": 92, "2801": 88, "2801224": 88, "280233": 88, "28024": 88, "2804241": 88, "28049": 88, "28053": 88, "28057": 88, "2807": 88, "280739": 88, "28074": 88, "28078": 88, "28099": 88, "281": 88, "28117": 88, "281235": 88, "28124": 88, "28127": 88, "281334": 88, "281387": 88, "281406368027305": 87, "28149": 88, "2817": 88, "28174": 88, "28175": [88, 91], "2817603": 88, "28177": 88, "281803": 88, "28199": 88, "282": 88, "2820": 88, "282064": 88, "282104": 88, "282108": 88, "2821500": 88, "28224": 88, "2824": 88, "28249": 88, "2825": 88, "2827": 88, "28274": 88, "28299": 88, "283": 88, "283078053476807": 92, "28324": 88, "28349": 88, "2836": 88, "28374": 88, "283798": 88, "2839": 88, "283964": 88, "28399": 88, "284": 88, "2841": 88, "284153": 88, "284225": 92, "284225333994474": [91, 92], "284225463867188": 92, "28424": 88, "284251": 88, "284252": 88, "28426": 88, "28449": 88, "284555": 88, "2846234": 88, "2847": 88, "28474": 88, "284857": 88, "2849": 88, "28499": 88, "285": 88, "28513": 87, "285131": 88, "2851346": 88, "28524": 88, "285484": 88, "28549": 88, "285549": 88, "2856": 88, "28574": 88, "285763": 88, "28599": 88, "286": 88, "2860780": 88, "286098": 88, "286165": 88, "286173": 88, "28624": 88, "286257": 88, "286299": 88, "286415": 88, "28649": 88, "286524": 88, "2866": 88, "28667": 88, "28674": 88, "286907": 88, "28699": 88, "287": 88, "28704": 88, "28724": 88, "287249": 88, "2873": 88, "2874": 88, "287437": 88, "28749": 88, "287525": 88, "287544": 88, "28763378": 88, "2877": 88, "28774": 88, "28776": 88, "287834": 88, "2879": 88, "287907": 88, "28799": 88, "287990": 88, "288": [86, 88], "2880": [87, 91, 92], "28824": 88, "288256827640698": 87, "28849": 88, "2885895": 88, "2886594": 88, "28868": 88, "28874": 88, "288742": 88, "288761": 88, "288834": 88, "28899": 88, "289": 88, "28904": 88, "289088": 88, "289152": 88, "2892137": 88, "28924": 88, "28928": 88, "289444": 88, "28949": 88, "289529": 88, "289627": 88, "28974": 88, "2898": 88, "2899": 88, "28999": 88, "28e": 88, "29": [88, 92], "290": 88, "290013": 88, "29011": 88, "2901263": 88, "29015": 88, "290154": 88, "290186": 88, "29024": 88, "290419": 88, "290453": 88, "29049": 88, "290564": 88, "290733": 88, "29074": 88, "2908": 88, "2909584": 88, "29099": 88, "291": 88, "291016": 88, "291023": 88, "291105": 88, "29124": 88, "2914": 88, "291485": 88, "29149": 88, "2914970": 88, "2915": 88, "29174": 88, "29185": [91, 92], "2918768": 88, "29199": 88, "292": 88, "29208712515913": 87, "29221": 87, "29224": 88, "2924": 88, "292465": 88, "29249": 88, "2925": 88, "2925658": 88, "292652": 88, "29274": 88, "2929857": 88, "29299": 88, "293": 88, "293124": 88, "29324": 88, "293253": 88, "29333": 88, "293337": 88, "293446": 88, "29349": 88, "293673": 88, "293674": 88, "29374": 88, "293741": 88, "2938295": 88, "29399": 88, "294132": 88, "29424": 88, "2943": 88, "29449": 88, "2945": 88, "294548": 88, "2945585": 88, "29456785": 88, "294718": 88, "29474": 88, "2948871": 88, "2949": 88, "29499": 88, "295": 88, "295015": 88, "29524": 88, "295261": 88, "295412": 88, "295433": 88, "295475": 88, "29549": 88, "295546": 88, "295609": 88, "295666": 88, "29574": 88, "295828": 88, "295982": 88, "29599": 88, "296": 88, "29609": 88, "29624": 88, "2963": 88, "296478": 88, "29649": 88, "296541": 88, "2966595": 88, "29674": 88, "296833": 88, "29689": 88, "29699": 88, "297": [85, 88], "29724": 88, "297323": 88, "297335": 88, "2974": 88, "29749": 88, "297695": 88, "2977": [91, 92], "29774": 88, "29789277185311": 87, "297986671081": 88, "29799": 88, "298": 88, "298168": 88, "29824": 88, "29849": 88, "29865": 88, "29867": 88, "29874": 88, "2988": 88, "29899": 88, "299": 88, "299072": 88, "29924": 88, "299374": 88, "299383": 88, "299417": 88, "299423": 88, "29949": 88, "29952": 91, "299526": 88, "29974": 88, "29978": 88, "2998": 88, "299827804173795": 87, "2999": 88, "29999": 88, "29e": 88, "29th": 8, "2e": 88, "2zonedatacenterhvac": [49, 50], "2zonedatacenterhvac_weconom": [3, 86], "3": [0, 2, 3, 5, 8, 9, 11, 12, 23, 24, 64, 85, 86, 87, 88, 89, 90, 91, 92, 95, 97], "30": [7, 64, 69, 70, 71, 72, 86, 88, 89, 91, 92], "300": 88, "30007": 88, "30012": 88, "300123": 88, "30024": 88, "3003": 88, "30035": 88, "3004": 88, "30049": 88, "3005": 88, "30074": 88, "300801": 88, "30099": 88, "301": [88, 90, 98], "301074": 88, "30124": 88, "3012602": 88, "301405": 88, "30149": 88, "30167": 88, "30168": 88, "30174": 88, "301798": 88, "301876": 88, "301914": 88, "301935": 88, "30199": 88, "302": 88, "3022": 88, "30224": 88, "3024": 88, "3024671": 88, "30249": 88, "3024965": 88, "3025": 88, "30253": 88, "30274": 88, "302775628790542": 87, "30297": 88, "30299": 88, "303": [85, 88], "30324": 88, "3032584": 88, "30349": 88, "3035": 88, "303662": 88, "30374": 88, "303895": 88, "30399": 88, "304": 88, "304005": 88, "3040800": 88, "304203": 88, "30424": 88, "30449": 88, "30461": 88, "3047": 88, "30474": 88, "304825": 88, "3049": 88, "304934": 88, "30499": 88, "305": 88, "3050": 88, "3051596": 88, "30524": 88, "305302": 88, "305464": 88, "30549": 88, "3055": 88, "305504": 88, "30557": 88, "305711": 88, "30574": 88, "305868": 88, "30599": 88, "306": [88, 90], "306188": 88, "30624": 88, "30642": 88, "30649": 88, "3066": 88, "30674": 88, "30699": 88, "307": 88, "30707": 88, "30724": 88, "30729": 88, "3074": 88, "30749": 88, "307499": 88, "30774": 88, "3078": 88, "3078493": 88, "30799": 88, "308": 88, "308235": 88, "30824": 88, "308342": 88, "308412": 88, "30849": 88, "3085565": 88, "30867148538614": 87, "3087": 88, "30874": 88, "30899": 88, "309": 88, "309011": 88, "309143": 88, "309153008391664": 87, "30924": 88, "309459135039948": 87, "30949": 88, "309496148008126": 87, "309548": 88, "309654": 88, "30974": 88, "30975": 88, "3099": 88, "30996": 88, "30999": 88, "31": [8, 64, 85, 86, 87, 88, 89, 90, 91, 92], "310": 88, "31012": 88, "31021959098016": 87, "31024": 88, "310314": 88, "31036434": 88, "31044": 88, "31049": 88, "310589": 88, "3106383": 88, "31066": 88, "31074": 88, "3107407": 88, "3108444": 88, "31099": 88, "311": [88, 89], "311094": 88, "311104": 88, "31124": 88, "3113888": 88, "311417": 88, "31145": 88, "31149": 88, "3115": 88, "31166": 88, "311705": 88, "31174": 88, "311874": 88, "3118777": 88, "311967": 88, "31199": 88, "312": 88, "312044": 88, "31224": 88, "312361": 88, "3124": 88, "31249": 88, "3125": [91, 92], "312537": 88, "312569": 88, "3127": 88, "31274": 88, "31296": 88, "31298": 88, "31299": 88, "313": 88, "3130": 88, "3130433": 88, "31339": 88, "31344": 88, "313513": 88, "3135141": 88, "31355": 88, "3137": 88, "314": 88, "314055": 88, "3142": 88, "314344": 88, "314674": 88, "314816": 88, "31489": 87, "3149": 88, "314940373349994": 87, "315": 88, "3150015": 88, "3150081": 88, "315073": 88, "315203": 88, "31536000": [85, 86, 87, 88, 89, 90, 91, 92], "3155036": 88, "315658": 88, "315889": 88, "315995": 88, "316": 88, "3160286": 88, "31616435897856": 87, "3162": 88, "3164": 88, "3165517": 88, "316582": 88, "3168": 88, "317": 88, "31725": 88, "3174": 88, "31747": 88, "3178": 88, "31789": 88, "317920693455": 91, "318": 88, "318306": 88, "318344": 88, "31859": 88, "319": [0, 88], "3193": 88, "319316": 88, "31932": 88, "319372": 88, "31964": 88, "319656": 88, "31977": 88, "3199": 88, "319937": 88, "31e": 88, "32": 88, "320": [3, 88], "320056": 88, "320126": 88, "32014": 88, "32022823176": 87, "3202745": 88, "3204484": 88, "3206": 88, "32065": [91, 92], "3207": 88, "3208": 88, "320927": 88, "321": [87, 88], "321212935563235": 87, "321407": 88, "321625": 88, "321648": 88, "3216777": 88, "321774": 88, "3219": 88, "3219347": 88, "322": 88, "322044": 88, "32206": 88, "322216": 88, "3224": 88, "3226": 88, "32262": 88, "322752347845213": 87, "322908": 88, "3229639": 88, "323": [0, 88], "323276": 88, "323315": 88, "323364": 88, "323395": 88, "3235": 88, "32354": 88, "323826": 88, "323845": 88, "323895": 88, "3238974": 88, "324": 88, "324025": 88, "3241777": 88, "324233": 88, "324258": 88, "3242619e": 92, "3242805": 88, "3243134": 88, "32439": 88, "324406": 88, "32447episod": 88, "324484": 88, "324568": 88, "324581": 88, "324686": 88, "324717": 88, "324862": 88, "3249": 88, "325": 88, "325115": 88, "3255": 88, "325657": 88, "325717463001574": 87, "32572523": 92, "32586": 88, "325865": 88, "326": 88, "326004": 88, "326008": 88, "326218": 88, "32632": 88, "3264": 88, "326594": 88, "326602915153778": 87, "3267": 88, "326733": 88, "326927": 88, "327": 88, "327057": 88, "327127": 88, "327251": 88, "3274": 88, "3276": 88, "32771": 88, "3278": 88, "327847": 88, "32785043815016": 87, "328": 88, "328117": 88, "3281666": 88, "3281816": 88, "3282": 88, "328288": 88, "328423": 88, "328482": 88, "3286": 88, "328617": 88, "32868": 88, "328889075081": 88, "329": 88, "3293101": 88, "329315": 88, "3295098": 88, "3296": 88, "329704": 88, "329798": 88, "3299": 88, "32995": 88, "329985": 88, "32e": 88, "33": [64, 88, 91], "330": 88, "33011": 88, "330137": 88, "33025": 88, "3303912": 88, "330548": 88, "331": 88, "3312": 88, "33136": 88, "33137": 88, "33139": 88, "3314": 88, "331541": 88, "3318": 88, "3318205": 88, "3319559": 88, "3319582": 88, "332": 88, "33207": 88, "3320911": 88, "3324": 88, "33259": 88, "33275306": 88, "3327703": 88, "33292": 88, "333": 88, "3331149": 88, "3333333333333": [85, 90], "3333333333334": 90, "333363": 88, "333364": 88, "333763": 88, "333779": 88, "333809": 88, "333889": 88, "3339": 64, "333921": 88, "3339373": 88, "333977": 88, "333998": 88, "334": 88, "334118": 88, "334397": 88, "334488": 88, "3347": 88, "3349": 88, "334994": 88, "335": 88, "33517": 88, "335354": 88, "33544": 88, "335506": 88, "335524": 88, "33571": 88, "335754": 88, "33587": 88, "33599": 88, "3361": 88, "336163": 88, "336182": 88, "33624196": 88, "336285": 88, "336391": 88, "336395": 88, "336887": 88, "3369927": 88, "337": 88, "337305": 88, "337343": 88, "3374": 88, "337481": 88, "337564": 88, "33763950224591": 87, "33773": 88, "3378": 88, "338": 88, "338148": 88, "33825": 88, "338281331752377": 87, "3386": 88, "338629010751": 91, "33876569586113": 87, "339": 88, "339176": 88, "33917913": 88, "339186": 88, "33923": 88, "339254": 88, "339314": 88, "339380228263305": 87, "33943": 88, "339748": 88, "33988": 88, "3399": 88, "33_hu200t1q": 88, "33e": 88, "34": [88, 91, 92, 97], "340": 88, "340016": 88, "3401": 88, "3403": 88, "340313": 88, "340415472303": 88, "340607": 88, "3408": 88, "341": 88, "34104864229795": 87, "3412291": 88, "341252": 88, "34132552077085": 87, "341438": 88, "341484": 88, "34158": 88, "34169685729": 88, "341748": 88, "341778": 88, "34198": 88, "342": 88, "3420": 88, "34201": 88, "34213": 88, "34233": 88, "3423305": 88, "3424": 88, "342453": 88, "3427425": 88, "3428": 88, "3428041": 88, "343": 88, "343086": 88, "343163": 88, "343174": 88, "3433": 88, "343311": 88, "343338": 88, "343633": 88, "34369": 87, "343817": 88, "344": 88, "34405267": 88, "3441": 88, "344173": 88, "344183": 88, "3442": 91, "3442061": 88, "34431": 88, "344404": 88, "344414": 88, "34447": 88, "3445": 88, "34458": 88, "34476": 88, "344811": 88, "34489": 88, "3449": 88, "344952": 88, "345": 88, "345287": 88, "345486": 88, "345562": 88, "345572": 88, "345593": 88, "34564": 88, "345997": 88, "346": 88, "346043": 88, "346052": 88, "346079": 88, "3464": 88, "346413": 88, "3465989": 88, "347": 88, "347079": 88, "34714": 88, "347166": 88, "3473": 88, "3474": 88, "347605": 88, "3477": 88, "3478": 88, "348": 88, "348045": 88, "348074": 88, "3485328": 88, "348609": 88, "3486611": 0, "3488729": 0, "34892": 88, "349": 88, "3491": 88, "349102": 88, "34919": 88, "3492": 88, "349455": 88, "3499": 88, "34e": 88, "35": [88, 97], "350": 88, "3502": 88, "350382": 88, "350393": 88, "35040": [85, 86, 87, 88, 89, 90, 91, 92], "35041": 88, "3504417": 88, "350603": 88, "350782": 88, "350838": 88, "35088": 88, "35091": 88, "350996": 88, "351": 88, "351166": 88, "35134": 88, "3514463": 88, "351454": 88, "3515596": 88, "3516591": 88, "35179": 88, "351809": 88, "3518631": 88, "351942": 88, "352": 88, "35207": 88, "352226": 88, "3524": 88, "352446": 88, "35254046509186": 90, "35264364590376623": 92, "352756796479834": 87, "353": 88, "353151567342": 88, "35344": 88, "3535004": 88, "353544": 88, "35365": 88, "353714": 88, "354": 88, "354006": 88, "35403": 88, "354202": 88, "3543": 88, "35435": 88, "3543841": 88, "354536399509": 88, "3546": 88, "3549": 88, "354967": 88, "355": 88, "35507": 88, "355169": 88, "355236": 88, "355374": 88, "355534": 88, "35559": 88, "3556": 88, "35568": 87, "35599": 88, "356": 88, "356014": 88, "356246": 88, "35626077584623": 87, "356754": 88, "357": 88, "357159": 88, "35722345079559226": 87, "357336": 88, "3574": 88, "3574334": 88, "357481": 88, "3575": 88, "357542": 88, "357563": 88, "3576": 88, "3576803": 88, "358": 88, "358007": 88, "358186": 88, "358383": 88, "358484": 88, "358492": 88, "3589754": 88, "3594": 88, "359734": 88, "3598": 88, "3599": 88, "35e": 88, "36": 88, "360": 88, "3600": [85, 89, 90], "360157": 88, "360214": 88, "3604": 88, "36043": 88, "360667": 88, "36071": 88, "361": 88, "36101": 88, "3613": 88, "3613000": 88, "361461": 88, "361639": 88, "3616774": 88, "361885": 88, "361977": 88, "362": 88, "36234": 88, "362385306000814": 87, "3624": [87, 88, 91, 92], "36259": 88, "3626": 88, "3626423": 88, "362661542358": 91, "362766": 88, "362823": 88, "362911": 88, "363": 5, "36302": 88, "363247": 88, "363319": 88, "363356": 88, "363422": 88, "36356": 88, "36357": 88, "3636545": 88, "364": 88, "36404": 88, "36409": 88, "36438": 88, "364509": 88, "3645803": 88, "36460897157091": 87, "3648541": 88, "3649": 88, "365": 88, "365232": 88, "365273": 88, "365337": 88, "3653437": 88, "365477": 88, "365803": 88, "366": 88, "366064": 88, "366076": 88, "366455": 88, "3667": 88, "3669": 88, "367": 88, "367149": 88, "3672": 88, "3672833996926315": 87, "3673377": 88, "3674": 88, "3676153": 88, "36768": 88, "3678339": 88, "367899": 88, "368": 88, "3680471": 88, "3682384": 88, "36832": 88, "3685168": 88, "3686837": 88, "3687": 88, "3688": 88, "368822": 88, "368893": 88, "3689": 88, "369": 88, "3690": 88, "369095": 88, "36912": 88, "369297": 88, "369502": 88, "369625": 88, "36963": 88, "369709": 88, "369793": 88, "369878": 88, "3699": 88, "36e": 88, "37": 88, "370": 88, "3701": 88, "37062": 88, "370691": 88, "371": 88, "3710": 88, "371014": 88, "37107": 88, "3715158": 88, "3716403": 88, "37169": 88, "3718": 88, "371922": 88, "371940434897027": 87, "372": 88, "37202758854": 87, "372105": 88, "37224105914655": 87, "37224276151501": 91, "372273": 88, "372368": 88, "3724": 88, "372401": 88, "372531": 88, "37259": 88, "37267": 88, "372742": 88, "372751": 88, "372908": 88, "372997": 88, "373": 88, "3730378": 88, "373043": 88, "37305": 88, "373072": 88, "3733482": 88, "37339": 88, "373482": 88, "373495": 88, "37355": 88, "373743": 88, "373751": 88, "373768": 88, "373877": 88, "374": 88, "374287": 88, "374291": 88, "3743": 88, "374336": 88, "37435": 88, "3745": 88, "3745906": 88, "374725": 88, "37489": 88, "3749": 88, "375": [88, 91, 92], "3752": 88, "37521827": 88, "37522episod": 88, "375265": 88, "375334": 88, "375377": 88, "3756356": 88, "375774": 88, "375805": 88, "376099": 88, "376232": 88, "37624": 88, "3763311388700536": [85, 90], "3766": 88, "376736": 88, "37692": 88, "37696": 88, "377": 88, "377169": 88, "377394": 88, "3774": 88, "377738": 88, "377762": 88, "377993": 88, "378": 88, "378036": 88, "378115": 88, "3783436": 88, "3786383": 88, "379": 88, "379026": 88, "37903": 88, "3791": 88, "37915": 88, "37918": 88, "379228760971404": 87, "379234": 88, "3793273": 88, "37934": 88, "37937": 88, "379395": 88, "379463": 88, "37957": 88, "379833": 88, "3799": 88, "37996": 88, "37e": 88, "38": [64, 88], "380083": 88, "38035": 88, "380396": 88, "380398": 88, "38043": 88, "380638": 88, "380795": 88, "3808": 88, "381": 88, "38102": 88, "381088": 88, "381172": 88, "381512": 88, "3817": 88, "382": 88, "382097": 88, "382166": 88, "382233": 88, "38226": 88, "382294": 88, "3824": 88, "3828847": 88, "38312": 88, "38318": 88, "383184": 88, "3833": 88, "383576": 88, "383625": 88, "384": [85, 88], "3840142": 88, "384110": 88, "384127": 88, "384174": 92, "384346": 88, "38459": 88, "3849": 88, "384958": 88, "385": 88, "3851": 88, "38514": 88, "3855": 88, "3857": 88, "386": 88, "386179": 88, "38619": 88, "3862": 88, "38634": 88, "386407": 88, "3865857": 88, "386675": 88, "3867": 88, "38672": 88, "386773": 88, "38683": 88, "387": 88, "3870570": 88, "3872": 88, "3874": 88, "38755eval": 88, "387661": 88, "3879": 88, "388": 88, "38810": 86, "388348": 88, "388695": 88, "3888": 88, "3888217": 88, "388847": 88, "388855": 88, "388943": 88, "389": 88, "3891": 88, "38911": 88, "38924": 88, "3894": 88, "389498": 88, "3895953": 88, "389618": 88, "389812": 88, "3899": 88, "389954": 88, "38998": 88, "38e": 88, "39": [85, 86, 87, 88, 89, 90, 91, 92], "390": 3, "390144": 88, "390175": 88, "390213": 88, "390306": 88, "3903533": 88, "39038": 88, "3904": 88, "391077": 88, "391197": 88, "391249": 88, "3912582": 88, "39136": 88, "39148": 88, "391863": 88, "39188": 88, "392": 88, "39203": 88, "392105": 88, "392218": 88, "3923394": 88, "3924": 88, "392422": 88, "3925": 88, "392647": 88, "392784": 88, "392849": 88, "392883": 88, "393": 88, "393188": 88, "393337": 88, "3934": 88, "393436": 88, "39349": 88, "393824": 88, "39393": 88, "394222": 88, "394281": 88, "39459": 88, "3949": 88, "395": [3, 88], "395102": 88, "3951087": 88, "395254": 88, "39541": 88, "395668": 88, "395697": 88, "395718": 88, "395735": 88, "395819": 88, "395840884017": 88, "395845": 88, "395967": 88, "396": 88, "396152": 88, "396200191451324": 87, "39629": 88, "3963323": 88, "39646": 88, "3965": 88, "396703": 88, "3967648": 88, "396768": 88, "39683eval": 88, "396935": 88, "397": 88, "3972": 88, "39732": 88, "3974": 88, "3975": 88, "3975253": 88, "397603": 88, "397675": 88, "397816": 88, "397929": 88, "398": 88, "39844": 88, "398606": 88, "398651": 88, "398741": 88, "398882": 88, "399": 88, "399098": 88, "3993225": 88, "399399": 88, "3994": 88, "3999": 88, "39e": 88, "3e": 88, "4": [2, 3, 6, 7, 8, 11, 15, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "40": [64, 88, 92], "400": 88, "4000001e": 92, "400382": 88, "40044233": 88, "400461": 88, "400509": 88, "400848": 88, "401": [88, 90], "401014": 88, "401157": 88, "401176": 88, "4012": 88, "4014": 88, "401505": 88, "4016": 88, "402": 88, "4024": 88, "402655": 88, "40269": 88, "402737": 88, "4029": 88, "402967": 88, "40298": 88, "402994": 88, "403": 88, "403365280938": 87, "403486": 88, "4038": 88, "40382": 88, "403831": 88, "403837": 88, "403879": 88, "4039045": 88, "40393": 88, "403952": 88, "4039795": 88, "404": 88, "404039": 88, "404510": 88, "404594": 88, "40463": 88, "4046625": 88, "4049": 88, "405": 88, "4050": 88, "405018": 88, "405119": 88, "4053": 88, "405334": 88, "4054": 88, "4056": 88, "405827": 88, "4059": 88, "406": 88, "406048": 88, "406055": 88, "4062": 88, "406227": 88, "40628349489212": 91, "40643": 88, "406437": 88, "4067339": 88, "4067437": 88, "406927": 88, "407": [88, 98], "4070": 88, "407007": 88, "4071010": 88, "407139": 88, "407288": 88, "407345": 88, "407398": 88, "4074": 88, "4077": 88, "40799": 88, "408": 88, "408057": 88, "408203": 88, "408313327693552": 87, "408401": 88, "40852": 88, "408579": 88, "4088272": 88, "4089": 88, "409": 88, "409126": 88, "4094": 88, "409586": 88, "409836": 88, "4099": 88, "4099537": 88, "41": [88, 97], "410": 88, "4101": 88, "410271": 88, "41034": 88, "410343": 88, "410603": 88, "410771": 88, "4107929": 88, "411": 88, "411175": 88, "411239": 88, "411385": 88, "411669": 88, "4119455": 88, "412": 88, "41207": 88, "4124": 88, "41243": 88, "412476": 88, "4126": 88, "4127": 88, "41275": 88, "412853": 88, "413": 88, "4136": 88, "413828": 88, "413868": 88, "413916": 88, "413956": 88, "414": 88, "4141176": 88, "4142": 88, "41438": 88, "414421": 88, "414547": 88, "414612": 88, "414637": 88, "4148": 88, "414870": 88, "414883": 88, "4149": 88, "414923": 88, "415": 88, "415078": 88, "41525": 88, "415379": 88, "4154342": 88, "415497": 88, "41555": 87, "415564": 88, "415615": 88, "416": 88, "416159": 88, "41647": 88, "416656": 88, "416883": 88, "417": 88, "41702": 88, "41705": 88, "4171513": 88, "4172": 88, "4173": 88, "4174": 88, "4175": 88, "417665": 88, "417715": 88, "417734": 88, "417835": 88, "41828": 88, "418407": 88, "418484": 88, "418552": 88, "418623": 88, "418673": 88, "418865": 88, "4189": 88, "41894728": 88, "4189992": 88, "4191238": 88, "419151": 88, "419529": 88, "4196": 88, "4197338": 88, "419844": 88, "4199": 88, "419962": 88, "41e": 88, "42": [88, 97], "420": 88, "4203": 88, "420418": 88, "4204226": 88, "420448": 88, "420471": 88, "42047961195113": 87, "420488": 88, "421297": 88, "42138": 88, "421692": 88, "421844": 88, "422": 88, "4220851623168": 87, "422109": 88, "42213": 88, "42214784762863855": 88, "422165": 88, "422209": 88, "4224": 88, "4226103": 88, "422802": 88, "422834": 88, "423": 88, "423044": 88, "423054": 88, "423097775218647": 87, "423105": 88, "42342": 88, "423465": 88, "42386": 88, "423868": 88, "423975": 88, "424": 88, "424046": 88, "424162800676545": 87, "424332": 88, "42441": 88, "4249": 88, "425": 88, "425114": 88, "42534": 88, "425394": 88, "4254": 88, "425447": 88, "4254899": 88, "42562": 88, "42579": 88, "42586": 88, "426": 88, "426144348275088": 87, "4263319241570109": 88, "4263978": 88, "426456": 88, "4266663": 88, "426840": 88, "426971": 88, "427": 88, "427065": 88, "427107": 88, "4271114": 88, "4274": 88, "4275043299862915": 87, "427517": 88, "4275640288043432": 88, "427694": 88, "427858": 88, "4281177": 88, "4283177306652533": 88, "428493": 88, "4285": 88, "428854": 88, "428865": 88, "429253": 88, "4292946": 88, "429308": 88, "429335": 88, "429393": 88, "429403": 88, "429458": 88, "4295": 88, "4295363": 88, "4297": 88, "429708": 88, "4299": 88, "42e": 88, "43": [88, 97], "430": 88, "43005": 88, "430132": 88, "4303": 88, "430404117791642": 87, "430555": 88, "43056": 88, "430645": 88, "4307226": 88, "43089": 88, "431": 88, "431053": 88, "431208": 88, "4312496": 88, "4312929": 88, "43131719567353316": 88, "4313949": 88, "4314": 88, "43155": 88, "431572": 88, "43176": 88, "4319363": 88, "432": 88, "432045": 88, "4321": 88, "43212128": 88, "432148": 88, "4324": 88, "43247": 88, "432545": 88, "4326": 88, "432787": 88, "4328161223963918": 87, "433092": 88, "4331393": 88, "43317": 88, "4333": 88, "433327": 88, "4333735": 88, "433417323750973": 92, "433624": 88, "43365": 88, "4340": 88, "434044": 88, "4341": 88, "434128": 88, "43422": 88, "43434": 88, "4344": [87, 91, 92], "4349": 88, "434963": 88, "435": 88, "4355224": 88, "4355738": 88, "435689": 88, "4357": 88, "4359": 88, "4359742": 88, "436": 88, "436129": 88, "4363027": 88, "4366": 88, "43662": 88, "436741": 88, "4367958": 88, "43687156111466763": 91, "436998": 88, "437": 88, "4370503": 88, "437138": 88, "4371530": 88, "4374": 88, "43741": 88, "43743": 88, "437536": 88, "437775": 88, "438": 88, "438007": 88, "43842": 88, "4386": 88, "43866": 88, "438751": 88, "43878692": 88, "438843": 88, "439": 88, "439213625906792": 87, "439279": 88, "4393": 88, "439528": 88, "4397": 88, "4399": 88, "43_cun8jng3": 88, "43_evalu": 88, "43_sr2houk": 88, "43e": 88, "44": 88, "440": 88, "4400032": 88, "440136": 88, "440195": 88, "440237": 88, "440274": 88, "440469": 88, "4406347": 88, "440664": 88, "4407": 88, "440716": 88, "44078": 88, "441": 88, "44114": 88, "441185": 88, "441462": 88, "4415144": 88, "441555": 88, "441584": 88, "441803": 88, "441835": 88, "442": 88, "4424": 88, "44267": 88, "44268": 88, "442886": 88, "442892": 88, "443": 88, "44306615365681": 87, "443321": 88, "443428": 88, "444": 88, "444046": 88, "4441502": 88, "444305": 88, "444363": 88, "444693": 88, "4449": 88, "444937": 88, "445": 88, "445164": 88, "4452": 88, "445435": 88, "445587": 88, "44568": 88, "4457515": 88, "44578": 88, "445791": 88, "445868": 88, "445882": 88, "445957": 88, "446": 88, "44615075": 88, "446198": 88, "4464": 88, "4465209": 88, "446527": 88, "446743": 88, "44686": 88, "447": 88, "44708": 88, "447105": 88, "447118": 88, "4474": 88, "447454": 88, "447517": 88, "4476857": 88, "44785": 88, "447903": 88, "448067": 88, "448227": 88, "448235": 88, "44847": 88, "448666": 88, "4487": 88, "448812": 88, "448847": 88, "449": 88, "449082": 88, "4492": 88, "449215": 88, "449238": 88, "4494166": 88, "449615": 88, "449625": 88, "449767133034882": 87, "4499": 88, "44e": 88, "45": [3, 88], "4500000e": 92, "450134": 88, "450226": 88, "4503": 88, "450413": 88, "4504209": 88, "450460": 88, "4505": 88, "4505453": 88, "45064163916": 87, "45067": 88, "451311": 88, "451401745306942": 87, "451453": 88, "4517277581382": 87, "451796": 88, "451893": 88, "4519": 88, "452": 88, "452288": 88, "452297": 88, "4523": 88, "4524": 88, "4525": 88, "4526": 88, "452662": 88, "45269": 88, "453": 88, "4531417474460593": 91, "4531593": 88, "45334": 88, "453636": 88, "453775": 92, "4538102": 88, "45393393827288": 87, "454": 88, "45405": 88, "454084": 88, "4542": 88, "4546": 88, "454679": 88, "454714": 88, "45482": 88, "4549": 88, "455": 88, "455126": 88, "4554": 88, "455622": 88, "45572": 88, "45583": 88, "456": 88, "456167": 88, "456223": 88, "4564": 88, "456501": 88, "4568": 88, "456839": 88, "45700782913386": 87, "457339": 88, "4574": 88, "45746": 88, "4576453": 88, "4578": 88, "458": 88, "4580983": 88, "45838": 88, "458406": 88, "458416": 88, "458956": 88, "459": 88, "459794392100665": 87, "4598": 3, "459827": 88, "45983": 88, "4599": 88, "45e": 88, "46": [3, 88], "4601": 88, "460247": 88, "460455": 88, "46046": 88, "460917": 88, "461": 88, "46107642729404": 87, "461197": 88, "4615": 88, "461578": 88, "461708": 88, "461779": 88, "461828": 88, "4619": 88, "461933": 88, "462": 88, "46204": 88, "462065": 88, "4624": 88, "4629197": 88, "463": [3, 88], "46324": 88, "4636": 88, "463623": 88, "46367": 88, "464": 88, "464203": 88, "464287": 88, "46443972": 88, "46448": 88, "46484488": 92, "4649": 88, "46493": 88, "465": 88, "465069": 88, "465097": 88, "4651": 88, "465273": 88, "46531": 88, "465332": 88, "4654706": 88, "465584": 88, "4656": 88, "465723": 88, "46577": 88, "4658": 88, "465874": 88, "465914": 88, "465982": 88, "466": 88, "46637": 88, "466516": 88, "466824": 88, "46684": 88, "466934": 88, "467": 88, "46709": 88, "46726": 87, "467265": 88, "4673": 88, "4673761": 88, "4674": 88, "46767": 88, "46771": 88, "46782": 88, "468": 88, "468061": 88, "4681": 88, "46846670104": 88, "46865": 88, "468657": 88, "468678": 88, "469": 88, "469086": 88, "469153276368": 91, "469254": 88, "469403206707": 88, "469513": 88, "469681": 88, "4697": 88, "469723": 88, "4698": 88, "4699": 88, "46e": 88, "47": 88, "470": 88, "4702": 88, "47031": 88, "470314": 88, "470379": 88, "47042": 88, "47045": 88, "470580": 88, "4706626": 88, "470722": 88, "470765": 88, "4707968": 88, "470825": 88, "47087": 88, "47104": 88, "471261": 88, "471449": 88, "47146": 88, "47173": 88, "471773": 88, "472": 88, "47209": 88, "472118": 88, "47217": 88, "472187": 88, "472333": 88, "4724": 88, "47256": 88, "472637": 88, "473": 88, "473099": 88, "4733": 88, "4735": 88, "4737": 88, "473743": 88, "473761": 88, "47385": 88, "4739": 88, "473911": 88, "47397": 88, "474": 88, "47406": 88, "474075": 88, "47408603593558": 91, "474377": 88, "474483": 88, "47451": 88, "4749": 88, "475": 88, "475006": 88, "4750577": 88, "47561177379764": 87, "4756484": 88, "475954": 88, "476": 88, "476068": 88, "476208": 88, "4764079": 88, "477": 88, "477150_iwec": 97, "477306": 88, "47732": 88, "4774": 88, "477741": 88, "477785": 88, "4778": 88, "477875": 88, "478": 88, "478065": 88, "478088": 88, "478311": 88, "4786": 88, "47876613692316": 87, "478780": 88, "4788": 88, "478897": 88, "478977": 88, "479": 88, "4790": 88, "4793": 88, "479317": 88, "47948": 88, "479544": 88, "4798": 88, "4799": 88, "479923": 88, "47e": 88, "48": 88, "480": 88, "48008": 88, "480116": 88, "480413": 88, "4806430": 88, "480873": 88, "480985": 88, "481": 88, "48104": 88, "48113": 88, "4814867": 88, "48164": 88, "4817": 88, "4817667": 88, "48178": 88, "4818852": 88, "4819": 88, "481953": 88, "482": 88, "482203": 88, "4822035": 88, "4824": 88, "4826": 88, "48272": 88, "482807": 88, "48282eval": 88, "482845": 88, "48292": 88, "483": 88, "48305": 88, "4832": 88, "483408": 88, "4836": 88, "4839": 88, "484": 88, "484047": 88, "484123": 88, "4841363": 88, "4844": 88, "4847171": 88, "4849": 88, "484962": 88, "484993": 88, "485": 88, "48503": 88, "4850352": 88, "485105": 88, "4852": 88, "485292": 88, "4853": 88, "485458": 88, "485494": 88, "4855103": 88, "4856598": 88, "4862": 88, "486246": 88, "486356831060117": 87, "486403": 88, "486473": 88, "486634787123645": 87, "4868": 88, "486908": 88, "487": 88, "48703": 88, "487068": 88, "48715": 88, "487341586511533": 87, "4874": 88, "4875": 88, "487545": 88, "487644": 88, "488": 88, "488087": 88, "4881": 88, "4886": 88, "4887073": 88, "48872": 88, "488916": 88, "48894882371821": 87, "489": 88, "489048": 88, "489124247968": 87, "489174": 88, "48924": 88, "489399": 88, "489456": 88, "4895": 88, "489557": 88, "489573": 88, "489624": 88, "4898": 88, "489855": 88, "4899": 88, "489908": 88, "48e": 88, "49": 88, "490088": 88, "49021644748176": 87, "490236": 88, "49031": 88, "490796": 88, "4908": 88, "4908586": 88, "490915": 88, "49098": 88, "491": [3, 88], "491219": 88, "491304": 88, "49144": 88, "4915775": 88, "491618": 88, "49166": 88, "491833": 88, "49194": 88, "491972": 88, "492": 88, "49222451880882": 92, "4924": 88, "492639": 88, "4928055": 88, "493": [85, 86, 87, 88, 89, 90, 91, 92], "493074": 88, "49313": 88, "493168": 92, "49321": 88, "493917": 88, "494": 88, "494152": 88, "49424": 88, "494257": 88, "494572": 88, "49464": 88, "4949": 88, "495": 88, "4952": 88, "49545": 88, "495585": 88, "4956": 88, "495659": 88, "495691": 88, "496": 88, "4960": 88, "496028": 88, "496058": 88, "4961": 88, "4961122594044092": 92, "496115": 88, "496178": 88, "496408": 88, "496495319039795": 87, "496785": 88, "496876": 88, "497": 88, "497007": 88, "497048": 88, "4974": 88, "49754": 88, "497612": 88, "4979": 3, "498": 88, "49801": 88, "4980135": 88, "498105": 88, "498217": 88, "498264": 88, "49837": 88, "49839": 88, "4984936": 88, "49853": 88, "49864": 88, "4988": 88, "499": 88, "499041": 88, "499171": 88, "499285": 88, "499413": 88, "4994174": 88, "49947498388144": 90, "499552": 88, "4996": 88, "499722": 88, "4999": 88, "49e": 88, "4e": 88, "5": [0, 2, 3, 7, 11, 25, 69, 70, 71, 72, 75, 80, 85, 86, 87, 88, 89, 90, 91, 92, 97, 98], "50": [64, 86, 88], "500": 88, "50000000": 89, "5000000e": 92, "500097": 88, "500229": 88, "50031": 88, "5003182": 88, "5003846": 88, "500486": 88, "500626": 88, "501": 88, "50109": 88, "50117": 88, "50168": 87, "501795840290757": 87, "501816": 88, "5019": 88, "50192": 88, "50195": 88, "501991": 88, "502": 88, "502026": 88, "50226": 88, "5024": 88, "502432": 88, "50244": 88, "502487": 88, "50254": 88, "502956": 88, "502991": 88, "503": 88, "503227": 88, "503426": 88, "50352": 88, "5036276598917": 88, "503729": 88, "503786": 88, "504": 88, "50414": 88, "504218": 88, "5043eval": 88, "504581": 88, "5049": 88, "505": 88, "5053432": 88, "505367": 88, "505592": 88, "505669": 88, "505688": 88, "5057328": 88, "50592": 88, "505985": 88, "50601": 88, "506051": 88, "50618": 88, "5063": 88, "506315": 88, "506327": 88, "506552": 88, "506569": 88, "5068433": 88, "506927": 88, "507": 88, "507233": 88, "5072422": 88, "5074": 88, "507423": 88, "507696": 88, "507713": 88, "507769966536845": 87, "5078": 88, "507927": 88, "50795": 88, "508": 88, "50823358985986": 85, "50846": 88, "508686603184": 88, "5087": 88, "508722": 88, "508745": 88, "5088": [87, 91, 92], "508892": 88, "508998": 88, "509": 88, "509193": 88, "509224": 88, "509262": 88, "509317": 88, "509342": 88, "5093937": 88, "509575": 88, "5098643": 88, "5099": 88, "51": 88, "510035": 88, "510240": 88, "5103": 88, "510412": 88, "510527": 88, "510529": 88, "51077": 88, "511": 88, "5111": 88, "511398": 88, "511669": 88, "511806": 88, "5119457": 88, "512": 88, "51201": 88, "512114023279846": 87, "512131": 88, "5124": 88, "5125": 88, "512716": 88, "512764": 88, "512812": 88, "5129490": 88, "51302": 88, "5131793": 88, "513245": 88, "5136858": 88, "513725": 88, "513992": 88, "514": 88, "51403": 88, "514065": 88, "514217": 88, "514286": 88, "514444": 88, "514876": 88, "5149": 88, "51498": 88, "5151": 88, "5151449": 88, "515478": 88, "51548": 88, "5156594": 88, "515854": 92, "516": 88, "516073": 88, "5161777": 88, "51618": 88, "516462": 88, "51666": 88, "516663": 88, "5169748": 88, "517": 88, "517382": 88, "5174": 88, "517626": 88, "51776": 88, "51785": 88, "518": 88, "518076": 88, "518107": 88, "51826": 88, "5184000": [85, 89, 90], "5184134": 88, "518505": 88, "51852": 88, "518553": 88, "51869": 88, "5188694": 88, "519": 88, "519215": 88, "519234": 88, "51948": 88, "519688": 88, "51976": 88, "5197919": 88, "519888": 88, "519897": 88, "5199": 88, "51e": 88, "52": 88, "520086": 88, "520164": 88, "520331": 88, "520428": 88, "52058": 88, "520737": 88, "52076": 87, "5208": 88, "520885": 88, "5209345": 88, "521": 88, "5211308": 88, "521425": 88, "521523": 88, "522": 88, "522072": 88, "522163031742796": 87, "5224": 88, "522755": 88, "522837": 88, "522872": 88, "522898": 88, "523": 88, "523577": 88, "523636": 88, "5236861805773": 88, "5238667": 88, "523884": 88, "5239022": 88, "52394": 88, "524": 88, "524014": 88, "524161569812392": 87, "524296": 88, "5243260": 88, "524329": 88, "52455": 88, "524689": 88, "5246968": 88, "524734": 88, "5249": 88, "525": [88, 92], "5250244140625": 92, "52504": 88, "5250479199187": [91, 92], "52538": 88, "525572": 88, "5257034": 88, "52576": 88, "52578": 88, "526": 88, "52623665": 88, "526308": 88, "52633": 88, "5265477": 88, "526716": 88, "5267246": 88, "5268518": 88, "526911": 88, "5269392": 88, "526942": 88, "527": 88, "527079": 88, "527214": 88, "527241": 88, "527386": 88, "5274": 88, "5279045": 88, "528": 88, "52808": 88, "5281": [87, 88], "52845": 88, "5293": 88, "52933": 88, "529675": 88, "5299": 88, "529976": 88, "52e": 88, "53": 88, "530": 88, "5300543": 88, "530317": 88, "5305": 88, "5305769": 88, "530586901729745": 87, "5306246": 88, "530643": 88, "53074": 88, "530770": 88, "5307813": 88, "53084": 88, "531": 88, "531103": 88, "53134": 88, "531456": 88, "53162": 88, "5316920": 88, "53176": 88, "532": 88, "53205": 88, "532368": 88, "5324": 88, "532406": 88, "532434": 88, "532443": 88, "5326786": 88, "532774": 88, "5328320": 88, "532869819053": 87, "533": 88, "533276": 88, "5333": 88, "533516": 88, "533558": 88, "533912090104": 88, "5339695": 88, "534": 88, "534119": 88, "5342": 88, "53428": 88, "534519": 88, "5347023": 88, "534777951341": 88, "5348": 87, "5349": 88, "534999": 88, "53505": 87, "5351": 88, "5355": 88, "535563": 88, "5358": 88, "535808711825": 87, "5359": 88, "535965": 88, "53599": 88, "536015": 88, "5361": 88, "53613": 88, "536194": 88, "536386": 88, "536425": 88, "53649": 88, "536592": 88, "536777": 88, "536840": 88, "536963": 88, "537": 88, "5370326": 88, "537148": 88, "537245": 88, "5374": 88, "537436": 88, "537544": 88, "53786": 88, "53796": 88, "538": 88, "538095370223804": 87, "53822100691485": 87, "5383407": 88, "538345": 88, "538439": 88, "538546": 88, "53871423": 88, "538927": 88, "538958": 88, "53897": 88, "539": 88, "5393739": 88, "53944": 88, "5394630": 88, "539474": 88, "539497": 88, "53965": 88, "539667": 88, "539743": 88, "5399": 88, "539938": 88, "53e": 88, "54": 88, "540": 88, "540173": 88, "5401795": 88, "5402": 88, "540695": 88, "540747": 88, "541": 88, "541046": 88, "541368": 88, "54144": 88, "541458": 88, "541536": 88, "541555584377814": 87, "541664": 88, "541876": 88, "542": 88, "5424": 88, "542467": 88, "542606": 88, "542692": 88, "542755": 88, "54282": 88, "542942": 88, "543": 88, "543064": 88, "543236": 88, "543318": 88, "54388": 88, "54394243021113": 87, "543995": 88, "544": 88, "5443922": 88, "54443008629097": 87, "5445": 88, "5445381": 88, "544811": 88, "544844": 88, "544863": 88, "5449": 88, "545": 88, "545113": 88, "545242": 88, "545315": 88, "5454": 88, "545568": 88, "5457816": 88, "545914": 88, "546131": 88, "546297": 88, "546316": 88, "546379": 88, "546406": 88, "54648": 88, "546675": 88, "547": 88, "547106": 88, "547272": 88, "5474": 88, "547411": 88, "54742": 88, "5475": 88, "547703": 88, "547737": 88, "548": 88, "5481180476335": 88, "548694042230082": 87, "5489": 88, "549": 88, "549128667042552": 87, "549387": 88, "54942": 88, "54942547428998": 87, "5499": 88, "54e": 88, "55": [48, 88, 97], "550": 88, "5500122": 88, "550064": 88, "55016": 88, "550316": 88, "5505": 88, "550522": 88, "5506": 88, "55074": 88, "550816": 88, "551": 88, "5510481": 88, "551136": 88, "5513284": 88, "551414": 88, "551647": 88, "551872": 88, "552": 88, "55217": 88, "55234": 88, "5524": 88, "552404": 88, "55262": 88, "552856": 88, "553": 88, "55306eval": 88, "553215": 88, "55326": 88, "553564": 88, "5536": 88, "553884": 88, "55395": 88, "554": 88, "554108": 88, "5542": 88, "554268": 88, "554426": 88, "554504": 88, "55467": 88, "5546784": 88, "554829": 88, "5549": 88, "554924": 88, "555": 88, "555115": 88, "555716": 88, "5557412": 88, "555973": 88, "556": 88, "5562041": 88, "556306": 88, "55637": 88, "55652": 88, "556591": 88, "556833": 88, "5570390": 88, "55705870892625": 87, "557205": 88, "5573": 88, "5574": 88, "557518": 88, "5578": 88, "5579": 88, "55798": 88, "55806": 88, "558548": 88, "55901": 88, "5593534": 88, "55953": 88, "55956": 88, "5596": 88, "559614": 88, "559746": 88, "5599": 88, "55e": 88, "56": [88, 92], "560": 88, "56004": 88, "560059": 88, "56026334": 88, "5603": 88, "560345": 88, "560407": 88, "560649": 88, "560783": 88, "560928": 88, "561": 88, "561268": 88, "561466": 88, "561508": 88, "561531": 88, "561605": 88, "561874": 88, "561935": 88, "562": 88, "562044": 88, "562092": 88, "5624": 88, "5625": 92, "562544": 88, "56294": 88, "562977": 88, "563": 88, "563036": 88, "563128438885332": 91, "5633478": 88, "56357": 88, "563572": 88, "563685767946": 88, "563786": 88, "563845": 88, "563951": 88, "564": 88, "564209": 88, "564283": 88, "56456": 88, "5645857": 88, "564636": 88, "56485": 88, "5649": 88, "564985": 88, "565": 88, "565111": 88, "565113": 88, "5652": 88, "5652597": 88, "5654": 88, "565445997684": 88, "56549": 88, "565819": 88, "565943": 88, "566": 88, "5660": 88, "566076": 88, "5662": 88, "5665": [91, 92], "566541371296": 88, "566633": 88, "566761270651252": 87, "566832": 88, "5669565": 88, "567": 88, "5671427": 88, "567287": 88, "5674": 88, "567928": 88, "568": 88, "568176": 88, "568501": 88, "5688": 88, "56905": 88, "569242": 88, "56933": 88, "569469115886": 91, "569489": 88, "5696626": 88, "569685": 88, "569885": 88, "5699": 88, "56e": 88, "57": 88, "570": 88, "5701": 88, "570192": 88, "570236": 88, "570274": 88, "570503": 88, "570625": 88, "5707517": 88, "571": 88, "5711": 88, "571168": 88, "571243": 88, "5715": 88, "571522": 88, "5716357": 88, "571651": 88, "571669": 88, "572": 88, "572285": 88, "5723": 88, "572395": 88, "5724": 88, "5725117": 88, "572632": 88, "572727": 88, "572773": 88, "572788": 88, "5728": 88, "57281": 88, "573": 88, "573284": 88, "573292": 88, "5735": 88, "57355": 88, "573598": 88, "5736": 88, "573734": 88, "57375": 88, "574": 88, "5744": 88, "5748": 88, "5749": 88, "57495": 88, "575": 88, "575014": 88, "575298": 88, "575379": 88, "57566": 88, "575752": 88, "575884449961": 88, "57593": 88, "576": 88, "57633": 88, "57644": 88, "576597": 88, "57668": 88, "5767989": 88, "5768": 88, "577": 88, "577064": 88, "577261": 88, "5773697": 88, "577398": 88, "5774": 88, "577415": 88, "577765": 88, "577883": 88, "578": 88, "5781016": 88, "578194": 88, "5784": 88, "57867": 88, "57874": 88, "578747": 88, "57881": 88, "578972583602845": 87, "579": 88, "57908": 88, "579129": 88, "579243": 88, "5794": 88, "5799": 88, "57992": 88, "57e": 88, "58": 88, "58006": 88, "580149": 88, "5802": 88, "580284": 88, "580376": 88, "580465": 88, "580566": 88, "580736": 88, "581": 88, "581272": 88, "581378312066": 88, "5814": 88, "5815": 88, "581535": 88, "5815425": 88, "581656": 88, "58174": 88, "5819852": 88, "582": 88, "582035": 88, "58216": 88, "5823717": 88, "5824": 88, "58246": 88, "5825": 88, "582571129998": 88, "58267": 88, "582677": 88, "58274": 88, "582941": 88, "5829737765191": 91, "583": 88, "5832": [87, 91, 92], "583328": 88, "583437": 88, "583551": 88, "583647": 88, "583698": 88, "583727": 88, "583792": 88, "583989": 88, "584": 88, "584083": 88, "5841": 88, "5843": 88, "584349": 88, "58435": 88, "58445": 88, "584465": 88, "58479565": 88, "5849": 88, "58497": 88, "585": 88, "585074": 88, "58527": 88, "585283": 88, "58572": 88, "586": 88, "5860": 88, "586027": 88, "586532": 88, "5868": 88, "586883": 88, "587": 88, "5872803": 88, "5874": 88, "58744": 88, "587442": 88, "58754": 88, "58764": 88, "587751": 88, "587852": 88, "588": 88, "588157": 88, "5882859": 88, "588314": 88, "5884490": 88, "5886": 88, "5887": 88, "589": 88, "589087": 88, "589094": 88, "589455": 88, "58964": 88, "58984train": 88, "5899": 88, "58e": 88, "59": [88, 97], "590": 88, "590292": 88, "590484": 88, "5907": 88, "5908": 88, "590807": 88, "5908606": 88, "59096": 88, "591": 88, "591026": 88, "591076": 88, "59117": 88, "591404": 88, "591416269343217": 87, "592": 88, "59235": 88, "592382785619": 88, "5924": 88, "5924812": 88, "592537": 88, "5927": 88, "592764": 88, "592913": 88, "592949": 88, "593": 88, "5932324": 88, "59343": 88, "593599": 88, "593720": 88, "593895": 88, "5939164": 88, "59396905606546": 87, "594": 88, "5944": 88, "59442": 88, "594441": 88, "594456": 88, "5949": 88, "594968": 88, "59502": 88, "59511": 88, "5951342": 88, "595346": 88, "59576": 88, "595821": 88, "595875": 88, "59591": 88, "59595": 88, "5959754": 88, "596": 88, "596086": 88, "5963737": 88, "596618": 88, "59662": 88, "596655": 88, "597": 88, "597227": 88, "5974": 88, "597458": 88, "5977": 88, "598": 88, "598097": 88, "598116": 88, "598158": 88, "59846": 88, "598827": 88, "5988546": 88, "59889": 88, "59891": 88, "598965": 88, "598967": 88, "599": 88, "599007": 88, "599087": 88, "599163": 88, "599335": 88, "59938": 88, "5994": 88, "5995403": 88, "59975": 88, "5999": 88, "59e": 88, "5_2023": 88, "5e": 88, "5zone": [4, 6, 7, 8, 86, 88, 91, 92], "5zoneautodxvav": [3, 7, 48, 85, 87, 88, 89, 90, 91, 92], "6": [3, 5, 7, 8, 11, 15, 69, 70, 71, 72, 86, 87, 88, 89, 91, 92, 97], "60": 88, "600": [86, 88], "6000000e": 92, "60015": 88, "6003": 88, "600526": 88, "600565": 88, "600706": 88, "600908": 88, "601": 88, "60104": 88, "6011": 88, "60114": 88, "601156": 88, "601479": 88, "601759": 88, "601944": 88, "602": 88, "602093": 88, "602169": 88, "60229": 88, "6024": 88, "602402": 88, "60256": 88, "60279": 88, "602817": 88, "602841": 88, "602865": 88, "603": 88, "60302": 88, "60325": 88, "603312": 88, "603888": 88, "603895": 88, "604": 88, "604034": 88, "60407": 88, "604136": 88, "60426": 88, "60434": 88, "6044636": 88, "604515386030812": 87, "6048": 88, "604805": 88, "6049": 88, "605": 88, "6050": 88, "605139": 88, "605173": 88, "6052": 88, "605206": 88, "605486": 88, "605597453282652": 87, "60585": 88, "606137": 88, "606262": 88, "6062777": 88, "606304": 88, "6063654": 88, "606394": 88, "6064": 88, "6064198": 88, "606455": 88, "606459": 88, "6064918": 88, "6065187": 88, "6065419": 88, "6065679": 88, "6066": 88, "606636": 88, "606789": 88, "607": 88, "6074": 88, "607555": 88, "6075807": 88, "607584": 88, "607895": 88, "608": 88, "6082912": 88, "608366": 88, "6086": 91, "60862": 88, "608673": 88, "608880": 88, "609": 88, "6090": 88, "6090046831275": 87, "609035": 88, "60917": 88, "609495": 88, "609633": 88, "6099": 88, "609982": 88, "61": [88, 92], "610": 88, "61025": 88, "6105524": 88, "6105625": 88, "610647": 88, "610672": 88, "61072": 88, "6108": 88, "610817": 88, "610846": 88, "610932": 88, "611": 88, "6110175": 88, "61108": 88, "6111": 88, "611109": 88, "611557": 88, "611694": 88, "61175": 88, "611805": 88, "611981": 88, "6123266": 92, "6123447": 88, "6124": 88, "612885": 88, "613": 88, "6130": 88, "613096200574414": 87, "613413": 88, "613556": 88, "61357": 88, "613598": 88, "61364": 88, "614": 88, "61409": 88, "614223": 88, "614325": 88, "614428": 88, "6145": 88, "6147": 88, "6149": 88, "614986": 88, "614998": 88, "615": 88, "615147": 88, "615269": 88, "6153": 88, "615831": 88, "616": 88, "6162": 88, "616375": 88, "6164890": 88, "617": 88, "617172": 88, "617256": 88, "617308": 88, "6174": 88, "61786": 88, "618": 88, "6180": 88, "61825": 88, "6183": 88, "61838": 88, "618435": 88, "618448": 88, "618853": 88, "61902": 88, "6191": 88, "61911": 88, "619181": 88, "61918932935772": 87, "6194": 88, "619474": 88, "61949": 88, "6196": 88, "6199": 88, "61e": 88, "62": 88, "620": 88, "6201777": 88, "620234": 88, "62027": 88, "621": 88, "6212": 88, "621758": 88, "621859": 88, "621885": 88, "6219144": 88, "622": 88, "622023": 88, "622356": 88, "6224": 88, "622412": 88, "6225793": 88, "622604": 88, "62267": 88, "6228": 88, "622814": 88, "623": 88, "623175": 88, "6232": 88, "623661": 88, "623668861129946": [85, 90], "623688": 88, "62372": 88, "623772": 88, "6239": 88, "623905": 88, "623999": 88, "624": 88, "62412": 88, "62419": 88, "624235": 88, "624273": 88, "6243": 88, "624398": 88, "62452": 88, "624523": 88, "62455": 88, "624556": 88, "6249": 88, "624996": 88, "624998": 88, "625": 88, "625221": 88, "625349": 88, "6253876": 88, "625456": 88, "6259": 88, "626": 88, "62606": 88, "626062": 88, "6262": 88, "62621": 88, "626251": 88, "626314": 88, "62652": 88, "626621": 88, "627": 88, "6274": 88, "6277": 88, "627705": 88, "628": 88, "6280": 88, "62802": 88, "628036": 88, "628345": 88, "628372": 88, "628448": 88, "6286163": 88, "628914": 88, "629": 88, "629057": 88, "629105": 88, "629131": 88, "629488521519967": 87, "629687662635828": 87, "6299": 88, "6299367": 88, "62e": 88, "63": 88, "6300": 88, "630194": 88, "630474": 88, "63072": 88, "630769": 88, "630848": 88, "63086": 88, "631": 88, "631185": 88, "631212": 88, "63123": 88, "631279": 88, "631296": 88, "6316": 88, "631628": 88, "6317136": 88, "63189": 88, "631941": 88, "631967": 88, "632": 88, "632044925856": 91, "6324": 88, "6327314": 88, "632774": 88, "6329": 88, "633": 88, "63318": 88, "633747": 88, "633774": 88, "6338": 88, "633846": 88, "634": 88, "63416": 88, "634413": 88, "634445": 88, "634449": 88, "63473": 88, "634861": 88, "6349": 88, "63495": 88, "635": 88, "6350272": 88, "6355486": 88, "635589": 88, "635881": 88, "636": 88, "636124": 88, "636272": 88, "636395": 88, "636475": 88, "636631": 88, "63669": 88, "636711": 88, "636746": 88, "6367651": 88, "636776": 88, "636791": 88, "636808": 88, "637": 88, "637218": 88, "637384": 88, "6374": 88, "637541666563628": 87, "637647": 88, "6377366": 88, "63774": 88, "637766": 88, "638317": 88, "63837": 88, "6384696": 88, "638643": 88, "638704": 88, "63873": 88, "638756": 88, "6388": 88, "63887537": 88, "639": 88, "63905": 88, "63909": 88, "639103": 88, "639242": 88, "6392717": 88, "639334": 88, "6394": 88, "639404": 88, "6396108": 88, "639802": 88, "6399": 88, "639921": 88, "63e": 88, "64": 88, "640": 88, "6400882": 88, "6401772": 88, "640351119712147": 87, "6406": 88, "640772": 88, "640776": 88, "64085": 88, "6408863": 88, "640917": 88, "641085": 88, "6411": 88, "6411133": 88, "641197": 88, "641277": 88, "641607": 88, "641663": 88, "64197": 88, "642": 88, "64203": 88, "6424": 88, "642416": 88, "642591": 88, "643": 88, "643135": 88, "643183": 88, "643288": 88, "6433044": 88, "64333": 88, "643396": 88, "6435652": 88, "643566": 88, "644": 88, "644160496227": 88, "6442": 88, "6443": 88, "64444": 88, "64449": 88, "644516": 88, "6449": 88, "644999": 88, "645": 88, "645188": 88, "645359": 88, "645561": 88, "645796": 88, "645807": 88, "646": 88, "646113": 88, "646172": 88, "6465": 88, "646563": 88, "64689": 88, "646996": 88, "6470": 88, "6472": 88, "647293": 88, "647366": 88, "6474": 88, "64745": 88, "647545": 88, "647644": 88, "647655": 88, "647705": 88, "64776": 88, "64778": 88, "647804": 88, "647907": 88, "648": 88, "648078": 88, "6482271": 88, "648262": 88, "648323": 88, "648335": 88, "648953": 88, "64895eval": 88, "649": 88, "649036": 88, "64953": 88, "64957": 88, "649773": 88, "6499": 88, "64e": 88, "65": [88, 92], "650": 88, "650000095367432": 92, "6500001e": 92, "65019": 88, "65021": 88, "650326": 88, "6504009": 88, "650509": 88, "6507": 88, "650764": 88, "650896": 88, "651": 88, "651054": 88, "651237": 88, "6514": 88, "651453": 88, "651491": 88, "651919": 88, "652": 88, "652273": 88, "6524": 88, "652458642195": 87, "65261": 88, "652822": 85, "653": 88, "6531380": 88, "6532345": 88, "6533837": 88, "6534": 88, "653414": 88, "653486": 88, "653496": 88, "6536": 88, "6540294": 88, "654228": 88, "654445": 88, "654593": 88, "654684": 88, "6547093": 88, "654799": 88, "6549": 88, "655": 88, "6552": [87, 88, 91, 92], "655237212276": 88, "65552": 88, "655644": 88, "655685": 88, "655693": 88, "655746": 88, "655975": 88, "656": 88, "656128": 88, "656177587228": 88, "656189": 88, "65628": 88, "65634": 88, "656563": 88, "6567345": 88, "656872": 88, "657": 88, "657117": 88, "65728": 88, "657394": 88, "6574": 88, "6576498": 88, "6576667": 88, "6579": 88, "658": 88, "658013": 88, "659005": 88, "6591": 88, "65945": 88, "659573": 88, "6599": 88, "65e": 88, "66": [88, 97], "660": 88, "660082": 88, "6602": 88, "66032": 88, "66047": 88, "660505": 88, "6606": 88, "66061": 88, "661133": 88, "6612": 88, "661284": 88, "6615": 88, "66151": 88, "661545": 88, "661592": 88, "6619": 88, "662": 88, "662078": 88, "6621566": 88, "6624": 88, "662445": 88, "6626261": 88, "6626954": 88, "6628": 88, "66285": 88, "662937": 88, "662975": 88, "663": 88, "663279": 88, "6633": 88, "66342": 88, "6636": 88, "663635": 88, "6637": 88, "663768": 88, "66398": 88, "664": 88, "664023677829388": 87, "66404": 88, "664185": 88, "6642": 88, "6643": 88, "664352": 88, "6646152": 88, "664734": 88, "6649": 88, "665": 88, "665392": 88, "665863": 88, "66599": 88, "666": 88, "6661": 88, "666490": 88, "6666": 88, "667": 88, "667053": 88, "667169": 88, "667334": 88, "667337": 88, "6674": 88, "667793": 88, "66797": 88, "668": 88, "66805": 88, "66814": 88, "668146": 88, "6684391": 88, "668604907614746": 87, "66864": 88, "668710": 88, "668886": 88, "669": 88, "669418": 88, "6695": 88, "669603": 88, "66965": 88, "66983": 88, "669841": 88, "6699": 88, "66e": 88, "67": 88, "670": 88, "670357": 88, "67041": 88, "670622460524": 88, "6707997": 88, "670830_iwec": 97, "67097": 88, "671": 88, "671093": 88, "6711": 88, "671152": 88, "671191": 88, "671227": 88, "67123": 88, "671326": 88, "671339": 88, "671413": 88, "671492": 88, "671517": 88, "6719": 88, "671904": 88, "67191": 88, "672": 88, "672033": 88, "672228": 88, "6724": 88, "673058": 88, "6733184": 88, "673388": 88, "673584": 88, "67366": 88, "673777": 88, "674": 88, "674119": 88, "6744": 88, "674659": 88, "674805": 88, "6748056": 88, "674847": 88, "6749": 88, "675": 88, "67505": 88, "675444": 88, "6754591": 88, "675598": 88, "675724": 88, "67578": 88, "6758": 88, "675846": 88, "676": 88, "6760972": 88, "676174": 88, "676254": 88, "6763": 88, "676569": 88, "676575": 88, "676752": 88, "676785": 88, "677": 88, "677180": 88, "677337": 88, "6774": 88, "6775541": 88, "6776": 88, "678": 88, "678344": 88, "6783485": 88, "67858": 88, "67865": 88, "67871": 88, "678801": 88, "6789": 88, "679": 88, "679039": 88, "679138": 88, "679293": 88, "67938107281635": 87, "6794843": 88, "67955": 88, "679641": 88, "67972": 88, "679752": 88, "679785": 88, "6798549": 88, "6799": 88, "6799109": 88, "679943": 88, "679972": 88, "67e": 88, "68": [88, 97], "680081": 88, "680238": 88, "680291": 88, "68054": 88, "68059": 88, "6806540": 88, "680830": 88, "68085": 88, "680939": 88, "680944": 88, "68099": 88, "681": 88, "681375": 88, "681477": 88, "681646": 88, "682": 88, "6821": 88, "682133": 88, "68221": 88, "682211": 88, "6824": 88, "682458": 88, "6826453": 88, "682682": 88, "6828": 88, "68283": 88, "682884": 88, "682913": 88, "683": 88, "683224": 88, "6833673": 88, "683372": 88, "683573": 88, "683642": 88, "68392": 88, "684": 88, "68434": 88, "684353": 88, "684591": 88, "684679": 88, "6847386": 88, "6848": 88, "684814": 88, "6849": 88, "684956": 88, "685": 88, "68514": 88, "6854405": 88, "68554015361045": 87, "685549": 88, "685593": 92, "685612": 88, "685684": 88, "686": 88, "68614": 88, "68616": 88, "68627": 88, "686298": 88, "686562": 88, "686783": 88, "68691": 88, "687": 88, "687176": 88, "687214": 88, "6874": 88, "687538": 88, "687665": 88, "6877": 88, "688": 88, "6881655694350268": [85, 90], "6882412": 88, "6884": 88, "688526": 88, "68860299767925": 85, "6888297": 88, "688903": 88, "689": 88, "68914": 88, "6892805": 88, "68931": 88, "68936": 88, "6895": 88, "689898": 88, "6899": 88, "689926": 88, "68e": 88, "69": 88, "69014": 88, "6903370e": 92, "69055": 88, "6906": 88, "690607": 88, "690765": 88, "690838559877328": 87, "690955": 88, "690987": 88, "691": 88, "691072": 88, "692": 88, "69215": 88, "6922800e": 92, "6924": 88, "69247": 88, "692741": 88, "692776": 88, "69311": 88, "69315": 88, "6932": 88, "69325": 88, "693288": 88, "693348": 88, "693514": 88, "69354": 88, "693748": 88, "6939057": 88, "69394": 88, "6939497": 88, "694": 88, "694313": 88, "69443": 88, "694613": 88, "6947": 88, "6949": 88, "6949311204218827": 87, "695002": 88, "695042": 88, "6953081": 88, "69531": 88, "69578": 88, "696": 88, "69601": 88, "69621": 88, "69622episod": 88, "6965": 88, "69653observ": 88, "69666": 88, "6969094": 88, "6974": 88, "697567": 88, "69771": 88, "697841": 88, "697903": 88, "697998": 88, "698": 88, "69841eval": 88, "6984205": 88, "6984215": 88, "69856": 88, "698595": 88, "698816": 88, "698845": 88, "699": 88, "69937": 88, "69949": 88, "69982": 88, "699852": 88, "6999": 88, "69e": 88, "6e": 88, "6rollout": 88, "7": [11, 86, 87, 88, 89, 91, 92, 97], "70": [88, 97], "700": 88, "7001107": 88, "70031998681098": 87, "700409": 88, "700426": 88, "700728": 88, "70077": 88, "70093": 88, "700947": 88, "701": 88, "70111": 88, "70116": 88, "701211": 88, "70125": 88, "701437": 88, "701569": 88, "70181": 88, "70184": 88, "702": 88, "702192": 88, "7023360": 88, "7024": 88, "70243": 88, "70249": 88, "702705": 88, "702787": 88, "703104": 88, "70325": 88, "7034948": 88, "703710048030462": 87, "703776": 88, "703907": 88, "703926": 88, "7042527324647196": 88, "704308": 88, "70483": 88, "704895": 88, "7049": 88, "70496": 88, "705": 88, "705147": 88, "705185": 88, "705198": 88, "7052456": 88, "7052782846459695": 88, "705479": 88, "705536": 88, "7058": 88, "706": 88, "706033444412455": 87, "70605": 88, "706072": 88, "70616176904293": 87, "706186": 88, "706398": 88, "706608": 88, "70680120943889": 87, "70692": 88, "707": 88, "7072577": 88, "707315": 88, "7074": 88, "70742": 88, "70772": 88, "708": 88, "708069": 88, "708291": 88, "708359": 88, "708534": 88, "709": 88, "7090": 88, "709038": 88, "709194": 88, "709449": 88, "70945": 88, "709478": 88, "7095146": 88, "70976": 88, "7099": 88, "71": 88, "710": 88, "710083408093293": 87, "71026": 88, "7104": 88, "7106": 88, "711": 88, "711033": 88, "7112": 88, "711246": 88, "711392832758165": 87, "7116232": 88, "7118824": 88, "7124": 88, "71248902108889": 87, "7126": 88, "712721": 88, "712755": 88, "71295": 88, "712967": 88, "712988": 88, "713": 88, "713184079083927": 87, "713375": 88, "713382639436837": 87, "71378": 88, "713822": 88, "713926": 88, "714": 88, "714012": 88, "714127": 88, "714325": 88, "714365": 88, "7144469015911845": 87, "7149": 88, "71491": 88, "715": 88, "71503": 88, "715076": 88, "7151": 88, "71514617862178": 92, "715164": 88, "71556": 88, "715655": 88, "715774666005526": [91, 92], "71592": 88, "715965": 88, "716034": 88, "716314": 88, "7164": 88, "716766": 88, "716942": 88, "717": 88, "7171063": 88, "7172": 88, "7174": 88, "717415": 88, "717571": 88, "7176": 88, "717918": 88, "717924954819775": 87, "718": 88, "718266": 88, "71836": 88, "71837": 88, "718395": 88, "71846": 88, "718572": 88, "7188": 88, "718971": 88, "718974": 88, "719052": 88, "7191653": 88, "719495": 88, "719579": 88, "719782": 88, "7199": 88, "71e": 88, "72": 88, "720": 88, "72006": 88, "720282": 88, "72036": 88, "72044": 88, "720729493260777": 87, "720751": 88, "72076": 88, "7209": 88, "720987": 88, "721018": 88, "721180581946832": 87, "7212": 88, "721492": 88, "7215035": 88, "7216463": 88, "72173": 88, "721945": 88, "722": 88, "7223": 88, "7224": 88, "72246": 88, "722502": 88, "722736": 88, "722745_tmy3": [7, 87, 91, 92, 97], "722929": 88, "7229357": 88, "723755": 88, "7237883": 88, "7237952": 88, "724": 88, "724106409891995": 87, "724175": 88, "724228": 88, "7243": 88, "7244": 88, "724447": 88, "724548": 88, "724695_tmy3": 97, "724718": 88, "72473": 88, "72489": 88, "7249": 88, "72499": 88, "725": 88, "725205_tmy3": [85, 87, 89, 90, 97], "725300_tmy3": 97, "7255228": 88, "725613": 88, "725792": 88, "726": 88, "72616": 88, "72639": 88, "726695594163": 87, "727": 88, "72702": 88, "727104": 88, "7274": 88, "7276": 88, "72768": 88, "727706": 88, "727885_tmy3": [7, 86, 97], "727885_tmy3_random_1": 86, "72798": 88, "728": 88, "7284": 88, "728548": 88, "72886": 88, "72899955075894": [91, 92], "729": 88, "729017": 88, "729115": 88, "72923": 88, "7295": 88, "7296": [87, 91, 92], "729618": 88, "729796": 88, "729893": 88, "7299": 88, "72e": 88, "73": 88, "730": 88, "730036": 88, "730410": 88, "730545": 88, "730785": 88, "730844": 88, "731": 88, "7313": 88, "7316": 88, "731631": 88, "731716": 88, "7318": 88, "732": 88, "7320251": 88, "732143": 88, "7322": 88, "73231": 88, "7324": 88, "732481": 88, "7325": 88, "732935": 88, "733": 88, "733284": 88, "733294": 88, "733648": 88, "733772": 88, "73392": 88, "734": 88, "734001": 88, "734207": 88, "7345497449363": 87, "73458": 90, "7346813": 88, "734792": 88, "7349": 88, "734919": 88, "735": 88, "735031": 88, "735037": 88, "735115": 88, "7352": 88, "73523": 88, "735435": 88, "73564": 88, "7359103431230598": [85, 90], "736": 88, "7360797": 88, "736198": 88, "736319": 88, "736492": 88, "736623": 88, "736752": 88, "737": 88, "73716": 88, "737274": 88, "737382": 88, "7374": 88, "737408": 88, "737446": 88, "7375": 88, "737697": 88, "737734": 88, "737880199154255": 87, "738": 88, "738033": 88, "738081": 88, "738441": 88, "73869": 88, "738774": 88, "738834": 88, "738852781557213": 87, "7389145": 88, "738949": 88, "7389746": 88, "7390523": 88, "739078": 88, "7391007": 88, "739147": 88, "73929": 88, "739491": 88, "739669": 88, "739792": 88, "73988367970229": 87, "7399": 88, "73e": 88, "74": [88, 97], "740": 88, "740074": 88, "74038": 88, "74073": 88, "740973": 88, "741132595393": 88, "741188": 88, "74127": 88, "741325": 88, "7414": 88, "741425": 88, "7415": 88, "741638": 88, "74168": 88, "7418324": 88, "742": 88, "742096": 88, "74225": 88, "742256": 88, "742277": 88, "74231": 88, "742372": 88, "7424": 88, "742707": 88, "742807": 88, "743": 88, "743015": 88, "743254": 88, "7432737": 88, "7434": 88, "7436": 88, "74368": 88, "74373": 88, "744": [87, 88, 91, 92], "744133": 88, "744215": 88, "744223": 88, "744276": 88, "744356": 88, "744438": 88, "744617": 88, "744860_tmy3": [7, 88, 97], "744860_tmy3_random_1": 88, "7449": 88, "745": [85, 88, 90], "74519": 88, "745192": 88, "74524": 88, "7453753": 88, "7454": 88, "745565263920668": 87, "745747": 88, "745817": 88, "74596": 88, "74599": 88, "746": 88, "746080113592953": 87, "74622": 88, "7462764": 88, "746401": 88, "746513": 88, "7465734": 88, "74679": 88, "746965024451924": 87, "747043661751707": 85, "74718058330181": 87, "74732757969822": 87, "7474": 88, "747707": 88, "748": 88, "74817": 88, "748208010345": 88, "748314": 88, "74835": 88, "74844": 88, "74851": 88, "748531": 88, "748756": 88, "74886": 88, "74893": 88, "7489338": 88, "749": 88, "749034869196144": 87, "749151": 88, "7493": 88, "74962": 88, "749786": 88, "7499": 88, "74997": 88, "74e": 88, "75": [88, 97], "750": 88, "750113": 88, "750119": 88, "75012": 88, "750145": 88, "750177": 88, "7502089967989307": 88, "75022": 88, "750465": 88, "750559": 88, "750742": 88, "750761": 88, "750843779568": 88, "751": 88, "75106": 88, "7510724": 88, "751154": 88, "7516141": 88, "75203949912126": 87, "75208": 88, "752086": 88, "752323": 88, "7524": 88, "752775": 88, "7529": 88, "753136": 88, "75314": 88, "75334334": 88, "7534": 88, "753471": 88, "75387": 88, "754": 88, "754087": 88, "754135": 88, "75452": 88, "7546635": 88, "754734": 88, "754827": 88, "7549": 88, "754955": 88, "755": 88, "755064": 88, "755165": 88, "7553": 88, "755472": 88, "755553": 88, "75558984": 88, "755598": 88, "755707": 88, "75574": 88, "755894": 88, "755896": 88, "756": 88, "756015": 88, "756025": 88, "75603": 88, "75643": 88, "756516": 88, "75677": 88, "756883": 88, "757": 88, "7571": 88, "757193": 88, "7574": 88, "757463": 88, "758": 88, "758158": 88, "758193423204": 91, "7583": 88, "7583431": 88, "758637619416": 86, "758737": 88, "7589": 88, "75893242733751": 87, "759": 88, "75921": 88, "759245": 88, "7593": 88, "7593412": 88, "75953682781952": 87, "759789": 88, "759895": 88, "7599": 88, "75e": 88, "75observ": 88, "76": 88, "760303": 88, "76044": 88, "760542": 88, "76056": 88, "760579": 88, "760624": 88, "760807": 88, "760983": 88, "760994": 88, "761047": 88, "761063": 88, "76114": 88, "761223": 88, "761375": 88, "7615": 88, "7617": 88, "761728": 88, "7618": 88, "761835": 88, "76187650701259": 92, "761995": 88, "762": 88, "762184": 88, "762215": 88, "7623": 88, "7624": 88, "7625": 88, "762558": 88, "763": 88, "763005": 88, "7631": 88, "763294": 88, "763325": 88, "76336967540199": 87, "763554": 88, "763586483892364": 87, "763615": 88, "76386": 88, "76395": 88, "764": 88, "76407": 88, "764162": 88, "764248": 88, "764694": 88, "76473": 88, "7649": 88, "764967": 88, "765": 88, "76516048261861": 87, "765224": 88, "765324": 88, "765367945189": 91, "765486": 88, "765554": 88, "76581": 88, "766": 88, "76612": 88, "766301": 88, "766394": 88, "766552": 88, "766705234161947": 91, "766872": 88, "767": 88, "767048": 88, "767204": 88, "767315": 88, "767324": 88, "767363": 88, "7674": 88, "76754": 88, "767708": 88, "767754": 88, "767956524665": 88, "768286": 88, "76857": 88, "769": 88, "769078": 88, "769644": 88, "769718084042537": 87, "769733": 88, "76978": 88, "7699": 88, "76e": 88, "77": 88, "770": 88, "77003": 88, "7701": 88, "7701249": 88, "770189": 88, "770256": 88, "770283": 88, "77042": 88, "77063": 88, "770702": 88, "770834": 88, "7710": 88, "771217": 88, "771341": 88, "7714040": 88, "771671": 88, "771719": 88, "771853": 88, "771917": 88, "772": 88, "772013": 88, "772061": 88, "772131": 88, "7721448": 88, "772154": 88, "77216": 88, "772217": 88, "7724": 88, "7725": 88, "772894": 88, "772934": 88, "772951": 88, "773": 88, "773052": 88, "773174": 88, "773348": 88, "773457": 88, "77352": 88, "773636": 88, "77382": 88, "773943": 88, "774": 88, "77418": 88, "7742": 88, "774252": 88, "774289": 88, "77431": 88, "774574": 88, "77459": 88, "774642": 88, "774643": 88, "7748": 88, "7749": 88, "774912": 88, "775": 88, "775131": 88, "775496": 88, "77567": 88, "77570": 88, "77587": 88, "77596": 88, "7761173": 88, "7762197": 88, "7763": 88, "776503": 88, "7766": 88, "776604": 88, "77673": 88, "776783": 88, "776871813136633": 87, "777": 88, "7774": 88, "777523": 85, "777534": 88, "7776995": 88, "777851": 88, "777857": 88, "778": 88, "778458": 88, "77873": 88, "77879": 88, "77905": 88, "779269": 88, "779278": 88, "77928": 88, "77929": 88, "77949": 88, "7795": 88, "779567409386665": 87, "779686": 88, "7799": 88, "779947": 88, "779984": 88, "77e": 88, "78": [88, 97], "780": 88, "7800684": 88, "780085346555335": 91, "7803": 88, "78031": 88, "780336": 88, "7806890630795": 88, "780738": 88, "780788": 88, "781": 88, "7811": 88, "78124": 88, "781413": 88, "78152": 88, "781527": 88, "781759": 88, "781822": 88, "782": 88, "782215": 88, "78235": 88, "7824": 88, "782436": 88, "78261": 88, "78266": 88, "783": 88, "783413": 85, "783445": 88, "7836": 88, "784": 88, "7841": 88, "784133735751": 88, "7842": 88, "784363": 88, "784586": 88, "7846037": 88, "78475": 88, "7849": 88, "78495": 88, "785": 88, "785126": 88, "785128": 88, "785164": 88, "785255": 88, "785337": 88, "785516": 88, "78562": 88, "78566": 88, "7858": 88, "785929": 88, "785942": 88, "78595": 88, "786": 88, "7863": 88, "786385": 88, "786617": 88, "7869196": 88, "786936": 88, "786938": 88, "786942": 88, "78695": 88, "786963": 88, "787": 88, "787273": 88, "7874": 88, "787566": 88, "787859": 88, "787981": 88, "788": 88, "78811": 88, "788122": 88, "788225": 88, "7883": 88, "788414": 88, "78848": 88, "78853": 88, "788712": 88, "789": 88, "7896": 88, "7899": 88, "789915": 88, "78e": 88, "79": [88, 97], "790": 88, "790092": 88, "7902": 88, "7903": 88, "79032": 88, "790329": 88, "790493": 88, "790524": 88, "79068": 88, "790758": 88, "790886": 88, "791": 88, "791064": 88, "7912": 88, "7915": 88, "791893": 88, "792": 88, "792042": 88, "7921372": 88, "792252": 88, "792336": 88, "7924": 88, "792534": 88, "792883": 88, "793": 88, "793127": 88, "79328": 88, "7934286": 88, "793453": 88, "793545": 88, "7937": 88, "7937093": 88, "79371": 88, "79372": 88, "79378": 88, "793812": 88, "793901": 88, "794": 88, "794168": 88, "7941985": 88, "794714": 88, "794798": 88, "7949": 88, "7949333": 88, "795": 88, "795156": 88, "7951931": 88, "795342248728848": 88, "7954676783357755": 88, "795471": 88, "795532": 88, "795944": 88, "795992": 88, "796": 88, "796214": 88, "79647": 88, "79652": 88, "796642": 88, "79686": 88, "7969": 87, "797": 88, "79707": 88, "79724": 88, "797259": 88, "7974": 88, "797696": 88, "7978168": 88, "798": 88, "79801": 88, "79806": 88, "798195": 88, "798346": 88, "798347": 88, "798377": 88, "79883": 88, "798983": 88, "799": 88, "7990265": 88, "7990522": 88, "799172085986662": 91, "799263": 88, "799343": 88, "799517": 88, "7996243556881": 88, "799631": 88, "79964656": 88, "799652": 88, "799736": 88, "79974": 88, "799852": 88, "7999": 88, "799965": 88, "79e": 88, "7e": 88, "8": [9, 11, 72, 82, 86, 87, 88, 91, 92, 97], "80": [88, 97], "800000190734863": 92, "8000002e": 92, "800150805217598": 92, "800293": 88, "8004": 88, "800474": 88, "800723578113704": 87, "801": 88, "801003": 88, "801069": 88, "801235": 88, "80126": 88, "80147": 88, "8016": [87, 91, 92], "8017235": 88, "80182": 88, "80206": 88, "802189": 88, "8022": 88, "802220_iwec": 97, "802359": 88, "8024": 88, "803": 88, "803059": 88, "803274": 88, "8033586": 88, "803384417176364": 87, "8035220": 88, "803598": 88, "803709": 88, "803713": 88, "803793": 88, "80383": 88, "804": 88, "804073": 88, "804117": 88, "80446": 88, "804707": 88, "804771": 88, "8049": 88, "804928": 88, "804943": 88, "804947": 88, "80497": 88, "804996": 88, "805": 88, "805046": 88, "805077": 88, "805319": 88, "805527": 88, "805756": 88, "80585": 88, "806": 88, "80603": 88, "80615": 88, "806433": 88, "8067": 88, "806718": 88, "80679": 88, "806833": 88, "807": 88, "8071": 88, "80717": 88, "8073": 88, "8074": 88, "807577": 88, "80769": 88, "807915": 88, "807955": 88, "8080148135287": 87, "80805": 88, "8082709": 88, "808458": 88, "8086": 88, "808674": 88, "8086992": 88, "80879": 88, "808823": 88, "8088455": 88, "808973": 88, "809": 88, "80908": 88, "80945": 88, "8094609": 88, "8096": 88, "809654": 88, "809664": 88, "809757": 88, "8098664": 88, "8099": 88, "809978": 88, "81": [88, 97], "810": 88, "810081": 88, "81009": 88, "81011": 88, "8101990": 88, "810494": 88, "81059": 88, "810846": 88, "81109": 88, "81119": 88, "8113365": 88, "8114486": 88, "8116667": 88, "81175": 88, "812": 88, "81204": 88, "812122": 88, "81223": 88, "812325": 88, "8124": 88, "812497": 88, "812593090797378": 87, "81277": 88, "812828": 88, "8129723": 88, "813": 88, "81333": 88, "813532": 88, "81363": 88, "81368": 88, "813982": 88, "81402": 88, "8140713": 88, "81425": 88, "814474": 88, "814482411819796": 87, "8145": 88, "814822": 88, "8148379": 88, "8149": 88, "814928": 88, "815": 88, "815099": 88, "8151": 88, "81533": 88, "815527": 88, "81563768547454": 87, "815773": 88, "815897": 88, "815947": 88, "816": 88, "81602": 88, "816065": 88, "816118": 88, "816128": 88, "816273": 88, "81628": 88, "81631": 88, "816364": 88, "8165884": 88, "81685615": 88, "81694": 88, "816954": 88, "817": 88, "81718": 88, "81731147": 88, "817347": 88, "81737": 88, "8174": 88, "817505": 88, "81770703019136": 87, "817987145745196": 87, "818": 88, "818181": 88, "8185": 88, "818764": 88, "818874": 88, "8188946": 88, "818962": 88, "81898": 88, "819": 88, "81929272545216": 87, "819357": 88, "819503": 88, "819515": 88, "81965": 88, "819794": 88, "8199": 88, "8199086": 88, "81e": 88, "82": 88, "820": 88, "820107": 88, "820286": 88, "82043": 88, "820452116127708": 87, "82053": 88, "8206": 88, "82076": 88, "820778": 88, "82086": 88, "821": 88, "8213": 88, "82144": 88, "821547": 88, "821617": 88, "821802": 88, "821833": 88, "822": 88, "82221": 88, "822397": 88, "8224": 88, "822417": 88, "82255": 88, "8225725": 88, "822647": 88, "822657": 88, "822796": 88, "822987": 88, "823": 88, "82307": 88, "823162": 88, "823164": 88, "823215": 88, "82346": 88, "8235": 88, "8237": 88, "823973": 88, "824": 88, "824036": 88, "824299": 88, "82436": 88, "8243685": 88, "8247848": 88, "824842": 88, "824877": 88, "8249": 88, "825": 88, "825045": 88, "82527": 88, "8252945": 88, "82571": 88, "825846": 88, "825897": 88, "825941": 88, "825945": 88, "825983": 88, "82607": 88, "826347": 88, "826478": 88, "826544": 88, "826717": 88, "826828": 88, "826909": 88, "827": 88, "8271": 88, "82714": 88, "827276": 88, "8274": 88, "827500": 88, "827543": 88, "82759": 88, "8276": 88, "827646": 88, "827942": 88, "828": 88, "828178": 88, "828392": 88, "8284225e": 92, "828491940697145": 87, "82852": 88, "828773": 88, "829": 88, "829098": 88, "82913": 88, "829194": 88, "8292": 88, "82931": 88, "829346": 88, "82935observ": 88, "82952": 88, "82961": 88, "829678": 88, "8299": 88, "82e": 88, "83": [88, 97], "830122": 88, "83049": 88, "831": 88, "831139": 88, "831202": 88, "831333": 88, "8313658": 88, "831415": 88, "831505": 88, "83157": 88, "831604": 88, "831731365763897": 87, "832": 88, "83205": 88, "832317": 88, "8324": 88, "83241": 88, "8325": 88, "83250": 88, "832756": 88, "832817": 88, "832826108084063": 90, "8329": 92, "83299": 88, "83315": 88, "83317": 88, "8336521": 88, "83376": 88, "8339602": 88, "834": 88, "834318": 88, "8344": 88, "834461": 88, "83481": 88, "8348156": 88, "8349": 88, "835": 88, "835115": 88, "835632": 88, "835742": 88, "8358345": 88, "835937": 88, "836": 88, "836081": 88, "836256": 88, "836372": 88, "836422": 88, "836447": 88, "836473": 88, "837": 88, "83714": 88, "837193": 88, "837196": 88, "83726": 88, "8374": 88, "8375": 88, "838": 88, "8381": 88, "8381089": 92, "838393": 88, "8384174e": 92, "8385": 88, "838661": 88, "838787": 88, "839": 88, "83905": 88, "839106": 88, "839565": 88, "839624": 88, "839651": 88, "839724": 88, "839733": 88, "8399": 88, "839935": 88, "83e": 88, "84": [88, 97], "840": 88, "840213153181647": 87, "840294": 88, "840368": 90, "840486913932": 88, "840548": 88, "84073": 88, "840796": 88, "84091": 88, "84092": 88, "8411": 88, "84128": 88, "841345": 88, "841476": 88, "8418": 88, "842354": 88, "8424": 88, "842438": 88, "842577": 88, "842611": 88, "84283": 88, "843": 88, "8430476": 88, "8435693031": 88, "843637917081118": 87, "843649": 88, "843735": 88, "843977": 88, "843994": 88, "844": 88, "844303": 88, "844337": 88, "844421": 88, "8445897": 88, "84467": 88, "844874744675": 88, "8449": [87, 88], "845": 88, "845024": 88, "845036": 88, "845053": 88, "8452": 88, "8455": 88, "845577": 88, "845596": 88, "845642": 88, "84595": 88, "846": 88, "846014": 88, "84637": 88, "8464212": 88, "846558": 88, "846659": 88, "847": 88, "84705": 88, "847115": 88, "84719": 88, "8474": 88, "8478": 88, "848": 88, "848103": 88, "848213": 88, "849": 88, "849094": 88, "84918": 88, "849401": 88, "84955": 88, "849758": 88, "8499": 88, "84e": 88, "85": 88, "850": 88, "850016": 88, "850237": 88, "850971": 88, "851112": 88, "8511174": 88, "851236": 88, "851494": 88, "851496": 88, "8516": 88, "85174": 88, "852": 88, "85201": 88, "852299": 88, "85239": 88, "8524": 88, "85248": 88, "852522": 88, "8526": 88, "85280": 88, "85285": 88, "85287": 88, "8529": 88, "853": 88, "853076": 88, "85324": 88, "853281": 88, "8534": 88, "85354": 88, "853565": 88, "853812": 88, "85383": 88, "854": 88, "854069": 88, "8544": 88, "85455": 88, "854593": 88, "854675": 88, "85474": 88, "8548035936270668": 91, "8549": 88, "855": 88, "855008659972583": 87, "855114": 88, "85516": 88, "8556": 88, "8558": 88, "85583": 88, "85596": 88, "85611": 88, "856209": 88, "856243": 88, "85645": 88, "85662": 88, "856663": 88, "856664": 88, "856668": 88, "857": 88, "857058": 88, "85727": 88, "85728": 88, "857347": 88, "8574": 88, "85754": 88, "857689": 88, "857756": 88, "85779811067494": 87, "857887333002763": [91, 92], "8579": 88, "858": 88, "8580": 88, "858121": 88, "858162": 88, "858171": 88, "858194": 88, "858321421792976": 87, "8583755": 88, "858418": 88, "858715": 88, "8588": 91, "85887": 88, "85888": 88, "859": 88, "859116": 88, "85916": 88, "859223": 88, "8594294": 88, "85953": 88, "8598": 88, "8599": 88, "859966": 88, "859985": 88, "85e": 88, "86": 88, "860281": 88, "860384": 88, "860435": 88, "860521": 88, "86057": 88, "8608": 88, "860954": 88, "860969": 88, "861": 88, "861246": 88, "86131650179226": 87, "8614655": 88, "861682": 88, "861992": 88, "862128": 88, "8624": 88, "862402": 88, "8625": 88, "862566": 88, "8628": 88, "862804": 88, "8629026": 88, "862947": 88, "863": 88, "863268": 88, "86335": 88, "863367": 88, "863375": 88, "863531": 88, "86400": 9, "8641": [91, 92], "864246": 88, "86438": 88, "864407": 88, "86444": 88, "864481": 88, "864487": 88, "86454": 88, "864655": 88, "8649": 88, "865": 88, "8651": 88, "865433": 88, "8656": 88, "86562514": 88, "865686": 88, "865717": 88, "86594": 88, "866": 88, "8663336": 88, "866335": 88, "86636": 88, "866589": 88, "8666": 88, "86679": 88, "8672": 88, "8674": 88, "8675216": 88, "867567": 88, "86761565728": 87, "8678036": 88, "867949": 88, "867969": 88, "868": 88, "868048": 88, "8681": 88, "868176": 88, "868284": 85, "8684926": 88, "868973": 88, "869": 88, "8691397": 88, "869244": 88, "869343": 88, "869347": 88, "869705323946068": 87, "86973": 88, "86975": 88, "869762": 88, "8698978": 88, "8699": 88, "86e": 88, "87": 88, "8700993": 88, "870208": 88, "870342": 88, "870352": 88, "87071": 88, "870724": 88, "8708": 88, "870968": 88, "871": 88, "871037": 88, "871155": 88, "871252": 88, "87142": 88, "87148": 88, "8715": 88, "871574": 88, "871598": 88, "8717": 88, "871769": 88, "871876": 88, "871901": 88, "872": 88, "872087": 88, "872242761515011": 91, "872307": 88, "872309": 88, "8724": 88, "87251": 88, "872995": 88, "873": 88, "873129": 88, "87323": 88, "873235": 88, "873396": 88, "8734": 88, "873655": 88, "873773": 88, "8738": 88, "87384": 88, "873852": 88, "873901": 88, "874": 88, "874031": 88, "87412": 88, "874525": 88, "874613": 88, "87485": 88, "8749": 88, "875": 88, "8750000e": 92, "875117": 88, "87516": 88, "875373": 88, "87542": 88, "875473": 88, "875519": 88, "875576": 88, "87577": 88, "876061291823856": 87, "876186402701965": 87, "876242": 88, "876343": 88, "87635": 88, "8765": 88, "876598": 88, "876616": 88, "877106": 88, "877153": 88, "8773": 88, "8774": 88, "877523": 88, "877851": 88, "87794": 88, "877975": 88, "878": 88, "87817": 88, "878681": 88, "87924": 88, "8799": 88, "87993": 88, "87e": 88, "88": 88, "880": 88, "880089": 88, "8801": 88, "880113": 88, "8804": 88, "8804245": 88, "880458": 88, "880497": 88, "880604": 88, "880894": 88, "880999": 88, "881": 88, "8811": 88, "88112": 88, "881385909767747": 87, "881742": 88, "88178": 88, "88184": 88, "88185": 88, "881857": 88, "882177": 88, "882326": 88, "8824": 88, "882483": 88, "882673": 88, "882725": 88, "882849": 88, "882877": 88, "88295": 88, "882967": 88, "882996": 88, "883009": 88, "883177": 88, "8832": 88, "883415": 88, "883621": 88, "88376": 88, "88379": 88, "88415": 88, "884186": 88, "88434": 88, "8843904": 88, "88448": 88, "8844962": 88, "8848": 88, "8849": 88, "884922": 88, "8850982": 88, "885168": 88, "88544": 88, "885911": 88, "886": 88, "88602": 88, "886036": 88, "886457": 88, "8865": 88, "886509": 88, "886911": 90, "886944": 88, "88721": 88, "8873405": 88, "8874": 88, "887455": 88, "887494": 88, "8875": 88, "887827": 88, "88788": 88, "887882": 88, "888": 88, "888063": 88, "888072": 88, "8883": 88, "88873": 88, "888763": 88, "889372": 88, "889441": 88, "88952": 88, "889645": 88, "889717": 88, "889832": 88, "8898964": 88, "8899": 88, "88e": 88, "89": 88, "890": 88, "890213": 88, "8903": 88, "890540": 88, "890545": 88, "890566": 88, "890583": 88, "890859": 88, "891": 88, "89127306209505": 87, "89128": 88, "89145": 88, "8914924": 88, "891599": 88, "89164776": 88, "891808": 88, "891815": 88, "891856": 88, "892": 88, "89227": 88, "8924": 88, "892473": 88, "892483": 88, "8926": 88, "892696": 88, "892767": 88, "8928": 88, "892908": 92, "8929534": 88, "893182764402184": 87, "8933735": 88, "8939": 88, "894": 88, "8941815": 88, "894302": 88, "894646": 88, "8949": 88, "894945": 88, "895061": 88, "895075": 88, "895155": 88, "8954737606592": 90, "8954737606593": [85, 90], "895535": 88, "8956995": 88, "89574": 88, "89575": 88, "896154": 88, "896332": 88, "8964": 88, "896669": 88, "89672": 88, "896741": 88, "896782": 88, "897": 88, "89714episod": 88, "8973": 88, "8974": 88, "89759": 88, "898169": 88, "898224": 88, "8982987": 88, "898567": 88, "898874": 88, "898952": 88, "8989847": 88, "899": 88, "8990": 88, "899288": 88, "899416": 88, "899506": 88, "8997": 88, "899701": 88, "899763": 88, "8999": 88, "89998888619655": 90, "89e": 88, "8e": 88, "8observ": 88, "8th": 0, "9": [6, 7, 11, 49, 50, 69, 70, 71, 72, 87, 88, 89, 91, 92, 97], "90": [88, 91, 92], "900": [85, 86, 87, 88, 89, 90, 91, 92], "9001": 88, "9002": 88, "90037516009": 87, "9004": 88, "900405758648773": 91, "900484": 88, "900488": 88, "900738": 88, "900913": 88, "901031": 88, "901205": 88, "90122774932239": 87, "901506": 88, "9016": 88, "901966": 88, "902": 88, "9020243": 88, "902065": 88, "9024": 88, "902553924481154": 87, "902588": 88, "9026": 88, "902674": 88, "902713": 88, "902811": 88, "90292": 88, "90298745924243": 87, "903": 88, "903008": 88, "903064": 88, "903067": 88, "90342": 88, "903480020252864": 87, "903711": 88, "9042": 88, "90466": 88, "90488": 88, "904884": 88, "9049": 88, "904902": 88, "905155": 88, "905378": 88, "9054": 88, "90546": 88, "905464": 88, "9058518362416": 87, "906": 88, "906032387533777": 87, "906105": 88, "9062834948921186": 91, "906447": 88, "906448": 88, "906479": 88, "90653200864582": 87, "906685": 88, "907": 88, "907028": 88, "90714": 88, "90714284908": 88, "907196": 88, "9074": 88, "907684": 88, "9077": 88, "90795": 88, "908": 88, "908008": 88, "908129": 88, "908215": 88, "908525": 88, "908592014095": 87, "908749": 88, "908802": 88, "909": 88, "9090285": 88, "90909": 88, "909237": 88, "909454": 88, "909515": 88, "909618": 88, "909647": 88, "90969": 88, "9096956": 88, "9098": 88, "9099": 88, "91": [88, 97], "910072": 88, "9102": 88, "910679": 88, "910754": 88, "9108": 88, "911": 88, "911022": 88, "911041": 88, "911158": 88, "911211": 88, "9112268": 92, "911348": 88, "9114": 88, "91152": 88, "911606": 88, "911696": 88, "91196": 88, "911978": 88, "91218": 88, "91227": 88, "91234": 88, "9124": 88, "912615": 88, "91283": 88, "913": 88, "9130111": 88, "913214": 88, "913313585398759": [91, 92], "91344": 88, "913471": 88, "913635": 88, "913727": 88, "9139585": 88, "914": 88, "914276": 88, "914494": 88, "91477": 88, "914831": 88, "914898": 88, "9149": 88, "915": 88, "915373": 88, "9153886": 88, "9154": 88, "915752": 88, "915764": 88, "91579": 88, "9157972": 88, "915834805222858": 87, "915884970270934": 87, "916248": 88, "91637": 88, "9165": 88, "91682": 88, "916970": 88, "917": 88, "917022": 88, "917088": 88, "917315": 88, "9174": 88, "9175": 88, "917562": 88, "9177": 88, "917852": 88, "91788": 88, "9179": 88, "918": 88, "91815": 88, "918364": 88, "918385": 88, "918634": 88, "91885": 88, "918938": 88, "91895": 88, "918974": 88, "919": 88, "919167": 88, "919645": 88, "919759": 88, "9199": 88, "91997": 88, "91998": 88, "91e": 88, "92": [88, 97], "92001": 88, "9203": 88, "920376": 88, "920401": 88, "920425": 88, "9205676": 88, "920828": 88, "9209": 88, "920914": 88, "92147976": 88, "921776": 88, "921844": 88, "921902": 88, "921928": 88, "922": 88, "922201": 88, "92239": 88, "9224": 88, "922729": 88, "9228": 92, "922800064086914": 92, "922835": 88, "922873": 88, "922998": 88, "923158": 88, "92337": 88, "923763": 88, "923875": 88, "924": 88, "9243": 88, "924374": 88, "924389": 88, "92439": 88, "924392": 88, "924515": 88, "924786": 88, "9248": 88, "924835": 88, "9249": 88, "925": 88, "9251": 88, "925201": 88, "925226": 88, "925404": 88, "925459": 88, "92559": 88, "925869": 88, "925971": 88, "926": 88, "926395": 88, "926476": 88, "926668": 88, "92673": 88, "927": 88, "927053": 88, "927113": 88, "9272208": 88, "9274": 88, "927494": 88, "9275": 88, "9277": 88, "927788": 88, "927923": 88, "927961": 88, "928282": 88, "92844": 88, "928534": 88, "928692": 88, "9288108": 88, "9290": 88, "92903": 88, "929089": 88, "929407": 88, "92956": 88, "929888": 88, "9299": 88, "92e": 88, "93": 88, "930077": 88, "9303": 88, "930477": 88, "93085": 88, "930851": 88, "93118": 88, "931183": 88, "931328": 88, "93134": 88, "93139": 88, "931477": 88, "9316": 88, "931630958963": 88, "93227": 88, "932343": 88, "93237": 88, "9324": 88, "932446": 88, "932472": 88, "932587": 88, "932785": 88, "932957": 88, "9329586": 88, "933048": 88, "933338": 88, "933417323750973": 92, "9335": 88, "933619": 88, "933622": 88, "93365": 88, "933681388733177": 91, "933743": 88, "933780": 88, "934": 88, "9343": 88, "934315": 88, "9346": 88, "934628": 88, "934774": 88, "9348568": 88, "9349": 88, "935": 88, "935226174976": 88, "935489": 88, "9355": 88, "935505": 88, "9358": 88, "936": 88, "9361213807575055": 91, "93625775693054": 87, "93643": 88, "93651": 88, "936546": 88, "936619": 88, "93673": 88, "9367504242642": 88, "9368": 88, "937": 88, "9370227": 88, "937086": 88, "937164": 88, "93718": 88, "93738": 88, "9374": 88, "93756": 88, "937596": 88, "93762": 88, "937683": 88, "937698": 88, "937748": 88, "937943": 88, "937977": 88, "937994": 88, "938": 88, "93833": 88, "938588370329": 88, "9386": 88, "938705": 88, "938717": 88, "938736": 88, "938904": 88, "93911934": 88, "93943": 88, "939615": 88, "9399": 88, "93e": 88, "94": 88, "940": 88, "9400143123507796": 91, "94001431235078": 91, "940053297642233": 92, "9400532976422333": 92, "9402747": 88, "94047661764487": 87, "9404805": 88, "940544": 88, "9406": 88, "940797": 88, "941": 88, "9412384": 88, "94167": 88, "941786": 88, "941798": 88, "942": 88, "942236": 88, "9424": 88, "942545": 88, "9428682": 88, "942884": 88, "942945": 88, "943": 88, "943144": 88, "943174": 88, "9432404": 88, "943462": 88, "9434859": 88, "94373": 88, "943886": 88, "9439363": 88, "943989": 88, "944084": 88, "9449": 88, "94491": 88, "945": 88, "9450645": 88, "945112": 88, "94522": 88, "945387": 88, "945398": 88, "945906": 88, "946": 88, "946291": 88, "94645": 88, "946623": 88, "946701": 88, "947": 88, "94703": 88, "9470654": 88, "94709": 88, "94715": 88, "9474": 88, "94759": 88, "947670_iwec": 97, "947784": 88, "947834": 88, "947844": 88, "948": 88, "948284": 88, "9485": 88, "948526": 88, "948649": 88, "94895": 88, "948975": 88, "949": 88, "949017": 88, "949242": 88, "94949": 88, "949652376996074": 87, "949695": 88, "9496999955164": 88, "9497354183802": 87, "9499": 88, "94e": 88, "95": [88, 97], "950": 88, "95008": 88, "9501185": 88, "9501653": 88, "9503": 88, "950733": 88, "950773": 88, "950842": 88, "950931": 88, "951": 88, "951208": 88, "9512193": 88, "95142": 88, "95168": 88, "9517": 88, "951894527724924": 87, "952": 88, "9524": 88, "95277": 88, "952784": 88, "953": 88, "95327": 88, "953503": 88, "953701": 88, "95372": 88, "95374": 88, "954": [85, 88, 90], "954018": 88, "95429": 88, "954447": 88, "954485": 88, "95457": 88, "9549": 88, "955": 88, "95512": 88, "955194": 88, "955477": 88, "955597": 88, "955624": 88, "956": 88, "956028": 88, "95633": 88, "956770": 88, "956959": 88, "957": 88, "957151": 88, "9571757": 88, "957253": 88, "95734": 88, "957376": 88, "9574": 88, "95778": 88, "958": 88, "958125000907": 88, "958303": 88, "95856": 88, "95861": 88, "958847": 88, "95888": 88, "958961": 88, "958992": 88, "959154": 88, "959192": 88, "959242": 88, "959369": 88, "959463": 88, "959476": 88, "9595": 88, "9597707": 88, "9599": 88, "95e": 88, "96": 88, "96002": 88, "960316": 88, "960458223268": 87, "96048": 88, "960615": 88, "960754": 88, "960764": 88, "960857": 88, "961": 88, "96115": 88, "96118": 88, "961252": 88, "961267": 88, "961309048938297": 92, "961394089981173": 87, "961433": 88, "96147": 88, "961487": 88, "961959": 88, "962": 88, "962093": 88, "96211": 88, "9624": 88, "962557": 88, "962753": 88, "962767": 88, "962894": 88, "962957": 88, "963": 88, "963404": 88, "96343": 88, "9635": 88, "9635112": 88, "963529": 88, "96360689704416": 92, "963749": 88, "964": 88, "964018": 88, "964142": 88, "964148": 88, "964441": 88, "964478": 88, "96482": 88, "9649": 88, "965": 88, "9650793": 88, "965230": 88, "965243": 88, "965244": 88, "965393": 88, "965443": 88, "965593": 88, "965656": 88, "965963": 88, "966117": 88, "96631": 88, "9667086618754865": 92, "966927": 88, "967036": 88, "967133": 88, "96721": 88, "9673041": 88, "9674": 88, "96756": 88, "96759": 88, "967903": 88, "968": 88, "968230973762": 91, "968252": 88, "968481": 88, "968826": 88, "968941836819717": 87, "968978": 88, "969": 88, "969051": 88, "969181": 88, "969315": 88, "9699": 88, "96e": 88, "97": [87, 88], "9700071561753898": 91, "9700266488211167": 92, "970182": 88, "97025": 88, "9704113": 88, "97054": 88, "970556": 88, "970597": 88, "970629": 88, "970839": 88, "970852161596834": 87, "971148": 88, "971344": 88, "971422646618414": 87, "972": 88, "97226": 88, "97231": 88, "972343": 88, "972383": 88, "9724": 88, "97254": 88, "972729": 88, "9729078": 88, "973": 88, "97303": 88, "97351": 88, "9737": 88, "97379": 88, "974": 88, "9745626607331893": 92, "974818": 88, "97487": 88, "9749": 88, "974932": 88, "974966": 88, "975": 88, "975166": 88, "97524": 88, "975248": 88, "975544": 88, "975693": 88, "97571": 88, "975745": 88, "97581": 88, "97609": 88, "976106": 88, "97625375": 88, "976395": 88, "97646": 88, "976574": 88, "9766": 88, "976707": 88, "9767256e": 92, "977": 88, "97703": 88, "977170": 88, "97728": 92, "977394": 88, "9774": 88, "97749": 88, "977511": 88, "977745": 88, "978": 88, "9781": 88, "9781450391146": 0, "978295": 88, "9785": 88, "97892": 88, "979": 88, "9791": 88, "979132": 88, "979362": 88, "979378": 88, "979425": 88, "9795": 88, "979624": 88, "9798114": 88, "9799": 88, "979949119224": 87, "97e": 88, "98": 88, "9801": 88, "980175234933945": 87, "9802117699255": 88, "9802888899782684": 92, "9802889755036568": 92, "980310": 88, "98033": 88, "9804134": 88, "980701": 88, "9808": 88, "980941": 88, "980969": 88, "981228": 88, "9814": 88, "98147": 88, "981579": 88, "981752": 88, "981799": 88, "9822812": 88, "9824": 88, "982500109734": 87, "9825225": 88, "982664": 88, "9827": 88, "98270733462": 88, "982810885720035": 85, "98283": 88, "983091": 88, "9832764": 88, "9834425": 88, "983452": 88, "983475": 88, "983723": 88, "98378": 88, "984": 88, "98417": 88, "984423": 88, "9844346": 88, "9849": 88, "984917": 88, "985237": 88, "985338": 88, "985385": 88, "98578": 88, "98606808783697": 91, "986454": 88, "986477": 88, "986662": 88, "9866753": 88, "987005": 88, "987038": 88, "98727": 88, "987324": 88, "9874": 88, "987406": 88, "9875907976185373": 92, "9876": 88, "98781": 88, "987827": 88, "98810": 88, "988108": 88, "9882": 88, "988451": 88, "988644": 88, "988808": 88, "989": 88, "9894": 88, "989456": 88, "989483": 88, "989522929526814": 87, "9896": 88, "9899": 88, "98991": 88, "98e": 88, "99": [15, 86, 88, 91, 92], "990084": 88, "990147": 88, "99026": 88, "990368": 88, "9906583": 88, "990786": 88, "990826": 88, "9908525387095581": 92, "9912": 88, "9912403": 88, "99132": 88, "991514": 88, "991571": 88, "992": 88, "992049": 88, "9920626": 88, "9920654": 88, "9922245188088183": 92, "992252": 88, "992287": 88, "9924": 88, "9926": 88, "992683": 88, "9927": 88, "992828": 88, "99283": 88, "99288": 88, "993273": 88, "993279": 88, "9933993": 88, "993517": 88, "99368": 88, "993696": 88, "993729": 88, "993734": 88, "994": 88, "994007": 88, "99400805497": 91, "99402": 88, "9942477932536": 91, "994516": 88, "994785": 88, "9948": 88, "9949": 88, "994953": 88, "995": 88, "9950": 88, "995008": 88, "99529": 88, "995317": 88, "9954": 88, "995474": 88, "9956346": 88, "995653": 88, "9957": 88, "995796": 88, "995874": 88, "995941": 88, "996": 88, "996042": 88, "996204": 88, "996305": 88, "996330089060972": 91, "996456": 88, "996563": 88, "99664": 88, "99666173171838": 87, "996721": 88, "996769": 88, "997": 88, "997208": 88, "9973969815420386": 92, "9974": 88, "997471720583": 88, "99753": 88, "997578": 88, "997635": 88, "9976588": 88, "997672": 92, "997766": 88, "99779": 88, "99787": 88, "998": 88, "99800754": 88, "998018": 88, "998045": 88, "99819": 88, "998201": 88, "998226": 88, "99827": 88, "998306": 88, "9984": 88, "99846": 88, "998598": 88, "998606": 88, "9986107": 88, "998634": 88, "998777": 88, "998793": 88, "998846": 88, "998941": 88, "999": 88, "999039": 88, "99908": 88, "99909": 88, "999157": 88, "999226": 88, "999256": 88, "999275": 88, "999302": 88, "999311": 88, "999321": 88, "999338": 88, "999393": 88, "999395": 88, "999527": 88, "999548": 88, "999555056583162": 87, "99957": 88, "999634653629034": 87, "999637868869247": 87, "999687": 88, "9997": 88, "999714": 88, "999746": 88, "999775": 88, "999786": 88, "999832": 88, "999836": 88, "999857": 88, "999865": 88, "999893": 88, "999899": 88, "9999": 88, "999916": 88, "999922": 88, "999935": 88, "999937": 88, "999939": 88, "999945": 88, "999947": 88, "999952": 88, "999958": 88, "99996": 88, "999962": 88, "999964": 88, "999966": 88, "999968": 88, "99997": 88, "999971": 88, "999975": 88, "99998": 88, "999985": 88, "999987": 88, "999989": 88, "99999": 88, "999992": 88, "999994": 88, "999996": 88, "999998": 88, "99e": 88, "9e": 88, "A": [0, 3, 5, 10, 31, 75, 77, 82, 86, 88, 93, 97, 98], "And": [0, 12, 88], "As": [2, 6, 11, 85, 86, 88, 89, 92, 94], "At": [4, 85, 88], "By": [6, 8, 9, 11, 86, 92, 94, 98], "For": [0, 2, 3, 5, 6, 7, 9, 10, 11, 15, 85, 86, 87, 88, 89, 91, 92, 94, 95, 97, 98], "IN": 89, "IT": 3, "ITE": 3, "If": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 37, 55, 64, 82, 86, 87, 88, 89, 92, 93, 95, 96, 97, 98], "In": [3, 5, 6, 9, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "It": [0, 3, 5, 6, 7, 11, 12, 18, 21, 25, 51, 53, 63, 71, 86, 89, 92, 97, 98], "Its": 3, "NO": 5, "No": [3, 6, 7, 85, 86, 89, 90], "On": 89, "The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 25, 31, 53, 55, 64, 75, 76, 78, 79, 81, 82, 86, 87, 88, 92, 93, 94, 96, 98], "Then": [6, 9], "There": [5, 91, 93], "These": [6, 7, 9, 63, 92, 94, 95, 98], "To": [3, 5, 6, 8, 9, 11, 85, 86, 88, 89, 92, 93, 94, 95], "WITH": 92, "Will": 88, "With": [5, 6, 7, 8, 11, 85, 88], "_": [88, 92], "__call__": 94, "__init__": [2, 15, 18, 21, 24, 25, 48, 49, 50, 51, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 94], "__version__": [5, 88], "_actuat": 15, "_create_row_cont": 90, "_ddy_path": 15, "_discrete_funct": 7, "_evalu": 88, "_headers_to_epw": [85, 86, 87, 88, 89, 90, 91, 92], "_idd": 15, "_json_path": 15, "_meter": 15, "_timestamp": 88, "_variabl": 15, "_weather_path": 15, "a2c": 5, "abil": [8, 87], "about": [0, 3, 5, 6, 9, 12, 13, 15, 27, 34, 35, 36, 53, 55, 86, 91, 92, 93, 95, 98], "abov": [9, 64, 86], "abs_comfort": [85, 87, 90, 91, 92], "abs_energi": [85, 87, 90, 91, 92], "absolut": [5, 37, 69, 71, 94], "absorpt": 89, "abstract": 2, "access": [2, 5, 6, 11, 87, 88, 89, 98], "accommod": 86, "accomplish": 2, "accord": [9, 25, 89, 97, 98], "account": [8, 9, 11, 57, 58], "accur": 5, "acm": 0, "across": 11, "act": [48, 49, 50, 51, 83, 91], "act_queu": 21, "action": [0, 2, 3, 4, 5, 7, 11, 12, 18, 21, 25, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 55, 63, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 88, 89, 90, 91, 95, 96, 98], "action_map": [75, 76, 92], "action_mapping_funct": 92, "action_nam": 75, "action_network": [5, 88], "action_simul": [5, 88], "action_spac": [6, 7, 18, 51, 85, 86, 87, 90, 91, 92, 96], "action_space_discret": 7, "action_vari": [86, 88, 89, 90], "activ": [6, 11, 24, 63, 78, 82, 87, 88, 90, 92, 93], "activate_flag": 63, "activate_logg": 78, "activate_upd": 82, "activerl": 0, "activity_level_schedule_nam": 89, "actschd": 89, "actuat": [0, 2, 3, 7, 12, 15, 18, 21, 34, 86, 87, 89, 93], "actuator_handl": [18, 89], "actuator_original_nam": 6, "actuator_typ": 6, "actuator_valu": 6, "ad": [0, 3, 5, 12, 64, 88, 92, 94, 97, 98], "adapt": [0, 2, 6, 12, 15, 34, 35, 36, 52, 53, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "adapt_building_to_config": 15, "adapt_building_to_epw": 15, "adapt_building_to_met": 15, "adapt_building_to_vari": 15, "add": [3, 6, 9, 10, 11, 84, 86, 88, 92, 93, 98], "add_dir": 88, "addit": [5, 6, 18, 24, 53, 55, 78, 86, 87, 89, 96, 98], "addition": [2, 7], "address": [0, 98], "adher": 6, "adjust": [2, 6, 86, 87, 94], "admin": 9, "advanc": [6, 94], "advantag": [0, 2], "afb": [7, 87, 91, 92, 97], "affect": [15, 55, 89], "after": [9, 11, 55, 82, 86, 92], "again": 21, "agent": [0, 2, 4, 12, 18, 25, 48, 49, 50, 51, 55, 63, 78, 87, 88, 91, 92, 93, 95, 98], "aggress": 10, "agnost": [0, 12, 88], "agre": 92, "ai": [0, 88], "air": [3, 7, 86, 89, 91], "air_humid": [3, 7, 88, 89, 92], "air_humidity17": 88, "air_temperatur": [3, 7, 86, 88, 89, 91, 92], "air_temperature16": 88, "air_temperature_previ": 92, "airloophvac": 89, "airtermin": 89, "akin": 6, "alejandro": 0, "alex_ugr": 88, "algorithm": [0, 4, 5, 12, 23, 24, 55, 81, 88, 92, 95, 98], "align": [6, 98], "all": [0, 2, 5, 6, 7, 10, 11, 15, 18, 21, 24, 27, 37, 68, 78, 85, 87, 88, 91, 92, 93, 94, 95, 96, 97, 98], "allegheni": [85, 87, 89, 90, 97], "alloc": [7, 21, 88], "allow": [0, 2, 5, 6, 8, 9, 12, 64, 86, 88, 94, 95, 98], "allus": 9, "alon": 57, "along": [7, 86, 89], "alreadi": [6, 9, 91, 95, 96], "also": [2, 3, 5, 6, 9, 10, 11, 53, 86, 87, 88, 89, 92, 93, 94, 98], "alter": 86, "altern": [11, 86], "although": [7, 11, 95], "altitud": 2, "alwai": [0, 11, 49, 85, 88, 91, 93, 94], "among": 2, "amount": 88, "an": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 15, 18, 21, 24, 25, 32, 53, 55, 63, 64, 75, 76, 77, 85, 88, 89, 92, 93, 98], "ancillari": 89, "andb": 82, "angb": 97, "angel": [7, 86, 97], "ani": [0, 2, 5, 6, 11, 12, 15, 18, 24, 25, 27, 36, 48, 49, 50, 51, 55, 63, 65, 66, 78, 79, 80, 81, 86, 88, 89, 90, 91, 92, 93], "ann": 15, "anoth": [6, 88], "antananarivo": 97, "antonio": 0, "anyth": 55, "ap": [7, 85, 86, 87, 88, 89, 90, 97], "api": [0, 2, 6, 7, 9, 12, 18, 20, 21, 34, 35, 36, 53, 56, 85, 89, 93, 98], "appear": [0, 3, 5, 7, 11, 55, 91, 92, 93], "append": [64, 85, 86, 87, 88, 90, 91, 95, 96], "appengin": 9, "appli": [2, 3, 5, 7, 8, 10, 15, 18, 74, 77, 82, 86, 92, 98], "applic": [9, 95], "apply_extra_conf": 8, "apply_weather_vari": 15, "apply_weekend_holiday_rul": [85, 86, 89, 90], "approach": [11, 86, 87], "appropri": [86, 96], "appspot": 9, "apt": 11, "ar": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 21, 55, 63, 64, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "area": [3, 7, 86, 89], "arg": [9, 11, 24, 25, 66, 85, 86, 87, 88, 89, 90, 91, 92], "argument": [6, 21, 64, 76, 86, 98], "arizona": 97, "arlanda": 97, "arrai": [7, 63, 85, 86, 87, 88, 90, 91, 92], "artifact": [5, 9, 88], "artifactregistri": 9, "ashra": [48, 49, 50], "ashrae9012016_officemedium": 3, "ashrae9012016_warehous": 3, "ashrae901_officemedium_std2019_denv": 87, "ask": [59, 60, 61], "aspect": [2, 3, 94], "assess": 5, "assign": 94, "assist": [0, 12], "associ": [0, 6, 7], "assum": 96, "asymmetr": 3, "atari": [0, 12], "attach": 9, "attribut": [5, 15, 18, 21, 63, 64, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 89, 93, 98], "atu": 89, "aus_nsw": 97, "australia": 97, "auth": [9, 57], "authent": 9, "author": [0, 58], "auto": [3, 5, 7, 9], "auto_delet": 9, "autom": [0, 7, 12], "automat": [0, 2, 6, 7, 11, 12, 74, 82, 86, 87, 92, 94, 95, 98], "automatic_upd": 82, "autopep8": 10, "autos": 89, "avail": [3, 7, 9, 15, 51, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "availability_schedule_nam": 89, "availabilitymanag": 89, "available_handl": [18, 89], "averag": [5, 55, 96], "avoid": [9, 11, 55, 87, 88], "axi": 88, "b": [9, 88], "back": 89, "backend": [6, 11, 14, 15, 89], "background": [0, 5, 12, 87, 89], "badg": 0, "bar": 5, "base": [0, 3, 4, 5, 7, 9, 10, 12, 48, 49, 50, 66, 68, 87, 91, 92, 94, 95, 98], "basealgorithm": 55, "basecallback": [5, 25], "baselin": [0, 5, 12, 23, 24, 52, 53, 88, 95], "baselines3": [52, 53], "basement": 3, "basepolici": 55, "basereward": 94, "bash": [9, 21], "basic": [6, 47, 96], "basin": 89, "basin_heater_operating_schedule_nam": 89, "basinheatersch": 89, "batteri": 3, "battery_charge_st": 3, "becaus": [9, 93], "been": [3, 6, 8, 9, 11, 18, 24, 25, 33, 38, 53, 55, 78, 92, 93, 95], "befor": [6, 9, 15, 55, 64, 76, 77, 81, 87, 89, 92, 93, 98], "beforehand": 89, "beggin": 3, "begin": [2, 5, 7, 9, 11, 85, 94, 96], "begin_day_of_month": [85, 86, 89, 90], "begin_month": [85, 86, 89, 90], "begin_year": [85, 86, 89, 90], "behavior": 94, "being": [6, 93], "belong": [63, 93], "below": [6, 9, 11, 86, 94, 97], "benchmark": [0, 4, 12], "benefici": 92, "benefit": [0, 6, 87], "beobench": 0, "best": [5, 25, 88], "best_model": 88, "best_model_save_path": [25, 88], "better": 5, "between": [6, 10, 30, 81, 92, 94, 98], "beyond": 2, "bias": [0, 9, 11, 12, 88], "bin": 11, "bind": 9, "blob": 53, "blob_prefix": 60, "bogota": 97, "bold_r": 64, "booktitl": 0, "bool": [18, 21, 25, 33, 53, 55, 63, 75, 76, 78, 79, 80, 82, 90], "boolean": 24, "boot": 9, "bot": [3, 10], "both": [2, 3, 5, 6, 83, 92, 94], "bound": 92, "box": [6, 7, 18, 86, 87, 88, 89, 91, 92], "br01": 89, "branch": 10, "bucket": [5, 60, 61], "bucket_nam": 60, "bucklei": 97, "bug": [0, 12], "build": [0, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 85, 86, 88, 89, 90, 91, 92, 93, 94], "builder": 9, "building_electricity_demand_r": 3, "building_fil": [6, 7, 18], "building_path": [15, 18, 21, 89], "built": [5, 7, 9, 10, 11], "bulb": 89, "bulk": 3, "button": 11, "c": [0, 9, 69, 70, 71, 72], "c1": 89, "c2": 89, "c3": 89, "c4": 89, "c5": 89, "cach": 9, "calcul": [5, 6, 15, 74, 86, 89, 94, 98], "calibr": [82, 88, 94, 98], "call": [5, 6, 15, 21, 25, 55, 64, 76, 81, 82, 86, 88, 93, 98], "callabl": [55, 65, 76, 78], "callback": [0, 2, 12, 21, 22, 54, 55, 66, 88, 93], "callback_after_ev": 25, "callback_on_new_best": 25, "callbacklist": [5, 88], "campoi": 0, "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 18, 55, 82, 83, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98], "capabl": 88, "capac": 89, "carbon": [3, 7, 89], "carbonequivalentemiss": 89, "care": [9, 94, 98], "carri": 64, "case": [6, 7, 9, 11, 91, 96], "cast": [88, 91, 92], "caution": [92, 98], "cc03": 89, "cd": 11, "center": [3, 49, 50], "certain": [2, 9], "ch": 9, "ch4": 89, "challeng": 6, "chang": [0, 2, 6, 9, 10, 12, 15, 63, 64, 87, 88, 89, 90, 93, 94, 98], "channel": 9, "characterist": [5, 85], "charg": [3, 83], "charge_rate_rl": 3, "check": [0, 9, 10, 11, 33, 53, 55, 88, 90, 91, 92, 93, 95], "checker": 52, "chill": 3, "choos": [11, 87], "chosen": [11, 18, 48, 49, 50, 51, 78, 86, 91], "ci": [10, 53], "citi": 0, "class": [2, 6, 7, 8, 14, 15, 17, 18, 20, 21, 23, 24, 25, 33, 47, 48, 49, 50, 51, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 90, 91, 92, 93, 94, 98], "classif": 97, "clean": 21, "clear": 9, "clearer": 7, "clg": [3, 7, 15, 89], "clg_setpoint": [3, 7, 88, 89, 91, 92], "clg_setpoint40": 88, "clg_setpoint_previ": 92, "clgsetp_sch": 3, "clgsetp_sch_yes_optimum": 3, "click": [0, 11, 12], "client": [9, 59, 60, 61], "climat": [6, 97], "clip": [83, 91], "clng": 89, "clone": [11, 96], "close": [18, 78, 85, 86, 87, 88, 90, 91, 92, 96], "cloth": 3, "cloud": [0, 5, 12, 56, 57, 58, 59, 60, 61], "cloudapi": 9, "cloudbuild": 9, "cloudfunct": 9, "cloudsdktool": 9, "co": [74, 92, 98], "co2": [3, 7, 89], "co2_emiss": [3, 7, 88, 92], "co2_emission0": 88, "coastal": 97, "code": [0, 4, 6, 8, 10, 11, 12, 85, 88, 92, 98], "codecov": 10, "coeffici": 89, "cogener": 89, "coil": [3, 89], "coilsystem": 89, "coincid": 89, "col_bogota": 97, "cold": [69, 70, 71, 72, 97], "collect": [2, 5, 25, 63, 88, 96], "colombia": 97, "colorado": 97, "column": [5, 15], "com": [9, 11, 52, 53], "combin": [9, 81, 88, 92, 94], "come": [3, 6, 86, 87, 88], "comfort": [3, 5, 6, 24, 49, 69, 70, 71, 72, 91, 93, 94], "comfort_penalti": [63, 90], "comfort_term": [85, 87, 90, 91, 92], "comfort_viol": 88, "comfort_violation_tim": [5, 88], "comfort_violation_timestep": 63, "command": [9, 11, 21, 87, 95], "commit": 10, "common": [6, 22, 25, 55, 88, 89, 95], "commun": [0, 2, 12, 19, 21, 95], "compact": [3, 7, 86, 89], "compar": [5, 88, 92], "comparison": [0, 12], "compat": [0, 2, 5, 6, 11, 12, 53, 86, 88, 92, 95, 98], "compil": 10, "complet": [6, 9, 85], "complex": [2, 6, 11, 95], "complianc": 10, "compon": [0, 2, 3, 6, 8, 9, 12, 21, 24, 86, 89, 93, 94, 97], "compos": 6, "comprehens": [0, 5, 12], "comput": [0, 9, 64, 88, 96], "concaten": 5, "concept": 94, "conceptu": 95, "concern": 6, "conclud": [2, 96], "concurr": 2, "conda": 11, "condens": 89, "condit": [6, 18, 48], "condn": 15, "conduct": 5, "conf": [5, 27, 34, 35, 36], "confer": 0, "config": [9, 85, 86, 87, 88, 89, 90, 91, 92, 95], "config_param": [6, 7, 8, 18, 86], "configur": [0, 2, 4, 5, 12, 15, 18, 27, 34, 35, 36, 88, 93, 94, 95], "confirm": 11, "conform": 89, "confus": 9, "connect": [6, 9, 20], "consequ": 94, "consid": [5, 11, 69, 70, 71, 72, 85, 98], "consider": 5, "consist": [2, 3], "consol": 9, "constant": [7, 69, 70, 71, 72, 88, 91, 94], "constitut": 3, "construct": [2, 89, 92], "constructor": [5, 6, 7, 8, 15, 27, 63, 74, 83, 84, 86, 92, 94, 98], "consult": [6, 89], "consult_environ": 6, "consumpt": [5, 24, 70, 71, 72, 93, 94], "contain": [0, 2, 5, 6, 10, 55, 57, 58, 86, 87, 88, 92, 93, 95], "containerregistri": 9, "content": 93, "context": [6, 8, 18, 78, 86, 95], "continent": 97, "conting": 2, "continu": [2, 5, 6, 7, 8, 10, 77, 81, 85, 86, 87, 88, 91, 92, 98], "control": [0, 2, 3, 6, 10, 12, 15, 18, 22, 75, 89, 95], "control_typ": 6, "control_type_schedule_nam": 89, "convect": 89, "convert": [6, 27, 28, 92, 98], "convertinputformat": 6, "cool": [3, 7, 86, 89, 97], "cooler": 3, "cooling_coil_demand_r": 3, "cooling_setpoint_rl": [3, 7, 86, 88, 89], "cooling_setpoint_rl26action_simul": 88, "cooling_setpoint_temperature_schedule_nam": 89, "coolingcoil": 89, "coolingcoilavailsch": 89, "coolingsetpoint": 89, "copi": 93, "core": [3, 53, 88, 89, 94], "core_bottom": 3, "core_mid": 3, "core_top": 3, "correct": [6, 7, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "correctli": [3, 9, 11, 29, 92, 93, 96, 98], "correspond": [2, 6, 49], "could": [87, 88, 92], "count": [2, 3, 7, 55, 89], "counti": [85, 87, 89, 90, 97], "coupl": 64, "coverag": 10, "cp01": 89, "cpu": [3, 88], "cpu_demand_r": 3, "crac": 3, "creat": [0, 2, 4, 5, 6, 7, 8, 11, 12, 15, 28, 29, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "create_row_cont": 90, "creation": [0, 12], "critic": 92, "crucial": [6, 9, 89, 94, 98], "csv": [5, 6, 63, 78, 87, 88, 90, 92, 93], "csvlogger": [24, 78, 88, 90, 93], "cumul": [85, 86, 87, 88, 90, 91, 94, 96], "cumulative_abs_comfort_penalti": 5, "cumulative_abs_energy_penalti": 5, "cumulative_comfort_penalti": 88, "cumulative_energy_penalti": 88, "cumulative_pow": 88, "cumulative_power71120947": 88, "cumulative_power_consumpt": 88, "cumulative_power_consumption34169656": 88, "cumulative_power_demand": 5, "cumulative_reward": [5, 88], "cumulative_reward_comfort_term": 5, "cumulative_reward_energy_term": 5, "cumulative_temperature_viol": [5, 88], "cumulative_temperature_violation35341": 88, "cumulative_temperature_violation45476": 88, "current": [2, 3, 5, 6, 8, 9, 10, 15, 18, 63, 78, 84, 87, 88, 89, 90, 92, 94, 98], "current_cool_setpoint": 91, "current_dt": 91, "current_heat_setpoint": 91, "current_month": [85, 86, 87, 88, 90, 91, 92, 96], "current_setpoint": 92, "curriculum": 5, "curv": [3, 89], "custom": [0, 2, 3, 5, 6, 12, 15, 18, 21, 22, 23, 24, 53, 54, 64, 73, 88, 90, 92, 93, 98], "custom_actuator_nam": 6, "custom_meter_nam": 6, "custom_variable_nam": 6, "customcsvlogg": 90, "customformatt": 65, "customiz": [0, 6, 12], "customreward": 94, "cutomiz": [0, 12], "d": [10, 85, 86, 87, 88, 89, 90, 91, 92], "d_": 88, "dai": [2, 6, 8, 15, 30, 69, 70, 71, 72, 74, 85, 86, 87, 90, 91, 92, 94], "data": [2, 3, 5, 7, 9, 15, 18, 21, 24, 27, 49, 50, 60, 61, 63, 87, 88, 89, 93, 94, 97], "data_avail": [6, 93], "datacent": [4, 86], "datastor": 9, "date": 64, "datefmt": 64, "datetim": [88, 91], "datetimewrapp": 92, "day_of_month": [6, 7, 86, 88, 89, 91, 92, 98], "day_of_month1": 88, "day_of_week_for_start_dai": [85, 86, 89, 90], "daytim": 91, "db": [15, 89], "ddpg": 5, "ddy": [6, 15], "ddy_model": 15, "ddy_path": [15, 18], "de": 28, "deactiv": [63, 78, 82, 93], "deactivate_flag": 63, "deactivate_logg": 78, "deactivate_upd": 82, "decid": [5, 9], "declar": 93, "decreas": 98, "decrement": [77, 92, 98], "dedic": 6, "deep": [0, 11, 12, 88], "def": [90, 91, 92, 94], "default": [3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 31, 53, 55, 63, 64, 69, 70, 71, 72, 78, 80, 81, 82, 86, 88, 89, 92, 94, 95, 98], "default_": 7, "default_configur": [6, 7, 27], "default_energy_weight": [70, 72], "defin": [5, 6, 7, 9, 15, 21, 77, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 98], "define_metr": 88, "definit": [0, 6, 7, 12, 18, 86, 87], "degre": 5, "delet": [5, 21, 57], "delta": [30, 77, 92, 98], "delta_temp": [75, 92], "demand": [3, 5, 7, 86, 89], "demo": [85, 86, 89, 90, 91, 96], "demonstr": [3, 6, 90, 94], "demosthen": 0, "densiti": 89, "depend": [5, 6, 7, 11, 63, 69, 70, 71, 72, 86, 87, 88, 89, 92, 93, 94], "depict": 2, "deploy": 10, "deprec": [85, 86, 87, 88, 89, 90, 91, 92], "describ": [3, 21, 49, 50, 64], "descript": [7, 21], "desert": 97, "design": [0, 2, 6, 8, 12, 15, 86, 89, 94], "designdai": [6, 15, 87], "designflowr": 89, "designspecif": 89, "desingdai": 15, "desir": [6, 9, 77, 87, 88, 98], "dest_bucket_nam": 61, "dest_path": 61, "destin": 61, "detail": [0, 2, 3, 5, 6, 7, 8, 11, 12, 86, 88, 89, 94, 95, 97, 98], "detect": 88, "determin": [8, 15, 21, 64, 88, 92], "determinist": [25, 55, 88], "develop": [0, 4, 5, 11, 12, 92], "deviat": 94, "devic": 88, "devstorag": 9, "dew": 89, "df": [85, 86, 87, 88, 89, 90, 91, 92], "diagram": [6, 94], "dict": [7, 15, 18, 21, 25, 27, 28, 29, 34, 35, 36, 37, 55, 63, 66, 77, 78, 79, 80, 90, 91, 92, 93], "dictionari": [2, 6, 8, 15, 18, 27, 28, 29, 34, 35, 36, 64, 77, 78, 86, 89, 94, 98], "differ": [2, 5, 6, 9, 10, 11, 30, 69, 71, 85, 86, 88, 92, 94, 95, 98], "differenti": 6, "diffus": [3, 7, 86, 89], "diffuse_solar_radi": [3, 7, 86, 88, 92], "diffuse_solar_radiation0": 88, "dimens": [69, 70, 71, 72, 92], "dir": 15, "direct": [3, 5, 7, 86, 89], "direct_solar_radi": [3, 7, 86, 88, 92], "direct_solar_radiation0": 88, "directli": [2, 6, 11, 86, 87, 96, 98], "directori": [6, 9, 11, 15, 18, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "disabl": 98, "disadvantag": 87, "discharg": [3, 83], "discharge_rate_rl": 3, "discomfort": 94, "discret": [5, 6, 7, 75, 76, 81, 85, 86, 87, 88, 89, 91, 94, 98], "discrete_spac": [7, 76, 92], "discreteincrementalwrapp": 92, "discretizeenv": [6, 7, 88, 92], "disk": 9, "disksizegb": 9, "dispatch": 2, "displai": [85, 86, 87, 90, 91, 92, 96], "dist": [85, 86, 87, 88, 89, 90, 91, 92], "divers": 6, "divid": 3, "dlr": [52, 53], "do": [0, 8, 9, 11, 12, 55, 75, 86, 87, 88, 89, 92, 93], "doc": [10, 11, 88], "docker": [9, 10], "dockerfil": [9, 10, 11, 95, 96], "docstr": 10, "document": [0, 6, 9, 10, 11, 12, 27, 34, 35, 36, 86, 88, 89, 91, 92, 93, 98], "doe": [6, 8, 88, 93, 97], "doesn": [6, 9, 98], "doi": 0, "don": [7, 9, 92, 93, 94], "done": [6, 63, 88, 91, 92, 95], "door": 89, "download": [6, 88], "dqn": [5, 88], "drawback": 87, "drive": 9, "drl": [0, 4, 9, 12, 81, 87, 98], "drop": 88, "dry": [89, 97], "drybulb": [3, 7, 15, 86, 89, 91], "dse": 3, "dtype": [7, 85, 86, 87, 90], "dualsetpoint": 89, "due": [3, 5, 6, 83, 89], "dummy_vec_env": 88, "dummyvecenv": 88, "dump": [24, 66], "dump_frequ": 24, "dure": [2, 5, 6, 7, 18, 24, 25, 82, 88, 93, 94], "dx": [3, 89], "dynam": [92, 98], "e": [11, 18, 21, 55], "each": [3, 5, 6, 7, 8, 9, 10, 11, 15, 18, 24, 25, 37, 55, 63, 78, 79, 86, 90, 91, 92, 93, 94, 96, 97, 98], "earli": 55, "easi": [0, 12], "easier": 56, "easili": [8, 9, 88, 94], "east": [3, 86], "east_zone_air_humid": 86, "east_zone_air_temperatur": 86, "east_zone_clg_setpoint": 86, "east_zone_electr": 86, "east_zone_htg_setpoint": 86, "ec": 3, "econom": 3, "ecosystem": [0, 12], "edit": 10, "effici": [0, 12, 89], "either": [6, 7, 64, 98], "elabor": 63, "elaps": [2, 63], "eleceq": 89, "electr": [3, 7, 86, 89], "electricequip": 89, "electricitynet": 89, "electricitypurchas": 89, "electricitysurplussold": 89, "element": [3, 6, 28, 32, 63, 86, 89, 93, 98], "element_typ": 7, "elif": 91, "elimin": [6, 10], "els": [55, 91], "email": 9, "emiss": [3, 7, 89], "emphas": 94, "emploi": [2, 6], "empti": [6, 11, 18, 21], "empzk2on": 88, "empzk2onsync": 88, "enabl": [0, 5, 6, 9, 10, 11, 12, 82, 88, 98], "encapsul": 94, "enclos": 3, "encompass": 86, "encount": [9, 92], "encourag": 6, "end": [5, 9, 18, 21, 30, 63, 69, 70, 71, 72, 78, 87, 88, 90, 92, 93], "end_dai": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "end_day_of_month": [85, 86, 89, 90], "end_mon": 30, "end_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "end_year": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "energi": [0, 3, 5, 6, 24, 69, 70, 71, 72, 89, 94], "energy_term": [85, 87, 90, 91, 92], "energy_valu": [85, 87, 90, 91, 92], "energy_vari": [7, 69, 70, 71, 72, 86], "energy_weight": [7, 69, 71, 72, 86], "energyplu": [0, 2, 3, 6, 7, 8, 12, 15, 17, 18, 20, 28, 34, 35, 36, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "energytransf": 89, "engin": [0, 2, 6, 9, 12, 86, 87, 89], "enhanc": [5, 6, 98], "enough": 9, "ensur": [0, 6, 9, 12, 92, 96], "enter": 9, "entir": [5, 88], "entiti": 88, "entri": 88, "entropi": [18, 78], "entrypoint": 9, "env": [6, 8, 9, 11, 25, 33, 37, 38, 48, 49, 50, 51, 52, 53, 55, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96], "env_kwarg": 27, "env_nam": [6, 15, 18, 37, 86, 88, 93], "env_sinergym": 11, "environ": [0, 2, 3, 4, 5, 8, 9, 12, 15, 16, 17, 18, 21, 25, 27, 31, 33, 38, 48, 49, 50, 51, 53, 55, 63, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 87, 88, 90, 91, 93, 94, 95, 96, 97, 98], "environment": [3, 7, 48, 89, 97], "environment_id": [6, 86], "environment_nam": 5, "ep_len_mean": 88, "ep_pow": 24, "ep_rew_mean": 88, "ep_reward": 24, "ep_term_comfort": 24, "ep_term_energi": 24, "ep_timestep": 24, "episod": [2, 5, 7, 8, 15, 18, 21, 24, 25, 37, 55, 63, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 97], "episode_length": [5, 15, 18, 88, 89], "episode_length35040": 88, "episode_length70077episod": 88, "episode_num": 5, "episode_path": [15, 18], "episode_reward": 88, "episodes_int": 5, "epjson": [2, 3, 6, 7, 11, 15, 28, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "eplu": [6, 7, 8, 18, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "eplus_env": 78, "eplusenv": [48, 49, 50, 51, 74, 76, 78, 79, 80, 81, 82, 84, 88, 92], "epm": [15, 32], "eppi": 28, "epsilon": 82, "epw": [2, 6, 7, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "epw_cont": [85, 86, 87, 88, 89, 90, 91, 92], "eq": 89, "equat": 94, "equip": [3, 89], "equival": [3, 5, 7, 89], "error": [6, 9, 10, 55, 76, 86, 92, 98], "esp_granada": [86, 97], "essenc": 98, "essenti": [85, 94, 98], "establish": [2, 6, 85, 86, 87, 88, 89, 90, 91, 92], "etc": [0, 9, 11, 12, 13, 63, 86, 89, 93], "eu": 9, "europ": 9, "eval": [5, 25, 88], "eval_callback": 88, "eval_env": [25, 88], "eval_freq": [25, 88], "evalloggercallback": 5, "evalu": [9, 25, 88, 94, 98], "evaluation1": 88, "evaluation_d": 88, "evaluation_nam": 88, "evaluation_output": 88, "evapor": [3, 89], "even": 91, "event": [9, 10, 64], "eventcallback": 5, "everi": [25, 85, 87, 90, 91, 92, 96], "everyth": [9, 88, 96], "examin": [8, 85], "exampl": [4, 5, 6, 7, 9, 11, 12, 86, 87, 89, 90, 93, 94, 98], "example1": 11, "exce": 92, "excel": [29, 89], "except": [15, 21, 64], "exchang": 89, "exclud": 60, "execut": [5, 6, 10, 11, 15, 18, 21, 57, 63, 65, 79, 80, 88, 89, 92, 95, 96], "exist": [4, 6, 86, 88, 92, 93], "exit": 9, "exp": 69, "expand": [6, 8], "expect": 55, "experi": [3, 5, 6, 8, 11, 15, 85, 86, 87, 88, 89, 90, 91, 92, 97], "experiment": [0, 6, 12], "experiment1": 88, "experiment_d": [5, 88], "experiment_nam": 88, "experiment_param": 88, "experiment_path": [15, 88], "explain": [6, 7, 9], "explicit": 6, "explicitli": 32, "explor": [6, 85, 86, 92], "exploration_r": [5, 88], "exploration_rate0": 88, "exponenti": [69, 94], "export": [9, 29, 89], "export_schedulers_to_excel": 89, "expreward": [86, 94], "extend": [89, 91], "extens": [0, 2, 6, 11, 12, 85, 88], "exterior": 89, "extern": [0, 12, 93], "extra": [2, 7, 9, 10, 11, 14, 15, 18, 21, 63, 78, 80, 85, 89, 90], "extra_conf": 86, "extra_config": 15, "extra_param": 8, "extract": [5, 6, 15, 37, 88, 89, 94], "ey": 8, "f": [7, 11, 88, 97], "f1": 89, "f2": 89, "f3": 89, "f4": 89, "f5": 89, "facil": [3, 7, 86, 89], "facilit": [0, 2, 6, 7, 12], "factor": [89, 93, 94], "fail": [5, 8, 9, 21, 88], "fair": 88, "fairchild": [7, 86, 97], "fals": [24, 25, 55, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92, 96], "familiar": [0, 6, 12], "fan": [3, 89], "fan_demand_r": 3, "fanavailsch": 89, "fanger": 3, "farama": 85, "featur": [5, 6, 9, 11, 85, 86, 89, 96, 98], "februari": 8, "feedback": 18, "feel": 91, "few": 88, "fewer": 8, "fiction": 3, "field": [5, 6, 15, 28, 86, 89, 97], "field_nam": 89, "figur": [2, 98], "file": [2, 3, 5, 7, 8, 9, 10, 11, 14, 15, 18, 21, 27, 29, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97], "fill": 7, "filter": 31, "fin_helsinki": [86, 97], "final": [2, 5, 7, 85, 88, 89], "find": [88, 90, 92, 93, 96], "fine": 3, "finish": [9, 88], "finland": 97, "firestor": 9, "first": [0, 2, 15, 55, 85, 88, 89, 90, 91, 93], "firstfloor_plenum": 3, "five": 3, "flag": [7, 21, 63, 74, 78, 90, 92, 98], "flat": 80, "flatten": [80, 92], "flexibl": [87, 98], "float": [15, 18, 30, 37, 40, 41, 42, 43, 44, 45, 46, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 80, 81, 82], "float32": [7, 18, 85, 86, 87, 89, 90, 92], "float64": 82, "floor": [3, 89], "flow": [2, 6, 89], "fmt": 64, "focu": 2, "folder": [0, 2, 6, 7, 11, 15, 18, 25, 86, 88, 90, 92], "follow": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 28, 49, 50, 53, 87, 89, 92, 94, 95, 98], "forc": [21, 88], "fork": [9, 10], "form": 5, "format": [0, 5, 6, 7, 8, 10, 12, 15, 27, 28, 29, 34, 35, 36, 64, 78, 86, 88, 89], "formatexcept": 64, "formatt": [64, 65], "formattim": 64, "found": [4, 5, 15, 86, 96, 98], "four": 3, "fp": 88, "fraction": 89, "framework": [0, 2, 3, 87, 95, 97], "free": [9, 91], "freq": 25, "frequenc": [5, 24], "fridai": 3, "friendli": 11, "from": [0, 2, 3, 5, 6, 7, 8, 9, 11, 12, 15, 18, 27, 29, 32, 34, 35, 36, 51, 52, 53, 57, 60, 61, 63, 68, 69, 70, 71, 72, 78, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "front": 89, "fuel": [3, 89], "full": 3, "full_control": 9, "fulli": [3, 93, 98], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 18, 26, 28, 32, 37, 39, 52, 54, 55, 56, 67, 68, 70, 71, 72, 76, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 98], "further": 6, "furthermor": 11, "futur": [0, 5, 6, 8, 9, 12, 94], "futurewarn": [85, 86, 87, 88, 89, 90, 91, 92], "g": [5, 9, 55, 60], "ga": 3, "gain": 3, "gather": 2, "gce": 9, "gce_project_id": 9, "gce_zon": 9, "gcloud": [9, 88], "gcr": 9, "gener": [2, 6, 7, 9, 15, 18, 88, 89, 92, 93, 98], "generallight": 89, "generate_id": 88, "get": [6, 11, 15, 55, 58, 64, 88, 90, 91], "get_id": 6, "get_path": 88, "get_schedul": 15, "get_wrapper_attr": [86, 88, 89, 90, 91, 92], "getlogg": 65, "getmessag": 64, "git": [9, 11], "github": [0, 9, 11, 12, 52, 53, 95], "given": [4, 15, 28, 29, 32, 33, 37, 69, 70, 71, 72], "glanc": 85, "global": [6, 9, 55], "gmail": 9, "go": [6, 9, 21, 98], "goal": [0, 5, 9, 12], "googl": [0, 5, 11, 12, 56, 57, 58, 59, 60, 61], "google_cloud_credenti": 9, "googleapi": 9, "got": 32, "gp01": 89, "gp02": 89, "granada": 97, "grant": 9, "graph": [5, 7], "grei": 64, "grid": 3, "ground": 89, "group": [9, 57], "gserviceaccount": 9, "gsutil": 9, "gt": [88, 89, 92], "guid": 88, "guidanc": [0, 6, 12], "gym": [6, 7, 8, 18, 53, 55, 68, 73, 76, 77, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "gymnasium": [0, 2, 5, 6, 7, 8, 12, 17, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 98], "g\u00f3mez": 0, "h": [88, 97], "ha": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 25, 33, 38, 53, 55, 58, 78, 85, 86, 87, 88, 93], "halt": 10, "handl": [86, 87], "handler": [2, 21, 85, 86, 87, 88, 90, 91, 92, 93], "happen": 9, "hasn": [9, 32], "have": [0, 4, 6, 7, 8, 9, 11, 83, 87, 88, 89, 92, 93, 94, 95, 96, 98], "header": [63, 78, 90], "heat": [3, 7, 86, 89], "heater": 89, "heating_setpoint_rl": [3, 7, 86, 88, 89], "heating_setpoint_rl19episod": 88, "heating_setpoint_temperature_schedule_nam": 89, "heatingcoil": 89, "heatingsetpoint": 89, "help": [0, 11, 12], "helper": 9, "helsinki": 97, "henc": [5, 87, 98], "here": [0, 5, 9, 11, 12, 24, 88, 89, 92], "hesit": 0, "hide": 2, "high": [7, 86, 87, 91], "highcpu": 9, "higher": 94, "highli": [2, 88], "highlight": 6, "histori": [88, 92, 98], "host": [0, 3, 5, 7, 9, 93], "hot": [6, 7, 8, 69, 70, 71, 72, 86, 87, 91, 92, 97], "hour": [2, 3, 6, 7, 8, 63, 70, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "hour0": 88, "hour_co": 92, "hour_sin": 92, "hourlylinearreward": 94, "how": [0, 5, 12, 18, 78, 85, 86, 88, 89, 90, 91, 92, 98], "howev": [0, 5, 8, 9, 11, 12, 85, 86, 87, 88, 89, 92, 96, 98], "htg": [3, 7, 15, 89], "htg_setpoint": [3, 7, 88, 89, 91, 92], "htg_setpoint12": 88, "htg_setpoint_previ": 92, "htgsetp_sch": 3, "htgsetp_sch_yes_optimum": 3, "http": [0, 9, 11, 12, 52, 53, 88], "hub": [9, 10, 11], "human": [18, 48], "humanoutputformat": 88, "humid": [3, 7, 86, 89, 97], "hv": 0, "hvac": [3, 7, 86, 89], "hvac_electricity_demand_r": [3, 7, 86, 88, 89, 92], "hvac_electricity_demand_rate2556": 88, "hyakuri": 97, "hyperparamet": [5, 88], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 24, 25, 37, 53, 55, 57, 63, 64, 66, 70, 72, 74, 76, 78, 81, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "iam": 9, "id": [5, 6, 7, 9, 27, 31, 86, 88, 94], "id_bas": 7, "idd": 15, "idd_path": [15, 18], "identifi": [6, 10], "idf": [6, 11, 28], "idfversionupdat": 6, "ignor": [9, 10, 24, 95], "illinoi": 97, "illustr": [3, 98], "imag": [2, 9, 11], "immedi": 9, "impact": [3, 7, 89], "implement": [4, 5, 6, 8, 9, 10, 47, 55, 67, 73, 87, 94, 95], "import": [5, 6, 8, 9, 10, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "improv": [0, 12], "in02": 89, "in46": 89, "in_temp": 91, "includ": [0, 2, 4, 5, 6, 8, 10, 12, 22, 79, 86, 87, 88, 93, 94, 95, 97, 98], "inconsist": [6, 86], "incorpor": [2, 3, 6, 94, 97], "incorrect": 6, "increas": [5, 6, 88, 92, 98], "increment": [24, 50, 75, 77, 98], "incremental_variables_definit": 77, "independ": [95, 97], "index": 88, "index4action_simul": 88, "indic": [5, 24, 98], "individu": [7, 9, 98], "indoor": [3, 48, 50, 94], "infil": 89, "infiltr": 89, "influenc": 2, "info": [0, 2, 6, 12, 15, 18, 21, 63, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "info_queu": 21, "inform": [0, 3, 5, 6, 7, 11, 12, 15, 18, 21, 27, 29, 34, 35, 36, 53, 63, 64, 78, 80, 86, 88, 91, 92, 93, 95, 97, 98], "infrastructur": [0, 12], "inher": 85, "inherit": [5, 68, 92, 94, 98], "init": 88, "initi": [2, 5, 6, 18, 21, 25, 59, 64, 75, 77, 78, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "initial_valu": [75, 77, 92], "inlet": 89, "inner": [24, 57, 60, 61], "inproceed": 0, "input": [3, 15, 18, 21, 88, 91, 92], "inspect": 96, "instal": [0, 6, 9, 96], "instanc": [2, 4, 5, 6, 9, 11, 18, 21, 57, 85, 86, 87, 93, 94, 96], "instance_group_nam": 57, "instanti": [2, 96, 98], "instead": [7, 9, 11, 55, 79, 85, 86, 87, 88, 89, 90, 91, 92, 98], "instruct": 11, "insuffici": 9, "int": [15, 18, 24, 25, 30, 40, 41, 42, 43, 44, 45, 46, 55, 63, 66, 69, 70, 71, 72, 75, 76, 78, 79, 80, 90, 91, 92], "intact": 6, "integ": [18, 78], "integr": [0, 2, 6, 9, 10, 12], "intend": 98, "interact": [2, 4, 5, 6, 53, 63, 78, 82, 85, 87, 88, 92, 93, 98], "interest": [0, 97], "interfac": [0, 2, 5, 6, 12, 19, 86, 88, 89, 95], "interior": 89, "interiorequip": 89, "interiorlight": 89, "intermedi": [6, 77, 89, 98], "intern": [0, 3, 5, 89, 93, 98], "internal_vari": 89, "internalvari": 89, "interpret": 11, "interrupt": 2, "interv": [24, 98], "intl": [7, 86, 88, 97], "introduc": [0, 2, 6, 12], "introduct": 2, "investig": [3, 8], "invoic": 9, "io": 9, "ion": 81, "is_discret": [18, 75, 76, 88, 89, 92], "is_rain": [2, 85, 87, 90, 91, 92], "is_run": [18, 21, 89], "is_weekend": [74, 92, 98], "isbn": 0, "isn": [9, 89, 98], "iso8601": 64, "isol": 11, "isort": 10, "issu": [0, 3, 9, 10, 12, 98], "ite_fan_demand_r": 3, "iter": 85, "its": [2, 5, 6, 7, 8, 9, 11, 21, 58, 76, 78, 82, 85, 86, 92, 96, 98], "itself": [92, 98], "j": [7, 88, 97], "japan": 97, "javier": 0, "jim\u00e9nez": 0, "job": 88, "join": 21, "jpn_tokyo": 97, "json": [5, 6, 7, 9, 15, 18, 27, 34, 35, 36, 88], "json_fil": 15, "juan": 0, "jump": 77, "just": [0, 9, 12, 85, 89], "keep": 8, "kei": [2, 3, 5, 6, 7, 8, 9, 15, 18, 21, 27, 28, 32, 37, 66, 77, 79, 93, 98], "kennedi": [7, 88, 97], "key_exclud": 66, "key_valu": 66, "keyword": [85, 86, 87, 88, 89, 90, 91, 92], "kibam": 3, "know": 6, "kwarg": [7, 24, 25, 27, 66, 82], "label": 5, "lack": 55, "lambda_": [69, 71], "lambda_energi": [7, 69, 70, 71, 72], "lambda_p": 94, "lambda_t": [69, 71, 94], "lambda_temperatur": [7, 69, 70, 71, 72], "larg": 3, "larger": 94, "last": [6, 8, 11, 18, 37, 78, 98], "last_10_steps_reward": 90, "last_result": 37, "lastli": 87, "later": 63, "latest": [9, 10, 11, 88, 92, 98], "latitud": [2, 97], "launch": 88, "layer": [77, 89], "lead": 5, "leap": 8, "learn": [0, 2, 9, 11, 12, 88, 92, 93, 94], "learning_r": 88, "learning_rate0": 88, "least": 9, "leav": [6, 86], "left": 89, "length": [6, 8, 55, 77, 85, 86, 87, 88, 89, 90, 91, 92], "less": 88, "let": [2, 8, 11, 85, 86, 88], "level": [3, 10, 65, 89, 95, 98], "levelnam": 64, "leverag": [5, 6, 10, 88], "lib": [85, 86, 87, 88, 89, 90, 91, 92], "librari": [9, 11, 88, 91, 92, 95], "lieber": 3, "lifecycl": [0, 12], "light": 89, "like": [0, 5, 6, 7, 9, 11, 12, 15, 64, 85, 88], "limit": [92, 94], "line": 89, "line_termin": [85, 86, 87, 88, 89, 90, 91, 92], "linear": [70, 71, 72, 94], "linearreward": [7, 18, 89, 94], "linetermin": [85, 86, 87, 88, 89, 90, 91, 92], "link": 9, "linux": 11, "lisboa": 97, "list": [0, 6, 7, 9, 11, 15, 18, 21, 31, 32, 37, 40, 41, 42, 43, 44, 45, 46, 48, 50, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 81, 84, 85, 86, 88, 89, 90, 91, 92, 93], "lite": 10, "ll": [6, 85, 86, 87, 88, 90, 92, 96], "load": [87, 89], "load_ag": [5, 9, 88], "load_agent_exampl": 5, "load_artifact_ent": 88, "load_artifact_model_path": 88, "load_artifact_nam": 88, "load_artifact_project": 88, "load_artifact_tag": 88, "local": [5, 9, 25, 55, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 96], "locals_": 25, "locat": [4, 6, 11, 15, 86, 87, 88, 97], "log": [0, 5, 12, 24, 63, 65, 78, 88, 89, 92, 93, 98], "log_artifact": 88, "log_callback": 88, "log_episod": 63, "log_fil": [63, 90], "log_interv": [5, 88], "log_path": [25, 88], "log_progress_fil": [63, 90], "log_step": 63, "log_step_norm": 63, "logger": [2, 6, 15, 18, 21, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 87, 88, 89, 91, 98], "logger_class": [78, 90], "loggercallback": [5, 88], "loggerev": 88, "loggerevalcallback": [5, 88], "loggerwrapp": [87, 88, 92, 96], "login": [9, 88], "logrecord": 64, "long": [88, 92], "look": [33, 38, 53, 85, 93], "loop": 85, "loss": [3, 88], "loss16037": 88, "low": [3, 7, 69, 71, 86, 87, 91, 94, 95, 98], "lower": 94, "lt": [11, 88, 89, 92], "luca": 0, "m": [88, 97], "m2": 3, "machin": [9, 96], "machineri": 0, "madagascar": 97, "made": 0, "magnitud": 94, "mai": [6, 8, 9, 15, 88, 92, 94, 98], "main": [3, 63, 89, 94], "mainli": 53, "mainswat": 89, "maintain": [3, 94], "make": [0, 4, 6, 7, 8, 9, 11, 12, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "make_eplus_arg": 21, "malici": 10, "manag": [0, 2, 6, 8, 9, 12, 14, 15, 57, 88, 89, 93], "mandatori": 5, "mani": [2, 7, 86, 87, 89], "manipul": 5, "manjavaca": 0, "manual": [6, 8, 87, 88], "map": [7, 81, 86, 88, 92, 98], "marin": 97, "mass": [3, 7, 89], "master": 53, "mat": 89, "match": [5, 18, 21, 76, 77, 86, 87, 92, 94], "materi": 89, "max": [7, 37, 69, 71], "max_comfort_penalti": 72, "max_energy_penalti": 72, "max_ep_data_store_num": [6, 7, 18, 86], "max_ep_stor": 15, "max_length": 88, "maximum": [75, 77, 86, 89, 92, 93, 94, 98], "md": 0, "mdd": 6, "mdg_antananarivo": 97, "me": 88, "mean": [3, 5, 15, 25, 55, 82, 85, 86, 87, 88, 90, 91, 93, 96, 97, 98], "mean_abs_comfort_penalti": 5, "mean_abs_energy_penalti": 5, "mean_comfort_penalti": 88, "mean_energy_penalti": 88, "mean_pow": 88, "mean_power1014": 88, "mean_power_consumpt": 88, "mean_power_consumption975": 88, "mean_power_demand": 5, "mean_reward": [5, 88], "mean_reward_comfort_term": 5, "mean_reward_energy_term": 5, "mean_temperature_viol": [5, 88], "mean_temperature_violation0": 88, "mean_temperature_violation1": 88, "meantim": 3, "meanwhil": 2, "media": 88, "mediterranean": 97, "member": 9, "memori": [5, 9], "mention": [6, 9, 86, 87, 89], "merg": 88, "messag": [10, 64, 86], "met": 55, "metadata": 18, "meter": [2, 3, 7, 15, 18, 21, 35, 85, 86, 87, 88, 89, 90, 91, 92, 93], "meter_handl": [18, 89], "method": [2, 5, 6, 8, 9, 10, 15, 18, 21, 24, 25, 29, 48, 49, 50, 51, 53, 55, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 88, 89, 92, 93, 94, 96, 98], "metric": [2, 5, 55, 88], "mid": [3, 97], "middlewar": [2, 98], "midfloor_plenum": 3, "mig": 57, "might": [7, 9, 11, 85, 96, 98], "miguel": 0, "mild": 97, "min": [37, 89], "minim": 10, "minimum": [55, 75, 89, 92], "minimum_outdoor_air_schedule_nam": 89, "minut": [9, 88], "mir": 89, "mirror": 5, "mismatch": 86, "miss": 88, "mix": [7, 86, 87, 88, 89, 94, 97], "mlppolici": 88, "mo": 92, "mode": 18, "model": [0, 2, 3, 6, 7, 8, 11, 12, 13, 25, 29, 55, 85, 86, 87, 89, 90, 91, 92, 93, 95, 98], "model_path": 88, "modif": [0, 6, 12, 14, 86], "modifi": [0, 4, 6, 8, 12, 15, 55, 76, 81, 86, 87, 91, 93, 94], "modul": [9, 10, 11, 13, 16, 19, 22, 93, 95], "modular": 94, "moist": 97, "molina": 0, "mon": 30, "mondai": 3, "monitor": [0, 5, 9, 11, 12, 25, 55, 63, 78, 87, 88, 90, 92, 93], "monitor_head": [63, 78, 90], "monitor_norm": 93, "monoton": 88, "month": [2, 6, 7, 30, 69, 70, 71, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 96, 98], "month1": 88, "month_co": 92, "month_sin": 92, "monthan": [7, 87, 91, 92, 97], "monthli": 96, "more": [0, 2, 3, 5, 6, 7, 8, 9, 11, 12, 27, 34, 35, 36, 53, 83, 85, 87, 88, 89, 91, 92, 93, 94, 95, 97, 98], "moreov": 6, "most": [6, 96], "mtd": 6, "mu": [6, 18], "much": [0, 12], "mujoco": [0, 12], "multi": 94, "multibinari": [6, 76, 98], "multidiscret": [6, 76, 98], "multiobjectivereward": 92, "multiobswrapp": [90, 92], "multipl": [2, 3, 6, 7, 86], "multipli": 89, "must": [5, 6, 7, 9, 11, 15, 18, 21, 75, 76, 77, 86, 93, 98], "mwb": 15, "my": 89, "myrulebasedcontrol": 91, "n": [6, 80, 92], "n2": 9, "n2o": 89, "n_eval_episod": [25, 55, 88], "n_steps_per_hour": [85, 86, 87, 88, 89, 90, 91, 92], "n_updat": 88, "n_updates31299": 88, "naiv": 94, "name": [0, 3, 5, 7, 8, 9, 11, 12, 15, 18, 21, 28, 57, 60, 61, 64, 65, 69, 70, 71, 72, 75, 77, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "natur": 6, "naturalga": 89, "ndarrai": [18, 44, 63, 74, 78, 79, 80, 83, 84, 90], "nearest": 98, "necessari": [2, 9, 10, 11, 87, 91], "necessarili": 5, "necessit": 86, "need": [6, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "neg": 94, "nest": 98, "net": 89, "network": 5, "neural": 5, "never": 9, "new": [0, 2, 3, 7, 9, 12, 15, 25, 63, 78, 80, 85, 87, 88, 89, 90, 91, 92, 93, 94, 97], "new_action_spac": 86, "new_actu": 86, "new_cool_setpoint": 91, "new_discrete_spac": 92, "new_env_nam": 86, "new_heat_setpoint": 91, "new_log_fil": 63, "new_met": 86, "new_time_vari": 86, "new_vari": 86, "next": [2, 5, 6, 9, 11, 18, 21, 77, 78, 80, 88, 89, 90, 91], "niev": 0, "night": 91, "node": 89, "nois": [6, 85], "nomin": 89, "non": [3, 5, 6, 10, 86], "noncoincid": 89, "none": [5, 15, 18, 21, 25, 29, 37, 38, 48, 49, 50, 53, 55, 63, 64, 66, 78, 80, 82, 88, 89, 90], "normal": [5, 81, 82, 86, 88, 93, 94, 95, 96, 98], "normalizationwrapp": 82, "normalize_rang": [81, 92], "normalizeact": [92, 96], "normalized_observ": 5, "normalizedlinearreward": 94, "normalizeobserv": [90, 92, 96], "normalizereward": 96, "north": 3, "note": [88, 89], "notebook": [0, 12, 85, 88, 90, 92], "notifi": [6, 9], "now": [6, 9, 85, 88, 90, 91, 92], "np": [7, 18, 63, 74, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 96], "np_random": [18, 78], "npz": 25, "nuanc": 5, "null": 7, "num_comfort_viol": 24, "num_episod": 93, "num_simul": 93, "num_timestep": 88, "number": [5, 6, 15, 18, 24, 25, 55, 63, 80, 86, 88, 89, 92, 93], "number_of_people_schedule_nam": 89, "numpag": 0, "numpi": [85, 86, 87, 88, 89, 90, 91, 92, 96], "ny": 0, "o": [9, 10], "oa": 89, "oarequir": 89, "ob": [63, 74, 82, 84, 85, 86, 87, 88, 90, 91, 92, 96], "object": [2, 3, 6, 9, 13, 15, 32, 38, 55, 59, 60, 61, 65, 79, 88, 89, 94, 98], "objectview": 9, "obs_dict": [91, 92, 94], "obs_queu": 21, "observ": [3, 4, 5, 6, 7, 18, 21, 48, 50, 63, 74, 78, 79, 80, 82, 84, 87, 88, 89, 91, 93, 94, 95, 98], "observation_spac": 18, "observation_valu": 93, "observation_vari": [86, 88, 89, 90, 91, 92], "obtain": [5, 6, 18, 78], "occup": [3, 6, 7, 48], "occupi": 89, "occur": [2, 6, 92, 93], "off": 89, "offer": [0, 2, 6, 12], "offic": [3, 87], "office_cooling_rl": 3, "office_heating_rl": 3, "officegridstoragesmooth": 83, "offici": [0, 11], "offpolicyalgorithm": 5, "often": [89, 92, 98], "ohar": 97, "older": [6, 9], "omega": 94, "omit": 64, "onc": [2, 9, 85, 96], "one": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 32, 63, 64, 75, 83, 84, 85, 86, 87, 88, 91, 92, 93, 94, 95, 97, 98], "ones": [0, 6, 12, 94, 98], "ongo": 2, "onli": [0, 3, 5, 6, 7, 8, 9, 11, 12, 63, 75, 85, 87, 88, 93, 98], "only_discret": 7, "onpolicyalgorithm": 5, "onto": 66, "open": [3, 11, 92], "openai": 53, "openmodelica": [0, 12], "oper": [5, 64, 98], "operand": 64, "optim": [9, 94], "option": [5, 6, 7, 9, 11, 15, 18, 37, 53, 63, 64, 69, 70, 71, 72, 78, 80, 82, 88, 89, 90, 93, 94], "opyplu": [15, 32, 85, 86, 87, 88, 89, 90, 91, 92], "order": [5, 6, 11, 15, 18, 88, 92, 98], "orderenforc": [88, 92], "org": [0, 12], "organ": [3, 6, 95], "orient": [2, 3], "origin": [5, 6, 15, 18, 21, 60, 74, 75, 76, 77, 78, 79, 80, 81, 84, 86, 88, 92, 93, 98], "ornstein": [6, 15, 18], "other": [0, 2, 3, 5, 9, 11, 12, 55, 88, 89, 93, 94, 97], "otherwis": [5, 8, 9, 76, 92], "ou": 15, "our": [0, 5, 6, 8, 10, 11, 12, 86, 87, 88, 89, 90, 91, 94, 95, 96], "out": [5, 8, 64, 89, 91, 92, 98], "out_temp": 91, "outdoor": [3, 7, 86, 89, 91], "outdoor_air_schedule_nam": 89, "outdoor_humid": [3, 7, 86, 88, 92], "outdoor_humidity57": 88, "outdoor_temperatur": [3, 7, 86, 88, 89, 91, 92], "outdoorair": 89, "outlet": 89, "outlin": [2, 6], "output": [2, 3, 5, 15, 18, 21, 37, 53, 65, 76, 85, 86, 87, 88, 89, 90, 91, 92, 98], "output_format": 88, "output_path": [21, 37], "outputmet": 89, "outputvari": [6, 89], "outsid": [11, 89, 94], "over": [5, 85], "overhang": 89, "overrid": 94, "overview": 6, "overwrit": [2, 5, 86, 92, 98], "overwritten": 86, "own": [0, 4, 5, 8, 12, 88, 91, 92, 98], "owner": 9, "p_t": 94, "packag": [3, 85, 86, 87, 88, 89, 90, 91, 92, 95], "packagedratedcoolcapfflow": 89, "packagedratedcooleirfflow": 89, "page": [0, 6, 10], "pair": 66, "panel": 3, "paper": 0, "param": [14, 15, 24, 25, 50, 63, 88], "paramet": [5, 7, 8, 9, 15, 18, 21, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 51, 53, 55, 57, 60, 61, 63, 64, 65, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 88, 94], "parent": [15, 88], "pars": [7, 81, 98], "part": [4, 6], "parti": 10, "particular": 6, "particularli": [4, 53, 98], "pass": [18, 25, 55], "passiv": 97, "passiveenvcheck": [88, 92], "path": [5, 9, 15, 21, 25, 29, 37, 60, 61, 63, 85, 86, 87, 88, 89, 90, 91, 92], "pattern": 6, "pd": 9, "peak": 89, "penalti": [5, 93, 94], "pennsylvania": 97, "peopl": [3, 6, 7, 89], "people_air_temperatur": 3, "people_count": 3, "people_occup": [3, 7, 88, 92], "people_occupant0": 88, "pep8": 10, "per": [2, 3, 5, 6, 7, 8, 55, 63, 85, 86, 87, 88, 89, 90, 91, 92, 93], "perceiv": [48, 50, 91], "percentag": 5, "perform": [2, 4, 5, 9, 11, 25, 55, 79, 80, 89], "perimet": 3, "perimeter_bot_zn_1": 3, "perimeter_bot_zn_2": 3, "perimeter_bot_zn_3": 3, "perimeter_bot_zn_4": 3, "perimeter_mid_zn_1": 3, "perimeter_mid_zn_2": 3, "perimeter_mid_zn_3": 3, "perimeter_mid_zn_4": 3, "perimeter_top_zn_1": 3, "perimeter_top_zn_2": 3, "perimeter_top_zn_3": 3, "perimeter_top_zn_4": 3, "period": [2, 85, 89, 94, 97], "person": 93, "perspect": 2, "petit": [58, 59], "pf27dlou": 88, "pf27dlousync": 88, "photovolta": 3, "pip": [11, 95], "place": [6, 96], "plan": [0, 5, 12], "plant": 89, "platform": [5, 10], "pleas": [0, 3, 6, 9, 11, 12, 53, 88, 91, 95, 97], "plenum": 89, "plenumclg": 89, "plenumcoolingsetpoint": 89, "plenumheatingsetpoint": 89, "plenumhtg": 89, "plot": 24, "plug": [3, 89], "plugin_global_vari": 89, "point": [4, 88, 89], "polici": [9, 25, 54, 55], "policypredictor": 55, "pop": [11, 90], "portug": 97, "possibl": [5, 6, 7, 9, 11, 27, 86, 92, 97, 98], "potenti": 6, "power": [3, 5, 63, 69, 70, 71, 72, 89, 93, 94], "power_penalti": 90, "ppd": 3, "ppo": 5, "pprint": 89, "pr": 0, "pre": [0, 5, 9, 10, 12, 88, 94], "preced": 2, "precis": [5, 92, 94, 98], "preconfigur": 86, "predefin": [6, 86, 89, 94], "predetermin": 9, "predict": [5, 55, 88], "prefer": [9, 11], "prefix": 31, "preheat": 89, "preliminari": 6, "prepar": [2, 6, 11, 21, 85], "preparatori": 64, "present": [2, 4, 5, 6, 15, 93, 97], "preserv": 88, "pressur": 89, "prevent": 10, "previou": [2, 6, 11, 80, 84, 88, 98], "previous": [5, 6, 15, 87, 88, 93], "previous_vari": [84, 92], "previousobservationwrapp": 92, "primari": [2, 5, 9], "print": [6, 85, 86, 87, 88, 89, 90, 91, 92, 96], "prior": 9, "privileg": [9, 58], "problem": [0, 6, 12, 92], "proce": 11, "procedur": [5, 10], "proceed": 0, "process": [0, 2, 5, 6, 7, 11, 12, 15, 18, 21, 88, 89, 94], "program": 11, "progress": [0, 2, 5, 6, 12, 63, 65, 78, 86, 87, 88, 90, 91, 92, 93], "progress_head": [63, 78, 90], "project": [5, 9, 10, 11, 12, 39, 88, 95], "project_id": 9, "project_path": 9, "proper": 92, "properli": 0, "properti": [15, 18, 21, 75, 76, 82], "proport": 94, "protocol": 89, "provid": [0, 2, 3, 5, 6, 8, 9, 11, 12, 88, 92, 94, 98], "prt_lisboa": [86, 97], "pub": 9, "public": 9, "publish": [0, 10], "pubsub": 9, "pull": 9, "pump": [3, 89], "purchas": 89, "purpos": [9, 11], "push": 9, "pw03": 89, "py": [4, 5, 6, 7, 9, 11, 53, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96, 98], "pyenergyplu": 20, "pypi": [10, 11], "pytest": [10, 11], "python": [0, 2, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 20, 21, 28, 29, 56, 86, 88, 89, 92, 95, 96], "python3": [11, 85, 86, 87, 88, 89, 90, 91, 92], "python_environ": 11, "pythonpath": 11, "pytyp": 10, "question": [0, 12], "queue": [21, 92, 98], "quick": 9, "quickli": [7, 94], "quit": 6, "quota": 9, "r": [7, 69, 71, 86, 97], "r_t": 94, "raboso": 0, "radiant": 3, "radiat": [3, 7, 86], "rain": [2, 97], "rais": [10, 15, 55, 76, 98], "random": [4, 51, 87], "randomli": [2, 6, 15, 18, 51, 83, 86, 96], "rang": [5, 6, 8, 37, 49, 50, 69, 70, 71, 72, 77, 81, 85, 86, 87, 88, 90, 91, 92, 94, 96, 98], "range_comfort_hour": [70, 72], "range_comfort_summ": [7, 69, 70, 71, 72, 86], "range_comfort_wint": [7, 69, 70, 71, 72, 86], "rate": [3, 7, 83, 86, 89], "rather": 98, "ratio": 89, "raw": 5, "rbc5zone": 91, "rdd": 6, "rdnfn": 0, "re": [6, 85, 88, 89, 91, 93], "reach": 98, "read": [0, 7, 9, 15, 27, 34, 35, 36, 60, 89, 92], "readi": [9, 85, 86, 87, 88, 89, 90, 91, 92, 96], "readili": [85, 96], "readm": 95, "real": [0, 5, 12, 63, 81, 88, 98], "realist": 5, "realli": 9, "reason": 89, "receiv": [2, 9, 81, 92, 98], "recommend": [6, 9, 11, 49, 50, 86, 87, 88, 92, 94], "record": [5, 24, 32, 63, 64, 78, 87, 88, 90, 92, 93], "rectangular": 3, "recurs": [38, 60, 61], "red": 64, "reduc": 88, "refer": [2, 3, 4, 5, 6, 7, 8, 9, 11, 25, 86, 88, 94, 95, 98], "refin": 5, "refriger": 3, "regard": [2, 5], "regardless": [5, 93, 96], "region": 9, "regist": [2, 5, 6, 7, 85, 88], "registr": [5, 6], "registri": [6, 9], "reheat": 89, "reheatcoilavailsch": 89, "reinforc": [0, 11, 12, 88, 92, 94], "rel": [3, 7, 29, 86, 89], "relat": [6, 53, 86], "relationship": 94, "releas": [0, 8, 11, 12], "relev": 94, "reli": 11, "relief": 89, "relogin": 88, "remain": [5, 98], "rememb": [85, 88, 89, 91], "remind": [88, 89], "remot": [5, 10, 11, 88, 95], "remote_stor": 9, "remov": [9, 57, 69, 70, 71, 72, 88, 89, 92], "renam": 88, "render": [18, 25, 53, 55, 88], "render_mod": 18, "reopen": 11, "repair": 3, "repeat": 2, "replac": [86, 87, 88, 92, 93, 98], "repo": 88, "report": [0, 9, 10, 12], "repositori": [0, 9, 10, 11, 88, 93, 95, 96], "repres": [3, 94, 96], "reproduc": [0, 12], "request": 57, "requir": [0, 5, 6, 7, 9, 10, 11, 12, 15, 85, 86, 88, 89, 92, 93, 94, 95, 98], "res1": [86, 87, 88], "res2": 86, "res3": 86, "res35041": [88, 89, 91], "res35042": [90, 92], "res35043": 92, "res35044": 92, "res35045": 92, "res35046": 92, "res35047": 92, "res35048": 92, "res35049": 92, "res35050": 92, "res35051": 92, "res4": 85, "res_n": 63, "reset": [2, 15, 18, 21, 55, 64, 78, 80, 82, 85, 86, 87, 88, 89, 90, 91, 92, 96], "residenti": 3, "resist": 3, "resolv": 10, "resourc": [59, 60, 61], "respect": [6, 92, 94], "respons": [57, 93], "rest": [0, 12, 28, 56, 57], "restart": 9, "result": [3, 9, 55, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96], "resum": 2, "retain": 87, "retriev": 38, "return": [2, 3, 4, 6, 15, 18, 21, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 55, 57, 58, 59, 63, 64, 65, 74, 76, 78, 79, 80, 81, 82, 83, 84, 89, 90, 91, 92, 94, 96, 98], "return_episode_reward": 55, "reverting_act": 81, "reward": [0, 2, 3, 5, 7, 12, 18, 22, 24, 25, 55, 63, 78, 79, 80, 85, 87, 88, 89, 90, 91, 92, 95, 96, 98], "reward_kwarg": [6, 7, 18, 86, 94], "reward_term": [79, 92], "reward_threshold": 55, "reward_weight": [85, 87, 90, 91, 92], "rfc": 64, "rg01": 89, "right": 89, "rise": 89, "rl": [0, 5, 12, 55], "rm": [52, 53], "role": 9, "rollout": [5, 25, 88], "romero": 0, "root": [9, 11, 88, 93, 96], "round": 98, "row": 93, "rule": [4, 48, 49, 50, 89, 95], "run": [0, 2, 5, 6, 9, 11, 21, 55, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96], "run_simulation_for_sizing_period": 6, "runner": 21, "runperiod": [6, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92], "sac": 5, "sail": 11, "same": [2, 5, 6, 7, 9, 49, 86, 88, 92, 93, 97], "sampl": [18, 85, 86, 87, 90, 92, 96, 97], "save": [5, 6, 15, 25, 85, 86, 87, 88, 89, 90, 91, 92], "save_building_model": 15, "save_util": 88, "sb": 89, "sb12": 89, "sb14": 89, "sb15": 89, "sb21": 89, "sb23": 89, "sb25": 89, "sb3": [0, 12, 66, 88], "sb32": 89, "sb34": 89, "sb35": 89, "sb3_dqn": 88, "sb3logger": 88, "sb41": 89, "sb43": 89, "sb45": 89, "sb51": 89, "sb52": 89, "sb53": 89, "sb54": 89, "scalabl": [0, 12], "scalar": [6, 79, 92, 94, 98], "scale": [55, 82, 94, 95], "scenario": [6, 86], "sch": [3, 7, 89], "sched": 89, "schedul": [2, 3, 6, 7, 15, 18, 29, 86, 93], "schedule_nam": 89, "scheme": 15, "scope": 9, "scratch": 86, "script": [5, 6, 9, 86, 88, 96], "sdk": [9, 11], "search": [38, 88, 89], "season": [69, 70, 71, 72, 89, 91, 97], "season_comfort_rang": 91, "second": [15, 30, 55, 85, 86, 87, 88, 89, 90, 91, 92], "secondli": 9, "section": [0, 3, 4, 5, 6, 7, 9, 11, 12, 89, 94, 95, 96, 97], "secur": 10, "see": [0, 5, 6, 7, 9, 10, 86, 88, 89, 92, 93], "seed": [5, 18, 78, 80], "seed_valu": 5, "seem": [85, 96], "seen": [92, 98], "select": [2, 6, 11, 15, 18, 48, 49, 50, 51, 78, 86, 91, 92, 96, 98], "self": [85, 86, 87, 88, 89, 90, 91, 92, 94], "semiarid": 97, "sen": 74, "send": [0, 2, 9, 18, 58, 59, 61, 77, 78, 81, 87, 98], "sensibl": 89, "sensor": 2, "sent": 5, "separ": [3, 8, 94], "sequenc": [48, 49, 50, 51, 90, 91], "sequenti": 10, "serv": 3, "server": [3, 9, 88], "servic": [3, 9, 57, 58], "serviceaccount": 9, "serviceusag": 9, "session": [69, 70, 71, 72], "set": [0, 2, 5, 6, 7, 8, 9, 11, 12, 15, 82, 88, 89, 93, 94, 98], "set_episode_working_dir": 15, "set_log_fil": 63, "set_logg": 88, "set_mean": 82, "set_var": 82, "setp": [3, 7, 89], "setpoint": [3, 7, 48, 49, 50, 75, 86, 89, 91, 92, 98], "setpoint_temperature_schedule_nam": 89, "setpointmanag": 89, "setpoints_summ": 91, "setpoints_wint": 91, "setup": [3, 11, 85], "setup_tag": 11, "sever": [6, 9, 11, 15, 89, 97, 98], "shade": 89, "shadetranssch": 89, "shape": [7, 86, 87], "share": [2, 6], "shop": 3, "should": [6, 7, 9, 11, 25, 68, 88, 93, 96, 98], "shouldn": 92, "show": [6, 15, 89], "shown": [11, 86, 94], "side": 3, "sigma": [6, 15, 18], "signal": 94, "signifi": 94, "silent": 9, "similar": [0, 6, 7, 12, 94], "similarli": [10, 86, 89, 98], "simpl": 3, "simpler": 7, "simpli": [9, 11, 86, 89, 92], "simplifi": 94, "simul": [0, 2, 5, 6, 11, 12, 13, 15, 16, 17, 18, 37, 48, 49, 50, 51, 63, 65, 78, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98], "simulationcontrol": 6, "simultan": [3, 5, 10, 83], "sin": [74, 92, 98], "sinc": [2, 3, 5, 91, 98], "sinergym": [2, 3, 4, 5, 7, 10, 12, 85, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98], "sinergym_environment_id": 6, "sinergym_evalu": 88, "sinergym_extra": [9, 11], "sinergym_logg": [5, 24], "sinergym_output": 88, "singl": [3, 5, 87, 96], "singlecool": 89, "singleduct": 89, "singleh": 89, "site": [3, 6, 7, 86, 87, 89], "size": [3, 9, 85, 86, 87, 88, 89, 90, 91, 92, 98], "sizingperiod": [6, 87], "skeleton": 8, "skip": [10, 53], "skip_render_check": 53, "slack": 9, "sm": 9, "small": 95, "so": [9, 11, 87, 92, 93, 94, 98], "softwar": 10, "solana": 0, "solar": [3, 7, 86, 89], "solut": 98, "solv": 6, "some": [0, 5, 6, 8, 9, 18, 78, 86, 87, 88, 89, 93, 98], "someth": 85, "sophist": 87, "sort": 10, "sourc": [3, 10, 11, 18, 78, 88, 92], "south": 89, "space": [3, 4, 5, 7, 9, 18, 74, 75, 76, 81, 85, 87, 88, 89, 91, 92, 96, 98], "space1": 89, "space2": 89, "space3": 89, "space4": 89, "space5": [3, 7, 89], "spacetyp": 89, "spain": 97, "special": 64, "specif": [0, 5, 6, 11, 12, 15, 18, 21, 88, 89, 92, 93, 94, 95], "specifi": [2, 5, 6, 7, 9, 11, 18, 60, 61, 64, 78, 86, 87, 88, 90, 92, 93, 94, 97, 98], "speed": [3, 7, 86, 89], "spell": 10, "spelling_wordlist": 10, "sphinx": 10, "sql": 9, "sqladmin": 9, "src_path": 61, "ssd": 9, "ssh": 9, "st": 30, "st_dai": 30, "st_mon": 30, "st_year": 30, "stabil": 82, "stabl": [0, 5, 11, 12, 23, 24, 52, 53, 88, 95], "stable_baselines3": [25, 55, 88], "stack": [80, 92, 98], "stage": [5, 88], "stai": [0, 8, 12, 94], "stand": 87, "standard": [6, 10, 28, 48, 85, 96, 98], "start": [2, 6, 9, 21, 30, 31, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93], "start_dai": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_weekdai": [85, 86, 87, 88, 89, 90, 91, 92], "start_year": [8, 85, 86, 87, 88, 89, 90, 91, 92], "state": [2, 3, 5, 21, 78, 89], "static": [48, 49, 98], "statu": 89, "std": 55, "std_cumulative_reward": 88, "std_cumulative_reward0": 88, "std_reward": 88, "std_reward0": 88, "stdin": 9, "stdout": 88, "step": [2, 5, 6, 11, 15, 18, 55, 63, 64, 66, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 91, 92, 94, 96, 98], "step_siz": [15, 18, 89], "step_temp": [75, 92], "steps_data": 63, "stochast": [6, 7, 25, 55, 86, 88, 94], "stockholm": 97, "stop": [2, 21], "storag": [3, 5, 7, 11, 59, 60, 61], "storage_battery_charge_st": 3, "storage_charge_energi": 3, "storage_charge_pow": 3, "storage_discharge_energi": 3, "storage_discharge_pow": 3, "storage_thermal_loss_energi": 3, "storage_thermal_loss_r": 3, "store": [5, 15, 24, 61, 63, 86, 88, 93], "stori": 3, "str": [6, 15, 18, 21, 25, 27, 28, 29, 31, 32, 34, 35, 36, 37, 55, 57, 58, 61, 63, 64, 65, 66, 69, 70, 71, 72, 77, 78, 79, 80, 84, 88, 90], "straightforward": [4, 85, 94, 96], "strategi": [0, 2, 12], "strftime": 88, "string": [5, 7, 64], "strongli": 92, "structur": [2, 7, 9, 86, 93, 94], "studi": 4, "studio": 11, "style": 64, "sub": [6, 9, 18], "sub_run": 93, "sub_run1": [85, 86, 87, 88, 89, 90, 91, 92, 93], "sub_run2": [88, 92, 93], "sub_run3": [88, 93], "sub_run4": 88, "sub_run5": 88, "sub_run6": 88, "sub_run_n": 63, "sub_runn": 93, "submit": 9, "subsect": 6, "subsequ": [2, 11], "subset": [11, 86, 92], "substitut": [9, 74], "subtrop": 97, "success": 88, "successfulli": [85, 86, 87, 88, 89, 90, 91, 92, 95], "sudo": 11, "suit": [6, 93], "sum": [85, 86, 87, 88, 90, 91, 94, 96], "summari": [5, 6, 11, 78, 87, 88, 90, 92], "summer": [15, 69, 70, 71, 72, 94, 97], "summer_fin": [7, 69, 70, 71, 72], "summer_final_d": 91, "summer_start": [7, 69, 70, 71, 72], "summer_start_d": 91, "summerdai": 15, "super": [90, 94], "supervis": 95, "supplementari": 2, "suppli": [3, 89], "supply_air_rl": 3, "support": [5, 6, 11, 88, 95], "sure": [4, 8, 88, 92], "surfac": [3, 89], "surplu": 89, "swe_stockholm": 97, "sweden": 97, "sy": [88, 89], "sydnei": 97, "sync": 88, "system": [0, 3, 7, 21, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 94], "t": [6, 7, 9, 11, 32, 69, 71, 83, 87, 89, 92, 93, 94, 97, 98], "t_": [69, 71, 94], "t_t": 94, "tabl": [5, 11, 15], "table_nam": 89, "tag": [10, 11], "tag_nam": 11, "tailor": 5, "take": [15, 53, 75, 77, 88], "tao": 18, "target": 94, "task": [2, 9, 11], "tau": [6, 15], "tc9": [49, 50], "td3": 5, "team": 11, "techniqu": 93, "tediou": 7, "temp": 89, "temp_valu": [85, 87, 90, 91, 92], "temperatur": [3, 5, 6, 7, 48, 49, 50, 69, 70, 71, 72, 75, 86, 89, 91, 94, 97], "temperature_vari": [7, 69, 70, 71, 72, 86], "templat": [0, 9, 12, 64], "term": [2, 5, 24, 69, 70, 71, 72, 79, 92], "termin": [9, 63, 64, 65, 79, 80, 85, 86, 87, 88, 90, 91, 92, 96], "test": [0, 10, 11, 12, 25, 88], "test_common": 95, "test_control": 95, "test_env": 95, "test_model": 95, "test_reward": 95, "test_simul": 95, "test_stable_baselin": 95, "test_wrapp": 95, "text": 64, "than": [6, 83, 88, 98], "thei": [5, 6, 7, 9, 11, 92, 93, 95], "them": [2, 3, 6, 7, 11, 15, 83, 92, 93, 95, 98], "therefor": [7, 87, 89, 98], "thermal": [3, 48, 70, 72, 89, 94], "thermal_comfort_clothing_valu": 3, "thermal_comfort_fanger_model_ppd": 3, "thermal_comfort_mean_radiant_temperatur": 3, "thermostat": [3, 7, 86, 89], "thermostatsetpoint": 89, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 21, 24, 28, 29, 32, 37, 53, 55, 57, 63, 66, 68, 75, 77, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "think": 9, "third": 10, "those": [0, 5, 89], "though": [3, 88], "thread": 21, "three": [2, 6], "through": [0, 2, 3, 6, 9, 12, 82, 95], "throw": 86, "thu": [2, 92, 94], "till": 38, "time": [0, 2, 5, 11, 12, 15, 18, 21, 30, 63, 64, 70, 72, 86, 88, 90], "time_elaps": [2, 85, 87, 88, 90, 91, 92], "time_vari": [6, 7, 18, 21, 86], "timeout": 9, "timestep": [2, 5, 6, 8, 15, 18, 24, 63, 78, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "timestep_per_episod": [15, 18, 88, 89], "timesteps_per_hour": [8, 86], "titl": 0, "to_csv": [85, 86, 87, 88, 89, 90, 91, 92], "todai": 88, "togeth": 2, "token": [9, 57, 58], "tokyo": 97, "told": 11, "too": [3, 5, 7, 57, 82, 89], "tool": [0, 6, 12, 96], "top": [3, 89, 98], "topfloor_plenum": 3, "total": [3, 5, 7, 86, 88, 89, 92], "total_electricity_demand_r": 3, "total_electricity_hvac": [3, 7, 88, 92], "total_electricity_hvac2301027": 88, "total_power_no_unit": 90, "total_time_elaps": 63, "total_timestep": [63, 88], "total_timesteps140154train": 88, "track": [5, 9, 11, 87, 88, 92, 98], "tradit": [92, 98], "train": [0, 12, 93, 98], "train_ag": [5, 9, 88], "train_agent_ppo": 5, "training_output": 88, "transfer": [18, 21, 89], "transform": [5, 21, 74, 75, 81, 92, 98], "transit": 98, "transmittance_schedule_nam": 89, "transport": 0, "treat": 10, "tree": 93, "trend": 89, "trigger": [9, 10, 25], "true": [2, 25, 33, 53, 55, 63, 64, 78, 80, 82, 88, 89, 90, 92], "truncat": [18, 63, 78, 79, 85, 86, 87, 88, 90, 91, 92, 96], "try_env": 96, "tty": 9, "tuesdai": [85, 86, 89, 90], "tune": [0, 8, 12, 94], "tupl": [6, 8, 15, 18, 21, 34, 36, 66, 69, 70, 71, 72, 75, 77, 78, 79, 80, 81, 90, 98], "two": 3, "twospe": 89, "txt": [6, 10, 93], "type": [3, 5, 6, 9, 10, 11, 15, 18, 21, 24, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 57, 58, 59, 65, 74, 78, 79, 80, 81, 83, 84, 85, 88, 89, 90, 91, 92, 94, 97, 98], "type_alias": 55, "typic": [6, 94], "u": [0, 5, 8, 12, 88, 89], "ubuntu": 11, "ugr": 11, "uhlenbeck": [6, 15, 18], "under": 3, "underli": 98, "understand": [0, 12], "union": [18, 29, 63, 76, 78, 79, 80, 90], "uniqu": [3, 6], "unit": [0, 3, 12], "unnorm": 98, "unrecogn": 10, "until": [2, 10], "untouch": 86, "unus": 91, "unwrap": [38, 88, 89, 92, 93], "up": [3, 5, 6, 7, 8, 9, 11, 15, 69, 71, 88, 94], "upcom": [0, 8, 12, 85], "updat": [2, 3, 6, 9, 10, 11, 15, 25, 37, 74, 82, 85, 87, 88, 89, 90, 91, 92, 95, 98], "update_child_loc": 25, "update_weather_path": 15, "upgrad": 9, "upload": [9, 10, 61, 88], "upon": [2, 5, 6, 96], "upper": [7, 83, 94], "ups_demand_r": 3, "url": [0, 5], "us": [2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 15, 18, 20, 21, 25, 28, 37, 39, 53, 55, 56, 63, 64, 66, 69, 70, 71, 72, 75, 78, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "usa": [0, 97], "usa_az_davi": [7, 87, 91, 92, 97], "usa_co_aurora": 97, "usa_il_chicago": 97, "usa_ny_new": [7, 88, 97], "usa_pa_pittsburgh": [85, 87, 89, 90, 97], "usa_wa_port": [7, 86, 97], "usag": [4, 6, 9, 98], "use_artifact": 88, "use_datetim": [85, 86, 87, 88, 89, 90, 91, 92], "use_weather_file_daylight_saving_period": [85, 86, 89, 90], "use_weather_file_holidays_and_special_dai": [85, 86, 89, 90], "use_weather_file_rain_ind": [85, 86, 89, 90], "use_weather_file_snow_ind": [85, 86, 89, 90], "user": [0, 2, 3, 6, 11, 12, 55, 86, 88, 89, 93, 98], "userwarn": [88, 89, 91, 92], "usestim": 64, "usr": [85, 86, 87, 88, 89, 90, 91, 92], "usual": 6, "util": [4, 5, 6, 9, 10, 11, 14, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98], "v1": [6, 7, 8, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "v3": [6, 98], "valid": [2, 5, 58, 64], "valu": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 27, 28, 37, 66, 74, 75, 77, 78, 79, 81, 82, 83, 84, 86, 88, 89, 90, 92, 93, 94, 98], "value_typ": 7, "var": 82, "var_handl": [18, 89], "vari": [3, 11, 85, 87, 94], "variabl": [2, 3, 4, 9, 11, 15, 18, 21, 25, 36, 37, 69, 70, 71, 72, 75, 77, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "variable_kei": 6, "variable_nam": 7, "variablevolum": 89, "varianc": 82, "variant": [92, 98], "variat": [7, 15, 75, 88, 98], "varibl": 86, "varieti": 6, "variou": [3, 9, 11, 86], "varspeedcoolcapft": 89, "varspeedcoolcaplsft": 89, "varspeedcooleirft": 89, "varspeedcooleirlsft": 89, "varspeedcyclingplffplr": 89, "vav": [3, 89], "ve": [4, 6, 9, 88, 96], "vec_env": [25, 55, 88], "vecenv": [25, 55], "vecenvwrapp": 38, "vector": [79, 80, 92, 98], "vectorinstitut": 0, "verbos": [24, 25, 88], "veri": [81, 94, 98], "verifi": 6, "versa": 5, "version": [3, 5, 6, 7, 10, 11, 15, 64, 86, 88, 94, 96], "via": [2, 88, 98], "vice": 5, "view": [2, 6, 88, 89], "violat": [5, 24, 94], "virtual": [9, 11], "virtualenv": 11, "visibl": 89, "visit": [0, 3, 6, 9, 11, 12, 89, 91, 92, 93, 97, 98], "visual": [5, 11, 88], "vm": 57, "vol": 89, "volum": 89, "vscode": 11, "vv": [11, 95], "w": [69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "wa": [2, 9], "wai": [6, 50, 92], "wait": [2, 9, 88], "wall": [3, 89], "wandb": [0, 5, 12, 66, 88], "wandb_notebook_nam": 88, "wandb_param": 88, "wandb_path": 88, "wandboutputformat": 88, "want": [0, 5, 6, 7, 9, 12, 18, 21, 55, 60, 61, 64, 75, 86, 87, 88, 89, 90, 91, 92, 93, 95, 98], "warm": 97, "warmup": 2, "warn": [10, 25, 53, 55, 75, 88, 89, 91, 92], "washington": 97, "water": [3, 89], "wb": 89, "wd01": 89, "wd10": 89, "we": [4, 5, 6, 7, 8, 9, 11, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "weather": [2, 8, 13, 15, 18, 21, 85, 87, 88, 89, 90, 91, 92, 93], "weather_data": [15, 85, 86, 87, 88, 89, 90, 91, 92], "weather_fil": [6, 7, 15, 18, 86], "weather_path": [15, 18, 21, 89], "weather_specif": 7, "weather_vari": [6, 14, 18, 86], "weatherdata": 15, "week": 3, "weekdai": 91, "weekend": 91, "weight": [0, 9, 11, 12, 69, 70, 71, 72, 86, 88, 94], "well": [6, 55, 86], "west": [3, 86, 97], "west1": 9, "west_zone_air_humid": 86, "west_zone_air_temperatur": 86, "west_zone_clg_setpoint": 86, "west_zone_electr": 86, "west_zone_htg_setpoint": 86, "wetbulb": 89, "wf": 89, "what": [6, 89], "when": [2, 5, 6, 7, 9, 10, 15, 21, 25, 53, 55, 63, 70, 72, 82, 83, 87, 88, 91, 93, 94, 98], "whenev": [93, 95], "where": [5, 6, 15, 21, 25, 29, 57, 60, 61, 70, 72, 88, 89, 94], "whether": [18, 25, 53, 55, 57, 78, 80, 82], "which": [2, 5, 6, 8, 9, 11, 15, 21, 24, 63, 64, 79, 87, 88, 89, 92, 93, 94, 95, 98], "while": [6, 85, 86, 87, 88, 90, 91, 92, 96], "whole": [3, 7, 39, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92], "whose": [2, 6, 63, 92], "william": [7, 86, 97], "wind": [3, 7, 86, 89], "wind_direct": [3, 7, 86, 88, 92], "wind_direction275": 88, "wind_spe": [3, 7, 86, 88, 92], "wind_speed7": 88, "window": 3, "winter": [15, 94, 97], "winterdai": 15, "wish": [8, 11, 86, 87], "within": [6, 9, 10, 93, 95, 96, 98], "without": [6, 9, 87], "wl": 89, "won": 87, "word": 10, "work": [0, 5, 6, 9, 11, 12, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "workflow": [0, 10, 12, 95], "workspac": [85, 86, 87, 88, 89, 90, 91, 92, 96], "workspace_path": [18, 88, 89], "would": [3, 9, 85, 92], "wr": 89, "wrap": [0, 5, 12, 25, 33, 38, 55, 88, 92, 93], "wrapper": [0, 2, 5, 6, 7, 12, 22, 25, 33, 38, 55, 87, 88, 89, 93, 95, 96], "wrapper_class": [33, 38], "write": [7, 9, 15, 66, 95], "written": 90, "www": 9, "x": [88, 91, 92], "x1b": 64, "xlsx": 89, "y": 88, "yaml": 9, "ye": [5, 7, 85, 86, 89, 90], "year": [0, 3, 6, 8, 30, 87, 91, 97], "yellow": 64, "yet": 9, "yield": 64, "yml": [10, 11, 95], "york": [0, 7, 88, 97], "you": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 55, 60, 61, 64, 69, 70, 71, 72, 75, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "your": [0, 4, 5, 6, 8, 10, 11, 12, 64, 86, 88, 91, 92, 96, 98], "zip": [88, 91, 92], "zn_1_flr_1_sec_1": 3, "zn_1_flr_1_sec_2": 3, "zn_1_flr_1_sec_3": 3, "zn_1_flr_1_sec_4": 3, "zn_1_flr_1_sec_5": 3, "zone": [3, 7, 9, 15, 86, 89], "zone1": 3, "zone2": 3, "zone3": 3, "zone_nam": [15, 18, 89], "zonecontrol": 89, "zoneinfiltr": 89, "zoneminoarequir": 89, "\u00bac": 97, "\u00e7": 9}, "titles": ["Welcome to sinergym!", "API reference", "5. Architecture", "3. Buildings", "9. Controllers", "13. Deep Reinforcement Learning Integration", "6. Environments", "7. Environments Configuration and Registration", "11. Extra Configuration in Sinergym simulations", "14. Sinergym with Google Cloud", "15. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_ids", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RBCIncrementalDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.rewards.NormalizedLinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.IncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "17. Basic example", "19. Changing an environment registered in Sinergym", "20. Default building control setting up an empty action interface", "24. DRL usage example", "18. Getting information about Sinergym environments", "22. Logger Wrapper personalization/configuration", "23. Rule Controller example", "21. Wrappers example", "12. Output format", "8. Rewards", "16. Tests", "2. Usage Example", "4. Weathers", "10. Wrappers"], "titleterms": {"0": 11, "1": [11, 90], "2": 90, "23": 11, "5zone": 3, "about": [11, 89], "action": [6, 10, 86, 87, 92], "actuat": 6, "ad": [6, 86], "addit": 2, "alert": 9, "all": 89, "an": [86, 87], "api": [1, 11], "architectur": 2, "avail": 6, "basereward": 68, "basic": 85, "bias": 5, "bucket": 9, "build": [3, 6, 87], "callback": [5, 23, 24, 25], "chang": 86, "check_env": 53, "cite": 0, "cloud": [9, 11], "common": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "comput": 11, "config": [13, 14, 15], "configur": [6, 7, 8, 9, 11, 86, 90], "constant": [39, 40, 41, 42, 43, 44, 45, 46], "contain": [9, 11], "contribut": 0, "control": [4, 47, 48, 49, 50, 51, 87, 91], "convert_conf_to_env_paramet": 27, "creat": [9, 10, 95], "csvloger": 90, "csvlogger": 63, "custom": 94, "customformatt": 64, "data": 6, "datacent": 3, "datetim": 92, "datetimewrapp": [74, 98], "deep": 5, "default": 87, "default_5zone_discrete_funct": 40, "default_datacenter_discrete_funct": 41, "default_office_discrete_funct": 43, "default_officegrid_discrete_funct": 42, "default_radiant_discrete_funct": 44, "default_shop_discrete_funct": 45, "default_warehouse_discrete_funct": 46, "delete_instance_mig_from_contain": 57, "discret": 92, "discreteincrementalwrapp": [75, 98], "discretizeenv": [76, 98], "displai": 89, "docker": 11, "drl": [5, 88], "empti": 87, "energyplu": [11, 21], "env": [16, 17, 18], "env_check": [52, 53], "environ": [6, 7, 11, 86, 89, 92], "episod": 6, "eplu": [20, 21], "eplus_env": [17, 18], "eplusenv": 18, "eppy_element_to_dict": 28, "evalu": [5, 54, 55], "evaluate_polici": 55, "exampl": [0, 85, 88, 91, 92, 96], "execut": 9, "experi": 9, "export_schedulers_to_excel": 29, "expreward": 69, "extra": [6, 8, 86], "field": 7, "file": 6, "first": 9, "format": 93, "gcloud": [56, 57, 58, 59, 60, 61], "get": 89, "get_delta_second": 30, "get_id": 31, "get_record_kei": 32, "get_service_account_token": 58, "github": 10, "googl": 9, "handler": 89, "hourlylinearreward": 70, "includ": 11, "increment": 92, "incrementalwrapp": [77, 98], "inform": [2, 89], "inherit": 90, "init_storage_cli": 59, "initi": 9, "instal": [11, 95], "instanti": 90, "integr": 5, "interfac": 87, "is_wrap": 33, "json_to_actu": 34, "json_to_met": 35, "json_to_vari": 36, "kwarg": 6, "learn": 5, "linearreward": 71, "load": [5, 88], "log": 9, "logger": [5, 62, 63, 64, 65, 66, 90, 92, 93], "loggercallback": 24, "loggerevalcallback": 25, "loggerwrapp": [78, 90, 98], "main": 10, "manual": 11, "maximum": 6, "merg": 10, "meter": 6, "mig": 9, "model": [5, 14, 15, 88], "modeljson": 15, "modifi": [10, 90], "more": 86, "multi": 92, "multiobjectivereward": [79, 98], "multiobswrapp": [80, 98], "name": 6, "nest": 92, "new": [6, 10, 86, 95], "normal": 92, "normalizeact": [81, 98], "normalizedlinearreward": 72, "normalizeobserv": [82, 98], "object": 92, "observ": [2, 86, 92], "officegridstoragesmooth": 3, "officegridstoragesmoothingactionconstraintswrapp": 83, "officemedium": 3, "our": 9, "output": [6, 9, 93], "own": 9, "packag": 11, "paramet": 6, "path": 11, "permiss": 9, "person": 90, "platform": 9, "prepar": 9, "previou": 92, "previousobservationwrapp": [84, 98], "project": 0, "properti": 89, "pull": 10, "push": 10, "pytest": 95, "python": 11, "randomcontrol": 51, "ranges_gett": 37, "rbc5zone": 48, "rbcdatacent": 49, "rbcincrementaldatacent": 50, "read_from_bucket": 60, "real": 9, "refer": 1, "regist": 86, "registr": 7, "reinforc": 5, "releas": 10, "remot": 9, "request": 10, "reward": [6, 67, 68, 69, 70, 71, 72, 86, 94], "rule": 91, "run": 95, "runperiod": 8, "schedul": 89, "set": 87, "shopwithvanbatteri": 3, "simul": [8, 19, 20, 21], "sinergym": [0, 6, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 89], "small": 3, "space": [6, 86], "specif": 7, "step": [9, 90], "storag": 9, "store": 6, "structur": 5, "term": 94, "test": 95, "time": [6, 9], "timestep_per_hour": 8, "train": [5, 88], "unwrap_wrapp": 38, "up": 87, "updat": 86, "upload_to_bucket": 61, "us": [0, 9, 86], "usag": [5, 88, 96], "util": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "variabl": [6, 7], "verifi": 11, "visual": 9, "vm": 9, "wandb": 9, "wandboutputformat": 66, "warehous": 3, "weather": [6, 7, 86, 97], "weight": 5, "welcom": 0, "wrapper": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 92, 98], "your": 9}}) \ No newline at end of file diff --git a/docs/compilation/v1.4.0/.buildinfo b/docs/compilation/v1.4.0/.buildinfo index 75bfc57910..e83f1d9661 100644 --- a/docs/compilation/v1.4.0/.buildinfo +++ b/docs/compilation/v1.4.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 135d2e4916643d61fdb37078f8754d95 +config: b69853801b4dc323d04a6def0e056539 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.4.0/.doctrees/environment.pickle b/docs/compilation/v1.4.0/.doctrees/environment.pickle index a4dd3e433e..27fe4e0e9d 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/environment.pickle and b/docs/compilation/v1.4.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.4.0/.doctrees/index.doctree b/docs/compilation/v1.4.0/.doctrees/index.doctree index c850bab29f..7318144d80 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/index.doctree and b/docs/compilation/v1.4.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree index 916f2ec97c..b1d276990b 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree index dca3ef9a95..92a242984d 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree index 9f13555deb..bd24a976e9 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree b/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree index 8cc2b40d3e..486d0cde52 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree index f8e24ed7e8..09ca7ba74a 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree index 6bd82e09f7..b320b242d9 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree b/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree index 7cef7c8d1c..6a9eb9469b 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree b/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree index 020217470d..795886589d 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree index 9b0f4d6240..f31e34f60e 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 976951c636..94f7f6484f 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index a539af3c52..b514274f73 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 5e726db488..8321d14dae 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index 5e60974c94..0cf9f5db1b 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree index 301e8873ac..b9e7236444 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 15aeafad6a..73a37aed4e 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 664cc41b02..61df3b5b63 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 8a05a93ee8..abcb17b017 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index a915bcf3a7..4b2672088e 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 6a7624d2b7..12b13d396e 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index dc3e76978d..641687799e 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index f99976d255..586bfecb15 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree index 4aad221ed8..52a1c8b953 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index dbd09ba34c..bc6f5a5dc8 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index 85a4a4d11e..7868c189ed 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index c89b943348..82e4d31784 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 8f40c72928..87b926cc83 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 6cf1380dcd..6626f7ab5e 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 1ffa54d3fe..66dc05461b 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index e341fae11f..5cfc9f2af9 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 8ef750d224..b7775185cc 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 4f49592663..2a495620d1 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index 3bc2186e07..06f9c67741 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index d63f3f9521..27e6bf4c16 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 9d0d7b1230..98a5cee469 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 5786c7639c..2841ce6991 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree index 04ef3d1a9d..74143e3101 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree index fd1d5fc849..78a39c406c 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_bucket.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree index 393625b3d0..c068edeb65 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.create_instance_group.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree index 09890dc392..0729cf9b47 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index e66adeed72..15737f4e79 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree index 0ec2670b87..22dc53a211 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree index dfb9d1305a..d1f847a823 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_group.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index e41671cde4..57a2a6e8a0 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree index 96e03c0827..5f7638b50b 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree index bfe5e5c581..4b0452a923 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_bucket.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree index f6c43669fc..fc869b2a3a 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_container_id.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index c95a1765ee..3de22ed8d8 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree index 6d5e771bad..69b3534f88 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_gcloud_service.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 215daf7c4a..b94f3d8381 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree index 2cd6571825..260c32216e 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instance_groups.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree index 8d17b31044..9a24f7f81c 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.list_instances.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 3ac7cdc878..c426d92afe 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 8850114bd0..ad73fb608f 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree index 1a0597e287..6ad1e72c23 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.gcloud.wait_for_operation.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 1180580ad7..6054554d48 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 4d630d76d1..d11fd5baa8 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index aa5c6d7636..e3e0eb3705 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 70b3df7a9a..b0cc59ef6e 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 9158199229..bb224c0712 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index b2b65632d1..1e01486c1a 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 25c0f41b7d..b426864864 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/output.doctree b/docs/compilation/v1.4.0/.doctrees/pages/output.doctree index 337e2065dd..a423eaeafc 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/output.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree b/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree index 69c3350430..43eb291068 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree b/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree index 1770a2c858..2e5c12b54c 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree index 0924fb7afb..e4b8e08023 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree index 006537e8ae..3db033a5e1 100644 Binary files a/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.4.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.4.0/_static/basic.css b/docs/compilation/v1.4.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v1.4.0/_static/basic.css +++ b/docs/compilation/v1.4.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v1.4.0/_static/doctools.js b/docs/compilation/v1.4.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v1.4.0/_static/doctools.js +++ b/docs/compilation/v1.4.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v1.4.0/_static/language_data.js b/docs/compilation/v1.4.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v1.4.0/_static/language_data.js +++ b/docs/compilation/v1.4.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v1.4.0/_static/searchtools.js b/docs/compilation/v1.4.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v1.4.0/_static/searchtools.js +++ b/docs/compilation/v1.4.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v1.4.0/genindex.html b/docs/compilation/v1.4.0/genindex.html index bf40fd5351..23a00998c8 100644 --- a/docs/compilation/v1.4.0/genindex.html +++ b/docs/compilation/v1.4.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -615,6 +615,7 @@

    W

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/index.html b/docs/compilation/v1.4.0/index.html index d3464ac0fa..1aeb554879 100644 --- a/docs/compilation/v1.4.0/index.html +++ b/docs/compilation/v1.4.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -175,6 +177,7 @@

    Welcome to sinergym!v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/API-reference.html b/docs/compilation/v1.4.0/pages/API-reference.html index df7dc7b133..1e395317f6 100644 --- a/docs/compilation/v1.4.0/pages/API-reference.html +++ b/docs/compilation/v1.4.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -154,6 +156,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/controllers.html b/docs/compilation/v1.4.0/pages/controllers.html index 6ddfe63c75..a1ff12c699 100644 --- a/docs/compilation/v1.4.0/pages/controllers.html +++ b/docs/compilation/v1.4.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -260,6 +260,7 @@

    Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/deep-reinforcement-learning.html b/docs/compilation/v1.4.0/pages/deep-reinforcement-learning.html index 91f759a0e2..e1c307f96d 100644 --- a/docs/compilation/v1.4.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v1.4.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -505,6 +505,7 @@

    Mlflow<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/environments.html b/docs/compilation/v1.4.0/pages/environments.html index 4e63c7e2df..9fa33e7ff6 100644 --- a/docs/compilation/v1.4.0/pages/environments.html +++ b/docs/compilation/v1.4.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -449,6 +449,7 @@

    Observation/action spacesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/gcloudAPI.html b/docs/compilation/v1.4.0/pages/gcloudAPI.html index ca1811821d..676d63c038 100644 --- a/docs/compilation/v1.4.0/pages/gcloudAPI.html +++ b/docs/compilation/v1.4.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -917,6 +917,7 @@

    Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/github-actions.html b/docs/compilation/v1.4.0/pages/github-actions.html index 42336eb6f7..eac13bb71d 100644 --- a/docs/compilation/v1.4.0/pages/github-actions.html +++ b/docs/compilation/v1.4.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -156,6 +156,7 @@

    Github Actionsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/installation.html b/docs/compilation/v1.4.0/pages/installation.html index 6468e7c181..4561b0ef7c 100644 --- a/docs/compilation/v1.4.0/pages/installation.html +++ b/docs/compilation/v1.4.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -473,6 +473,7 @@

    1. Init your VMv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/introduction.html b/docs/compilation/v1.4.0/pages/introduction.html index 5b1fe87dcb..dcc10813f5 100644 --- a/docs/compilation/v1.4.0/pages/introduction.html +++ b/docs/compilation/v1.4.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -167,6 +167,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index 9825361e9e..3558a6963e 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -251,6 +251,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.html index 189d18c45d..fbc7d038cf 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -167,6 +167,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.html b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.html index d9efca28cb..ae3234fc0a 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -154,6 +154,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.BaseSimulator.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.BaseSimulator.html index b00efe2f63..c3579e16ff 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.BaseSimulator.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.BaseSimulator.html @@ -18,7 +18,7 @@ - + @@ -208,6 +208,7 @@

    sinergym.simulators.base.BaseSimulatorv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.html index ab754551c2..01504a93a5 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.base.html @@ -18,7 +18,7 @@ - + @@ -160,6 +160,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index e2d125797a..54cf88c5e4 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -355,6 +355,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.html index e6b1ba8195..dc4ce13a68 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -164,6 +164,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html index 28b1651893..4b187ec362 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.simulators.eplus_alpha.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.html index 1f6912ee4c..060fd8039b 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -18,7 +18,7 @@ - + @@ -160,6 +160,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.html b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.html index 97717d109b..25a54e7ba3 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -162,6 +162,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 5eaa22d685..adfac71694 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -191,6 +191,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index 147925388c..73a1364116 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -186,6 +186,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html index a55939b256..708ca51596 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@

    sinergym.utils.callbacks.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.html index a105930597..732de1e8a2 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -175,6 +175,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.CSVLogger.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.CSVLogger.html index a061b3f7e3..24f78dbc6a 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.CSVLogger.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -277,6 +277,7 @@

    sinergym.utils.common.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.Logger.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.Logger.html index 3db3e59570..182b6ce7f6 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.Logger.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.Logger.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

    sinergym.utils.common.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.create_variable_weather.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.create_variable_weather.html index 6aff1c126a..ea429c52e9 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.create_variable_weather.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.create_variable_weather.html @@ -18,7 +18,7 @@ - + @@ -185,6 +185,7 @@

    sinergym.utils.common.create_variable_weatherv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.get_current_time_info.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.get_current_time_info.html index 940a873b61..c7de8b0e4e 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.get_current_time_info.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.get_current_time_info.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@

    sinergym.utils.common.get_current_time_infov3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index e89782c47b..06622608e5 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -187,6 +187,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.html index e1b7cc7260..9b043bf444 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html index e694a2f93a..a926a0080a 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html @@ -18,7 +18,7 @@ - + @@ -183,6 +183,7 @@

    sinergym.utils.common.parse_observation_action_spacev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.parse_variables.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.parse_variables.html index 4857f65267..4e21ea833f 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.parse_variables.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.parse_variables.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@

    sinergym.utils.common.parse_variablesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.ranges_getter.html index 831ea4dad5..8785a7e141 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -183,6 +183,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.setpoints_transform.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.setpoints_transform.html index 1d63fb444d..3e68970bf5 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.setpoints_transform.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.common.setpoints_transform.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@

    sinergym.utils.common.setpoints_transformv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.RandomController.html index 9ba086b005..528538602a 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html index 45045c3711..9a673a862c 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.controllers.RuleBasedControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.html index 0cf133fc7a..59eeda6ee1 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -167,6 +167,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.create_bucket.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.create_bucket.html index ae4fe10474..d49551d95a 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.create_bucket.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.create_bucket.html @@ -18,7 +18,7 @@ - + @@ -192,6 +192,7 @@

    sinergym.utils.gcloud.create_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.create_instance_group.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.create_instance_group.html index f53155688a..d104b20b85 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.create_instance_group.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.create_instance_group.html @@ -18,7 +18,7 @@ - + @@ -195,6 +195,7 @@

    sinergym.utils.gcloud.create_instance_groupv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance.html index 26e974c8f3..1762ac9bae 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.gcloud.delete_instancev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index 8d6fcacc94..51cdbe50dd 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -191,6 +191,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.html index faa3e11c7e..9e85865c0f 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_from_container.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@

    sinergym.utils.gcloud.delete_instance_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_group.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_group.html index bfe96053f4..d032a0a71e 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_group.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.delete_instance_group.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.gcloud.delete_instance_groupv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.html index 2bafb8fbe7..3d53c02e3d 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.html @@ -18,7 +18,7 @@ - + @@ -186,6 +186,7 @@

    sinergym.utils.gcloud.execute_remote_command_instancev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_bucket.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_bucket.html index 78b7c0b5ed..26a00c43ce 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_bucket.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_bucket.html @@ -18,7 +18,7 @@ - + @@ -191,6 +191,7 @@

    sinergym.utils.gcloud.get_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_container_id.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_container_id.html index 61ad06ba92..5c28a8f0fb 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_container_id.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_container_id.html @@ -18,7 +18,7 @@ - + @@ -191,6 +191,7 @@

    sinergym.utils.gcloud.get_container_idv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index f758ad8ed1..016ec1c862 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -185,6 +185,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.html index 2a6cf83f41..2ac9340954 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.init_gcloud_service.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.init_gcloud_service.html index 213573057e..15ab309fc1 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.init_gcloud_service.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.init_gcloud_service.html @@ -18,7 +18,7 @@ - + @@ -185,6 +185,7 @@

    sinergym.utils.gcloud.init_gcloud_servicev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index 1c0ab56315..21b6f304a6 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -185,6 +185,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.list_instance_groups.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.list_instance_groups.html index bdfce23956..68e419c681 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.list_instance_groups.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.list_instance_groups.html @@ -18,7 +18,7 @@ - + @@ -192,6 +192,7 @@

    sinergym.utils.gcloud.list_instance_groupsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.list_instances.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.list_instances.html index 1733c4fd8b..f7532aee27 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.list_instances.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.list_instances.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.gcloud.list_instancesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index 59ab37640b..8f25b3be62 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -187,6 +187,7 @@

    sinergym.utils.gcloud.read_from_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 27f00abd5a..17893fb2f5 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -187,6 +187,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.wait_for_operation.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.wait_for_operation.html index b311b427ac..2d3a0186be 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.wait_for_operation.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.gcloud.wait_for_operation.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

    sinergym.utils.gcloud.wait_for_operationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.html index 505de08dd1..826bae217e 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -174,6 +176,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.ExpReward.html index cfee8a50e7..40036b74f3 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.LinearReward.html index af02f54157..c29dc4ff1f 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.html index 801dd7ded1..d76335493e 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -167,6 +169,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index f32543806d..be1dd49d96 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -237,6 +237,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index 2fc662fbf4..5190d64ddf 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index aa75aa46ba..242506e9d3 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -221,6 +221,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.html index d9cb022f93..310fd42d76 100644 --- a/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.4.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -171,6 +171,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/pages/output.html b/docs/compilation/v1.4.0/pages/output.html index e2081e4f48..6eca406cd8 100644 --- a/docs/compilation/v1.4.0/pages/output.html +++ b/docs/compilation/v1.4.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -438,6 +438,7 @@

    Logger<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/rewards.html b/docs/compilation/v1.4.0/pages/rewards.html index 1a476700cb..2cfdac3e02 100644 --- a/docs/compilation/v1.4.0/pages/rewards.html +++ b/docs/compilation/v1.4.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -292,6 +292,7 @@

    Rewards
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/tests.html b/docs/compilation/v1.4.0/pages/tests.html index 69193c01d8..f49e35fb15 100644 --- a/docs/compilation/v1.4.0/pages/tests.html +++ b/docs/compilation/v1.4.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -187,6 +187,7 @@

    Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/usage-example.html b/docs/compilation/v1.4.0/pages/usage-example.html index 472070d6b6..083ff0ffb9 100644 --- a/docs/compilation/v1.4.0/pages/usage-example.html +++ b/docs/compilation/v1.4.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -168,6 +168,7 @@

    Usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/pages/wrappers.html b/docs/compilation/v1.4.0/pages/wrappers.html index 31bc75a030..6b81e80a7e 100644 --- a/docs/compilation/v1.4.0/pages/wrappers.html +++ b/docs/compilation/v1.4.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -424,6 +424,7 @@

    Wrappers
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.4.0/py-modindex.html b/docs/compilation/v1.4.0/py-modindex.html index 1a9ec53052..e857775e7e 100644 --- a/docs/compilation/v1.4.0/py-modindex.html +++ b/docs/compilation/v1.4.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -212,6 +212,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/search.html b/docs/compilation/v1.4.0/search.html index 14e4fec05a..59c8393640 100644 --- a/docs/compilation/v1.4.0/search.html +++ b/docs/compilation/v1.4.0/search.html @@ -18,7 +18,7 @@ - + @@ -140,6 +140,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.4.0/searchindex.js b/docs/compilation/v1.4.0/searchindex.js index 139277b29c..071a56bacc 100644 --- a/docs/compilation/v1.4.0/searchindex.js +++ b/docs/compilation/v1.4.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.create_bucket", "pages/modules/sinergym.utils.gcloud.create_instance_group", "pages/modules/sinergym.utils.gcloud.delete_instance", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.delete_instance_from_container", "pages/modules/sinergym.utils.gcloud.delete_instance_group", "pages/modules/sinergym.utils.gcloud.execute_remote_command_instance", "pages/modules/sinergym.utils.gcloud.get_bucket", "pages/modules/sinergym.utils.gcloud.get_container_id", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_gcloud_service", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.list_instance_groups", "pages/modules/sinergym.utils.gcloud.list_instances", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.gcloud.wait_for_operation", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.create_bucket.rst", "pages/modules/sinergym.utils.gcloud.create_instance_group.rst", "pages/modules/sinergym.utils.gcloud.delete_instance.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_from_container.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_group.rst", "pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.rst", "pages/modules/sinergym.utils.gcloud.get_bucket.rst", "pages/modules/sinergym.utils.gcloud.get_container_id.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_gcloud_service.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.list_instance_groups.rst", "pages/modules/sinergym.utils.gcloud.list_instances.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.gcloud.wait_for_operation.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Sinergym Google Cloud API", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.create_bucket", "sinergym.utils.gcloud.create_instance_group", "sinergym.utils.gcloud.delete_instance", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.delete_instance_from_container", "sinergym.utils.gcloud.delete_instance_group", "sinergym.utils.gcloud.execute_remote_command_instance", "sinergym.utils.gcloud.get_bucket", "sinergym.utils.gcloud.get_container_id", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_gcloud_service", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.list_instance_groups", "sinergym.utils.gcloud.list_instances", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.gcloud.wait_for_operation", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 16, 21, 23, 25, 32, 33, 39, 41, 42, 62, 63, 64, 66], "i": [0, 2, 3, 4, 5, 6, 7, 8, 10, 16, 22, 23, 25, 32, 40, 41, 42, 43, 44, 51, 54, 62, 63, 64, 65, 66], "project": [0, 3, 5, 6, 7, 8, 15, 39, 40, 43, 50, 51, 54, 64], "base": [0, 2, 5, 7, 8, 36, 39, 46, 64], "zhiang": [0, 8, 15], "zhang": [0, 8, 15], "khee": [0, 8], "poh": [0, 8], "lam": [0, 8], "gym": [0, 2, 3, 4, 5, 8, 10, 15, 22, 23, 30, 33, 58, 59, 60, 63, 64, 65, 66], "eplu": [0, 2, 4, 5, 8, 11, 32, 62, 63, 65, 66], "The": [0, 2, 3, 4, 5, 8, 16, 22, 23, 40, 43, 46, 62, 66], "goal": [0, 8], "creat": [0, 2, 3, 5, 8, 16, 27, 32, 38, 39, 44, 46, 50, 51, 62, 65, 66], "an": [0, 2, 3, 5, 6, 7, 8, 14, 21, 22, 23, 25, 33, 39, 40, 42, 44, 46, 62, 63, 64, 66], "environ": [0, 2, 3, 5, 8, 9, 10, 11, 16, 18, 22, 23, 25, 35, 36, 58, 59, 60, 61, 62, 63, 64, 65, 66], "follow": [0, 4, 5, 6, 7, 8, 16], "openai": [0, 8, 64, 65], "interfac": [0, 4, 8, 12, 17, 62, 64], "wrap": [0, 3, 8, 22, 23, 62], "simul": [0, 2, 3, 4, 5, 8, 9, 10, 11, 25, 26, 27, 28, 32, 33, 35, 36, 62, 63, 64, 65, 66], "engin": [0, 5, 7, 8, 14], "build": [0, 3, 4, 5, 6, 7, 8, 11, 18, 61, 62, 64], "control": [0, 8, 14, 16, 19, 64], "us": [0, 2, 5, 6, 8, 15, 16, 18, 22, 23, 25, 27, 32, 45, 62, 63, 64, 65, 66], "deep": [0, 5, 7, 8], "reinforc": [0, 5, 7, 8, 63], "learn": [0, 5, 7, 8, 63], "main": [0, 3, 8, 25, 62], "function": [0, 2, 3, 4, 5, 7, 8, 20, 23, 24, 25, 32, 37, 42, 62, 63, 64, 66], "ar": [0, 2, 3, 4, 5, 6, 7, 8, 11, 23, 25, 36, 39, 50, 51, 54, 62, 63, 64, 66], "benchmark": [0, 2, 8], "similarli": [0, 8], "atari": [0, 8], "mujoco": [0, 8], "rl": [0, 3, 8, 23, 61], "commun": [0, 8, 12, 62, 64], "we": [0, 2, 3, 4, 5, 6, 7, 8, 62, 63, 66], "design": [0, 5, 8, 63], "set": [0, 3, 8], "test": [0, 6, 7, 8, 22], "algorithm": [0, 2, 3, 5, 8, 64], "These": [0, 8, 25, 62, 64], "mai": [0, 7, 8, 62], "includ": [0, 5, 7, 8, 19], "differ": [0, 3, 4, 5, 7, 8, 10, 29, 39, 55, 56, 57, 63, 64], "weather": [0, 4, 8, 10, 11, 16, 18, 27], "action": [0, 2, 3, 5, 8, 10, 11, 14, 16, 18, 22, 23, 25, 30, 31, 33, 35, 36, 59, 60, 62, 64, 66], "space": [0, 3, 7, 8, 10, 30, 33, 66], "develop": [0, 2, 5, 6, 8, 64, 66], "experiment": [0, 5, 8], "aim": [0, 5, 7, 8], "provid": [0, 3, 5, 8], "packag": [0, 8, 64], "allow": [0, 3, 5, 6, 7, 8, 63], "modifi": [0, 2, 8, 15, 23], "easi": [0, 8, 64], "manner": [0, 8], "For": [0, 3, 5, 7, 8, 62, 64, 66], "exampl": [0, 2, 3, 4, 5, 7, 8, 63, 64, 66], "sever": [0, 5, 7, 8, 66], "reward": [0, 2, 3, 5, 8, 10, 11, 19, 21, 23, 25, 61, 62, 64, 65, 66], "observ": [0, 2, 3, 5, 8, 10, 11, 14, 18, 25, 30, 31, 35, 36, 60, 61, 62, 64, 66], "variabl": [0, 2, 3, 4, 5, 8, 10, 16, 18, 31, 32, 61, 62, 63, 66], "defin": [0, 4, 5, 7, 8, 10, 14, 18, 39, 63], "between": [0, 3, 4, 8, 29], "python": [0, 5, 6, 7, 8, 15], "energyplu": [0, 8, 10, 11, 15, 17, 28, 62, 65], "establish": [0, 8, 16, 62, 64], "bcvtb": [0, 4, 8, 16], "sinc": [0, 5, 8, 28], "tool": [0, 8], "interact": [0, 2, 3, 8, 25, 59, 62, 66], "more": [0, 4, 5, 7, 8, 62, 63, 64, 66], "them": [0, 3, 5, 8, 66], "e": [0, 7, 8, 23], "g": [0, 3, 5, 7, 8, 23], "openmodelica": [0, 8], "could": [0, 2, 5, 8, 63, 66], "backend": [0, 5, 8], "while": [0, 2, 3, 5, 6, 8, 65, 66], "maintain": [0, 8], "api": [0, 7, 8, 39, 40, 43, 48, 50, 51, 54, 65], "stabl": [0, 3, 8, 64], "baselin": [0, 3, 8, 64], "3": [0, 3, 4, 5, 8, 16, 61, 64, 66], "integr": [0, 5, 6, 8, 63], "some": [0, 3, 5, 8, 66], "like": [0, 3, 5, 7, 8, 64, 65], "callback": [0, 3, 5, 8], "have": [0, 2, 3, 4, 5, 6, 7, 8, 62, 64, 66], "been": [0, 3, 5, 6, 7, 8, 18, 21, 22, 23, 64], "our": [0, 3, 5, 6, 8, 63, 64], "team": [0, 7, 8, 63], "order": [0, 2, 3, 4, 5, 7, 8, 16, 62, 64, 66], "easili": [0, 8], "googl": [0, 8, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54], "cloud": [0, 3, 8, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54], "whether": [0, 5, 8, 11, 16, 22, 23, 41, 60, 66], "you": [0, 2, 3, 4, 5, 6, 7, 8, 23, 40, 43, 52, 53, 62, 63, 64, 66], "account": [0, 5, 6, 7, 8, 39, 41, 42, 45, 47, 63], "want": [0, 3, 5, 6, 7, 8, 23, 40, 43, 52, 53, 62, 63, 64, 66], "your": [0, 2, 3, 5, 8, 39, 66], "infrastructur": [0, 5, 8], "ha": [0, 2, 3, 5, 7, 8, 11, 18, 21, 22, 23, 47, 62, 63, 64, 66], "complet": [0, 8], "facilit": [0, 8], "work": [0, 3, 5, 6, 7, 8, 16, 23, 42, 65], "data": [0, 3, 4, 5, 8, 11, 16, 18, 21, 25, 52, 53, 62], "visual": [0, 3, 7, 8], "logger": [0, 5, 8, 25, 59, 66], "tensorboard": [0, 8, 21], "server": [0, 3, 8, 15], "train": [0, 3, 5, 8, 62], "inform": [0, 3, 5, 8, 11, 25, 59, 62, 64, 66], "real": [0, 3, 8, 25, 62], "time": [0, 3, 7, 8, 16, 25, 29, 61, 62, 64, 66], "mani": [0, 8], "progress": [0, 3, 8, 25, 26, 62, 66], "stai": [0, 8], "tune": [0, 8], "upcom": [0, 8], "releas": [0, 6, 7, 8], "sinergym": [2, 3, 4, 7, 8, 62, 64, 65, 66], "section": [2, 3, 7, 64], "implement": [2, 3, 34, 55, 58, 63, 64, 66], "own": [2, 3, 5, 66], "current": [2, 3, 4, 5, 6, 7, 11, 14, 25, 28, 50, 51, 56, 57, 62, 63, 64, 66], "random": [2, 5, 35, 39], "agent": [2, 5, 11, 22, 23, 25, 35, 36, 62, 64], "rule": [2, 5, 36, 64], "can": [2, 3, 5, 6, 7, 23, 62, 63, 64, 66], "find": 2, "code": [2, 3, 5, 6, 7, 66], "util": [2, 3, 4, 5, 11, 64, 66], "py": [2, 3, 4, 5, 7, 64, 66], "veri": [2, 5], "perform": [2, 22, 23, 60, 66], "refer": [2, 5, 7], "point": 2, "studi": [2, 4], "drl": [2, 4, 5, 7], "basic": [2, 34, 65], "import": [2, 3, 5, 7, 62, 63, 65, 66], "o": [2, 5, 7, 62], "pkg_resourc": 2, "from": [2, 3, 4, 5, 6, 7, 14, 15, 16, 18, 35, 39, 40, 41, 42, 43, 50, 51, 52, 53, 54, 56, 57, 62, 63, 66], "datetim": [2, 5, 63], "common": [2, 3, 4, 5, 19, 22, 23, 64, 66], "parse_vari": 2, "class": [2, 3, 5, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 34, 35, 36, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66], "randomcontrol": 2, "object": [2, 3, 5, 11, 27, 28, 35, 36, 38, 41, 42, 45, 49, 52, 53, 59, 60, 61, 62, 66], "def": [2, 3, 62, 63, 66], "__init__": [2, 3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 56, 57, 59, 60, 61, 62, 63, 66], "self": [2, 3, 62, 63, 66], "env": [2, 3, 4, 5, 7, 22, 23, 30, 32, 35, 36, 59, 60, 61, 62, 63, 64, 65, 66], "It": [2, 3, 5, 7, 22, 25, 35, 62, 65, 66], "select": [2, 7, 11, 35, 36], "avail": [2, 4, 5, 7, 35, 50, 51, 63], "randomli": [2, 5, 35], "arg": [2, 3, 5, 7, 11, 21, 22, 59, 60, 61, 62, 63, 66], "act": [2, 35, 36], "none": [2, 3, 5, 11, 16, 22, 23, 25, 27, 32, 35, 51, 62, 66], "": [2, 3, 4, 5, 7, 15, 25, 35, 62, 64, 66], "action_spac": [2, 5, 33, 35, 65, 66], "option": [2, 3, 5, 7, 11, 16, 27, 28, 35, 36, 54, 56, 57, 59, 60, 62, 63, 64, 66], "perceiv": [2, 35, 36], "default": [2, 3, 5, 7, 11, 16, 23, 27, 28, 35, 36, 51, 56, 57, 60, 63, 64, 66], "return": [2, 3, 11, 16, 23, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 56, 57, 59, 60, 61, 63, 66], "chosen": [2, 35, 36], "sampl": [2, 65, 66], "rulebasedcontrol": 2, "range_comfort_wint": [2, 36, 56, 57, 63], "20": [2, 4, 36, 56, 57, 63], "0": [2, 3, 4, 5, 6, 16, 21, 25, 29, 36, 56, 57, 61, 62, 63, 65, 66], "23": [2, 4, 36, 56, 57, 61, 63], "5": [2, 3, 4, 5, 16, 22, 23, 36, 56, 57, 60, 61, 63, 66], "range_comfort_summ": [2, 36, 56, 57, 63], "26": [2, 4, 36, 56, 57, 63], "whose": [2, 25, 36, 62], "static": [2, 5, 36], "tupl": [2, 11, 27, 28, 30, 33, 36, 56, 57, 59, 63, 66], "comfort": [2, 3, 4, 10, 21, 25, 36, 56, 57, 61, 62, 63], "temperatur": [2, 3, 4, 25, 36, 56, 57, 61, 62, 63], "rang": [2, 3, 4, 5, 10, 32, 36, 56, 57, 61, 63, 65, 66], "cool": [2, 4, 36, 61], "season": [2, 36, 56, 57, 63], "hot": [2, 4, 5, 36, 56, 57, 63, 65], "year": [2, 16, 28, 29, 63], "2021": [2, 63], "variables_path": 2, "extend": 2, "dai": [2, 4, 16, 25, 28, 29, 56, 57, 61, 62, 63, 66], "month": [2, 4, 16, 25, 28, 29, 56, 57, 61, 62, 63, 65, 66], "hour": [2, 4, 25, 28, 61, 62, 66], "summer_start_d": [2, 63], "6": [2, 4, 5, 7, 16, 61, 63], "1": [2, 3, 4, 5, 16, 21, 22, 56, 57, 61, 62, 63, 65, 66], "summer_final_d": [2, 63], "9": [2, 4, 63], "30": [2, 4, 61, 63], "outdoor": [2, 4, 36, 61], "air": [2, 4, 36, 61], "drybulb": [2, 4, 27, 36, 61], "obs_dict": 2, "dict": [2, 3, 11, 23, 31, 32, 40, 43, 54, 59, 66], "zip": 2, "out_temp": 2, "site": [2, 4, 61], "15": [2, 4, 61], "t": [2, 3, 5, 7, 42, 56, 57, 62, 63, 66], "19": [2, 4, 5], "21": [2, 4, 61], "elif": [2, 3, 5], "22": [2, 4, 61], "els": [2, 3, 5, 23, 62, 63, 66], "24": [2, 4, 29], "simpl": [2, 57, 63], "given": [2, 3, 16, 28, 32, 33, 56, 57, 63], "instanc": [2, 3, 5, 7, 39, 40, 41, 42, 43, 44, 46, 50, 51, 54, 62], "usag": [2, 3, 7, 66], "next": [2, 5, 6, 7, 11, 16, 62, 64, 66], "numpi": [2, 4, 5, 65, 66], "np": [2, 3, 5, 11, 59, 62, 65, 66], "make": [2, 3, 4, 5, 7, 16, 63, 64, 65, 66], "continu": [2, 3, 4, 5, 6, 10, 11, 65], "mix": [2, 4, 63], "v1": [2, 4, 5, 11, 63, 65, 66], "ob": [2, 3, 61, 65, 66], "reset": [2, 3, 11, 16, 23, 59, 60, 62, 65, 66], "done": [2, 3, 5, 25, 54, 61, 62, 65, 66], "fals": [2, 3, 5, 11, 21, 22, 23, 25, 59, 61, 62, 65, 66], "current_month": [2, 65, 66], "info": [2, 3, 65, 66], "step": [2, 3, 5, 11, 16, 23, 25, 33, 59, 60, 62, 65, 66], "append": [2, 3, 5, 62, 64, 65, 66], "displai": [2, 5, 65, 66], "result": [2, 5, 16, 23, 62, 65, 66], "everi": [2, 3, 5, 6, 22, 39, 64, 65, 66], "print": [2, 3, 5, 54, 65, 66], "sum": [2, 3, 62, 63, 65, 66], "episod": [2, 3, 4, 5, 11, 16, 21, 22, 23, 25, 32, 59, 62, 65, 66], "mean": [2, 3, 4, 5, 11, 23, 27, 61, 62, 63, 65, 66], "cumul": [2, 65, 66], "close": [2, 11, 16, 59, 65, 66], "facil": [3, 4, 61], "check": [3, 5, 6, 7, 23, 64], "discret": [3, 4, 5, 10, 11, 30, 63], "type": [3, 4, 5, 7, 11, 16, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 55, 56, 57, 60, 61, 63], "ppo": [3, 5], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 5], "dqn": [3, 5], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 5], "sac": [3, 5], "column": [3, 27], "specifi": [3, 5, 44, 52, 53], "due": [3, 5], "its": [3, 4, 5, 47, 59, 66], "about": [3, 4, 5, 23, 62, 64, 66], "call": [3, 5, 7, 16, 22, 23, 62], "stage": 3, "procedur": [3, 6], "access": [3, 5], "intern": [3, 4], "state": [3, 16, 39, 40, 43, 54, 59, 66], "model": [3, 4, 5, 18, 22, 23, 28, 61], "dure": [3, 5, 21, 22, 62, 65], "one": [3, 5, 7, 23, 25, 27, 56, 57, 62, 63, 64], "do": [3, 5, 7, 23, 48, 64], "monitor": [3, 5, 7, 22, 23, 25, 62, 66], "auto": [3, 5], "save": [3, 5, 22, 66], "manipul": [3, 5], "bar": 3, "custom": [3, 21, 58, 66], "execut": [3, 6, 7, 16, 25, 26, 41, 42, 44, 54, 59, 62, 66], "log": [3, 7, 25, 26, 59, 62, 66], "all": [3, 5, 7, 21, 32, 46, 62, 63, 64], "specif": [3, 4, 7, 62, 63, 64], "therefor": [3, 4], "propos": 3, "each": [3, 4, 5, 21, 22, 23, 25, 32, 62, 63], "extract": [3, 32], "which": [3, 5, 6, 7, 21, 25, 62, 63, 64], "why": 3, "loggercallback": [3, 5], "deal": 3, "those": [3, 4, 5, 63], "subtleti": 3, "basecallback": [3, 22], "plot": [3, 21], "addit": [3, 21, 23], "valu": [3, 4, 5, 7, 21, 25, 56, 57, 61, 62, 63, 66], "param": [3, 5, 21, 22, 23, 25, 62], "sinergym_logg": [3, 5, 21], "boolean": [3, 16, 21], "indic": [3, 5, 16, 21], "csvlogger": [3, 5, 21, 59, 62, 66], "inner": [3, 4, 5, 6, 7, 21, 33, 39, 40, 41, 43, 44, 46, 52, 53, 63], "activ": [3, 5, 7, 21, 25, 59, 62, 66], "ep_reward": [3, 21], "here": [3, 5, 7, 21, 64], "store": [3, 5, 21, 25, 53, 62, 66], "ep_pow": [3, 21], "consumpt": [3, 21, 25, 56, 57, 62, 63], "ep_term_comfort": [3, 21], "term": [3, 21, 56, 57, 63], "compon": [3, 5, 21], "ep_term_energi": [3, 21], "energi": [3, 21, 56, 57, 63], "num_comfort_viol": [3, 21], "number": [3, 4, 5, 16, 21, 22, 23, 25, 39, 60, 62, 66], "timestep": [3, 5, 11, 21, 25, 61, 62, 66], "violat": [3, 21], "ep_timestep": [3, 21], "increment": [3, 21], "verbos": [3, 5, 21, 22, 64], "super": [3, 66], "_on_training_start": 3, "is_wrap": [3, 66], "training_env": 3, "loggerwrapp": [3, 5, 66], "env_method": 3, "activate_logg": [3, 59, 66], "deactivate_logg": [3, 59, 66], "record": [3, 25, 59, 62, 66], "method": [3, 5, 7, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 56, 57, 59, 60, 61, 62], "depend": [3, 5, 7, 25, 62, 64], "global": [3, 23], "kei": [3, 32, 66], "record_mean": 3, "rais": [3, 5, 18, 23], "keyerror": [3, 18], "_on_step": 3, "bool": [3, 5, 11, 22, 23, 25, 59, 60, 62, 66], "local": [3, 5, 6, 7, 23, 52, 53], "get_attr": 3, "normal": [3, 5, 61, 62, 64, 66], "origin": [3, 4, 15, 27, 52, 59, 60, 61, 66], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 5, 66], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 61, 66], "enumer": [3, 5, 66], "normalized_observ": 3, "onli": [3, 5, 7, 23, 25, 62, 63, 66], "receiv": [3, 18], "setpoint": [3, 4, 61], "action_": [3, 66], "try": [3, 5, 62], "network": [3, 5], "output": [3, 7, 26, 32, 65], "clip": 3, "clipped_act": 3, "except": [3, 5, 62], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 66], "comfort_penalti": [3, 25, 61, 62, 66], "total_power_no_unit": [3, 25, 61, 62, 66], "If": [3, 5, 6, 7, 23, 32, 64, 66], "end": [3, 5, 7, 11, 18, 25, 29, 62, 66], "summari": [3, 59, 62, 66], "last": [3, 5, 16, 32, 59, 61, 62, 66], "metric": [3, 62], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 62, 66], "mean_reward": [3, 22, 62, 66], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 62, 66], "cumulative_comfort_penalti": [3, 62, 66], "mean_power_penalti": [3, 62, 66], "cumulative_power_penalti": [3, 62, 66], "comfort_violation_tim": 3, "100": [3, 5, 61, 62], "zerodivisionerror": [3, 62], "nan": [3, 62], "first": [3, 16, 23, 66], "finish": [3, 5, 16], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 5, 11, 22, 23, 25, 59, 60, 61, 62, 66], "on_training_end": [3, 21], "see": [3, 5, 6, 7, 62, 64], "same": [3, 4, 5, 7, 27, 62, 63, 66], "attribut": [3, 11, 16, 62, 63, 66], "constructor": [3, 14], "deriv": [3, 7], "background": [3, 5], "With": 3, "possibl": [3, 4, 5, 7], "compar": 3, "There": [3, 6, 7, 62], "tabl": 3, "other": [3, 5, 7, 62], "vice": 3, "versa": 3, "log_interv": [3, 5], "process": [3, 5, 6, 27], "frequenc": [3, 5], "consequ": [3, 5, 63], "featur": 3, "up": [3, 7, 56, 57, 63], "thu": 3, "off": 3, "polici": [3, 5, 7, 23], "whole": [3, 25, 43, 61, 62], "instead": [3, 7, 23, 63], "when": [3, 5, 6, 7, 22, 23, 25, 62, 63], "On": [3, 5, 7], "appear": [3, 7, 23], "too": [3, 5, 7, 41, 66], "becaus": [3, 5, 7], "Then": [3, 5, 7, 66], "pars": [3, 4, 30, 31], "entir": 3, "equival": 3, "csv": [3, 25, 62, 66], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 62, 66], "bound": 3, "penalti": [3, 25, 62, 63], "power": [3, 25, 56, 57, 62, 63, 66], "per": [3, 4, 23, 25, 56, 57, 61, 62, 63], "obtain": [3, 5, 11], "being": [3, 62], "wrapper": [3, 5, 19, 22, 23, 62, 64], "thei": [3, 5, 7, 64], "both": [3, 10, 63], "rollout": 3, "exploration_r": 3, "doesn": [3, 5, 7, 42, 66], "neural": 3, "well": [3, 23], "evalu": [3, 5, 22, 23, 63], "ad": [3, 4, 5, 66], "evalloggercallback": 3, "experi": [3, 7, 38], "benefit": 3, "drl_usag": 3, "most": [3, 62, 63], "must": [3, 4, 5, 7, 23], "keep": [3, 16], "mind": 3, "construct": [3, 5], "particular": 3, "paramet": [3, 5, 7, 11, 16, 18, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 50, 51, 52, 53, 54, 56, 57, 59, 60, 61, 63], "concaten": [3, 5, 39], "callbacklist": [3, 5], "until": [3, 54], "where": [3, 7, 22, 39, 40, 41, 42, 43, 44, 50, 51, 52, 53, 54], "comment": 3, "requir": [3, 5, 7, 62], "extra": [3, 7, 11, 64, 66], "argument": [3, 5, 30, 66], "ep": [3, 5], "argpars": [3, 5], "loggerevalcallback": [3, 5], "stable_baselines3": [3, 5, 22, 23, 66], "nois": [3, 4, 5, 11], "normalactionnois": [3, 5], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 5, 22, 23], "dummyvecenv": [3, 5], "parser": [3, 5], "argumentpars": [3, 5], "add_argu": [3, 5], "str": [3, 5, 11, 16, 18, 22, 23, 25, 26, 27, 30, 31, 32, 39, 41, 42, 46, 47, 50, 51, 62, 66], "int": [3, 5, 11, 16, 22, 23, 25, 28, 29, 56, 57, 60, 62, 63, 66], "learning_r": [3, 5], "lr": [3, 5], "float": [3, 5, 11, 16, 23, 25, 29, 56, 57, 59, 62, 63, 66], "0007": [3, 5], "n_step": [3, 5], "n": [3, 4, 5, 60, 62, 66], "gamma": [3, 5], "99": [3, 5], "gae_lambda": [3, 5], "gl": [3, 5], "ent_coef": [3, 5], "ec": [3, 5], "vf_coef": [3, 5], "v": [3, 5, 64], "max_grad_norm": [3, 5], "m": [3, 5], "rms_prop_ep": [3, 5], "rm": [3, 5], "1e": [3, 5, 56, 57, 63], "05": [3, 5], "parse_arg": [3, 5], "id": [3, 5, 7, 39, 40, 43, 44, 46, 50, 51, 54], "n_episod": 3, "name": [3, 4, 5, 7, 11, 16, 18, 26, 27, 31, 38, 39, 40, 41, 43, 44, 45, 46, 50, 51, 52, 53], "start_run": [3, 5], "run_nam": [3, 5], "log_param": [3, 5], "mlppolici": [3, 5], "tensorboard_log": [3, 5], "n_timesteps_episod": [3, 5], "_eplus_one_epi_len": [3, 5], "_eplus_run_steps": [3, 5], "lambda": [3, 5], "freq": 3, "2": [3, 4, 5, 6, 16, 66], "eval_callback": [3, 5], "best_model_save_path": [3, 5, 22], "best_model": [3, 5], "log_path": [3, 5, 22], "eval_freq": [3, 5, 22], "determinist": [3, 5, 22, 23], "render": [3, 5, 11, 22, 23], "n_eval_episod": [3, 5, 22, 23], "log_callback": [3, 5], "total_timestep": [3, 5, 25, 62], "As": [3, 5], "abl": [3, 5, 7], "track": 3, "recommend": [3, 5, 7], "start": [3, 5, 14, 16, 18, 28, 29], "batteri": [3, 5], "initi": [3, 5, 7, 22, 66], "date": [3, 25, 62, 63, 66], "hyperparamet": [3, 5], "durat": 3, "etc": [3, 5, 7, 25, 62], "comput": [3, 5, 10], "paradigm": 3, "remot": [3, 6, 7, 64], "compat": 3, "plan": 3, "futur": [3, 7, 63], "list": [4, 5, 7, 16, 23, 25, 27, 31, 32, 33, 50, 51, 56, 57, 60, 62, 63, 66], "locat": [4, 5, 7, 27, 38], "idf": [4, 11, 16, 18, 62], "file": [4, 5, 6, 7, 10, 11, 16, 18, 27, 30, 31, 52, 53, 62, 64], "period": [4, 63], "demo": [4, 5, 66], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 5, 7, 16], "01": 4, "31": [4, 61], "03": 4, "5zone": [4, 5, 65], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 61], "new": [4, 5, 14, 16, 18, 22, 25, 27, 59, 60, 62, 63, 66], "york": 4, "humid": [4, 61], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 30, 33, 66], "stochast": [4, 22, 23, 63], "datacent": [4, 5], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 16, 56, 57, 62, 63, 64], "iwmullion": [4, 5], "accord": [4, 22], "doe": [4, 7, 16], "classif": 4, "In": [4, 5, 7, 23, 64], "seri": [4, 10], "chang": [4, 5, 7, 25, 62], "gaussian": [4, 11], "std": [4, 23], "add": [4, 5, 10, 62, 66], "extern": [4, 5, 62], "wai": [4, 5, 7], "definit": [4, 5, 11, 30, 39], "variant": [4, 66], "xml": 4, "version": [4, 5, 6, 7], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 52, 53], "dtd": 4, "max": [4, 32, 56, 57, 63], "min": [4, 32, 63], "5e6": [4, 66], "rel": [4, 61], "wind": [4, 61], "speed": [4, 61], "direct": [4, 5, 61], "diffus": [4, 61], "solar": [4, 61], "radiat": [4, 61], "rate": [4, 61], "area": [4, 61], "zone": [4, 5, 7, 31, 39, 40, 43, 50, 51, 54, 56, 57, 61, 63], "thermostat": [4, 61], "heat": [4, 61], "7": [4, 5, 7, 16], "8": [4, 5, 7], "thermal": [4, 61], "radiant": [4, 61], "11": [4, 61], "cloth": [4, 61], "fanger": [4, 61], "ppd": [4, 61], "13": 4, "peopl": [4, 61], "occup": [4, 61], "count": [4, 5, 23, 61], "14": [4, 5], "total": [4, 25, 61, 62], "hvac": [4, 61], "electr": [4, 61], "demand": [4, 61], "16": 4, "17": 4, "18": 4, "low": [4, 56, 57, 63, 64, 66], "high": [4, 66], "shape": [4, 5, 66], "dtype": [4, 66], "float32": [4, 66], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 16, 25, 62], "index": [4, 5, 6], "action0": 4, "action1": 4, "give": 4, "plai": 4, "how": [4, 5, 63], "affect": [4, 23, 27], "resolut": 4, "problem": [4, 5, 7], "known": 4, "what": [4, 5], "configur": [4, 5, 7, 18, 63], "read": [4, 5, 14, 16, 52], "automat": [4, 5, 6, 7, 64], "so": [4, 7, 62, 65, 66], "should": [4, 5, 7, 22, 65, 66], "worri": 4, "anyth": [4, 23], "gener": [4, 5, 7, 62, 63], "solut": 4, "updat": [4, 6, 7, 22, 32, 64], "alwai": [4, 5, 7, 62, 63], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 30], "restful": 5, "gcloud": [5, 7], "directli": [5, 7], "write": [5, 7, 62, 64], "ir": 5, "person": 5, "send": [5, 11, 14, 16, 18, 44, 47, 49, 53], "cloud_manag": 5, "script": [5, 54], "purpos": [5, 7], "vm": [5, 41], "detail": 5, "hand": [5, 7], "sent": 5, "job": [5, 64], "remov": [5, 41, 56, 57, 63], "host": 5, "platform": [5, 6, 39, 40, 43, 50, 51, 54], "mig": [5, 39, 41], "empti": [5, 7], "don": [5, 7, 62], "rest": [5, 7, 41, 42], "need": [5, 7, 62, 66], "wrong": 5, "document": [5, 6, 7, 62], "solv": 5, "let": [5, 7, 63], "explan": 5, "abov": [5, 7], "repositori": [5, 6, 7, 64], "root": [5, 7], "sleep": [5, 54], "pprint": 5, "api_cor": 5, "descript": [5, 16], "run": [5, 7, 23, 62], "project_id": [5, 7], "dest": 5, "help": 5, "zo": 5, "europ": [5, 7], "west1": [5, 7], "b": [5, 7], "servic": [5, 7, 39, 40, 41, 42, 43, 47, 48, 50, 51, 54], "deploi": [5, 6], "template_nam": [5, 39], "tem": 5, "templat": [5, 7, 39], "previous": [5, 39, 40, 43, 44, 50, 51, 54, 62], "copi": [5, 7, 16, 62, 66], "group_nam": [5, 39, 43], "group": [5, 7, 39, 41, 42, 43, 50], "experiment_command": [5, 44], "cmd": 5, "python3": [5, 7], "narg": 5, "command": [5, 7, 44, 64], "drl_batteri": 5, "init": [5, 48, 49], "init_gcloud_servic": 5, "client": [5, 38, 45, 49, 52, 53], "init_storage_cli": 5, "n_experi": 5, "len": [5, 62, 66], "respons": [5, 39, 40, 43, 54, 62], "create_instance_group": 5, "size": [5, 7, 39], "wait": [5, 7], "machin": [5, 7, 39], "fulli": 5, "statu": [5, 54], "operationtyp": 5, "wait_for_oper": 5, "oper": [5, 46, 48, 54], "operation_typ": [5, 54], "exist": 5, "look": 5, "get_bucket": 5, "bucket_nam": [5, 38, 45], "found": [5, 66], "notfound": 5, "ani": [5, 7, 11, 21, 22, 23, 59, 60, 61, 62], "create_bucket": 5, "eu": [5, 38], "visibl": 5, "sometim": 5, "although": [5, 6], "insert": 5, "isn": [5, 7, 66], "yet": [5, 7, 64], "henc": [5, 7], "loop": [5, 65], "list_inst": 5, "base_instances_nam": [5, 51], "than": [5, 7, 62, 63, 66], "petit": [5, 47, 49], "comand": 5, "readi": [5, 7], "container_id": [5, 44], "get_container_id": 5, "instance_nam": [5, 44, 46], "execute_remote_command_inst": 5, "correctli": [5, 7, 64], "consol": 5, "clone": [5, 7], "bash": [5, 7], "seed": 5, "58": 5, "eval_length": 5, "remote_stor": 5, "300": 5, "52": 5, "two": [5, 7, 63], "manag": [5, 7, 41, 42, 62], "onc": [5, 7], "haven": 5, "To": [5, 7, 64], "earlier": 5, "ssh": [5, 7], "connect": [5, 7, 15, 16, 17], "take": [5, 63], "case": [5, 7, 23], "necessari": [5, 7], "issu": [5, 7], "seen": 5, "rememb": 5, "befor": [5, 7, 23, 66], "alloc": 5, "understand": 5, "expos": 5, "ranges_5zon": [5, 66], "ranges_iw": 5, "ranges_datacent": 5, "uuid": 5, "multiobswrapp": [5, 66], "alg": 5, "rw": 5, "linear": 5, "exponenti": [5, 56, 63], "norm": 5, "store_tru": 5, "appli": [5, 11, 61, 63, 66], "flag": [5, 25, 59, 62, 66], "multiob": [5, 66], "mob": 5, "multi": [5, 66], "ten": 5, "path": [5, 16, 22, 25, 27, 30, 31, 32, 52, 53, 62], "eval": [5, 22], "best": [5, 22], "onlin": 5, "evalf": 5, "useless": 5, "inter": 5, "sd": 5, "sto": 5, "determin": 5, "resourc": [5, 38, 45, 48, 49, 52, 53], "field": 5, "buffer_s": 5, "bf": 5, "1000000": 5, "learning_start": 5, "l": [5, 6], "tau": [5, 27], "tu": 5, "005": 5, "sigma": [5, 27], "sig": 5, "regist": [5, 63], "experiment_d": 5, "todai": 5, "strftime": 5, "y": 5, "d": [5, 16], "h": 5, "episodes_": 5, "seed_": 5, "__version__": 5, "length": [5, 23, 62, 66], "interv": 5, "linearreward": [5, 11, 63], "expreward": [5, 63], "runtimeerror": 5, "know": 5, "dictionari": [5, 11, 30, 31], "norm_rang": 5, "env_typ": 5, "split": [5, 62], "nameerror": 5, "valid": [5, 47, 66], "50000": 5, "batch_siz": 5, "32": 5, "train_freq": 5, "gradient_step": 5, "target_update_interv": 5, "10000": [5, 22], "exploration_fract": 5, "exploration_initial_ep": 5, "exploration_final_ep": 5, "n_action": 5, "action_nois": 5, "zero": 5, "ones": 5, "64": 5, "n_epoch": 5, "clip_rang": 5, "error": [5, 7, 23], "calcul": [5, 56, 57, 63], "env_vec": 5, "dir": 5, "tensorboardformatlogg": 5, "tb_path": 5, "new_logg": 5, "set_logg": 5, "_env_working_dir_par": [5, 66], "upload_to_bucket": 5, "src_path": [5, 52, 53], "dest_bucket_nam": [5, 53], "dest_path": [5, 53], "abspath": 5, "mlrun": 5, "end_run": 5, "shutdown": 5, "token": [5, 41, 42, 47], "get_service_account_token": 5, "delete_instance_mig_from_contain": 5, "pretti": 5, "larg": [5, 7], "deactiv": [5, 25, 59, 62, 66], "written": 5, "correct": [5, 7, 66], "recreat": 5, "memori": [5, 7], "belong": [5, 25, 62], "appropri": 5, "environment_nam": 5, "episodes_int": 5, "seed_valu": 5, "delet": [5, 40, 41, 42, 43, 66], "explain": [5, 7], "scope": [5, 7], "uri": 5, "howev": [5, 7, 63, 64], "support": [5, 7, 64], "recent": 5, "628": 5, "tensorboard_log_path": 5, "recogn": 5, "mayb": 5, "instal": [5, 6, 16], "hasn": [5, 7], "got": 5, "auth": [5, 7, 41, 42], "applic": [5, 64], "login": 5, "http": [5, 7, 15], "localhost": 5, "6006": 5, "second": [5, 16, 23, 25, 28, 29, 61, 62, 66], "enough": [5, 7], "shut": 5, "down": 5, "logdir": 5, "organ": [5, 64], "separ": 5, "back": 5, "sql": [5, 7], "databas": 5, "without": [5, 6, 61, 66], "loos": 5, "bin": [5, 7], "scrip": 5, "pleas": [5, 7], "visit": [5, 7, 62, 64, 66], "jajim": [5, 7], "github": [5, 7, 15, 64], "io": [5, 7], "html": 5, "region": 5, "db_root_password": 5, "machine_typ": 5, "e2": 5, "medium": 5, "mlflow_imag": 5, "kaysush": 5, "cloud_sql_proxy_imag": 5, "gcr": [5, 7], "cloudsql": 5, "docker": [5, 6], "gce": [5, 7], "proxi": 5, "mysql_inst": 5, "echo": 5, "sa": 5, "iam": [5, 7], "artifact": [5, 7], "gsutil": [5, 7], "mb": 5, "tier": 5, "db": 5, "f1": 5, "micro": 5, "password": 5, "ssd": [5, 7], "provis": 5, "privileg": [5, 7, 47], "role": 5, "editor": 5, "ch": [5, 7], "serviceaccount": 5, "gserviceaccount": [5, 7], "com": [5, 7, 15], "admin": [5, 7], "bind": 5, "member": 5, "start_mlflow_track": 5, "sh": 5, "cat": 5, "eof": 5, "mysql": 5, "net": 5, "p": 5, "3306": 5, "cloud_sql_proxi": 5, "tcp": 5, "5000": [5, 7], "pymysql": 5, "mlflow_artifact": 5, "alter": 5, "iptabl": 5, "A": [5, 11, 28, 31, 62], "input": [5, 16], "dport": 5, "j": 5, "accept": 5, "upload": [5, 6, 7, 53], "cp": 5, "tempor": 5, "ip": [5, 7], "address": [5, 7], "subnet": 5, "premium": 5, "metadata": [5, 11], "startup": 5, "url": 5, "mainten": 5, "migrat": 5, "www": [5, 7], "googleapi": [5, 7], "tag": [5, 6, 7], "imag": [5, 7], "co": 5, "77": 5, "12371": 5, "1109": 5, "boot": [5, 7], "disk": [5, 7], "10gb": [5, 7], "pd": [5, 7], "balanc": 5, "devic": 5, "shield": 5, "secur": 5, "vtpm": 5, "reserv": 5, "affin": 5, "describ": [5, 7], "get": [5, 7, 23, 45, 46, 47, 61, 66], "firewal": 5, "prioriti": 5, "1000": 5, "ingress": 5, "target": 5, "sourc": [5, 6, 7], "enabl": 5, "anymor": 5, "again": 5, "redefin": 5, "notic": [5, 63, 65], "creation": 5, "mlflow_tracking_uri": [5, 7], "anot": 5, "bellow": 5, "trigger": [5, 22], "event": 5, "advertis": 5, "captur": 5, "slack": 5, "sm": 5, "email": 5, "deploy": 6, "pipelin": 6, "softwar": 6, "third": 6, "parti": 6, "websit": 6, "pull": [6, 7], "request": [6, 41, 42], "pep8": 6, "standard": [6, 11, 65], "level": [6, 26, 64], "aggress": 6, "anoth": [6, 7], "contain": [6, 23, 41, 42, 44, 46, 47, 51, 64, 65], "dockerfil": [6, 7, 64], "pytest": 6, "pass": [6, 16, 22, 23, 62], "hub": [6, 7], "latest": [6, 7], "publish": 6, "edit": 6, "manual": [6, 66], "catch": 6, "doc": [6, 7], "page": 6, "compil": 6, "verifi": 6, "built": [6, 7, 39, 40, 43, 50, 51, 54], "commit": 6, "push": [6, 7], "bot": 6, "ignor": 6, "git": [6, 7], "z": 6, "xarg": 6, "assum": 6, "unchang": 6, "workflow": [6, 64], "yml": [6, 64], "virtual": 7, "sudo": 7, "apt": 7, "virtualenv": 7, "env_sinergym": 7, "By": [7, 51, 63], "pip": [7, 64], "diffet": 7, "setup": 7, "tag_nam": 7, "sinergym_extra": 7, "setup_tag": 7, "libari": 7, "example1": 7, "librari": [7, 64], "neccesari": 7, "studio": 7, "simpli": 7, "open": [7, 62], "directori": [7, 16, 32, 52, 53, 62, 64, 65], "click": 7, "pop": 7, "button": 7, "reopen": 7, "isol": 7, "prefer": 7, "below": 7, "firstli": 7, "compabl": 7, "also": 7, "ensur": 7, "later": [7, 25, 62], "combin": 7, "instruct": 7, "linux": 7, "ubuntu": 7, "choos": 7, "folder": [7, 22, 65], "eplus_path": [7, 16, 18], "bcvtb_path": [7, 16, 18], "respect": 7, "final": 7, "repo": 7, "consid": [7, 56, 57, 63], "subset": [7, 66], "sdk": 7, "invoic": 7, "secondli": 7, "link": 7, "authent": 7, "permiss": 7, "begin": 7, "go": [7, 66], "registri": 7, "pub": 7, "sub": [7, 51], "firestor": 7, "datastor": 7, "storag": [7, 38, 45, 49, 52, 53], "gmail": 7, "public": 7, "restart": 7, "never": 7, "stdin": 7, "tty": 7, "20gb": 7, "n2": 7, "highcpu": 7, "realli": [7, 66], "silenc": 7, "would": [7, 63], "incid": 7, "clear": 7, "suppos": 7, "fork": 7, "cloudbuild": 7, "yaml": 7, "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "c": [7, 56, 57, 63], "exit": 7, "builder": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "wa": 7, "alreadi": [7, 64], "confus": 7, "part": 7, "helper": 7, "everyth": 7, "mention": 7, "least": 7, "fail": 7, "free": [7, 44], "might": 7, "report": 7, "care": 7, "submit": 7, "config": 7, "substitut": 7, "predetermin": 7, "decid": 7, "enter": 7, "after": [7, 16, 23, 44, 54, 65], "immedi": 7, "think": 7, "notifi": 7, "happen": 7, "minut": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow": 7, "bucket": [7, 38, 45, 52, 53], "quot": 7, "probabl": 7, "optim": 7, "pre": 7, "attach": 7, "And": 7, "now": 7, "interest": 7, "autom": 7, "modul": [9, 12, 19, 62, 64], "funcion": 10, "absolut": [10, 32, 56, 57, 63], "raw": 10, "cfg": [10, 16, 62], "kwarg": [11, 21, 22, 59, 60, 61], "idf_fil": [11, 18], "weather_fil": [11, 18], "variables_fil": [11, 18], "spaces_fil": 11, "env_nam": [11, 16, 18, 62], "discrete_act": [11, 30], "weather_vari": 11, "epw": [11, 16, 18, 27], "condit": 11, "desviat": 11, "mode": 11, "human": 11, "arrai": [11, 25, 59, 62, 66], "abstract": 14, "receive_observ": [14, 18], "send_act": [14, 18], "start_simul": [14, 18], "stop_simul": 14, "stop": 14, "ptolomi": 15, "zhangzhizza": 15, "weather_path": 16, "variable_path": 16, "idf_path": 16, "act_repeat": 16, "max_ep_data_store_num": 16, "repeat": 16, "end_env": 16, "end_episod": 16, "properti": 16, "get_is_eplus_run": 16, "new_weath": 16, "current_simulation_tim": 16, "consist": [16, 63], "correpond": 16, "termin": [16, 25, 26, 44, 62], "socket": [16, 62], "subprocess": 16, "sensor": 16, "start_dai": 16, "simulaton": 16, "start_mon": 16, "start_weekdai": 16, "weekdai": 16, "mondai": 16, "sundai": 16, "start_year": 16, "reciev": 16, "renew": 17, "connector": 18, "end_simul": 18, "eval_env": 22, "callback_on_new_best": 22, "npz": 22, "warn": [22, 23], "evaluate_polici": 22, "vecenv": [22, 23], "base_class": 23, "basealgorithm": 23, "callabl": 23, "reward_threshold": 23, "return_episode_reward": 23, "averag": 23, "made": 23, "note": [23, 62, 66], "scale": [23, 64], "earli": 23, "avoid": 23, "minimum": 23, "expect": 23, "met": 23, "user": [23, 54], "lack": 23, "monitor_head": [25, 62, 66], "progress_head": [25, 62, 66], "log_progress_fil": [25, 62, 66], "log_fil": [25, 62], "header": [25, 62, 66], "sub_run_n": [25, 62], "res_n": [25, 62], "steps_data": [25, 62], "elabor": [25, 62], "total_time_elaps": [25, 62], "elaps": [25, 28, 62], "comfort_violation_timestep": [25, 62], "activate_flag": [25, 62, 66], "deactivate_flag": [25, 62, 66], "log_episod": [25, 62, 66], "log_step": [25, 62, 66], "simulation_tim": [25, 62, 66], "achiev": [25, 62], "w": [25, 56, 57, 62, 63], "spicifi": [25, 62], "log_step_norm": [25, 62, 66], "set_log_fil": [25, 62, 66], "new_log_fil": [25, 62], "getlogg": 26, "formatt": 26, "weather_data": 27, "original_epw_fil": 27, "variat": 27, "ornstein": 27, "uhlenbeck": 27, "opyplu": [27, 28], "weatherdata": 27, "ou": 27, "epm": 28, "sec_elaps": 28, "sim_year": 28, "1991": 28, "compos": 28, "st_mon": 29, "st_dai": 29, "end_mon": 29, "end_dai": 29, "delta": 29, "st_year": 29, "tuppl": 30, "map": 30, "continuos_act": 30, "var_fil": 31, "og": 31, "output_path": 32, "last_result": 32, "valor": 32, "setpoints_spac": 33, "convert": 33, "transform": 33, "ask": [38, 45, 49, 52, 53], "desir": 39, "json": 39, "instance_group_nam": 41, "alon": 41, "repons": [41, 42], "individu": 42, "klt": 46, "filter": [46, 51], "substr": 46, "author": 47, "owner": 48, "credenti": 48, "ori_bucket_nam": 52, "ori_path": 52, "recurs": [52, 53], "download": 52, "destin": 53, "feedback": 54, "energy_weight": [56, 57, 63], "lambda_energi": [56, 57, 63], "0001": [56, 57], "lambda_temperatur": [56, 57, 63], "r": [56, 57, 63], "lambda_": [56, 57, 63], "lambda_t": [56, 57, 63], "exp": [56, 63], "t_": [56, 57, 63], "cold": [56, 57, 63], "fot": [56, 57, 63], "weight": [56, 57, 63], "constant": [56, 57, 63], "dimens": [56, 57, 63], "calculu": [56, 57, 63], "indoor": [56, 57, 63], "flatten": [60, 66], "stack": [60, 66], "flat": [60, 66], "vector": [60, 66], "previou": [60, 66], "173": 61, "6583692738386": 61, "32595": 61, "57259261767": 61, "space1": 61, "00826655379267": 61, "588": 61, "1033": 61, "05437255409474": 61, "60": 61, "72839186915495": 61, "357": 61, "clgsetp": 61, "htgsetp": 61, "49999": 61, "287277410867238": 61, "87": 61, "60662171287048": 61, "22565264653451": 61, "98": 61, "37141259444684": 61, "35": 61, "98853496778508": 61, "49999046325684": 61, "508266553792669": 61, "550779087370951": 61, "0086829184636919": 61, "31536000": 61, "35040": 61, "259557259261767": 61, "0173658369273838": 61, "reli": [61, 63, 66], "re": 62, "num_simul": 62, "content": 62, "sub_run1": 62, "sub_run2": 62, "sub_run3": 62, "sub_runn": 62, "utilsocket": 62, "monitor_norm": 62, "sub_run": 62, "num_episod": 62, "within": [62, 64], "structur": [62, 63], "observation_valu": 62, "action_valu": 62, "row": 62, "episode_num": [62, 66], "cumulative_power_consumpt": [62, 66], "mean_power_consumpt": [62, 66], "comfort_viol": [62, 66], "time_elaps": [62, 66], "carri": 62, "regardless": 62, "techniqu": 62, "factor": [62, 63], "present": 62, "steps_data_norm": 62, "power_penalti": [62, 66], "row_cont": 62, "_store_step_inform": 62, "statist": 62, "ep_mean_reward": 62, "ep_cumulative_reward": 62, "ep_cumulative_pow": 62, "ep_mean_pow": 62, "ep_cumulative_comfort_penalti": 62, "ep_mean_comfort_penalti": 62, "ep_cumulative_power_penalti": 62, "ep_mean_power_penalti": 62, "steps_info": 62, "newlin": 62, "file_obj": 62, "writer": 62, "csv_writer": 62, "writerow": 62, "_normal": 62, "isfil": 62, "_reset_logg": 62, "relev": 62, "unwrap": 62, "thing": 63, "math": 63, "w_energi": 63, "lambda_temp": 63, "reward_energi": 63, "current_dt": 63, "range_t": 63, "delta_t": 63, "ab": 63, "reward_comfort": 63, "lineal": 63, "neg": 63, "perfect": 63, "moreov": 63, "adjust": 63, "aspect": 63, "overwrit": 63, "supervis": 64, "successfulli": 64, "vv": 64, "anywai": 64, "under": 64, "framework": 64, "small": 64, "complex": 64, "libreri": 64, "independ": 64, "uniqu": 64, "test_common": 64, "test_reward": 64, "test_wrapp": 64, "test_simul": 64, "test_env": 64, "test_control": 64, "test_stable_baselin": 64, "conceptu": 64, "context": 64, "readm": 64, "someth": 65, "produc": 65, "inherit": 66, "collect": 66, "dequ": 66, "env_util": 66, "observationwrapp": 66, "unwrapped_observ": 66, "ind_flat": 66, "histori": 66, "maxlen": 66, "observation_spac": 66, "new_shap": 66, "_": 66, "_get_ob": 66, "reshap": 66, "monitor_header_list": 66, "element_head": 66, "_episode_exist": 66, "logger_main": 66, "debug": 66, "_epi_num": 66, "_eplus_working_dir": 66, "default_env": 66}, "objects": {"sinergym": [[9, 0, 0, "-", "envs"], [12, 0, 0, "-", "simulators"], [19, 0, 0, "-", "utils"]], "sinergym.envs": [[10, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[11, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[11, 2, 1, "", "__init__"], [11, 2, 1, "", "close"], [11, 3, 1, "", "metadata"], [11, 2, 1, "", "render"], [11, 2, 1, "", "reset"], [11, 2, 1, "", "step"]], "sinergym.simulators": [[13, 0, 0, "-", "base"], [15, 0, 0, "-", "eplus"], [17, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[14, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "receive_observation"], [14, 2, 1, "", "send_action"], [14, 2, 1, "", "start_simulation"], [14, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[16, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "end_env"], [16, 2, 1, "", "end_episode"], [16, 4, 1, "", "env_name"], [16, 2, 1, "", "get_is_eplus_running"], [16, 2, 1, "", "reset"], [16, 4, 1, "", "start_day"], [16, 4, 1, "", "start_mon"], [16, 4, 1, "", "start_weekday"], [16, 4, 1, "", "start_year"], [16, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_simulation"], [18, 2, 1, "", "receive_observation"], [18, 2, 1, "", "send_action"], [18, 2, 1, "", "start_simulation"]], "sinergym.utils": [[20, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [34, 0, 0, "-", "controllers"], [37, 0, 0, "-", "gcloud"], [55, 0, 0, "-", "rewards"], [58, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[21, 1, 1, "", "LoggerCallback"], [22, 1, 1, "", "LoggerEvalCallback"], [23, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "parse_observation_action_space"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "ranges_getter"], [33, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RandomController"], [36, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[38, 5, 1, "", "create_bucket"], [39, 5, 1, "", "create_instance_group"], [40, 5, 1, "", "delete_instance"], [41, 5, 1, "", "delete_instance_MIG_from_container"], [42, 5, 1, "", "delete_instance_from_container"], [43, 5, 1, "", "delete_instance_group"], [44, 5, 1, "", "execute_remote_command_instance"], [45, 5, 1, "", "get_bucket"], [46, 5, 1, "", "get_container_id"], [47, 5, 1, "", "get_service_account_token"], [48, 5, 1, "", "init_gcloud_service"], [49, 5, 1, "", "init_storage_client"], [50, 5, 1, "", "list_instance_groups"], [51, 5, 1, "", "list_instances"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"], [54, 5, 1, "", "wait_for_operation"]], "sinergym.utils.rewards": [[56, 1, 1, "", "ExpReward"], [57, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[59, 1, 1, "", "LoggerWrapper"], [60, 1, 1, "", "MultiObsWrapper"], [61, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[59, 2, 1, "", "__init__"], [59, 2, 1, "", "activate_logger"], [59, 2, 1, "", "close"], [59, 2, 1, "", "deactivate_logger"], [59, 2, 1, "", "reset"], [59, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "reset"], [60, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[61, 2, 1, "", "__init__"], [61, 2, 1, "", "get_unwrapped_obs"], [61, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61], "api": [1, 5], "refer": 1, "control": [2, 34, 35, 36], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 62], "tensorboard": [3, 5], "structur": 3, "how": 3, "us": [3, 7], "mlflow": [3, 5], "environ": [4, 7], "observ": 4, "action": [4, 6], "space": 4, "googl": [5, 7], "cloud": [5, 7], "execut": 5, "receiv": 5, "experi": 5, "remot": 5, "contain": [5, 7], "permiss": 5, "bucket": 5, "storag": 5, "output": [5, 62], "log": 5, "visual": 5, "real": 5, "time": 5, "track": 5, "server": 5, "set": [5, 7], "up": 5, "alert": 5, "github": 6, "instal": [7, 64], "docker": 7, "manual": 7, "1": 7, "energyplu": [7, 16, 18], "9": 7, "5": 7, "0": 7, "bcvtb": 7, "softwar": 7, "3": 7, "variabl": 7, "4": 7, "packag": 7, "comput": 7, "first": 7, "step": 7, "our": 7, "platform": 7, "your": 7, "own": 7, "creat": [7, 64], "vm": 7, "mig": 7, "init": 7, "env": [9, 10, 11], "eplus_env": [10, 11], "eplusenv": 11, "simul": [12, 13, 14, 15, 16, 17, 18], "base": [13, 14], "basesimul": 14, "eplu": [15, 16], "eplus_alpha": [17, 18], "util": [19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61], "callback": [20, 21, 22, 23], "loggercallback": 21, "loggerevalcallback": 22, "evaluate_polici": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "parse_observation_action_spac": 30, "parse_vari": 31, "ranges_gett": 32, "setpoints_transform": 33, "randomcontrol": 35, "rulebasedcontrol": 36, "gcloud": [37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54], "create_bucket": 38, "create_instance_group": 39, "delete_inst": 40, "delete_instance_mig_from_contain": 41, "delete_instance_from_contain": 42, "delete_instance_group": 43, "execute_remote_command_inst": 44, "get_bucket": 45, "get_container_id": 46, "get_service_account_token": 47, "init_gcloud_servic": 48, "init_storage_cli": 49, "list_instance_group": 50, "list_inst": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "wait_for_oper": 54, "reward": [55, 56, 57, 63], "expreward": 56, "linearreward": 57, "wrapper": [58, 59, 60, 61, 66], "loggerwrapp": 59, "multiobswrapp": 60, "normalizeobserv": 61, "format": 62, "test": 64, "pytest": 64, "run": 64, "new": 64, "usag": 65, "exampl": 65}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Sinergym Google Cloud API": [[5, "sinergym-google-cloud-api"]], "Executing API": [[5, "executing-api"]], "Receiving experiments in remote containers": [[5, "receiving-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[5, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[5, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[5, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[5, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[5, "google-cloud-alerts"]], "Github Actions": [[6, "github-actions"]], "Installation": [[7, "installation"]], "Docker container": [[7, "docker-container"]], "Manual installation": [[7, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[7, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[7, "install-bcvtb-software"]], "3. Set environment variables": [[7, "set-environment-variables"]], "4. Install the package": [[7, "install-the-package"]], "Cloud Computing": [[7, "cloud-computing"]], "1. First steps": [[7, "first-steps"]], "1. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "1. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "1. Init your VM": [[7, "init-your-vm"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[11, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[14, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[21, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[23, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.parse_observation_action_space": [[30, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[33, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[35, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[36, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.create_bucket": [[38, "sinergym-utils-gcloud-create-bucket"]], "sinergym.utils.gcloud.create_instance_group": [[39, "sinergym-utils-gcloud-create-instance-group"]], "sinergym.utils.gcloud.delete_instance": [[40, "sinergym-utils-gcloud-delete-instance"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[41, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.delete_instance_from_container": [[42, "sinergym-utils-gcloud-delete-instance-from-container"]], "sinergym.utils.gcloud.delete_instance_group": [[43, "sinergym-utils-gcloud-delete-instance-group"]], "sinergym.utils.gcloud.execute_remote_command_instance": [[44, "sinergym-utils-gcloud-execute-remote-command-instance"]], "sinergym.utils.gcloud.get_bucket": [[45, "sinergym-utils-gcloud-get-bucket"]], "sinergym.utils.gcloud.get_container_id": [[46, "sinergym-utils-gcloud-get-container-id"]], "sinergym.utils.gcloud.get_service_account_token": [[47, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_gcloud_service": [[48, "sinergym-utils-gcloud-init-gcloud-service"]], "sinergym.utils.gcloud.init_storage_client": [[49, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.list_instance_groups": [[50, "sinergym-utils-gcloud-list-instance-groups"]], "sinergym.utils.gcloud.list_instances": [[51, "sinergym-utils-gcloud-list-instances"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.gcloud.wait_for_operation": [[54, "sinergym-utils-gcloud-wait-for-operation"]], "sinergym.utils.rewards": [[55, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[56, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[57, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[59, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[60, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[61, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[62, "output-format"]], "Logger": [[62, "logger"]], "Rewards": [[63, "rewards"]], "Tests": [[64, "tests"]], "Install Pytest": [[64, "install-pytest"]], "Running tests": [[64, "running-tests"]], "Create new tests": [[64, "create-new-tests"]], "Usage example": [[65, "usage-example"]], "Wrappers": [[66, "wrappers"]]}, "indexentries": {"module": [[9, "module-sinergym.envs"], [10, "module-sinergym.envs.eplus_env"], [12, "module-sinergym.simulators"], [13, "module-sinergym.simulators.base"], [15, "module-sinergym.simulators.eplus"], [17, "module-sinergym.simulators.eplus_alpha"], [19, "module-sinergym.utils"], [20, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [34, "module-sinergym.utils.controllers"], [37, "module-sinergym.utils.gcloud"], [55, "module-sinergym.utils.rewards"], [58, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[11, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[11, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[14, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[16, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[21, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "create_bucket() (in module sinergym.utils.gcloud)": [[38, "sinergym.utils.gcloud.create_bucket"]], "create_instance_group() (in module sinergym.utils.gcloud)": [[39, "sinergym.utils.gcloud.create_instance_group"]], "delete_instance() (in module sinergym.utils.gcloud)": [[40, "sinergym.utils.gcloud.delete_instance"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[41, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "delete_instance_from_container() (in module sinergym.utils.gcloud)": [[42, "sinergym.utils.gcloud.delete_instance_from_container"]], "delete_instance_group() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_group"]], "execute_remote_command_instance() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.execute_remote_command_instance"]], "get_bucket() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.get_bucket"]], "get_container_id() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.get_container_id"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.get_service_account_token"]], "init_gcloud_service() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.init_gcloud_service"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.init_storage_client"]], "list_instance_groups() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.list_instance_groups"]], "list_instances() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.list_instances"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "wait_for_operation() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.wait_for_operation"]], "sinergym.utils.rewards": [[55, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[56, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[56, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[56, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[60, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[61, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"1. First steps": [[7, "first-steps"]], "1. Init your VM": [[7, "init-your-vm"]], "1. Install BCVTB software": [[7, "install-bcvtb-software"]], "1. Install EnergyPlus 9.5.0": [[7, "install-energyplus-9-5-0"]], "1. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "1. Use your own container": [[7, "use-your-own-container"]], "3. Set environment variables": [[7, "set-environment-variables"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "4. Install the package": [[7, "install-the-package"]], "API reference": [[1, "api-reference"]], "Cloud Computing": [[7, "cloud-computing"]], "Containers permission to bucket storage output": [[5, "containers-permission-to-bucket-storage-output"]], "Controllers": [[2, "controllers"]], "Create new tests": [[64, "create-new-tests"]], "DRL Logger": [[3, "drl-logger"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "Docker container": [[7, "docker-container"]], "Environments": [[4, "environments"]], "Executing API": [[5, "executing-api"]], "Github Actions": [[6, "github-actions"]], "Google Cloud Alerts": [[5, "google-cloud-alerts"]], "How use": [[3, "how-use"]], "Install Pytest": [[64, "install-pytest"]], "Installation": [[7, "installation"]], "Logger": [[62, "logger"]], "Manual installation": [[7, "manual-installation"]], "Mlflow": [[3, "mlflow"]], "Mlflow tracking server set up": [[5, "mlflow-tracking-server-set-up"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Output format": [[62, "output-format"]], "Receiving experiments in remote containers": [[5, "receiving-experiments-in-remote-containers"]], "Remote Tensorboard log": [[5, "remote-tensorboard-log"]], "Rewards": [[63, "rewards"]], "Running tests": [[64, "running-tests"]], "Sinergym Google Cloud API": [[5, "sinergym-google-cloud-api"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "Tests": [[64, "tests"]], "Usage example": [[65, "usage-example"]], "Visualize remote Tensorboard log in real-time": [[5, "visualize-remote-tensorboard-log-in-real-time"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[66, "wrappers"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[11, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[14, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[21, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[23, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.parse_observation_action_space": [[30, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[33, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[35, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[36, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.create_bucket": [[38, "sinergym-utils-gcloud-create-bucket"]], "sinergym.utils.gcloud.create_instance_group": [[39, "sinergym-utils-gcloud-create-instance-group"]], "sinergym.utils.gcloud.delete_instance": [[40, "sinergym-utils-gcloud-delete-instance"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[41, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.delete_instance_from_container": [[42, "sinergym-utils-gcloud-delete-instance-from-container"]], "sinergym.utils.gcloud.delete_instance_group": [[43, "sinergym-utils-gcloud-delete-instance-group"]], "sinergym.utils.gcloud.execute_remote_command_instance": [[44, "sinergym-utils-gcloud-execute-remote-command-instance"]], "sinergym.utils.gcloud.get_bucket": [[45, "sinergym-utils-gcloud-get-bucket"]], "sinergym.utils.gcloud.get_container_id": [[46, "sinergym-utils-gcloud-get-container-id"]], "sinergym.utils.gcloud.get_service_account_token": [[47, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_gcloud_service": [[48, "sinergym-utils-gcloud-init-gcloud-service"]], "sinergym.utils.gcloud.init_storage_client": [[49, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.list_instance_groups": [[50, "sinergym-utils-gcloud-list-instance-groups"]], "sinergym.utils.gcloud.list_instances": [[51, "sinergym-utils-gcloud-list-instances"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.gcloud.wait_for_operation": [[54, "sinergym-utils-gcloud-wait-for-operation"]], "sinergym.utils.rewards": [[55, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[56, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[57, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[59, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[60, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[61, "sinergym-utils-wrappers-normalizeobservation"]]}, "docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.create_bucket", "pages/modules/sinergym.utils.gcloud.create_instance_group", "pages/modules/sinergym.utils.gcloud.delete_instance", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.delete_instance_from_container", "pages/modules/sinergym.utils.gcloud.delete_instance_group", "pages/modules/sinergym.utils.gcloud.execute_remote_command_instance", "pages/modules/sinergym.utils.gcloud.get_bucket", "pages/modules/sinergym.utils.gcloud.get_container_id", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_gcloud_service", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.list_instance_groups", "pages/modules/sinergym.utils.gcloud.list_instances", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.gcloud.wait_for_operation", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.create_bucket.rst", "pages/modules/sinergym.utils.gcloud.create_instance_group.rst", "pages/modules/sinergym.utils.gcloud.delete_instance.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_from_container.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_group.rst", "pages/modules/sinergym.utils.gcloud.execute_remote_command_instance.rst", "pages/modules/sinergym.utils.gcloud.get_bucket.rst", "pages/modules/sinergym.utils.gcloud.get_container_id.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_gcloud_service.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.list_instance_groups.rst", "pages/modules/sinergym.utils.gcloud.list_instances.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.gcloud.wait_for_operation.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__", false]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[56, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.act", false]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "basesimulator (class in sinergym.simulators.base)": [[14, "sinergym.simulators.base.BaseSimulator", false]], "calculate() (sinergym.utils.rewards.expreward method)": [[56, "sinergym.utils.rewards.ExpReward.calculate", false]], "calculate() (sinergym.utils.rewards.linearreward method)": [[57, "sinergym.utils.rewards.LinearReward.calculate", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "create_bucket() (in module sinergym.utils.gcloud)": [[38, "sinergym.utils.gcloud.create_bucket", false]], "create_instance_group() (in module sinergym.utils.gcloud)": [[39, "sinergym.utils.gcloud.create_instance_group", false]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather", false]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger", false]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "delete_instance() (in module sinergym.utils.gcloud)": [[40, "sinergym.utils.gcloud.delete_instance", false]], "delete_instance_from_container() (in module sinergym.utils.gcloud)": [[42, "sinergym.utils.gcloud.delete_instance_from_container", false]], "delete_instance_group() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_group", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[41, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_env", false]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_episode", false]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation", false]], "energyplus (class in sinergym.simulators.eplus)": [[16, "sinergym.simulators.eplus.EnergyPlus", false]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus", false]], "env_name (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.env_name", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[11, "sinergym.envs.eplus_env.EplusEnv", false]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.evaluate_policy", false]], "execute_remote_command_instance() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.execute_remote_command_instance", false]], "expreward (class in sinergym.utils.rewards)": [[56, "sinergym.utils.rewards.ExpReward", false]], "get_bucket() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.get_bucket", false]], "get_container_id() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.get_container_id", false]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds", false]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[47, "sinergym.utils.gcloud.get_service_account_token", false]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs", false]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger", false]], "init_gcloud_service() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.init_gcloud_service", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.init_storage_client", false]], "linearreward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.LinearReward", false]], "list_instance_groups() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.list_instance_groups", false]], "list_instances() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.list_instances", false]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[21, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[59, "sinergym.utils.wrappers.LoggerWrapper", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[11, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "module": [[9, "module-sinergym.envs", false], [10, "module-sinergym.envs.eplus_env", false], [12, "module-sinergym.simulators", false], [13, "module-sinergym.simulators.base", false], [15, "module-sinergym.simulators.eplus", false], [17, "module-sinergym.simulators.eplus_alpha", false], [19, "module-sinergym.utils", false], [20, "module-sinergym.utils.callbacks", false], [24, "module-sinergym.utils.common", false], [34, "module-sinergym.utils.controllers", false], [37, "module-sinergym.utils.gcloud", false], [55, "module-sinergym.utils.rewards", false], [58, "module-sinergym.utils.wrappers", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[60, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[61, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[61, "sinergym.utils.wrappers.NormalizeObservation.observation", false]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.on_training_end", false]], "parse_observation_action_space() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_observation_action_space", false]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables", false]], "randomcontroller (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket", false]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.receive_observation", false]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RuleBasedController", false]], "send_action() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.send_action", false]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action", false]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file", false]], "setpoints_transform() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.setpoints_transform", false]], "sinergym.envs": [[9, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[12, "module-sinergym.simulators", false]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base", false]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus", false]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha", false]], "sinergym.utils": [[19, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[24, "module-sinergym.utils.common", false]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers", false]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud", false]], "sinergym.utils.rewards": [[55, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[58, "module-sinergym.utils.wrappers", false]], "start_day (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_day", false]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_mon", false]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.start_simulation", false]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation", false]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_weekday", false]], "start_year (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_year", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[59, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[60, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.stop_simulation", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket", false]], "wait_for_operation() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.wait_for_operation", false]]}, "objects": {"sinergym": [[9, 0, 0, "-", "envs"], [12, 0, 0, "-", "simulators"], [19, 0, 0, "-", "utils"]], "sinergym.envs": [[10, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[11, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[11, 2, 1, "", "__init__"], [11, 2, 1, "", "close"], [11, 3, 1, "", "metadata"], [11, 2, 1, "", "render"], [11, 2, 1, "", "reset"], [11, 2, 1, "", "step"]], "sinergym.simulators": [[13, 0, 0, "-", "base"], [15, 0, 0, "-", "eplus"], [17, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[14, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "receive_observation"], [14, 2, 1, "", "send_action"], [14, 2, 1, "", "start_simulation"], [14, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[16, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "end_env"], [16, 2, 1, "", "end_episode"], [16, 4, 1, "", "env_name"], [16, 2, 1, "", "get_is_eplus_running"], [16, 2, 1, "", "reset"], [16, 4, 1, "", "start_day"], [16, 4, 1, "", "start_mon"], [16, 4, 1, "", "start_weekday"], [16, 4, 1, "", "start_year"], [16, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_simulation"], [18, 2, 1, "", "receive_observation"], [18, 2, 1, "", "send_action"], [18, 2, 1, "", "start_simulation"]], "sinergym.utils": [[20, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [34, 0, 0, "-", "controllers"], [37, 0, 0, "-", "gcloud"], [55, 0, 0, "-", "rewards"], [58, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[21, 1, 1, "", "LoggerCallback"], [22, 1, 1, "", "LoggerEvalCallback"], [23, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "parse_observation_action_space"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "ranges_getter"], [33, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RandomController"], [36, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[38, 5, 1, "", "create_bucket"], [39, 5, 1, "", "create_instance_group"], [40, 5, 1, "", "delete_instance"], [41, 5, 1, "", "delete_instance_MIG_from_container"], [42, 5, 1, "", "delete_instance_from_container"], [43, 5, 1, "", "delete_instance_group"], [44, 5, 1, "", "execute_remote_command_instance"], [45, 5, 1, "", "get_bucket"], [46, 5, 1, "", "get_container_id"], [47, 5, 1, "", "get_service_account_token"], [48, 5, 1, "", "init_gcloud_service"], [49, 5, 1, "", "init_storage_client"], [50, 5, 1, "", "list_instance_groups"], [51, 5, 1, "", "list_instances"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"], [54, 5, 1, "", "wait_for_operation"]], "sinergym.utils.rewards": [[56, 1, 1, "", "ExpReward"], [57, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[59, 1, 1, "", "LoggerWrapper"], [60, 1, 1, "", "MultiObsWrapper"], [61, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[59, 2, 1, "", "__init__"], [59, 2, 1, "", "activate_logger"], [59, 2, 1, "", "close"], [59, 2, 1, "", "deactivate_logger"], [59, 2, 1, "", "reset"], [59, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "reset"], [60, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[61, 2, 1, "", "__init__"], [61, 2, 1, "", "get_unwrapped_obs"], [61, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "terms": {"": [2, 3, 4, 5, 7, 15, 25, 35, 62, 64, 66], "0": [2, 3, 4, 5, 6, 16, 21, 25, 29, 36, 56, 57, 61, 62, 63, 65, 66], "0001": [56, 57], "0007": [3, 5], "005": 5, "00826655379267": 61, "0086829184636919": 61, "01": 4, "0173658369273838": 61, "03": 4, "05": [3, 5], "05437255409474": 61, "1": [2, 3, 4, 5, 16, 21, 22, 56, 57, 61, 62, 63, 65, 66], "10": [4, 5, 7, 16], "100": [3, 5, 61, 62], "1000": 5, "10000": [5, 22], "1000000": 5, "1033": 61, "10gb": [5, 7], "11": [4, 61], "1109": 5, "12": [4, 61], "12371": 5, "13": 4, "14": [4, 5], "15": [2, 4, 61], "16": 4, "17": 4, "173": 61, "18": 4, "19": [2, 4, 5], "1991": 28, "1e": [3, 5, 56, 57, 63], "2": [3, 4, 5, 6, 16, 66], "20": [2, 4, 36, 56, 57, 63], "2021": [2, 63], "20gb": 7, "21": [2, 4, 61], "22": [2, 4, 61], "22565264653451": 61, "23": [2, 4, 36, 56, 57, 61, 63], "24": [2, 4, 29], "25": 4, "259557259261767": 61, "26": [2, 4, 36, 56, 57, 63], "27": 4, "28": 4, "287277410867238": 61, "29": 4, "2b": 4, "2zonedatacenterhvac_weconom": 4, "3": [0, 3, 4, 5, 8, 16, 61, 64, 66], "30": [2, 4, 61, 63], "300": 5, "31": [4, 61], "31536000": 61, "32": 5, "32595": 61, "3306": 5, "35": 61, "35040": 61, "357": 61, "37141259444684": 61, "4": [4, 5, 16, 56, 57, 62, 63, 64], "49999": 61, "49999046325684": 61, "4a": 4, "5": [2, 3, 4, 5, 16, 22, 23, 36, 56, 57, 60, 61, 63, 66], "5000": [5, 7], "50000": 5, "508266553792669": 61, "52": 5, "550779087370951": 61, "57259261767": 61, "58": 5, "588": 61, "5c": 4, "5e6": [4, 66], "5zone": [4, 5, 65], "5zoneautodxvav": 4, "6": [2, 4, 5, 7, 16, 61, 63], "60": 61, "6006": 5, "60662171287048": 61, "628": 5, "64": 5, "6583692738386": 61, "7": [4, 5, 7, 16], "72839186915495": 61, "77": 5, "8": [4, 5, 7], "86400": 7, "87": 61, "8859": 4, "9": [2, 4, 63], "98": 61, "98853496778508": 61, "99": [3, 5], "A": [5, 11, 28, 31, 62], "And": 7, "As": [3, 5], "By": [7, 51, 63], "For": [0, 3, 5, 7, 8, 62, 64, 66], "If": [3, 5, 6, 7, 23, 32, 64, 66], "In": [4, 5, 7, 23, 64], "It": [2, 3, 5, 7, 22, 25, 35, 62, 65, 66], "NO": 3, "On": [3, 5, 7], "The": [0, 2, 3, 4, 5, 8, 16, 22, 23, 40, 43, 46, 62, 66], "Then": [3, 5, 7, 66], "There": [3, 6, 7, 62], "These": [0, 8, 25, 62, 64], "To": [5, 7, 64], "With": 3, "_": 66, "__init__": [2, 3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 56, 57, 59, 60, 61, 62, 63, 66], "__version__": 5, "_env_working_dir_par": [5, 66], "_epi_num": 66, "_episode_exist": 66, "_eplus_one_epi_len": [3, 5], "_eplus_run_steps": [3, 5], "_eplus_working_dir": 66, "_get_ob": 66, "_normal": 62, "_on_step": 3, "_on_training_start": 3, "_reset_logg": 62, "_store_step_inform": 62, "a2c": [3, 5], "ab": 63, "abl": [3, 5, 7], "about": [3, 4, 5, 23, 62, 64, 66], "abov": [5, 7], "absolut": [10, 32, 56, 57, 63], "abspath": 5, "abstract": 14, "accept": 5, "access": [3, 5], "accord": [4, 22], "account": [0, 5, 6, 7, 8, 39, 41, 42, 45, 47, 63], "achiev": [25, 62], "act": [2, 35, 36], "act_repeat": 16, "action": [0, 2, 3, 5, 8, 10, 11, 14, 16, 18, 22, 23, 25, 30, 31, 33, 35, 36, 59, 60, 62, 64, 66], "action0": 4, "action1": 4, "action_": [3, 66], "action_map": 3, "action_nois": 5, "action_simul": 3, "action_spac": [2, 5, 33, 35, 65, 66], "action_valu": 62, "activ": [3, 5, 7, 21, 25, 59, 62, 66], "activate_flag": [25, 62, 66], "activate_logg": [3, 59, 66], "ad": [3, 4, 5, 66], "add": [4, 5, 10, 62, 66], "add_argu": [3, 5], "addit": [3, 21, 23], "address": [5, 7], "adjust": 63, "admin": [5, 7], "advertis": 5, "affect": [4, 23, 27], "affin": 5, "after": [7, 16, 23, 44, 54, 65], "again": 5, "agent": [2, 5, 11, 22, 23, 25, 35, 36, 62, 64], "aggress": 6, "aim": [0, 5, 7, 8], "air": [2, 4, 36, 61], "alg": 5, "algorithm": [0, 2, 3, 5, 8, 64], "all": [3, 5, 7, 21, 32, 46, 62, 63, 64], "alloc": 5, "allow": [0, 3, 5, 6, 7, 8, 63], "allus": 7, "alon": 41, "alreadi": [7, 64], "also": 7, "alter": 5, "although": [5, 6], "alwai": [4, 5, 7, 62, 63], "an": [0, 2, 3, 5, 6, 7, 8, 14, 21, 22, 23, 25, 33, 39, 40, 42, 44, 46, 62, 63, 64, 66], "ani": [5, 7, 11, 21, 22, 23, 59, 60, 61, 62], "anot": 5, "anoth": [6, 7], "anymor": 5, "anyth": [4, 23], "anywai": 64, "api": [0, 7, 8, 39, 40, 43, 48, 50, 51, 54, 65], "api_cor": 5, "appear": [3, 7, 23], "append": [2, 3, 5, 62, 64, 65, 66], "appli": [5, 11, 61, 63, 66], "applic": [5, 64], "appropri": 5, "appspot": 7, "apt": 7, "ar": [0, 2, 3, 4, 5, 6, 7, 8, 11, 23, 25, 36, 39, 50, 51, 54, 62, 63, 64, 66], "area": [4, 61], "arg": [2, 3, 5, 7, 11, 21, 22, 59, 60, 61, 62, 63, 66], "argpars": [3, 5], "argument": [3, 5, 30, 66], "argumentpars": [3, 5], "arizona": 4, "arrai": [11, 25, 59, 62, 66], "artifact": [5, 7], "ask": [38, 45, 49, 52, 53], "aspect": 63, "assum": 6, "atari": [0, 8], "attach": 7, "attribut": [3, 11, 16, 62, 63, 66], "auth": [5, 7, 41, 42], "authent": 7, "author": 47, "auto": [3, 5], "autom": 7, "automat": [4, 5, 6, 7, 64], "avail": [2, 4, 5, 7, 35, 50, 51, 63], "averag": 23, "avoid": 23, "b": [5, 7], "back": 5, "backend": [0, 5, 8], "background": [3, 5], "balanc": 5, "bar": 3, "base": [0, 2, 5, 7, 8, 36, 39, 46, 64], "base_class": 23, "base_instances_nam": [5, 51], "basealgorithm": 23, "basecallback": [3, 22], "baselin": [0, 3, 8, 64], "bash": [5, 7], "basic": [2, 34, 65], "batch_siz": 5, "batteri": [3, 5], "bcvtb": [0, 4, 8, 16], "bcvtb_path": [7, 16, 18], "becaus": [3, 5, 7], "been": [0, 3, 5, 6, 7, 8, 18, 21, 22, 23, 64], "befor": [5, 7, 23, 66], "begin": 7, "being": [3, 62], "bellow": 5, "belong": [5, 25, 62], "below": 7, "benchmark": [0, 2, 8], "benefit": 3, "best": [5, 22], "best_model": [3, 5], "best_model_save_path": [3, 5, 22], "between": [0, 3, 4, 8, 29], "bf": 5, "bin": [5, 7], "bind": 5, "bool": [3, 5, 11, 22, 23, 25, 59, 60, 62, 66], "boolean": [3, 16, 21], "boot": [5, 7], "bot": 6, "both": [3, 10, 63], "bound": 3, "box": [4, 30, 33, 66], "bucket": [7, 38, 45, 52, 53], "bucket_nam": [5, 38, 45], "buffer_s": 5, "build": [0, 3, 4, 5, 6, 7, 8, 11, 18, 61, 62, 64], "builder": 7, "built": [6, 7, 39, 40, 43, 50, 51, 54], "button": 7, "c": [7, 56, 57, 63], "cach": 7, "calcul": [5, 56, 57, 63], "calculu": [56, 57, 63], "call": [3, 5, 7, 16, 22, 23, 62], "callabl": 23, "callback": [0, 3, 5, 8], "callback_on_new_best": 22, "callbacklist": [3, 5], "can": [2, 3, 5, 6, 7, 23, 62, 63, 64, 66], "captur": 5, "care": 7, "carri": 62, "case": [5, 7, 23], "cat": 5, "catch": 6, "cfg": [10, 16, 62], "ch": [5, 7], "chang": [4, 5, 7, 25, 62], "charg": 4, "check": [3, 5, 6, 7, 23, 64], "chicago": 4, "choos": 7, "chosen": [2, 35, 36], "class": [2, 3, 5, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 34, 35, 36, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66], "classif": 4, "clear": 7, "clgsetp": 61, "click": 7, "client": [5, 38, 45, 49, 52, 53], "clip": 3, "clip_rang": 5, "clipped_act": 3, "clone": [5, 7], "close": [2, 11, 16, 59, 65, 66], "cloth": [4, 61], "cloud": [0, 3, 8, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54], "cloud_manag": 5, "cloud_sql_proxi": 5, "cloud_sql_proxy_imag": 5, "cloudbuild": 7, "cloudsdktool": 7, "cloudsql": 5, "cmd": 5, "co": 5, "code": [2, 3, 5, 6, 7, 66], "cold": [56, 57, 63], "collect": 66, "column": [3, 27], "com": [5, 7, 15], "comand": 5, "combin": 7, "comfort": [2, 3, 4, 10, 21, 25, 36, 56, 57, 61, 62, 63], "comfort_penalti": [3, 25, 61, 62, 66], "comfort_viol": [62, 66], "comfort_violation_tim": 3, "comfort_violation_timestep": [25, 62], "command": [5, 7, 44, 64], "comment": 3, "commit": 6, "common": [2, 3, 4, 5, 19, 22, 23, 64, 66], "commun": [0, 8, 12, 62, 64], "compabl": 7, "compar": 3, "compat": 3, "compil": 6, "complet": [0, 8], "complex": 64, "compon": [3, 5, 21], "compos": 28, "comput": [3, 5, 10], "concaten": [3, 5, 39], "conceptu": 64, "condit": 11, "config": 7, "configur": [4, 5, 7, 18, 63], "confus": 7, "connect": [5, 7, 15, 16, 17], "connector": 18, "consequ": [3, 5, 63], "consid": [7, 56, 57, 63], "consist": [16, 63], "consol": 5, "constant": [56, 57, 63], "construct": [3, 5], "constructor": [3, 14], "consumpt": [3, 21, 25, 56, 57, 62, 63], "contain": [6, 23, 41, 42, 44, 46, 47, 51, 64, 65], "container_id": [5, 44], "content": 62, "context": 64, "continu": [2, 3, 4, 5, 6, 10, 11, 65], "continuos_act": 30, "control": [0, 8, 14, 16, 19, 64], "convert": 33, "cool": [2, 4, 36, 61], "copi": [5, 7, 16, 62, 66], "correct": [5, 7, 66], "correctli": [5, 7, 64], "correpond": 16, "could": [0, 2, 5, 8, 63, 66], "count": [4, 5, 23, 61], "cp": 5, "creat": [0, 2, 3, 5, 8, 16, 27, 32, 38, 39, 44, 46, 50, 51, 62, 65, 66], "create_bucket": 5, "create_instance_group": 5, "creation": 5, "credenti": 48, "csv": [3, 25, 62, 66], "csv_writer": 62, "csvlogger": [3, 5, 21, 59, 62, 66], "cumul": [2, 65, 66], "cumulative_comfort_penalti": [3, 62, 66], "cumulative_pow": 3, "cumulative_power_consumpt": [62, 66], "cumulative_power_penalti": [3, 62, 66], "cumulative_reward": [3, 62, 66], "current": [2, 3, 4, 5, 6, 7, 11, 14, 25, 28, 50, 51, 56, 57, 62, 63, 64, 66], "current_dt": 63, "current_month": [2, 65, 66], "current_simulation_tim": 16, "custom": [3, 21, 58, 66], "d": [5, 16], "dai": [2, 4, 16, 25, 28, 29, 56, 57, 61, 62, 63, 66], "data": [0, 3, 4, 5, 8, 11, 16, 18, 21, 25, 52, 53, 62], "databas": 5, "datacent": [4, 5], "datastor": 7, "date": [3, 25, 62, 63, 66], "datetim": [2, 5, 63], "db": 5, "db_root_password": 5, "ddpg": [3, 5], "deactiv": [5, 25, 59, 62, 66], "deactivate_flag": [25, 62, 66], "deactivate_logg": [3, 59, 66], "deal": 3, "debug": 66, "decid": 7, "deep": [0, 5, 7, 8], "def": [2, 3, 62, 63, 66], "default": [2, 3, 5, 7, 11, 16, 23, 27, 28, 35, 36, 51, 56, 57, 60, 63, 64, 66], "default_env": 66, "defin": [0, 4, 5, 7, 8, 10, 14, 18, 39, 63], "definit": [4, 5, 11, 30, 39], "delet": [5, 40, 41, 42, 43, 66], "delete_instance_mig_from_contain": 5, "delta": 29, "delta_t": 63, "demand": [4, 61], "demo": [4, 5, 66], "depend": [3, 5, 7, 25, 62, 64], "deploi": [5, 6], "deploy": 6, "dequ": 66, "deriv": [3, 7], "describ": [5, 7], "descript": [5, 16], "design": [0, 5, 8, 63], "desir": 39, "dest": 5, "dest_bucket_nam": [5, 53], "dest_path": [5, 53], "destin": 53, "desviat": 11, "detail": 5, "determin": 5, "determinist": [3, 5, 22, 23], "develop": [0, 2, 5, 6, 8, 64, 66], "devic": 5, "devstorag": 7, "dict": [2, 3, 11, 23, 31, 32, 40, 43, 54, 59, 66], "dictionari": [5, 11, 30, 31], "differ": [0, 3, 4, 5, 7, 8, 10, 29, 39, 55, 56, 57, 63, 64], "diffet": 7, "diffus": [4, 61], "dimens": [56, 57, 63], "dir": 5, "direct": [4, 5, 61], "directli": [5, 7], "directori": [7, 16, 32, 52, 53, 62, 64, 65], "discret": [3, 4, 5, 10, 11, 30, 63], "discrete_act": [11, 30], "disk": [5, 7], "disksizegb": 7, "displai": [2, 5, 65, 66], "do": [3, 5, 7, 23, 48, 64], "doc": [6, 7], "docker": [5, 6], "dockerfil": [6, 7, 64], "doctyp": 4, "document": [5, 6, 7, 62], "doe": [4, 7, 16], "doesn": [3, 5, 7, 42, 66], "don": [5, 7, 62], "done": [2, 3, 5, 25, 54, 61, 62, 65, 66], "down": 5, "download": 52, "dport": 5, "dqn": [3, 5], "drl": [2, 4, 5, 7], "drl_batteri": 5, "drl_usag": 3, "dry": 4, "drybulb": [2, 4, 27, 36, 61], "dtd": 4, "dtype": [4, 66], "due": [3, 5], "dummyvecenv": [3, 5], "durat": 3, "dure": [3, 5, 21, 22, 62, 65], "e": [0, 7, 8, 23], "e2": 5, "e2_highcpu_8": 7, "each": [3, 4, 5, 21, 22, 23, 25, 32, 62, 63], "earli": 23, "earlier": 5, "easi": [0, 8, 64], "easili": [0, 8], "ec": [3, 5], "echo": 5, "edit": 6, "editor": 5, "elabor": [25, 62], "elaps": [25, 28, 62], "electr": [4, 61], "element": [4, 16, 25, 62], "element_head": 66, "elif": [2, 3, 5], "els": [2, 3, 5, 23, 62, 63, 66], "email": 5, "empti": [5, 7], "enabl": 5, "encod": 4, "end": [3, 5, 7, 11, 18, 25, 29, 62, 66], "end_dai": 29, "end_env": 16, "end_episod": 16, "end_mon": 29, "end_run": 5, "end_simul": 18, "energi": [3, 21, 56, 57, 63], "energy_weight": [56, 57, 63], "energyplu": [0, 8, 10, 11, 15, 17, 28, 62, 65], "engin": [0, 5, 7, 8, 14], "enough": [5, 7], "ensur": 7, "ent_coef": [3, 5], "enter": 7, "entir": 3, "entrypoint": 7, "enumer": [3, 5, 66], "env": [2, 3, 4, 5, 7, 22, 23, 30, 32, 35, 36, 59, 60, 61, 62, 63, 64, 65, 66], "env_is_wrap": 3, "env_method": 3, "env_nam": [11, 16, 18, 62], "env_sinergym": 7, "env_typ": 5, "env_util": 66, "env_vec": 5, "environ": [0, 2, 3, 5, 8, 9, 10, 11, 16, 18, 22, 23, 25, 35, 36, 58, 59, 60, 61, 62, 63, 64, 65, 66], "environment_nam": 5, "eof": 5, "ep": [3, 5], "ep_cumulative_comfort_penalti": 62, "ep_cumulative_pow": 62, "ep_cumulative_power_penalti": 62, "ep_cumulative_reward": 62, "ep_length": 3, "ep_mean_comfort_penalti": 62, "ep_mean_pow": 62, "ep_mean_power_penalti": 62, "ep_mean_reward": 62, "ep_pow": [3, 21], "ep_reward": [3, 21], "ep_term_comfort": [3, 21], "ep_term_energi": [3, 21], "ep_timestep": [3, 21], "episod": [2, 3, 4, 5, 11, 16, 21, 22, 23, 25, 32, 59, 62, 65, 66], "episode_metr": 3, "episode_num": [62, 66], "episodes_": 5, "episodes_int": 5, "eplu": [0, 2, 4, 5, 8, 11, 32, 62, 63, 65, 66], "eplus_path": [7, 16, 18], "epm": 28, "epw": [11, 16, 18, 27], "equival": 3, "error": [5, 7, 23], "establish": [0, 8, 16, 62, 64], "etc": [3, 5, 7, 25, 62], "eu": [5, 38], "europ": [5, 7], "eval": [5, 22], "eval_callback": [3, 5], "eval_env": 22, "eval_freq": [3, 5, 22], "eval_length": 5, "evalcallback": 3, "evalf": 5, "evalloggercallback": 3, "evalu": [3, 5, 22, 23, 63], "evaluate_polici": 22, "event": 5, "everi": [2, 3, 5, 6, 22, 39, 64, 65, 66], "everyth": 7, "exampl": [0, 2, 3, 4, 5, 7, 8, 63, 64, 66], "example1": 7, "except": [3, 5, 62], "execut": [3, 6, 7, 16, 25, 26, 41, 42, 44, 54, 59, 62, 66], "execute_remote_command_inst": 5, "exist": 5, "exit": 7, "exp": [56, 63], "expect": 23, "experi": [3, 7, 38], "experiment": [0, 5, 8], "experiment_command": [5, 44], "experiment_d": 5, "explain": [5, 7], "explan": 5, "exploration_final_ep": 5, "exploration_fract": 5, "exploration_initial_ep": 5, "exploration_r": 3, "exponenti": [5, 56, 63], "expos": 5, "expreward": [5, 63], "extend": 2, "extern": [4, 5, 62], "extra": [3, 7, 11, 64, 66], "extract": [3, 32], "f1": 5, "facil": [3, 4, 61], "facilit": [0, 8], "factor": [62, 63], "fail": 7, "fals": [2, 3, 5, 11, 21, 22, 23, 25, 59, 61, 62, 65, 66], "fanger": [4, 61], "featur": 3, "feedback": 54, "field": 5, "file": [4, 5, 6, 7, 10, 11, 16, 18, 27, 30, 31, 52, 53, 62, 64], "file_obj": 62, "filter": [46, 51], "final": 7, "find": 2, "finish": [3, 5, 16], "firestor": 7, "firewal": 5, "first": [3, 16, 23, 66], "firstli": 7, "flag": [5, 25, 59, 62, 66], "flag_discret": 3, "flat": [60, 66], "flatten": [60, 66], "float": [3, 5, 11, 16, 23, 25, 29, 56, 57, 59, 62, 63, 66], "float32": [4, 66], "folder": [7, 22, 65], "follow": [0, 4, 5, 6, 7, 8, 16], "fork": 7, "format": [3, 5, 6, 7], "formatt": 26, "fot": [56, 57, 63], "found": [5, 66], "framework": 64, "free": [7, 44], "freq": 3, "frequenc": [3, 5], "from": [2, 3, 4, 5, 6, 7, 14, 15, 16, 18, 35, 39, 40, 41, 42, 43, 50, 51, 52, 53, 54, 56, 57, 62, 63, 66], "full_control": 7, "fulli": 5, "funcion": 10, "function": [0, 2, 3, 4, 5, 7, 8, 20, 23, 24, 25, 32, 37, 42, 62, 63, 64, 66], "futur": [3, 7, 63], "g": [0, 3, 5, 7, 8, 23], "gae_lambda": [3, 5], "gamma": [3, 5], "gaussian": [4, 11], "gce": [5, 7], "gce_project_id": 7, "gce_zon": 7, "gcloud": [5, 7], "gcr": [5, 7], "gener": [4, 5, 7, 62, 63], "get": [5, 7, 23, 45, 46, 47, 61, 66], "get_attr": 3, "get_bucket": 5, "get_container_id": 5, "get_is_eplus_run": 16, "get_service_account_token": 5, "get_unwrapped_ob": [3, 61, 66], "getlogg": 26, "git": [6, 7], "github": [5, 7, 15, 64], "give": 4, "given": [2, 3, 16, 28, 32, 33, 56, 57, 63], "gl": [3, 5], "global": [3, 23], "gmail": 7, "go": [7, 66], "goal": [0, 8], "googl": [0, 8, 38, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54], "googleapi": [5, 7], "got": 5, "gradient_step": 5, "group": [5, 7, 39, 41, 42, 43, 50], "group_nam": [5, 39, 43], "gserviceaccount": [5, 7], "gsutil": [5, 7], "gym": [0, 2, 3, 4, 5, 8, 10, 15, 22, 23, 30, 33, 58, 59, 60, 63, 64, 65, 66], "h": 5, "ha": [0, 2, 3, 5, 7, 8, 11, 18, 21, 22, 23, 47, 62, 63, 64, 66], "hand": [5, 7], "happen": 7, "hasattr": 3, "hasn": [5, 7], "have": [0, 2, 3, 4, 5, 6, 7, 8, 62, 64, 66], "haven": 5, "header": [25, 62, 66], "heat": [4, 61], "help": 5, "helper": 7, "henc": [5, 7], "here": [3, 5, 7, 21, 64], "high": [4, 66], "highcpu": 7, "histori": 66, "host": 5, "hot": [2, 4, 5, 36, 56, 57, 63, 65], "hour": [2, 4, 25, 28, 61, 62, 66], "how": [4, 5, 63], "howev": [5, 7, 63, 64], "htgsetp": 61, "html": 5, "http": [5, 7, 15], "hub": [6, 7], "human": 11, "humid": [4, 61], "hvac": [4, 61], "hyperparamet": [3, 5], "i": [0, 2, 3, 4, 5, 6, 7, 8, 10, 16, 22, 23, 25, 32, 40, 41, 42, 43, 44, 51, 54, 62, 63, 64, 65, 66], "iam": [5, 7], "id": [3, 5, 7, 39, 40, 43, 44, 46, 50, 51, 54], "idf": [4, 11, 16, 18, 62], "idf_fil": [11, 18], "idf_path": 16, "ignor": 6, "imag": [5, 7], "immedi": 7, "implement": [2, 3, 34, 55, 58, 63, 64, 66], "import": [2, 3, 5, 7, 62, 63, 65, 66], "incid": 7, "includ": [0, 5, 7, 8, 19], "increment": [3, 21], "ind_flat": 66, "independ": 64, "index": [4, 5, 6], "indic": [3, 5, 16, 21], "individu": 42, "indoor": [56, 57, 63], "info": [2, 3, 65, 66], "inform": [0, 3, 5, 8, 11, 25, 59, 62, 64, 66], "infrastructur": [0, 5, 8], "ingress": 5, "inherit": 66, "init": [5, 48, 49], "init_gcloud_servic": 5, "init_storage_cli": 5, "initi": [3, 5, 7, 22, 66], "inner": [3, 4, 5, 6, 7, 21, 33, 39, 40, 41, 43, 44, 46, 52, 53, 63], "input": [5, 16], "insert": 5, "instal": [5, 6, 16], "instanc": [2, 3, 5, 7, 39, 40, 41, 42, 43, 44, 46, 50, 51, 54, 62], "instance_group_nam": 41, "instance_nam": [5, 44, 46], "instead": [3, 7, 23, 63], "instruct": 7, "int": [3, 5, 11, 16, 22, 23, 25, 28, 29, 56, 57, 60, 62, 63, 66], "integr": [0, 5, 6, 8, 63], "inter": 5, "interact": [0, 2, 3, 8, 25, 59, 62, 66], "interest": 7, "interfac": [0, 4, 8, 12, 17, 62, 64], "intern": [3, 4], "interv": 5, "invoic": 7, "io": [5, 7], "ip": [5, 7], "iptabl": 5, "ir": 5, "is_wrap": [3, 66], "isfil": 62, "isn": [5, 7, 66], "iso": 4, "isol": 7, "issu": [5, 7], "item": 3, "its": [3, 4, 5, 47, 59, 66], "iwmullion": [4, 5], "j": 5, "jajim": [5, 7], "job": [5, 64], "json": 39, "kaysush": 5, "keep": [3, 16], "kei": [3, 32, 66], "keyerror": [3, 18], "khee": [0, 8], "klt": 46, "know": 5, "known": 4, "kwarg": [11, 21, 22, 59, 60, 61], "l": [5, 6], "lack": 23, "lam": [0, 8], "lambda": [3, 5], "lambda_": [56, 57, 63], "lambda_energi": [56, 57, 63], "lambda_t": [56, 57, 63], "lambda_temp": 63, "lambda_temperatur": [56, 57, 63], "larg": [5, 7], "last": [3, 5, 16, 32, 59, 61, 62, 66], "last_result": 32, "later": [7, 25, 62], "latest": [6, 7], "learn": [0, 5, 7, 8, 63], "learning_r": [3, 5], "learning_start": 5, "least": 7, "len": [5, 62, 66], "length": [5, 23, 62, 66], "let": [5, 7, 63], "level": [6, 26, 64], "libari": 7, "librari": [7, 64], "libreri": 64, "like": [0, 3, 5, 7, 8, 64, 65], "lineal": 63, "linear": 5, "linearreward": [5, 11, 63], "link": 7, "linux": 7, "list": [4, 5, 7, 16, 23, 25, 27, 31, 32, 33, 50, 51, 56, 57, 60, 62, 63, 66], "list_inst": 5, "local": [3, 5, 6, 7, 23, 52, 53], "localhost": 5, "locat": [4, 5, 7, 27, 38], "log": [3, 7, 25, 26, 59, 62, 66], "log_callback": [3, 5], "log_episod": [25, 62, 66], "log_fil": [25, 62], "log_interv": [3, 5], "log_param": [3, 5], "log_path": [3, 5, 22], "log_progress_fil": [25, 62, 66], "log_step": [25, 62, 66], "log_step_norm": [25, 62, 66], "logdir": 5, "logger": [0, 5, 8, 25, 59, 66], "logger_main": 66, "loggercallback": [3, 5], "loggerevalcallback": [3, 5], "loggerwrapp": [3, 5, 66], "login": 5, "look": 5, "loop": [5, 65], "loos": 5, "low": [4, 56, 57, 63, 64, 66], "lr": [3, 5], "m": [3, 5], "machin": [5, 7, 39], "machine_typ": 5, "machinetyp": 7, "made": 23, "mai": [0, 7, 8, 62], "main": [0, 3, 8, 25, 62], "maintain": [0, 8], "mainten": 5, "make": [2, 3, 4, 5, 7, 16, 63, 64, 65, 66], "manag": [5, 7, 41, 42, 62], "mani": [0, 8], "manipul": [3, 5], "manner": [0, 8], "manual": [6, 66], "map": 30, "marin": 4, "math": 63, "max": [4, 32, 56, 57, 63], "max_ep_data_store_num": 16, "max_grad_norm": [3, 5], "maxlen": 66, "mayb": 5, "mb": 5, "mean": [2, 3, 4, 5, 11, 23, 27, 61, 62, 63, 65, 66], "mean_comfort_penalti": [3, 62, 66], "mean_pow": 3, "mean_power_consumpt": [62, 66], "mean_power_penalti": [3, 62, 66], "mean_reward": [3, 22, 62, 66], "medium": 5, "member": 5, "memori": [5, 7], "mention": 7, "met": 23, "metadata": [5, 11], "method": [3, 5, 7, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 56, 57, 59, 60, 61, 62], "metric": [3, 62], "micro": 5, "mig": [5, 39, 41], "might": 7, "migrat": 5, "min": [4, 32, 63], "mind": 3, "minimum": 23, "minut": 7, "mix": [2, 4, 63], "mlflow": 7, "mlflow_artifact": 5, "mlflow_imag": 5, "mlflow_tracking_uri": [5, 7], "mlppolici": [3, 5], "mlrun": 5, "mob": 5, "mode": 11, "model": [3, 4, 5, 18, 22, 23, 28, 61], "modifi": [0, 2, 8, 15, 23], "modul": [9, 12, 19, 62, 64], "mondai": 16, "monitor": [3, 5, 7, 22, 23, 25, 62, 66], "monitor_head": [25, 62, 66], "monitor_header_list": 66, "monitor_norm": 62, "month": [2, 4, 16, 25, 28, 29, 56, 57, 61, 62, 63, 65, 66], "more": [0, 4, 5, 7, 8, 62, 63, 64, 66], "moreov": 63, "most": [3, 62, 63], "mujoco": [0, 8], "multi": [5, 66], "multiob": [5, 66], "multiobswrapp": [5, 66], "must": [3, 4, 5, 7, 23], "mysql": 5, "mysql_inst": 5, "n": [3, 4, 5, 60, 62, 66], "n2": 7, "n_action": 5, "n_episod": 3, "n_epoch": 5, "n_eval_episod": [3, 5, 22, 23], "n_experi": 5, "n_step": [3, 5], "n_timesteps_episod": [3, 5], "name": [3, 4, 5, 7, 11, 16, 18, 26, 27, 31, 38, 39, 40, 41, 43, 44, 45, 46, 50, 51, 52, 53], "nameerror": 5, "nan": [3, 62], "narg": 5, "neccesari": 7, "necessari": [5, 7], "need": [5, 7, 62, 66], "neg": 63, "net": 5, "network": [3, 5], "neural": 3, "never": 7, "new": [4, 5, 14, 16, 18, 22, 25, 27, 59, 60, 62, 63, 66], "new_log_fil": [25, 62], "new_logg": 5, "new_ob": 3, "new_shap": 66, "new_weath": 16, "newlin": 62, "next": [2, 5, 6, 7, 11, 16, 62, 64, 66], "nois": [3, 4, 5, 11], "none": [2, 3, 5, 11, 16, 22, 23, 25, 27, 32, 35, 51, 62, 66], "norm": 5, "norm_rang": 5, "normal": [3, 5, 61, 62, 64, 66], "normalactionnois": [3, 5], "normalized_observ": 3, "normalizeobserv": [3, 5, 66], "note": [23, 62, 66], "notfound": 5, "notic": [5, 63, 65], "notifi": 7, "now": 7, "np": [2, 3, 5, 11, 59, 62, 65, 66], "npz": 22, "num": 4, "num_comfort_viol": [3, 21], "num_episod": 62, "num_simul": 62, "number": [3, 4, 5, 16, 21, 22, 23, 25, 39, 60, 62, 66], "numpi": [2, 4, 5, 65, 66], "o": [2, 5, 7, 62], "ob": [2, 3, 61, 65, 66], "object": [2, 3, 5, 11, 27, 28, 35, 36, 38, 41, 42, 45, 49, 52, 53, 59, 60, 61, 62, 66], "objectview": 7, "obs_dict": 2, "obs_norm": 3, "observ": [0, 2, 3, 5, 8, 10, 11, 14, 18, 25, 30, 31, 35, 36, 60, 61, 62, 64, 66], "observation_spac": 66, "observation_valu": 62, "observationwrapp": 66, "obtain": [3, 5, 11], "occup": [4, 61], "off": 3, "offpolicyalgorithm": 3, "og": 31, "older": 7, "on_training_end": [3, 21], "onc": [5, 7], "one": [3, 5, 7, 23, 25, 27, 56, 57, 62, 63, 64], "ones": 5, "onli": [3, 5, 7, 23, 25, 62, 63, 66], "onlin": 5, "onpolicyalgorithm": 3, "open": [7, 62], "openai": [0, 8, 64, 65], "openmodelica": [0, 8], "oper": [5, 46, 48, 54], "operation_typ": [5, 54], "operationtyp": 5, "optim": 7, "option": [2, 3, 5, 7, 11, 16, 27, 28, 35, 36, 54, 56, 57, 59, 60, 62, 63, 64, 66], "opyplu": [27, 28], "order": [0, 2, 3, 4, 5, 7, 8, 16, 62, 64, 66], "organ": [5, 64], "ori_bucket_nam": 52, "ori_path": 52, "origin": [3, 4, 15, 27, 52, 59, 60, 61, 66], "original_epw_fil": 27, "ornstein": 27, "ornsteinuhlenbeckactionnois": 3, "other": [3, 5, 7, 62], "ou": 27, "our": [0, 3, 5, 6, 8, 63, 64], "out": [3, 62, 66], "out_temp": 2, "outdoor": [2, 4, 36, 61], "output": [3, 7, 26, 32, 65], "output_path": 32, "overwrit": 63, "own": [2, 3, 5, 66], "owner": 48, "p": 5, "packag": [0, 8, 64], "page": 6, "paradigm": 3, "param": [3, 5, 21, 22, 23, 25, 62], "paramet": [3, 5, 7, 11, 16, 18, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 44, 45, 46, 50, 51, 52, 53, 54, 56, 57, 59, 60, 61, 63], "pars": [3, 4, 30, 31], "parse_arg": [3, 5], "parse_observation_action_spac": 4, "parse_vari": 2, "parser": [3, 5], "part": 7, "parti": 6, "particular": 3, "pass": [6, 16, 22, 23, 62], "password": 5, "path": [5, 16, 22, 25, 27, 30, 31, 32, 52, 53, 62], "pd": [5, 7], "penalti": [3, 25, 62, 63], "peopl": [4, 61], "pep8": 6, "per": [3, 4, 23, 25, 56, 57, 61, 62, 63], "perceiv": [2, 35, 36], "percentag": 3, "perfect": 63, "perform": [2, 22, 23, 60, 66], "period": [4, 63], "permiss": 7, "person": 5, "petit": [5, 47, 49], "pip": [7, 64], "pipelin": 6, "pittsburgh": 4, "pkg_resourc": 2, "plai": 4, "plan": 3, "platform": [5, 6, 39, 40, 43, 50, 51, 54], "pleas": [5, 7], "plot": [3, 21], "poh": [0, 8], "point": 2, "polici": [3, 5, 7, 23], "pop": 7, "possibl": [3, 4, 5, 7], "power": [3, 25, 56, 57, 62, 63, 66], "power_penalti": [62, 66], "ppd": [4, 61], "ppo": [3, 5], "pprint": 5, "pre": 7, "predetermin": 7, "prefer": 7, "premium": 5, "present": 62, "pretti": 5, "previou": [60, 66], "previous": [5, 39, 40, 43, 44, 50, 51, 54, 62], "print": [2, 3, 5, 54, 65, 66], "prioriti": 5, "privileg": [5, 7, 47], "probabl": 7, "problem": [4, 5, 7], "procedur": [3, 6], "process": [3, 5, 6, 27], "produc": 65, "progress": [0, 3, 8, 25, 26, 62, 66], "progress_head": [25, 62, 66], "project": [0, 3, 5, 6, 7, 8, 15, 39, 40, 43, 50, 51, 54, 64], "project_id": [5, 7], "properti": 16, "propos": 3, "provid": [0, 3, 5, 8], "provis": 5, "proxi": 5, "ptolomi": 15, "pub": 7, "public": 7, "publish": 6, "pull": [6, 7], "purpos": [5, 7], "push": [6, 7], "py": [2, 3, 4, 5, 7, 64, 66], "pymysql": 5, "pytest": 6, "python": [0, 5, 6, 7, 8, 15], "python3": [5, 7], "quick": 7, "quot": 7, "r": [56, 57, 63], "radiant": [4, 61], "radiat": [4, 61], "rais": [3, 5, 18, 23], "random": [2, 5, 35, 39], "randomcontrol": 2, "randomli": [2, 5, 35], "rang": [2, 3, 4, 5, 10, 32, 36, 56, 57, 61, 63, 65, 66], "range_comfort_summ": [2, 36, 56, 57, 63], "range_comfort_wint": [2, 36, 56, 57, 63], "range_t": 63, "ranges_5zon": [5, 66], "ranges_datacent": 5, "ranges_iw": 5, "rate": [4, 61], "raw": 10, "re": 62, "read": [4, 5, 14, 16, 52], "readi": [5, 7], "readm": 64, "real": [0, 3, 8, 25, 62], "realli": [7, 66], "receiv": [3, 18], "receive_observ": [14, 18], "recent": 5, "reciev": 16, "recogn": 5, "recommend": [3, 5, 7], "record": [3, 25, 59, 62, 66], "record_mean": 3, "recreat": 5, "recurs": [52, 53], "redefin": 5, "refer": [2, 5, 7], "regardless": 62, "region": 5, "regist": [5, 63], "registri": 7, "reinforc": [0, 5, 7, 8, 63], "rel": [4, 61], "releas": [0, 6, 7, 8], "relev": 62, "reli": [61, 63, 66], "rememb": 5, "remot": [3, 6, 7, 64], "remote_stor": 5, "remov": [5, 41, 56, 57, 63], "render": [3, 5, 11, 22, 23], "renew": 17, "reopen": 7, "repeat": 16, "repo": 7, "repons": [41, 42], "report": 7, "repositori": [5, 6, 7, 64], "request": [6, 41, 42], "requir": [3, 5, 7, 62], "res_n": [25, 62], "reserv": 5, "reset": [2, 3, 11, 16, 23, 59, 60, 62, 65, 66], "reshap": 66, "resolut": 4, "resourc": [5, 38, 45, 48, 49, 52, 53], "respect": 7, "respons": [5, 39, 40, 43, 54, 62], "rest": [5, 7, 41, 42], "restart": 7, "restful": 5, "result": [2, 5, 16, 23, 62, 65, 66], "return": [2, 3, 11, 16, 23, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 56, 57, 59, 60, 61, 63, 66], "return_episode_reward": 23, "reward": [0, 2, 3, 5, 8, 10, 11, 19, 21, 23, 25, 61, 62, 64, 65, 66], "reward_comfort": 63, "reward_energi": 63, "reward_threshold": 23, "rl": [0, 3, 8, 23, 61], "rm": [3, 5], "rms_prop_ep": [3, 5], "role": 5, "rollout": 3, "root": [5, 7], "row": 62, "row_cont": 62, "rule": [2, 5, 36, 64], "rulebasedcontrol": 2, "run": [5, 7, 23, 62], "run_nam": [3, 5], "runtimeerror": 5, "rw": 5, "sa": 5, "sac": [3, 5], "same": [3, 4, 5, 7, 27, 62, 63, 66], "sampl": [2, 65, 66], "save": [3, 5, 22, 66], "scale": [23, 64], "scope": [5, 7], "scrip": 5, "script": [5, 54], "sd": 5, "sdk": 7, "season": [2, 36, 56, 57, 63], "sec_elaps": 28, "second": [5, 16, 23, 25, 28, 29, 61, 62, 66], "secondli": 7, "section": [2, 3, 7, 64], "secur": 5, "see": [3, 5, 6, 7, 62, 64], "seed": 5, "seed_": 5, "seed_valu": 5, "seen": 5, "select": [2, 7, 11, 35, 36], "self": [2, 3, 62, 63, 66], "send": [5, 11, 14, 16, 18, 44, 47, 49, 53], "send_act": [14, 18], "sensor": 16, "sent": 5, "separ": 5, "seri": [4, 10], "server": [0, 3, 8, 15], "servic": [5, 7, 39, 40, 41, 42, 43, 47, 48, 50, 51, 54], "serviceaccount": 5, "set": [0, 3, 8], "set_log_fil": [25, 62, 66], "set_logg": 5, "setpoint": [3, 4, 61], "setpoints_spac": 33, "setup": 7, "setup_tag": 7, "sever": [0, 5, 7, 8, 66], "sh": 5, "shape": [4, 5, 66], "shield": 5, "should": [4, 5, 7, 22, 65, 66], "shouldn": 3, "shut": 5, "shutdown": 5, "sig": 5, "sigma": [5, 27], "silenc": 7, "sim_year": 28, "similarli": [0, 8], "simpl": [2, 57, 63], "simpli": 7, "simul": [0, 2, 3, 4, 5, 8, 9, 10, 11, 25, 26, 27, 28, 32, 33, 35, 36, 62, 63, 64, 65, 66], "simulation_tim": [25, 62, 66], "simulaton": 16, "sinc": [0, 5, 8, 28], "sinergym": [2, 3, 4, 7, 8, 62, 64, 65, 66], "sinergym_extra": 7, "sinergym_logg": [3, 5, 21], "site": [2, 4, 61], "size": [5, 7, 39], "slack": 5, "sleep": [5, 54], "sm": 5, "small": 64, "so": [4, 7, 62, 65, 66], "socket": [16, 62], "softwar": 6, "solar": [4, 61], "solut": 4, "solv": 5, "some": [0, 3, 5, 8, 66], "someth": 65, "sometim": 5, "sourc": [5, 6, 7], "space": [0, 3, 7, 8, 10, 30, 33, 66], "space1": 61, "space_fil": [4, 30], "spaces_fil": 11, "specif": [3, 4, 7, 62, 63, 64], "specifi": [3, 5, 44, 52, 53], "speed": [4, 61], "spicifi": [25, 62], "split": [5, 62], "sql": [5, 7], "src_path": [5, 52, 53], "ssd": [5, 7], "ssh": [5, 7], "st_dai": 29, "st_mon": 29, "st_year": 29, "stabl": [0, 3, 8, 64], "stable_baselines3": [3, 5, 22, 23, 66], "stack": [60, 66], "stage": 3, "stai": [0, 8], "standard": [6, 11, 65], "start": [3, 5, 14, 16, 18, 28, 29], "start_dai": 16, "start_mlflow_track": 5, "start_mon": 16, "start_run": [3, 5], "start_simul": [14, 18], "start_weekdai": 16, "start_year": 16, "startup": 5, "state": [3, 16, 39, 40, 43, 54, 59, 66], "static": [2, 5, 36], "statist": 62, "statu": [5, 54], "std": [4, 23], "stdin": 7, "step": [2, 3, 5, 11, 16, 23, 25, 33, 59, 60, 62, 65, 66], "steps_data": [25, 62], "steps_data_norm": 62, "steps_info": 62, "sto": 5, "stochast": [4, 22, 23, 63], "stop": 14, "stop_simul": 14, "storag": [7, 38, 45, 49, 52, 53], "store": [3, 5, 21, 25, 53, 62, 66], "store_tru": 5, "str": [3, 5, 11, 16, 18, 22, 23, 25, 26, 27, 30, 31, 32, 39, 41, 42, 46, 47, 50, 51, 62, 66], "strftime": 5, "structur": [62, 63], "studi": [2, 4], "studio": 7, "sub": [7, 51], "sub_run": 62, "sub_run1": 62, "sub_run2": 62, "sub_run3": 62, "sub_run_n": [25, 62], "sub_runn": 62, "submit": 7, "subnet": 5, "subprocess": 16, "subset": [7, 66], "substitut": 7, "substr": 46, "subtleti": 3, "successfulli": 64, "sudo": 7, "sum": [2, 3, 62, 63, 65, 66], "summari": [3, 59, 62, 66], "summer_final_d": [2, 63], "summer_start_d": [2, 63], "sundai": 16, "super": [3, 66], "supervis": 64, "support": [5, 7, 64], "suppos": 7, "system": [4, 52, 53], "t": [2, 3, 5, 7, 42, 56, 57, 62, 63, 66], "t_": [56, 57, 63], "tabl": 3, "tag": [5, 6, 7], "tag_nam": 7, "take": [5, 63], "target": 5, "target_update_interv": 5, "tau": [5, 27], "tb_path": 5, "tcp": 5, "team": [0, 7, 8, 63], "techniqu": 62, "tem": 5, "temperatur": [2, 3, 4, 25, 36, 56, 57, 61, 62, 63], "templat": [5, 7, 39], "template_nam": [5, 39], "tempor": 5, "ten": 5, "tensorboard": [0, 8, 21], "tensorboard_log": [3, 5], "tensorboard_log_path": 5, "tensorboardformatlogg": 5, "term": [3, 21, 56, 57, 63], "termin": [16, 25, 26, 44, 62], "test": [0, 6, 7, 8, 22], "test_common": 64, "test_control": 64, "test_env": 64, "test_reward": 64, "test_simul": 64, "test_stable_baselin": 64, "test_wrapp": 64, "than": [5, 7, 62, 63, 66], "thei": [3, 5, 7, 64], "them": [0, 3, 5, 8, 66], "therefor": [3, 4], "thermal": [4, 61], "thermostat": [4, 61], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 16, 21, 23, 25, 32, 33, 39, 41, 42, 62, 63, 64, 66], "thing": 63, "think": 7, "third": 6, "those": [3, 4, 5, 63], "thu": 3, "tier": 5, "time": [0, 3, 7, 8, 16, 25, 29, 61, 62, 64, 66], "time_elaps": [62, 66], "timeout": 7, "timestep": [3, 5, 11, 21, 25, 61, 62, 66], "todai": 5, "token": [5, 41, 42, 47], "too": [3, 5, 7, 41, 66], "tool": [0, 8], "total": [4, 25, 61, 62], "total_pow": [3, 66], "total_power_no_unit": [3, 25, 61, 62, 66], "total_time_elaps": [25, 62], "total_timestep": [3, 5, 25, 62], "track": 3, "train": [0, 3, 5, 8, 62], "train_freq": 5, "training_env": 3, "transform": 33, "trigger": [5, 22], "true": [3, 5, 11, 22, 23, 25, 59, 60, 61, 62, 66], "try": [3, 5, 62], "tty": 7, "tu": 5, "tune": [0, 8], "tupl": [2, 11, 27, 28, 30, 33, 36, 56, 57, 59, 63, 66], "tuppl": 30, "two": [5, 7, 63], "type": [3, 4, 5, 7, 11, 16, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 54, 55, 56, 57, 60, 61, 63], "ubuntu": 7, "uhlenbeck": 27, "unchang": 6, "under": 64, "understand": 5, "uniqu": 64, "unknown": 3, "until": [3, 54], "unwrap": 62, "unwrapped_observ": 66, "up": [3, 7, 56, 57, 63], "upcom": [0, 8], "updat": [4, 6, 7, 22, 32, 64], "upload": [5, 6, 7, 53], "upload_to_bucket": 5, "uri": 5, "url": 5, "us": [0, 2, 5, 6, 8, 15, 16, 18, 22, 23, 25, 27, 32, 45, 62, 63, 64, 65, 66], "usa": 4, "usag": [2, 3, 7, 66], "useless": 5, "user": [23, 54], "util": [2, 3, 4, 5, 11, 64, 66], "utilsocket": 62, "uuid": 5, "v": [3, 5, 64], "v1": [2, 4, 5, 11, 63, 65, 66], "valid": [5, 47, 66], "valor": 32, "valu": [3, 4, 5, 7, 21, 25, 56, 57, 61, 62, 63, 66], "var_fil": 31, "variabl": [0, 2, 3, 4, 5, 8, 10, 16, 18, 31, 32, 61, 62, 63, 66], "variable_path": 16, "variables_fil": [11, 18], "variables_path": 2, "variant": [4, 66], "variat": 27, "vec_env": [3, 5, 22, 23], "vecenv": [22, 23], "vector": [60, 66], "verbos": [3, 5, 21, 22, 64], "veri": [2, 5], "verifi": 6, "versa": 3, "version": [4, 5, 6, 7], "vf_coef": [3, 5], "vice": 3, "violat": [3, 21], "virtual": 7, "virtualenv": 7, "visibl": 5, "visit": [5, 7, 62, 64, 66], "visual": [0, 3, 7, 8], "vm": [5, 41], "vtpm": 5, "vv": 64, "w": [25, 56, 57, 62, 63], "w_energi": 63, "wa": 7, "wai": [4, 5, 7], "wait": [5, 7], "wait_for_oper": 5, "want": [0, 3, 5, 6, 7, 8, 23, 40, 43, 52, 53, 62, 63, 64, 66], "warn": [22, 23], "washington": 4, "we": [0, 2, 3, 4, 5, 6, 7, 8, 62, 63, 66], "weather": [0, 4, 8, 10, 11, 16, 18, 27], "weather_data": 27, "weather_fil": [11, 18], "weather_path": 16, "weather_vari": 11, "weatherdata": 27, "websit": 6, "weekdai": 16, "weight": [56, 57, 63], "well": [3, 23], "west1": [5, 7], "what": [4, 5], "when": [3, 5, 6, 7, 22, 23, 25, 62, 63], "where": [3, 7, 22, 39, 40, 41, 42, 43, 44, 50, 51, 52, 53, 54], "whether": [0, 5, 8, 11, 16, 22, 23, 41, 60, 66], "which": [3, 5, 6, 7, 21, 25, 62, 63, 64], "while": [0, 2, 3, 5, 6, 8, 65, 66], "whole": [3, 25, 43, 61, 62], "whose": [2, 25, 36, 62], "why": 3, "wind": [4, 61], "within": [62, 64], "without": [5, 6, 61, 66], "work": [0, 3, 5, 6, 7, 8, 16, 23, 42, 65], "workflow": [6, 64], "worri": 4, "would": [7, 63], "wrap": [0, 3, 8, 22, 23, 62], "wrapper": [3, 5, 19, 22, 23, 62, 64], "wrapper_class": 3, "write": [5, 7, 62, 64], "writer": 62, "writerow": 62, "written": 5, "wrong": 5, "www": [5, 7], "xarg": 6, "xml": 4, "y": 5, "yaml": 7, "ye": 3, "year": [2, 16, 28, 29, 63], "yet": [5, 7, 64], "yml": [6, 64], "york": 4, "you": [0, 2, 3, 4, 5, 6, 7, 8, 23, 40, 43, 52, 53, 62, 63, 64, 66], "your": [0, 2, 3, 5, 8, 39, 66], "z": 6, "zero": 5, "zerodivisionerror": [3, 62], "zhang": [0, 8, 15], "zhangzhizza": 15, "zhiang": [0, 8, 15], "zip": 2, "zo": 5, "zone": [4, 5, 7, 31, 39, 40, 43, 50, 51, 54, 56, 57, 61, 63]}, "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Sinergym Google Cloud API", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.create_bucket", "sinergym.utils.gcloud.create_instance_group", "sinergym.utils.gcloud.delete_instance", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.delete_instance_from_container", "sinergym.utils.gcloud.delete_instance_group", "sinergym.utils.gcloud.execute_remote_command_instance", "sinergym.utils.gcloud.get_bucket", "sinergym.utils.gcloud.get_container_id", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_gcloud_service", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.list_instance_groups", "sinergym.utils.gcloud.list_instances", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.gcloud.wait_for_operation", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "titleterms": {"0": 7, "1": 7, "3": 7, "4": 7, "5": 7, "9": 7, "action": [4, 6], "alert": 5, "api": [1, 5], "base": [13, 14], "basesimul": 14, "bcvtb": 7, "bucket": 5, "callback": [20, 21, 22, 23], "cloud": [5, 7], "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "comput": 7, "contain": [5, 7], "control": [2, 34, 35, 36], "creat": [7, 64], "create_bucket": 38, "create_instance_group": 39, "create_variable_weath": 27, "csvlogger": 25, "deep": 3, "delete_inst": 40, "delete_instance_from_contain": 42, "delete_instance_group": 43, "delete_instance_mig_from_contain": 41, "docker": 7, "drl": 3, "energyplu": [7, 16, 18], "env": [9, 10, 11], "environ": [4, 7], "eplu": [15, 16], "eplus_alpha": [17, 18], "eplus_env": [10, 11], "eplusenv": 11, "evaluate_polici": 23, "exampl": 65, "execut": 5, "execute_remote_command_inst": 44, "experi": 5, "expreward": 56, "first": 7, "format": 62, "gcloud": [37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54], "get_bucket": 45, "get_container_id": 46, "get_current_time_info": 28, "get_delta_second": 29, "get_service_account_token": 47, "github": 6, "googl": [5, 7], "how": 3, "init": 7, "init_gcloud_servic": 48, "init_storage_cli": 49, "instal": [7, 64], "integr": 3, "learn": 3, "linearreward": 57, "list_inst": 51, "list_instance_group": 50, "log": 5, "logger": [3, 26, 62], "loggercallback": 21, "loggerevalcallback": 22, "loggerwrapp": 59, "manual": 7, "mig": 7, "mlflow": [3, 5], "multiobswrapp": 60, "new": 64, "normalizeobserv": 61, "observ": 4, "our": 7, "output": [5, 62], "own": 7, "packag": 7, "parse_observation_action_spac": 30, "parse_vari": 31, "permiss": 5, "platform": 7, "pytest": 64, "randomcontrol": 35, "ranges_gett": 32, "read_from_bucket": 52, "real": 5, "receiv": 5, "refer": 1, "reinforc": 3, "remot": 5, "reward": [55, 56, 57, 63], "rulebasedcontrol": 36, "run": 64, "server": 5, "set": [5, 7], "setpoints_transform": 33, "simul": [12, 13, 14, 15, 16, 17, 18], "sinergym": [0, 5, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61], "softwar": 7, "space": 4, "step": 7, "storag": 5, "structur": 3, "tensorboard": [3, 5], "test": 64, "time": 5, "track": 5, "up": 5, "upload_to_bucket": 53, "us": [3, 7], "usag": 65, "util": [19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61], "variabl": 7, "visual": 5, "vm": 7, "wait_for_oper": 54, "welcom": 0, "wrapper": [58, 59, 60, 61, 66], "your": 7}}) \ No newline at end of file diff --git a/docs/compilation/v1.6.0/.buildinfo b/docs/compilation/v1.6.0/.buildinfo index b0ea0af936..6c2a750b38 100644 --- a/docs/compilation/v1.6.0/.buildinfo +++ b/docs/compilation/v1.6.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: eded529b54384de6b74222d4f2f92d9d +config: 0d986e764273b65a4a4e8d19b2daa5ed tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.6.0/.doctrees/environment.pickle b/docs/compilation/v1.6.0/.doctrees/environment.pickle index abc53cf506..734199825d 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/environment.pickle and b/docs/compilation/v1.6.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.6.0/.doctrees/index.doctree b/docs/compilation/v1.6.0/.doctrees/index.doctree index b86ff134d0..7554a86166 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/index.doctree and b/docs/compilation/v1.6.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree index 5a9e331c37..3170fc1d8a 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree index f7ca023a46..061cdf7308 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree index 4cb89d96ae..af141d027a 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree b/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree index 33692df70d..34cb75d688 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree index 1cb33bd7d2..5fd3c4465d 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree index bb51f0449f..35701e3209 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree b/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree index 39e5106b91..26dfccaf10 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree b/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree index 14c7fe2d61..3ff7f4b236 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree index 0b1aae1659..7d14e04f52 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 69cf0b1e2d..93edfb3637 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 5ab087e505..ce6dc13ded 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 9465763832..4155870955 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index be1a0cc649..093af7822e 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree index 1a3986f5a2..4c5149c7a5 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 50b810bf46..5983ba4481 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index f62f36e7a3..94256d5df5 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index ebf31d7633..79ed0b401c 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 1ede8ee8a6..c17f7bda93 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 2d00a5b413..65f65f82a6 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index b0d72fc1ff..2da14989a3 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 4d88e82684..88687211bb 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree index 99ad26c936..1b888e8f22 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index 2d1efb9373..687d49edb8 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index 294e72e543..d97eae60f3 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 15cf50dd50..114940568e 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 886d24e0eb..4363f52e10 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index dd6f526be9..a77787fdc8 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index eff12b4aae..16c201ecf7 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index 5bb58b3d78..5d5553f4c7 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index ab66dc3285..0bddd943dc 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 5f1fd52a38..9363230793 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index 79ab6baa7d..3b32807636 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 2542debfa9..5bdf72c987 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index 84447c17aa..942b29ba75 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 3fe249a6d4..9380934d1b 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree index c2d2e2b078..7947879125 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index cd22a4c99d..728231c522 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index b247b92266..0848440709 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 52672d13b9..2bc2740425 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 9d69563e6b..8a0dc318a2 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index b9ddef03c9..e83c7037d6 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 5e72c5baf5..78eb3f5502 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 947d2c0dab..f0389147b2 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index b97dd9a548..f9a08629bd 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index d62d1e40d7..a1abd67c81 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index a24c7105c2..9c55c0554f 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index f4bd8d4d4a..4dc88c6e39 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 92de480bdc..90a3bb4925 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/output.doctree b/docs/compilation/v1.6.0/.doctrees/pages/output.doctree index af1155876f..15ba67cbe5 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/output.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree b/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree index b1c159ca31..d84692703f 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree b/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree index 268b26953a..81c4c6c99f 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree index 23711846aa..9c40b70a96 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree index b54c691bcc..f250c806dd 100644 Binary files a/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.6.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.6.0/_static/basic.css b/docs/compilation/v1.6.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v1.6.0/_static/basic.css +++ b/docs/compilation/v1.6.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v1.6.0/_static/doctools.js b/docs/compilation/v1.6.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v1.6.0/_static/doctools.js +++ b/docs/compilation/v1.6.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v1.6.0/_static/language_data.js b/docs/compilation/v1.6.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v1.6.0/_static/language_data.js +++ b/docs/compilation/v1.6.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v1.6.0/_static/searchtools.js b/docs/compilation/v1.6.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v1.6.0/_static/searchtools.js +++ b/docs/compilation/v1.6.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v1.6.0/genindex.html b/docs/compilation/v1.6.0/genindex.html index ee38631392..3b37626be4 100644 --- a/docs/compilation/v1.6.0/genindex.html +++ b/docs/compilation/v1.6.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -580,6 +580,7 @@

    U

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/index.html b/docs/compilation/v1.6.0/index.html index c338bce7dc..fccf8288a6 100644 --- a/docs/compilation/v1.6.0/index.html +++ b/docs/compilation/v1.6.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -178,6 +180,7 @@

    Welcome to sinergym!v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/API-reference.html b/docs/compilation/v1.6.0/pages/API-reference.html index b2323f5c11..08c51ba20e 100644 --- a/docs/compilation/v1.6.0/pages/API-reference.html +++ b/docs/compilation/v1.6.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -154,6 +156,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/controllers.html b/docs/compilation/v1.6.0/pages/controllers.html index 2b6ed18633..a2ed6de27d 100644 --- a/docs/compilation/v1.6.0/pages/controllers.html +++ b/docs/compilation/v1.6.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -260,6 +260,7 @@

    Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/deep-reinforcement-learning.html b/docs/compilation/v1.6.0/pages/deep-reinforcement-learning.html index 95bfe8b4d5..de9a327536 100644 --- a/docs/compilation/v1.6.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v1.6.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -509,6 +509,7 @@

    Mlflow<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/environments.html b/docs/compilation/v1.6.0/pages/environments.html index a00a3f6414..8d18eb605e 100644 --- a/docs/compilation/v1.6.0/pages/environments.html +++ b/docs/compilation/v1.6.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -453,6 +453,7 @@

    Observation/action spacesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/gcloudAPI.html b/docs/compilation/v1.6.0/pages/gcloudAPI.html index 0861078f45..52c02fe4c4 100644 --- a/docs/compilation/v1.6.0/pages/gcloudAPI.html +++ b/docs/compilation/v1.6.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -1051,6 +1051,7 @@

    Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/github-actions.html b/docs/compilation/v1.6.0/pages/github-actions.html index 9e4bac0acd..86735e93b0 100644 --- a/docs/compilation/v1.6.0/pages/github-actions.html +++ b/docs/compilation/v1.6.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -156,6 +156,7 @@

    Github Actionsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/installation.html b/docs/compilation/v1.6.0/pages/installation.html index 685ca7c581..cb321ea721 100644 --- a/docs/compilation/v1.6.0/pages/installation.html +++ b/docs/compilation/v1.6.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -254,6 +254,7 @@

    Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/introduction.html b/docs/compilation/v1.6.0/pages/introduction.html index 6d1577ef1c..1b6f6d0993 100644 --- a/docs/compilation/v1.6.0/pages/introduction.html +++ b/docs/compilation/v1.6.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -170,6 +170,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index 50d1aa115f..1e4b8705b6 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -255,6 +255,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.html index dd5368c6dd..610fff35b9 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -167,6 +167,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.html b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.html index 8ea7fef36d..dfca8abde4 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -154,6 +154,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.BaseSimulator.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.BaseSimulator.html index c2692cfe04..f88c6f0d9a 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.BaseSimulator.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.BaseSimulator.html @@ -18,7 +18,7 @@ - + @@ -208,6 +208,7 @@

    sinergym.simulators.base.BaseSimulatorv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.html index 9e704a9ffe..f6373968e2 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.base.html @@ -18,7 +18,7 @@ - + @@ -160,6 +160,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index cf9bbd9121..274962aeca 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -355,6 +355,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.html index c9752e57a5..e320f94027 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -164,6 +164,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html index 0b647fe391..aaab840103 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.simulators.eplus_alpha.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.html index bbeae3d0b0..5031fa1348 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -18,7 +18,7 @@ - + @@ -160,6 +160,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.html b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.html index 211b072b38..2ad1f15374 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -162,6 +162,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 9cbaf08cb6..b6ac389b67 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -196,6 +196,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index 955d6cc4bd..67156809f1 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -186,6 +186,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html index 1fbabbc6dc..8c92713857 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@

    sinergym.utils.callbacks.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.html index 368a4fbff2..003c14e637 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -176,6 +176,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.CSVLogger.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.CSVLogger.html index 23b8cde78c..e03f87e24e 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.CSVLogger.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -277,6 +277,7 @@

    sinergym.utils.common.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.Logger.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.Logger.html index 7f769aff7c..462ffd9b67 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.Logger.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.Logger.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

    sinergym.utils.common.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.create_variable_weather.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.create_variable_weather.html index 8524b56119..528a4b75b6 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.create_variable_weather.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.create_variable_weather.html @@ -18,7 +18,7 @@ - + @@ -185,6 +185,7 @@

    sinergym.utils.common.create_variable_weatherv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.get_current_time_info.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.get_current_time_info.html index fd274c2b47..3302bcccbb 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.get_current_time_info.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.get_current_time_info.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@

    sinergym.utils.common.get_current_time_infov3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index 94744f7132..b0a9d22be0 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -187,6 +187,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.html index eeada08633..4369221a8a 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html index 4c67f72a46..ecf0f6f396 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html @@ -18,7 +18,7 @@ - + @@ -183,6 +183,7 @@

    sinergym.utils.common.parse_observation_action_spacev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.parse_variables.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.parse_variables.html index a609ccf292..3d44bb61b8 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.parse_variables.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.parse_variables.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@

    sinergym.utils.common.parse_variablesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.ranges_getter.html index 4b0177da58..025cccddd4 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -183,6 +183,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.setpoints_transform.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.setpoints_transform.html index 7fbda4558e..7ed77df892 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.setpoints_transform.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.common.setpoints_transform.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@

    sinergym.utils.common.setpoints_transformv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.RandomController.html index 179fd33592..df4546dc28 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html index f82139a2a6..bbf038a72f 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.controllers.RuleBasedControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.html index 0634d91f3c..9dd5fa3640 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -167,6 +167,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index ca2aa2dd02..2912bd0cdb 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -178,6 +178,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index de17f2db5a..812259f444 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -172,6 +172,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.html index ba20dfa86b..946e2bc914 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -175,6 +175,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index c70b1fa20c..9ccc297698 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -172,6 +172,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 975fabb1a2..58228df330 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -174,6 +174,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.html index 63f857f068..c7bee96328 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -174,6 +176,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.ExpReward.html index 1742b978f8..93c4bc1b4e 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.LinearReward.html index 6f9a43823e..cb47f95c8e 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.html index 4428650746..7196d8af0e 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -167,6 +169,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index a1ca246554..2796126a32 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -237,6 +237,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index ebd6d91490..81bec576b8 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 187cd4263f..0a349bbc79 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -221,6 +221,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.html index f149344e1c..8ae2b307ce 100644 --- a/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.6.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -171,6 +171,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/pages/output.html b/docs/compilation/v1.6.0/pages/output.html index 73dac8c05a..b6e206dc03 100644 --- a/docs/compilation/v1.6.0/pages/output.html +++ b/docs/compilation/v1.6.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -438,6 +438,7 @@

    Logger<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/rewards.html b/docs/compilation/v1.6.0/pages/rewards.html index d2f81a5150..32f15f9f81 100644 --- a/docs/compilation/v1.6.0/pages/rewards.html +++ b/docs/compilation/v1.6.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -292,6 +292,7 @@

    Rewards
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/tests.html b/docs/compilation/v1.6.0/pages/tests.html index e3e7e15409..75fd83005d 100644 --- a/docs/compilation/v1.6.0/pages/tests.html +++ b/docs/compilation/v1.6.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -187,6 +187,7 @@

    Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/usage-example.html b/docs/compilation/v1.6.0/pages/usage-example.html index 69edeb5c85..40be670a73 100644 --- a/docs/compilation/v1.6.0/pages/usage-example.html +++ b/docs/compilation/v1.6.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -168,6 +168,7 @@

    Usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/pages/wrappers.html b/docs/compilation/v1.6.0/pages/wrappers.html index bf86b46707..dc3de670fa 100644 --- a/docs/compilation/v1.6.0/pages/wrappers.html +++ b/docs/compilation/v1.6.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -432,6 +432,7 @@

    Wrappers
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.6.0/py-modindex.html b/docs/compilation/v1.6.0/py-modindex.html index 077afa9a09..637973b964 100644 --- a/docs/compilation/v1.6.0/py-modindex.html +++ b/docs/compilation/v1.6.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -212,6 +212,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/search.html b/docs/compilation/v1.6.0/search.html index 5850a49427..10d6435a60 100644 --- a/docs/compilation/v1.6.0/search.html +++ b/docs/compilation/v1.6.0/search.html @@ -18,7 +18,7 @@ - + @@ -140,6 +140,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.6.0/searchindex.js b/docs/compilation/v1.6.0/searchindex.js index 6426fa4451..798390a7db 100644 --- a/docs/compilation/v1.6.0/searchindex.js +++ b/docs/compilation/v1.6.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 16, 21, 23, 25, 32, 33, 38, 49, 50, 51, 53], "i": [0, 2, 3, 4, 5, 6, 7, 8, 10, 16, 22, 23, 25, 32, 38, 49, 50, 51, 52, 53], "project": [0, 3, 5, 6, 7, 8, 15, 51], "base": [0, 2, 5, 8, 36, 51], "zhiang": [0, 8, 15], "zhang": [0, 8, 15], "khee": [0, 8], "poh": [0, 8], "lam": [0, 8], "gym": [0, 2, 3, 4, 5, 8, 10, 15, 22, 23, 30, 33, 45, 46, 47, 50, 51, 52, 53], "eplu": [0, 2, 4, 8, 11, 32, 49, 50, 52, 53], "The": [0, 2, 3, 4, 5, 8, 16, 22, 23, 49, 53], "goal": [0, 8], "creat": [0, 2, 3, 7, 8, 16, 27, 32, 49, 52, 53], "an": [0, 2, 3, 5, 6, 7, 8, 14, 21, 22, 23, 25, 33, 49, 50, 51, 53], "environ": [0, 2, 3, 5, 8, 9, 10, 11, 16, 18, 22, 23, 25, 35, 36, 45, 46, 47, 48, 49, 50, 51, 52, 53], "follow": [0, 4, 5, 6, 7, 8, 16], "openai": [0, 8, 51, 52], "interfac": [0, 4, 8, 12, 17, 49, 51], "wrap": [0, 3, 8, 22, 23, 49], "simul": [0, 2, 3, 4, 5, 8, 9, 10, 11, 25, 26, 27, 28, 32, 33, 35, 36, 49, 50, 51, 52, 53], "engin": [0, 5, 8, 14], "build": [0, 3, 4, 5, 6, 7, 8, 11, 18, 48, 49, 51], "control": [0, 8, 14, 16, 19, 51], "us": [0, 2, 6, 7, 8, 11, 15, 16, 18, 22, 23, 25, 27, 32, 37, 49, 50, 51, 52, 53], "deep": [0, 5, 7, 8], "reinforc": [0, 5, 7, 8, 50], "learn": [0, 5, 7, 8, 50], "main": [0, 3, 5, 8, 25, 49], "function": [0, 2, 3, 4, 5, 8, 11, 20, 23, 24, 25, 32, 37, 49, 50, 51, 53], "ar": [0, 2, 3, 4, 5, 6, 7, 8, 11, 23, 25, 36, 49, 50, 51, 53], "benchmark": [0, 2, 8], "similarli": [0, 8], "atari": [0, 8], "mujoco": [0, 8], "rl": [0, 3, 8, 23, 48], "commun": [0, 8, 12, 49, 51], "we": [0, 2, 3, 4, 5, 6, 7, 8, 49, 50, 53], "design": [0, 8, 50], "set": [0, 3, 4, 8], "test": [0, 6, 7, 8, 22], "algorithm": [0, 2, 3, 5, 8, 20, 51], "These": [0, 5, 8, 25, 49, 51], "mai": [0, 5, 7, 8, 49], "includ": [0, 5, 7, 8, 19], "differ": [0, 3, 4, 5, 8, 10, 29, 42, 43, 44, 50, 51], "weather": [0, 4, 8, 10, 11, 16, 18, 27], "action": [0, 2, 3, 5, 8, 10, 11, 14, 16, 18, 22, 23, 25, 30, 31, 33, 35, 36, 46, 47, 49, 51, 53], "observ": [0, 2, 3, 5, 8, 10, 11, 14, 18, 25, 30, 31, 35, 36, 47, 48, 49, 51, 53], "space": [0, 3, 5, 8, 10, 11, 30, 33, 53], "develop": [0, 2, 6, 8, 51, 53], "experiment": [0, 8], "aim": [0, 5, 7, 8], "provid": [0, 3, 5, 8], "packag": [0, 8, 51], "allow": [0, 3, 5, 6, 8, 50], "modifi": [0, 2, 8, 15, 23], "easi": [0, 8, 51], "manner": [0, 8], "For": [0, 3, 5, 7, 8, 49, 51, 53], "exampl": [0, 2, 3, 4, 5, 7, 8, 11, 50, 51, 53], "sever": [0, 5, 8, 53], "reward": [0, 2, 3, 5, 8, 10, 11, 19, 21, 23, 25, 48, 49, 51, 52, 53], "variabl": [0, 2, 3, 4, 5, 8, 10, 11, 16, 18, 31, 32, 48, 49, 50, 53], "defin": [0, 4, 5, 8, 10, 11, 14, 18, 50], "between": [0, 3, 4, 8, 29], "python": [0, 5, 6, 7, 8, 15, 37], "energyplu": [0, 8, 10, 11, 15, 17, 28, 49, 52], "establish": [0, 8, 16, 49, 51], "bcvtb": [0, 4, 8, 16], "sinc": [0, 5, 8, 28], "tool": [0, 8], "interact": [0, 2, 3, 8, 25, 46, 49, 53], "more": [0, 4, 5, 7, 8, 49, 50, 51, 53], "them": [0, 3, 8, 53], "e": [0, 7, 8, 23], "g": [0, 3, 5, 8, 23], "openmodelica": [0, 8], "could": [0, 2, 4, 5, 8, 50, 53], "backend": [0, 5, 8], "while": [0, 2, 3, 6, 8, 52, 53], "maintain": [0, 8], "api": [0, 5, 8, 37, 52], "stabl": [0, 3, 8, 20, 51], "baselin": [0, 3, 8, 20, 51], "3": [0, 3, 4, 8, 16, 20, 48, 51, 53], "integr": [0, 5, 6, 8, 50], "some": [0, 3, 5, 8, 53], "like": [0, 3, 7, 8, 51, 52], "callback": [0, 3, 5, 8, 19], "have": [0, 2, 3, 4, 5, 6, 7, 8, 49, 51, 53], "been": [0, 3, 5, 6, 7, 8, 18, 21, 22, 23, 49, 51], "our": [0, 3, 6, 7, 8, 50, 51], "team": [0, 7, 8, 50], "order": [0, 2, 3, 4, 5, 7, 8, 16, 49, 51, 53], "easili": [0, 5, 8], "googl": [0, 7, 8, 37, 38, 39, 40, 41], "cloud": [0, 3, 8, 37, 38, 39, 40, 41], "whether": [0, 5, 8, 11, 16, 22, 23, 38, 47, 53], "you": [0, 2, 3, 4, 5, 6, 7, 8, 23, 41, 49, 50, 51, 53], "account": [0, 5, 6, 7, 8, 38, 39, 50], "want": [0, 3, 5, 6, 7, 8, 23, 41, 49, 50, 51, 53], "your": [0, 2, 3, 7, 8, 53], "infrastructur": [0, 8], "tell": [0, 8], "detail": [0, 5, 7, 8], "about": [0, 3, 4, 7, 8, 23, 49, 51, 53], "how": [0, 4, 5, 8, 50], "do": [0, 3, 5, 7, 8, 23, 51], "mlflow": [0, 7, 8], "track": [0, 3, 7, 8], "server": [0, 3, 8, 15], "open": [0, 7, 8, 49], "sourc": [0, 5, 6, 7, 8], "platform": [0, 6, 8], "machin": [0, 5, 8], "lifecycl": [0, 8], "can": [0, 2, 3, 5, 6, 7, 8, 23, 49, 50, 51, 53], "remot": [0, 3, 6, 7, 8, 51], "local": [0, 3, 5, 6, 8, 23, 41], "store": [0, 3, 5, 8, 21, 25, 41, 49, 53], "help": [0, 5, 8], "manag": [0, 5, 8, 38, 49], "run": [0, 5, 7, 8, 23, 49], "artifact": [0, 5, 8], "gener": [0, 4, 5, 8, 11, 49, 50], "orderli": [0, 8], "data": [0, 3, 4, 5, 8, 11, 16, 18, 21, 25, 41, 49], "visual": [0, 3, 7, 8], "logger": [0, 5, 8, 25, 46, 53], "tensorboard": [0, 8, 21], "train": [0, 3, 5, 8, 49], "inform": [0, 3, 5, 8, 11, 25, 46, 49, 51, 53], "real": [0, 3, 8, 25, 49], "time": [0, 3, 8, 16, 25, 29, 48, 49, 51, 53], "mani": [0, 8], "work": [0, 3, 5, 6, 7, 8, 11, 16, 23, 52], "progress": [0, 3, 8, 25, 26, 49, 53], "stai": [0, 4, 8], "tune": [0, 4, 8], "upcom": [0, 4, 8], "releas": [0, 4, 6, 7, 8], "sinergym": [2, 3, 4, 7, 8, 49, 51, 52, 53], "ha": [2, 3, 5, 7, 11, 18, 21, 22, 23, 39, 49, 50, 51, 53], "section": [2, 3, 5, 7, 51], "implement": [2, 3, 34, 42, 45, 50, 51, 53], "own": [2, 3, 53], "current": [2, 3, 4, 5, 6, 7, 11, 14, 25, 28, 43, 44, 49, 50, 51, 53], "random": [2, 5, 35], "agent": [2, 5, 11, 22, 23, 25, 35, 36, 49, 51], "rule": [2, 5, 36, 51], "find": 2, "code": [2, 3, 5, 6, 7, 53], "util": [2, 3, 4, 5, 11, 51, 53], "py": [2, 3, 4, 5, 7, 51, 53], "veri": [2, 5], "perform": [2, 22, 23, 47, 53], "refer": [2, 5], "point": 2, "studi": [2, 4], "drl": [2, 4, 5], "basic": [2, 34, 52], "import": [2, 3, 5, 49, 50, 52, 53], "o": [2, 5, 49], "pkg_resourc": 2, "from": [2, 3, 4, 5, 6, 7, 14, 15, 16, 18, 35, 38, 41, 43, 44, 49, 50, 53], "datetim": [2, 5, 50], "common": [2, 3, 4, 5, 19, 22, 23, 51, 53], "parse_vari": 2, "class": [2, 3, 5, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 34, 35, 36, 42, 43, 44, 45, 46, 47, 48, 49, 50, 53], "randomcontrol": 2, "object": [2, 3, 5, 11, 27, 28, 35, 36, 38, 40, 41, 46, 47, 48, 49, 53], "def": [2, 3, 49, 50, 53], "__init__": [2, 3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 43, 44, 46, 47, 48, 49, 50, 53], "self": [2, 3, 49, 50, 53], "env": [2, 3, 4, 5, 22, 23, 30, 32, 35, 36, 46, 47, 48, 49, 50, 51, 52, 53], "It": [2, 3, 5, 7, 22, 25, 35, 49, 52, 53], "select": [2, 7, 11, 35, 36], "avail": [2, 4, 5, 35, 50], "randomli": [2, 35], "arg": [2, 3, 5, 7, 11, 21, 22, 46, 47, 48, 49, 50, 53], "act": [2, 35, 36], "none": [2, 3, 5, 11, 16, 22, 23, 25, 27, 32, 35, 49, 53], "": [2, 3, 4, 5, 7, 15, 25, 35, 49, 51, 53], "action_spac": [2, 5, 33, 35, 52, 53], "option": [2, 3, 5, 7, 11, 16, 27, 28, 35, 36, 43, 44, 46, 47, 49, 50, 51, 53], "perceiv": [2, 35, 36], "default": [2, 3, 5, 7, 11, 16, 23, 27, 28, 35, 36, 43, 44, 47, 50, 51, 53], "return": [2, 3, 11, 16, 23, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 43, 44, 46, 47, 48, 50, 53], "chosen": [2, 35, 36], "sampl": [2, 52, 53], "rulebasedcontrol": 2, "range_comfort_wint": [2, 36, 43, 44, 50], "20": [2, 4, 36, 43, 44, 50], "0": [2, 3, 4, 5, 6, 16, 21, 25, 29, 36, 43, 44, 48, 49, 50, 52, 53], "23": [2, 4, 36, 43, 44, 48, 50], "5": [2, 3, 4, 16, 22, 23, 36, 43, 44, 47, 48, 50, 53], "range_comfort_summ": [2, 36, 43, 44, 50], "26": [2, 4, 36, 43, 44, 50], "whose": [2, 25, 36, 49], "static": [2, 5, 36], "tupl": [2, 11, 27, 28, 30, 33, 36, 43, 44, 46, 50, 53], "comfort": [2, 3, 4, 10, 21, 25, 36, 43, 44, 48, 49, 50], "temperatur": [2, 3, 4, 25, 36, 43, 44, 48, 49, 50], "rang": [2, 3, 4, 5, 10, 32, 36, 43, 44, 48, 50, 52, 53], "cool": [2, 4, 36, 48], "season": [2, 36, 43, 44, 50], "hot": [2, 4, 36, 43, 44, 50, 52], "year": [2, 16, 28, 29, 50], "2021": [2, 50], "variables_path": 2, "extend": 2, "dai": [2, 4, 16, 25, 28, 29, 43, 44, 48, 49, 50, 53], "month": [2, 4, 16, 25, 28, 29, 43, 44, 48, 49, 50, 52, 53], "hour": [2, 4, 25, 28, 48, 49, 53], "summer_start_d": [2, 50], "6": [2, 4, 5, 7, 16, 48, 50], "1": [2, 3, 4, 16, 21, 22, 43, 44, 48, 49, 50, 52, 53], "summer_final_d": [2, 50], "9": [2, 4, 50], "30": [2, 4, 48, 50], "outdoor": [2, 4, 36, 48], "air": [2, 4, 36, 48], "drybulb": [2, 4, 27, 36, 48], "obs_dict": 2, "dict": [2, 3, 11, 23, 31, 32, 46, 53], "zip": 2, "out_temp": 2, "site": [2, 4, 48], "15": [2, 4, 48], "t": [2, 3, 5, 7, 43, 44, 49, 50, 53], "19": [2, 4, 5], "21": [2, 4, 48], "elif": [2, 3, 5, 53], "22": [2, 4, 48], "els": [2, 3, 5, 23, 49, 50, 53], "24": [2, 4, 29], "simpl": [2, 44, 50], "given": [2, 3, 16, 28, 32, 33, 43, 44, 50], "instanc": [2, 3, 5, 11, 38, 49], "usag": [2, 3, 5, 53], "next": [2, 5, 6, 11, 16, 49, 51, 53], "numpi": [2, 4, 5, 52, 53], "np": [2, 3, 5, 11, 46, 49, 52, 53], "make": [2, 3, 4, 5, 7, 16, 50, 51, 52, 53], "continu": [2, 3, 4, 6, 10, 11, 52], "mix": [2, 4, 50], "v1": [2, 4, 11, 50, 52, 53], "ob": [2, 3, 48, 52, 53], "reset": [2, 3, 11, 16, 23, 46, 47, 49, 52, 53], "done": [2, 3, 25, 48, 49, 52, 53], "fals": [2, 3, 5, 11, 21, 22, 23, 25, 46, 48, 49, 52, 53], "current_month": [2, 52, 53], "info": [2, 3, 52, 53], "step": [2, 3, 7, 11, 16, 23, 25, 33, 46, 47, 49, 52, 53], "append": [2, 3, 5, 49, 51, 52, 53], "displai": [2, 5, 52, 53], "result": [2, 5, 16, 23, 49, 52, 53], "everi": [2, 3, 5, 6, 22, 51, 52, 53], "print": [2, 3, 52, 53], "sum": [2, 3, 49, 50, 52, 53], "episod": [2, 3, 4, 5, 11, 16, 21, 22, 23, 25, 32, 46, 49, 52, 53], "mean": [2, 3, 4, 5, 23, 27, 48, 49, 50, 52, 53], "cumul": [2, 52, 53], "close": [2, 11, 16, 46, 52, 53], "facil": [3, 4, 48], "check": [3, 5, 6, 7, 23, 51], "discret": [3, 4, 10, 11, 30, 50], "type": [3, 4, 5, 7, 11, 16, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 43, 44, 47, 48, 50], "ppo": [3, 5], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 5], "dqn": [3, 5], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 5], "sac": [3, 5], "column": [3, 27], "specifi": [3, 5, 41], "due": [3, 5], "its": [3, 4, 5, 39, 46, 53], "call": [3, 5, 7, 16, 22, 23, 49], "stage": 3, "procedur": [3, 6], "access": [3, 5], "intern": [3, 4], "state": [3, 16, 46, 53], "model": [3, 4, 5, 18, 22, 23, 28, 48], "dure": [3, 5, 21, 22, 49, 52], "one": [3, 5, 23, 25, 27, 43, 44, 49, 50, 51], "monitor": [3, 5, 7, 22, 23, 25, 49, 53], "auto": [3, 5], "save": [3, 5, 22, 53], "manipul": [3, 5], "bar": 3, "custom": [3, 19, 20, 21, 45, 53], "execut": [3, 6, 7, 16, 25, 26, 38, 46, 49, 53], "log": [3, 25, 26, 46, 49, 53], "all": [3, 5, 7, 21, 32, 49, 50, 51], "specif": [3, 4, 49, 50, 51], "therefor": [3, 4], "propos": 3, "each": [3, 4, 5, 21, 22, 23, 25, 32, 49, 50], "extract": [3, 32], "which": [3, 5, 6, 7, 21, 25, 49, 50, 51], "why": 3, "loggercallback": [3, 5], "deal": 3, "those": [3, 4, 5, 50], "subtleti": 3, "basecallback": [3, 22], "plot": [3, 21], "addit": [3, 21, 23], "valu": [3, 4, 5, 7, 21, 25, 43, 44, 48, 49, 50, 53], "param": [3, 5, 21, 22, 23, 25, 49], "ep_reward": [3, 21], "here": [3, 5, 7, 21, 51], "ep_pow": [3, 21], "consumpt": [3, 21, 25, 43, 44, 49, 50], "ep_term_comfort": [3, 21], "term": [3, 21, 43, 44, 50], "compon": [3, 5, 21], "ep_term_energi": [3, 21], "energi": [3, 21, 43, 44, 50], "num_comfort_viol": [3, 21], "number": [3, 4, 5, 16, 21, 22, 23, 25, 47, 49, 53], "timestep": [3, 5, 11, 21, 25, 48, 49, 53], "violat": [3, 21], "ep_timestep": [3, 21], "increment": [3, 21], "sinergym_logg": [3, 5, 21], "verbos": [3, 5, 21, 22, 51], "boolean": [3, 16, 21], "indic": [3, 5, 16, 21], "csvlogger": [3, 5, 21, 46, 49, 53], "inner": [3, 4, 5, 6, 21, 33, 38, 41, 50], "activ": [3, 5, 7, 21, 25, 46, 49, 53], "super": [3, 53], "_on_training_start": 3, "is_wrap": [3, 53], "training_env": 3, "loggerwrapp": [3, 5, 53], "env_method": 3, "activate_logg": [3, 46, 53], "deactivate_logg": [3, 46, 53], "record": [3, 25, 46, 49, 53], "method": [3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 43, 44, 46, 47, 48, 49], "depend": [3, 5, 7, 25, 49, 51], "global": [3, 5, 23], "kei": [3, 5, 32, 53], "record_mean": 3, "rais": [3, 5, 18, 23], "keyerror": [3, 18], "_on_step": 3, "bool": [3, 5, 11, 22, 23, 25, 46, 47, 49, 53], "get_attr": 3, "normal": [3, 5, 48, 49, 51, 53], "origin": [3, 4, 15, 27, 46, 47, 48, 53], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 5, 53], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 48, 53], "enumer": [3, 53], "normalized_observ": 3, "onli": [3, 5, 7, 23, 25, 49, 50, 53], "receiv": [3, 18], "setpoint": [3, 4, 48], "action_": [3, 53], "try": [3, 5, 49], "network": [3, 5], "output": [3, 26, 32, 52], "clip": 3, "clipped_act": 3, "except": [3, 49], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 53], "comfort_penalti": [3, 25, 48, 49, 53], "total_power_no_unit": [3, 25, 48, 49, 53], "If": [3, 5, 6, 7, 23, 32, 51, 53], "end": [3, 5, 11, 18, 25, 29, 49, 53], "summari": [3, 46, 49, 53], "last": [3, 16, 32, 46, 48, 49, 53], "metric": [3, 49], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 49, 53], "mean_reward": [3, 22, 49, 53], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 49, 53], "cumulative_comfort_penalti": [3, 49, 53], "mean_power_penalti": [3, 49, 53], "cumulative_power_penalti": [3, 49, 53], "comfort_violation_tim": 3, "100": [3, 5, 48, 49], "zerodivisionerror": [3, 49], "nan": [3, 49], "first": [3, 7, 16, 23, 53], "finish": [3, 5, 16], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 5, 11, 22, 23, 25, 46, 47, 48, 49, 53], "on_training_end": [3, 21], "see": [3, 5, 6, 11, 49, 51], "same": [3, 4, 5, 27, 49, 50, 53], "attribut": [3, 11, 16, 49, 50, 53], "constructor": [3, 4, 14], "deriv": [3, 5], "background": 3, "With": 3, "possibl": [3, 4, 5, 7], "compar": 3, "There": [3, 5, 6, 7, 49], "tabl": 3, "other": [3, 5, 7, 49], "vice": 3, "versa": 3, "log_interv": [3, 5], "process": [3, 5, 6, 11, 27], "frequenc": [3, 5], "consequ": [3, 5, 50], "featur": 3, "up": [3, 4, 7, 43, 44, 50], "thu": [3, 5], "off": 3, "polici": [3, 5, 23], "whole": [3, 25, 48, 49], "instead": [3, 5, 7, 23, 50], "when": [3, 5, 6, 22, 23, 25, 49, 50], "On": [3, 5, 7], "appear": [3, 7, 23], "too": [3, 5, 7, 38, 53], "becaus": [3, 5], "Then": [3, 5, 7, 53], "pars": [3, 4, 30, 31], "entir": 3, "equival": 3, "csv": [3, 25, 49, 53], "format": [3, 5, 6], "percentag": 3, "out": [3, 49, 53], "bound": 3, "penalti": [3, 25, 49, 50], "power": [3, 25, 43, 44, 49, 50, 53], "per": [3, 4, 23, 25, 43, 44, 48, 49, 50], "obtain": [3, 11], "being": [3, 49], "wrapper": [3, 5, 19, 22, 23, 49, 51], "thei": [3, 5, 7, 51], "both": [3, 10, 50], "rollout": 3, "exploration_r": 3, "doesn": [3, 5, 53], "neural": 3, "well": [3, 23], "evalu": [3, 5, 22, 23, 50], "ad": [3, 4, 53], "evalloggercallback": 3, "experi": [3, 7], "benefit": 3, "drl_usag": 3, "directli": [3, 5, 7], "drl_batteri": [3, 5], "comput": [3, 5, 10], "flag": [3, 5, 25, 46, 49, 53], "most": [3, 49, 50], "must": [3, 4, 5, 7, 23], "keep": [3, 16], "mind": 3, "construct": [3, 5], "particular": 3, "paramet": [3, 5, 11, 16, 18, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 41, 43, 44, 46, 47, 48, 50], "concaten": 3, "callbacklist": [3, 5], "until": 3, "where": [3, 5, 7, 22, 38, 41], "comment": 3, "requir": [3, 5, 7, 49], "extra": [3, 5, 7, 11, 51, 53], "argument": [3, 5, 30, 53], "ep": [3, 5], "argpars": [3, 5], "loggerevalcallback": [3, 5], "stable_baselines3": [3, 5, 22, 23, 53], "nois": [3, 4, 5], "normalactionnois": [3, 5], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 5, 22, 23], "dummyvecenv": [3, 5], "parser": [3, 5], "argumentpars": [3, 5], "add_argu": [3, 5], "str": [3, 5, 11, 16, 18, 22, 23, 25, 26, 27, 30, 31, 32, 38, 39, 49, 53], "int": [3, 5, 11, 16, 22, 23, 25, 28, 29, 43, 44, 47, 49, 50, 53], "learning_r": [3, 5], "lr": [3, 5], "float": [3, 5, 11, 16, 23, 25, 29, 43, 44, 46, 49, 50, 53], "0007": [3, 5], "n_step": [3, 5], "n": [3, 4, 5, 47, 49, 53], "gamma": [3, 5], "99": [3, 5], "gae_lambda": [3, 5], "gl": [3, 5], "ent_coef": [3, 5], "ec": [3, 5], "vf_coef": [3, 5], "v": [3, 5, 51], "max_grad_norm": [3, 5], "m": [3, 5], "rms_prop_ep": [3, 5], "rm": [3, 5], "1e": [3, 5, 43, 44, 50], "05": [3, 5], "parse_arg": [3, 5], "id": [3, 5], "n_episod": 3, "name": [3, 4, 5, 11, 16, 18, 26, 27, 31, 38, 41], "start_run": [3, 5], "run_nam": [3, 5], "log_param": [3, 5], "mlppolici": [3, 5], "tensorboard_log": [3, 5], "n_timesteps_episod": [3, 5], "_eplus_one_epi_len": [3, 5], "_eplus_run_steps": [3, 5], "lambda": [3, 5], "freq": 3, "2": [3, 4, 6, 16, 53], "eval_callback": [3, 5], "best_model_save_path": [3, 5, 22], "best_model": [3, 5], "log_path": [3, 5, 22], "eval_freq": [3, 5, 22], "determinist": [3, 5, 22, 23], "render": [3, 5, 11, 22, 23], "n_eval_episod": [3, 5, 22, 23], "log_callback": [3, 5], "total_timestep": [3, 5, 25, 49], "As": [3, 5], "abl": [3, 5, 7], "recommend": [3, 5, 7], "start": [3, 5, 14, 16, 18, 28, 29], "batteri": [3, 5], "initi": [3, 5, 22, 53], "date": [3, 25, 49, 50, 53], "hyperparamet": [3, 5], "durat": 3, "etc": [3, 5, 7, 25, 49], "paradigm": 3, "compat": 3, "plan": 3, "futur": [3, 4, 5, 50], "list": [4, 5, 7, 16, 23, 25, 27, 31, 32, 33, 43, 44, 47, 49, 50, 53], "locat": [4, 7, 27], "idf": [4, 11, 16, 18, 49], "file": [4, 5, 6, 10, 11, 16, 18, 27, 30, 31, 41, 49, 51], "period": [4, 50], "demo": [4, 53], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 5, 16], "01": 4, "31": [4, 48], "03": 4, "5zone": [4, 5, 52], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 48], "new": [4, 5, 14, 16, 18, 22, 25, 27, 46, 47, 49, 50, 53], "york": 4, "humid": [4, 48], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 30, 33, 53], "stochast": [4, 22, 23, 50], "datacent": [4, 5], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 16, 43, 44, 49, 50, 51], "iwmullion": [4, 5], "accord": [4, 22], "doe": [4, 5, 16], "classif": 4, "In": [4, 5, 7, 23, 51], "seri": [4, 10], "chang": [4, 5, 25, 49], "gaussian": 4, "std": [4, 23], "add": [4, 5, 10, 49, 53], "extern": [4, 5, 49], "wai": [4, 5], "definit": [4, 5, 11, 30], "variant": [4, 53], "xml": [4, 11], "version": [4, 5, 6, 7], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 5, 41], "dtd": 4, "max": [4, 32, 43, 44, 50, 53], "min": [4, 32, 50, 53], "5e6": [4, 53], "rel": [4, 48], "wind": [4, 48], "speed": [4, 48], "direct": [4, 5, 48], "diffus": [4, 48], "solar": [4, 48], "radiat": [4, 48], "rate": [4, 48], "area": [4, 48], "zone": [4, 5, 31, 43, 44, 48, 50], "thermostat": [4, 48], "heat": [4, 48], "7": [4, 5, 7, 16], "8": [4, 5, 7], "thermal": [4, 48], "radiant": [4, 48], "11": [4, 48], "cloth": [4, 48], "fanger": [4, 48], "ppd": [4, 48], "13": 4, "peopl": [4, 48], "occup": [4, 48], "count": [4, 23, 48], "14": [4, 5], "total": [4, 25, 48, 49], "hvac": [4, 48], "electr": [4, 48], "demand": [4, 48], "16": 4, "17": 4, "18": 4, "low": [4, 43, 44, 50, 51, 53], "high": [4, 53], "shape": [4, 5, 53], "dtype": [4, 53], "float32": [4, 53], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 16, 25, 49], "index": [4, 5, 6], "action0": 4, "action1": 4, "give": [4, 5], "plai": 4, "affect": [4, 23, 27], "resolut": 4, "problem": [4, 5], "known": 4, "what": [4, 5], "configur": [4, 18, 50], "read": [4, 5, 14, 16], "automat": [4, 5, 6, 7, 51], "so": [4, 5, 7, 49, 52, 53], "should": [4, 5, 7, 22, 52, 53], "worri": 4, "anyth": [4, 23], "solut": 4, "updat": [4, 5, 6, 7, 22, 32, 51], "alwai": [4, 5, 49, 50], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 30], "dynam": 4, "upgrad": [4, 5], "gcloud": 5, "combin": [5, 7], "idea": 5, "virtual": [5, 7], "gce": 5, "At": 5, "job": [5, 51], "remov": [5, 38, 43, 44, 50], "host": 5, "let": [5, 50], "explan": 5, "abov": 5, "firstli": [5, 7], "necessari": 5, "sdk": [5, 7], "auth": [5, 38], "invoic": 5, "don": [5, 7, 49], "document": [5, 6, 7, 49], "secondli": 5, "instal": [5, 6, 16], "docker": [5, 6], "link": 5, "authent": 5, "imag": [5, 7], "begin": 5, "hand": [5, 7], "go": [5, 53], "enabl": 5, "servic": [5, 38, 39], "librari": [5, 7, 51], "need": [5, 49, 53], "registri": 5, "pub": 5, "sub": 5, "sql": 5, "admin": 5, "firestor": 5, "datastor": 5, "gmail": 5, "henc": 5, "client": [5, 40, 41], "artifactregistri": 5, "googleapi": 5, "com": [5, 7, 15], "cloudapi": 5, "cloudbuild": 5, "containerregistri": 5, "sqladmin": 5, "cloudfunct": 5, "pubsub": 5, "serviceusag": 5, "drive": 5, "appengin": 5, "Or": 5, "consol": 5, "modul": [5, 9, 12, 19, 49, 51], "pleas": 5, "termin": [5, 16, 25, 26, 49], "applic": [5, 51], "login": 5, "upload": [5, 6, 41], "public": 5, "gcr": 5, "io": 5, "latest": [5, 6, 7], "europ": 5, "west1": 5, "b": 5, "privileg": [5, 39], "restart": 5, "never": 5, "stdin": 5, "tty": 5, "boot": 5, "disk": 5, "size": 5, "20gb": 5, "pd": 5, "ssd": 5, "n2": 5, "highcpu": 5, "hub": [5, 6, 7], "visit": [5, 7, 49, 51, 53], "repositori": [5, 6, 7, 51], "prefer": [5, 7], "realli": [5, 53], "10gb": 5, "isn": [5, 53], "enough": 5, "silenc": 5, "error": [5, 23, 53], "would": [5, 50], "incid": 5, "clear": 5, "suppos": 5, "fork": 5, "yaml": 5, "dockerfil": [5, 6, 7, 51], "purpos": 5, "write": [5, 7, 49, 51], "cach": 5, "quick": 5, "cloudsdktool": 5, "entrypoint": 5, "bash": 5, "c": [5, 43, 44, 50], "pull": [5, 6], "project_id": 5, "exit": 5, "sinergym_extra": [5, 7], "push": [5, 6], "built": [5, 6], "command": [5, 7, 51], "case": [5, 7, 23], "builder": 5, "gsutil": 5, "iam": 5, "ch": 5, "allus": 5, "objectview": 5, "appspot": 5, "disksizegb": 5, "machinetyp": 5, "e2_highcpu_8": 5, "timeout": 5, "86400": 5, "older": 5, "wa": 5, "alreadi": [5, 51], "confus": 5, "part": 5, "helper": 5, "everyth": 5, "mention": 5, "config": 5, "memori": 5, "least": 5, "correctli": [5, 51], "fail": 5, "free": 5, "might": 5, "report": 5, "care": 5, "submit": 5, "substitut": 5, "howev": [5, 50, 51], "predetermin": 5, "To": [5, 7, 51], "correct": [5, 53], "decid": 5, "enter": 5, "after": [5, 16, 23, 52], "immedi": 5, "hasn": 5, "yet": [5, 51], "think": 5, "notifi": 5, "issu": 5, "happen": 5, "wait": 5, "minut": 5, "templat": 5, "gserviceaccount": 5, "scope": 5, "http": [5, 7, 15], "www": 5, "devstorag": 5, "full_control": 5, "gce_zon": 5, "gce_project_id": 5, "mlflow_tracking_uri": 5, "address": 5, "describ": 5, "ip": 5, "get": [5, 7, 23, 39, 48, 53], "5000": 5, "explain": 5, "befor": [5, 7, 23, 53], "previou": [5, 47, 53], "group": [5, 38], "larg": 5, "quot": 5, "than": [5, 49, 50, 53], "rest": [5, 37, 38], "probabl": 5, "readi": [5, 7], "connect": [5, 15, 16, 17], "ssh": 5, "optim": 5, "pre": 5, "attach": 5, "And": 5, "now": 5, "script": 5, "alloc": 5, "ranges_5zon": [5, 53], "ranges_iw": 5, "ranges_datacent": 5, "uuid": 5, "multiobswrapp": [5, 53], "dest": 5, "alg": 5, "rw": 5, "linear": 5, "exponenti": [5, 43, 50], "norm": 5, "store_tru": 5, "appli": [5, 11, 48, 50, 53], "multiob": [5, 53], "mob": 5, "multi": [5, 53], "ten": 5, "path": [5, 16, 22, 25, 27, 30, 31, 32, 41, 49], "eval": [5, 22], "best": [5, 22], "onlin": 5, "evalf": 5, "useless": 5, "eval_length": 5, "inter": 5, "seed": 5, "sd": 5, "remote_stor": 5, "sto": 5, "determin": 5, "sent": 5, "mlflow_stor": 5, "group_nam": 5, "field": 5, "auto_delet": 5, "del": 5, "gcp": 5, "buffer_s": 5, "bf": 5, "1000000": 5, "learning_start": 5, "l": [5, 6], "tau": [5, 27], "tu": 5, "005": 5, "sigma": [5, 11, 27], "sig": 5, "regist": [5, 50], "experiment_d": 5, "todai": 5, "strftime": 5, "y": 5, "d": [5, 16], "h": 5, "episodes_": 5, "seed_": 5, "ping": 5, "mlflow_ip": 5, "split": [5, 49], "valid": [5, 39, 53], "respons": [5, 49], "set_tracking_uri": 5, "getcwd": 5, "mlrun": 5, "__version__": 5, "length": [5, 23, 49, 53], "interv": 5, "linearreward": [5, 11, 50], "expreward": [5, 50], "runtimeerror": 5, "know": 5, "dictionari": [5, 11, 30, 31], "norm_rang": 5, "env_typ": 5, "nameerror": 5, "50000": 5, "batch_siz": 5, "32": 5, "train_freq": 5, "gradient_step": 5, "target_update_interv": 5, "10000": [5, 22], "exploration_fract": 5, "exploration_initial_ep": 5, "exploration_final_ep": 5, "n_action": 5, "action_nois": 5, "zero": 5, "ones": 5, "64": 5, "n_epoch": 5, "clip_rang": 5, "calcul": [5, 43, 44, 50], "env_vec": 5, "dir": 5, "tensorboardformatlogg": 5, "tb_path": 5, "new_logg": 5, "set_logg": 5, "_env_working_dir_par": [5, 53], "send": [5, 11, 14, 16, 18, 39, 40, 41], "log_artifact": 5, "local_dir": 5, "artifact_path": 5, "abspath": 5, "init_storage_cli": 5, "resourc": [5, 40, 41], "upload_to_bucket": 5, "src_path": [5, 41], "dest_bucket_nam": [5, 41], "dest_path": [5, 41], "end_run": 5, "shutdown": 5, "token": [5, 38, 39], "get_service_account_token": 5, "delete_instance_mig_from_contain": 5, "effect": 5, "pretti": 5, "deactiv": [5, 25, 46, 49, 53], "written": 5, "recreat": 5, "belong": [5, 25, 49], "delet": [5, 38, 53], "individu": 5, "appropri": 5, "environment_nam": 5, "episodes_int": 5, "seed_valu": 5, "uri": 5, "bind": 5, "member": 5, "serviceaccount": 5, "role": 5, "owner": 5, "project_path": 5, "json": 5, "export": 5, "google_cloud_credenti": 5, "short": 5, "dote": 5, "root": [5, 7], "gitignor": 5, "ignor": [5, 6], "final": [5, 7], "One": 5, "strength": 5, "abil": 5, "whatev": 5, "caus": 5, "recogn": 5, "mayb": 5, "got": 5, "two": [5, 7, 50], "deploi": [5, 6], "localhost": 5, "6006": 5, "second": [5, 16, 23, 25, 28, 29, 48, 49, 53], "shut": 5, "down": 5, "logdir": 5, "organ": [5, 51], "separ": 5, "back": 5, "databas": 5, "without": [5, 6, 48, 53], "loos": 5, "bin": [5, 7], "scrip": 5, "previous": [5, 49], "jajim": [5, 7], "github": [5, 7, 15, 51], "html": 5, "bucket_nam": 5, "region": 5, "db_root_password": 5, "machine_typ": 5, "e2": 5, "medium": 5, "mlflow_imag": 5, "kaysush": 5, "cloud_sql_proxy_imag": 5, "cloudsql": 5, "proxi": 5, "mysql_inst": 5, "echo": 5, "sa": 5, "descript": [5, 16], "mb": 5, "tier": 5, "db": 5, "f1": 5, "micro": 5, "password": 5, "provis": 5, "editor": 5, "start_mlflow_track": 5, "sh": 5, "cat": 5, "eof": 5, "mysql": 5, "net": 5, "p": 5, "3306": 5, "cloud_sql_proxi": 5, "tcp": 5, "pymysql": 5, "mlflow_artifact": 5, "alter": 5, "iptabl": 5, "A": [5, 11, 28, 31, 49], "input": [5, 16], "dport": 5, "j": 5, "accept": 5, "cp": 5, "tempor": 5, "subnet": 5, "premium": 5, "metadata": [5, 11], "startup": 5, "url": 5, "mainten": 5, "migrat": 5, "tag": [5, 6, 7], "co": 5, "77": 5, "12371": 5, "1109": 5, "balanc": 5, "devic": 5, "shield": 5, "secur": 5, "vtpm": 5, "reserv": 5, "affin": 5, "ani": [5, 7, 11, 21, 22, 23, 46, 47, 48, 49], "firewal": 5, "prioriti": 5, "1000": 5, "ingress": 5, "target": 5, "onc": [5, 7], "anymor": 5, "again": 5, "redefin": 5, "notic": [5, 50, 52], "creation": 5, "anot": 5, "bellow": 5, "trigger": [5, 22], "event": 5, "advertis": 5, "captur": 5, "slack": 5, "sm": 5, "email": 5, "deploy": 6, "pipelin": 6, "softwar": 6, "third": 6, "parti": 6, "websit": 6, "request": [6, 38], "pep8": 6, "standard": [6, 52], "level": [6, 26, 51], "aggress": 6, "anoth": [6, 7], "contain": [6, 23, 38, 39, 51, 52], "pytest": 6, "pass": [6, 16, 22, 23, 49], "publish": 6, "edit": 6, "manual": [6, 53], "catch": 6, "doc": [6, 7], "page": 6, "compil": 6, "verifi": 6, "commit": 6, "bot": 6, "although": 6, "git": [6, 7], "z": 6, "xarg": 6, "assum": 6, "unchang": 6, "workflow": [6, 51], "yml": [6, 51], "sudo": 7, "apt": 7, "virtualenv": 7, "env_sinergym": 7, "python3": 7, "altern": 7, "conda": 7, "clone": 7, "By": [7, 50], "pip": [7, 51], "diffet": 7, "setup": 7, "tag_nam": 7, "setup_tag": 7, "libari": 7, "example1": 7, "neccesari": 7, "empti": 7, "studio": 7, "simpli": 7, "directori": [7, 11, 16, 32, 41, 49, 51, 52], "click": 7, "pop": 7, "button": 7, "reopen": 7, "isol": 7, "below": 7, "compabl": 7, "also": 7, "ensur": 7, "support": [7, 51], "later": [7, 25, 49], "instruct": 7, "linux": 7, "ubuntu": 7, "choos": 7, "folder": [7, 22, 52], "copi": [7, 16, 49, 53], "eplus_path": [7, 16, 18], "bcvtb_path": [7, 16, 18], "respect": 7, "repo": 7, "consid": [7, 43, 44, 50], "subset": [7, 53], "storag": [7, 40, 41], "prepar": 7, "funcion": 10, "absolut": [10, 32, 43, 44, 50], "raw": 10, "cfg": [10, 16, 49], "kwarg": [11, 21, 22, 46, 47, 48], "idf_fil": [11, 18], "weather_fil": [11, 18], "variables_fil": [11, 18], "spaces_fil": 11, "env_nam": [11, 16, 18, 49], "discrete_act": [11, 30], "weather_vari": 11, "epw": [11, 16, 18, 27], "condit": 11, "mu": 11, "tao": 11, "ornstein": [11, 27], "uhlenbeck": [11, 27], "feedback": 11, "mode": 11, "human": 11, "arrai": [11, 25, 46, 49, 53], "abstract": 14, "receive_observ": [14, 18], "send_act": [14, 18], "start_simul": [14, 18], "stop_simul": 14, "stop": 14, "ptolomi": 15, "zhangzhizza": 15, "weather_path": 16, "variable_path": 16, "idf_path": 16, "act_repeat": 16, "max_ep_data_store_num": 16, "repeat": 16, "end_env": 16, "end_episod": 16, "properti": 16, "get_is_eplus_run": 16, "new_weath": 16, "current_simulation_tim": 16, "consist": [16, 50], "correpond": 16, "socket": [16, 49], "subprocess": 16, "sensor": 16, "start_dai": 16, "simulaton": 16, "start_mon": 16, "start_weekdai": 16, "weekdai": 16, "mondai": 16, "sundai": 16, "start_year": 16, "reciev": 16, "renew": 17, "connector": 18, "end_simul": 18, "eval_env": 22, "callback_on_new_best": 22, "npz": 22, "warn": [22, 23], "evaluate_polici": 22, "vecenv": [22, 23], "base_class": 23, "basealgorithm": 23, "callabl": 23, "reward_threshold": 23, "return_episode_reward": 23, "averag": 23, "made": 23, "note": [23, 49, 53], "scale": [23, 51], "earli": 23, "avoid": 23, "minimum": 23, "expect": 23, "met": 23, "user": 23, "lack": 23, "monitor_head": [25, 49, 53], "progress_head": [25, 49, 53], "log_progress_fil": [25, 49, 53], "log_fil": [25, 49], "header": [25, 49, 53], "sub_run_n": [25, 49], "res_n": [25, 49], "steps_data": [25, 49], "elabor": [25, 49], "total_time_elaps": [25, 49], "elaps": [25, 28, 49], "comfort_violation_timestep": [25, 49], "activate_flag": [25, 49, 53], "deactivate_flag": [25, 49, 53], "log_episod": [25, 49, 53], "log_step": [25, 49, 53], "simulation_tim": [25, 49, 53], "achiev": [25, 49], "w": [25, 43, 44, 49, 50], "spicifi": [25, 49], "log_step_norm": [25, 49, 53], "set_log_fil": [25, 49, 53], "new_log_fil": [25, 49], "getlogg": 26, "formatt": 26, "weather_data": 27, "original_epw_fil": 27, "variat": 27, "opyplu": [27, 28], "weatherdata": 27, "ou": 27, "epm": 28, "sec_elaps": 28, "sim_year": 28, "1991": 28, "compos": 28, "st_mon": 29, "st_dai": 29, "end_mon": 29, "end_dai": 29, "delta": 29, "st_year": 29, "tuppl": 30, "map": 30, "continuos_act": 30, "var_fil": 31, "og": 31, "output_path": 32, "last_result": 32, "valor": 32, "setpoints_spac": 33, "convert": 33, "transform": 33, "easier": 37, "instance_group_nam": 38, "vm": 38, "alon": 38, "mig": 38, "repons": 38, "author": 39, "petit": [39, 40], "init": 40, "ask": [40, 41], "recurs": 41, "bucket": 41, "destin": 41, "energy_weight": [43, 44, 50], "lambda_energi": [43, 44, 50], "0001": [43, 44], "lambda_temperatur": [43, 44, 50], "r": [43, 44, 50], "lambda_": [43, 44, 50], "lambda_t": [43, 44, 50], "exp": [43, 50], "t_": [43, 44, 50], "cold": [43, 44, 50], "fot": [43, 44, 50], "weight": [43, 44, 50], "constant": [43, 44, 50], "dimens": [43, 44, 50], "calculu": [43, 44, 50], "indoor": [43, 44, 50], "flatten": [47, 53], "stack": [47, 53], "flat": [47, 53], "vector": [47, 53], "173": 48, "6583692738386": 48, "32595": 48, "57259261767": 48, "space1": 48, "00826655379267": 48, "588": 48, "1033": 48, "05437255409474": 48, "60": 48, "72839186915495": 48, "357": 48, "clgsetp": 48, "htgsetp": 48, "49999": 48, "287277410867238": 48, "87": 48, "60662171287048": 48, "22565264653451": 48, "98": 48, "37141259444684": 48, "35": 48, "98853496778508": 48, "49999046325684": 48, "508266553792669": 48, "550779087370951": 48, "0086829184636919": 48, "31536000": 48, "35040": 48, "259557259261767": 48, "0173658369273838": 48, "reli": [48, 50, 53], "re": 49, "num_simul": 49, "content": 49, "sub_run1": 49, "sub_run2": 49, "sub_run3": 49, "sub_runn": 49, "utilsocket": 49, "monitor_norm": 49, "sub_run": 49, "num_episod": 49, "within": [49, 51], "structur": [49, 50], "observation_valu": 49, "action_valu": 49, "exist": 49, "row": 49, "episode_num": [49, 53], "cumulative_power_consumpt": [49, 53], "mean_power_consumpt": [49, 53], "comfort_viol": [49, 53], "time_elaps": [49, 53], "carri": 49, "regardless": 49, "techniqu": 49, "factor": [49, 50], "present": 49, "steps_data_norm": 49, "power_penalti": [49, 53], "row_cont": 49, "_store_step_inform": 49, "statist": 49, "ep_mean_reward": 49, "ep_cumulative_reward": 49, "ep_cumulative_pow": 49, "ep_mean_pow": 49, "ep_cumulative_comfort_penalti": 49, "ep_mean_comfort_penalti": 49, "ep_cumulative_power_penalti": 49, "ep_mean_power_penalti": 49, "steps_info": 49, "newlin": 49, "file_obj": 49, "writer": 49, "csv_writer": 49, "writerow": 49, "len": [49, 53], "_normal": 49, "isfil": 49, "_reset_logg": 49, "relev": 49, "unwrap": 49, "thing": 50, "math": 50, "w_energi": 50, "lambda_temp": 50, "reward_energi": 50, "current_dt": 50, "range_t": 50, "delta_t": 50, "ab": 50, "reward_comfort": 50, "take": 50, "lineal": 50, "neg": 50, "perfect": 50, "moreov": 50, "adjust": 50, "aspect": 50, "overwrit": 50, "supervis": 51, "successfulli": 51, "vv": 51, "anywai": 51, "under": 51, "framework": 51, "small": 51, "complex": 51, "libreri": 51, "independ": 51, "uniqu": 51, "test_common": 51, "test_reward": 51, "test_wrapp": 51, "test_simul": 51, "test_env": 51, "test_control": 51, "test_stable_baselin": 51, "conceptu": 51, "context": 51, "readm": 51, "loop": 52, "someth": 52, "produc": 52, "found": 53, "inherit": 53, "collect": 53, "dequ": 53, "env_util": 53, "observationwrapp": 53, "unwrapped_observ": 53, "handl": 53, "divisionbyzero": 53, "isnan": 53, "ind_flat": 53, "histori": 53, "maxlen": 53, "observation_spac": 53, "new_shap": 53, "_": 53, "_get_ob": 53, "reshap": 53, "monitor_header_list": 53, "element_head": 53, "_episode_exist": 53, "logger_main": 53, "debug": 53, "_epi_num": 53, "_eplus_working_dir": 53, "default_env": 53}, "objects": {"sinergym": [[9, 0, 0, "-", "envs"], [12, 0, 0, "-", "simulators"], [19, 0, 0, "-", "utils"]], "sinergym.envs": [[10, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[11, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[11, 2, 1, "", "__init__"], [11, 2, 1, "", "close"], [11, 3, 1, "", "metadata"], [11, 2, 1, "", "render"], [11, 2, 1, "", "reset"], [11, 2, 1, "", "step"]], "sinergym.simulators": [[13, 0, 0, "-", "base"], [15, 0, 0, "-", "eplus"], [17, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[14, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "receive_observation"], [14, 2, 1, "", "send_action"], [14, 2, 1, "", "start_simulation"], [14, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[16, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "end_env"], [16, 2, 1, "", "end_episode"], [16, 4, 1, "", "env_name"], [16, 2, 1, "", "get_is_eplus_running"], [16, 2, 1, "", "reset"], [16, 4, 1, "", "start_day"], [16, 4, 1, "", "start_mon"], [16, 4, 1, "", "start_weekday"], [16, 4, 1, "", "start_year"], [16, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_simulation"], [18, 2, 1, "", "receive_observation"], [18, 2, 1, "", "send_action"], [18, 2, 1, "", "start_simulation"]], "sinergym.utils": [[20, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [34, 0, 0, "-", "controllers"], [37, 0, 0, "-", "gcloud"], [42, 0, 0, "-", "rewards"], [45, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[21, 1, 1, "", "LoggerCallback"], [22, 1, 1, "", "LoggerEvalCallback"], [23, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "parse_observation_action_space"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "ranges_getter"], [33, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RandomController"], [36, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[38, 5, 1, "", "delete_instance_MIG_from_container"], [39, 5, 1, "", "get_service_account_token"], [40, 5, 1, "", "init_storage_client"], [41, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[43, 1, 1, "", "ExpReward"], [44, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[46, 1, 1, "", "LoggerWrapper"], [47, 1, 1, "", "MultiObsWrapper"], [48, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[46, 2, 1, "", "__init__"], [46, 2, 1, "", "activate_logger"], [46, 2, 1, "", "close"], [46, 2, 1, "", "deactivate_logger"], [46, 2, 1, "", "reset"], [46, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "reset"], [47, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "get_unwrapped_obs"], [48, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48], "api": 1, "refer": 1, "control": [2, 34, 35, 36], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 26, 49], "tensorboard": [3, 5], "structur": 3, "how": 3, "us": [3, 5], "mlflow": [3, 5], "environ": [4, 7], "observ": 4, "action": [4, 6], "space": 4, "googl": 5, "cloud": [5, 7], "prepar": 5, "1": [5, 7], "first": 5, "step": 5, "configur": 5, "2": 5, "our": 5, "contain": [5, 7], "platform": 5, "3": [5, 7], "your": 5, "own": 5, "4": [5, 7], "creat": [5, 51], "vm": 5, "mig": 5, "5": [5, 7], "init": 5, "execut": 5, "experi": 5, "remot": 5, "permiss": 5, "bucket": 5, "storag": 5, "output": [5, 49], "log": 5, "visual": 5, "real": 5, "time": 5, "track": 5, "server": 5, "set": [5, 7], "up": 5, "alert": 5, "github": 6, "instal": [7, 51], "docker": 7, "manual": 7, "energyplu": [7, 16, 18], "9": 7, "0": 7, "bcvtb": 7, "softwar": 7, "variabl": 7, "packag": 7, "comput": 7, "env": [9, 10, 11], "eplus_env": [10, 11], "eplusenv": 11, "simul": [12, 13, 14, 15, 16, 17, 18], "base": [13, 14], "basesimul": 14, "eplu": [15, 16], "eplus_alpha": [17, 18], "util": [19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48], "callback": [20, 21, 22, 23], "loggercallback": 21, "loggerevalcallback": 22, "evaluate_polici": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "csvlogger": 25, "create_variable_weath": 27, "get_current_time_info": 28, "get_delta_second": 29, "parse_observation_action_spac": 30, "parse_vari": 31, "ranges_gett": 32, "setpoints_transform": 33, "randomcontrol": 35, "rulebasedcontrol": 36, "gcloud": [37, 38, 39, 40, 41], "delete_instance_mig_from_contain": 38, "get_service_account_token": 39, "init_storage_cli": 40, "upload_to_bucket": 41, "reward": [42, 43, 44, 50], "expreward": 43, "linearreward": 44, "wrapper": [45, 46, 47, 48, 53], "loggerwrapp": 46, "multiobswrapp": 47, "normalizeobserv": 48, "format": 49, "test": 51, "pytest": 51, "run": 51, "new": 51, "usag": 52, "exampl": 52}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Sinergym with Google Cloud": [[5, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[5, "preparing-google-cloud"]], "1. First steps (configuration)": [[5, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[5, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[5, "use-your-own-container"]], "4. Create your VM or MIG": [[5, "create-your-vm-or-mig"]], "5. Init your VM": [[5, "init-your-vm"]], "Executing experiments in remote containers": [[5, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[5, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[5, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[5, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[5, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[5, "google-cloud-alerts"]], "Github Actions": [[6, "github-actions"]], "Installation": [[7, "installation"]], "Docker container": [[7, "docker-container"]], "Manual installation": [[7, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[7, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[7, "install-bcvtb-software"]], "3. Set environment variables": [[7, "set-environment-variables"]], "4. Install the package": [[7, "install-the-package"]], "Cloud Computing": [[7, "cloud-computing"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[11, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[14, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[21, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[23, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.parse_observation_action_space": [[30, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[33, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[35, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[36, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[38, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[39, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[40, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[41, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[42, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[43, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[44, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[45, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[46, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[47, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[48, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[49, "output-format"]], "Logger": [[49, "logger"]], "Rewards": [[50, "rewards"]], "Tests": [[51, "tests"]], "Install Pytest": [[51, "install-pytest"]], "Running tests": [[51, "running-tests"]], "Create new tests": [[51, "create-new-tests"]], "Usage example": [[52, "usage-example"]], "Wrappers": [[53, "wrappers"]]}, "indexentries": {"module": [[9, "module-sinergym.envs"], [10, "module-sinergym.envs.eplus_env"], [12, "module-sinergym.simulators"], [13, "module-sinergym.simulators.base"], [15, "module-sinergym.simulators.eplus"], [17, "module-sinergym.simulators.eplus_alpha"], [19, "module-sinergym.utils"], [20, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [34, "module-sinergym.utils.controllers"], [37, "module-sinergym.utils.gcloud"], [42, "module-sinergym.utils.rewards"], [45, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[11, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[11, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[14, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[16, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[21, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[38, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[39, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[40, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[41, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[42, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[43, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[43, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[43, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[44, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[44, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[44, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[45, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[46, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[47, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[48, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"1. First steps (configuration)": [[5, "first-steps-configuration"]], "1. Install BCVTB software": [[7, "install-bcvtb-software"]], "1. Install EnergyPlus 9.5.0": [[7, "install-energyplus-9-5-0"]], "2. Use our container in Google Cloud Platform": [[5, "use-our-container-in-google-cloud-platform"]], "3. Set environment variables": [[7, "set-environment-variables"]], "3. Use your own container": [[5, "use-your-own-container"]], "4. Create your VM or MIG": [[5, "create-your-vm-or-mig"]], "4. Install the package": [[7, "install-the-package"]], "5. Init your VM": [[5, "init-your-vm"]], "API reference": [[1, "api-reference"]], "Cloud Computing": [[7, "cloud-computing"]], "Containers permission to bucket storage output": [[5, "containers-permission-to-bucket-storage-output"]], "Controllers": [[2, "controllers"]], "Create new tests": [[51, "create-new-tests"]], "DRL Logger": [[3, "drl-logger"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "Docker container": [[7, "docker-container"]], "Environments": [[4, "environments"]], "Executing experiments in remote containers": [[5, "executing-experiments-in-remote-containers"]], "Github Actions": [[6, "github-actions"]], "Google Cloud Alerts": [[5, "google-cloud-alerts"]], "How use": [[3, "how-use"]], "Install Pytest": [[51, "install-pytest"]], "Installation": [[7, "installation"]], "Logger": [[49, "logger"]], "Manual installation": [[7, "manual-installation"]], "Mlflow": [[3, "mlflow"]], "Mlflow tracking server set up": [[5, "mlflow-tracking-server-set-up"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Output format": [[49, "output-format"]], "Preparing Google Cloud": [[5, "preparing-google-cloud"]], "Remote Tensorboard log": [[5, "remote-tensorboard-log"]], "Rewards": [[50, "rewards"]], "Running tests": [[51, "running-tests"]], "Sinergym with Google Cloud": [[5, "sinergym-with-google-cloud"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "Tests": [[51, "tests"]], "Usage example": [[52, "usage-example"]], "Visualize remote Tensorboard log in real-time": [[5, "visualize-remote-tensorboard-log-in-real-time"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[53, "wrappers"]], "sinergym.envs": [[9, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[11, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[12, "module-sinergym.simulators"]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[14, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[19, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[21, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[23, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[25, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[26, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[27, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.parse_observation_action_space": [[30, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.ranges_getter": [[32, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[33, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[35, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[36, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[38, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[39, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[40, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[41, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[42, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[43, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[44, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[45, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[46, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[47, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[48, "sinergym-utils-wrappers-normalizeobservation"]]}, "docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.__init__", false]], "__init__() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[43, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[44, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[35, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[36, "sinergym.utils.controllers.RuleBasedController.act", false]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "basesimulator (class in sinergym.simulators.base)": [[14, "sinergym.simulators.base.BaseSimulator", false]], "calculate() (sinergym.utils.rewards.expreward method)": [[43, "sinergym.utils.rewards.ExpReward.calculate", false]], "calculate() (sinergym.utils.rewards.linearreward method)": [[44, "sinergym.utils.rewards.LinearReward.calculate", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "create_variable_weather() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.create_variable_weather", false]], "csvlogger (class in sinergym.utils.common)": [[25, "sinergym.utils.common.CSVLogger", false]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[38, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_env", false]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.end_episode", false]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation", false]], "energyplus (class in sinergym.simulators.eplus)": [[16, "sinergym.simulators.eplus.EnergyPlus", false]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus", false]], "env_name (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.env_name", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[11, "sinergym.envs.eplus_env.EplusEnv", false]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.evaluate_policy", false]], "expreward (class in sinergym.utils.rewards)": [[43, "sinergym.utils.rewards.ExpReward", false]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds", false]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[39, "sinergym.utils.gcloud.get_service_account_token", false]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs", false]], "getlogger() (sinergym.utils.common.logger method)": [[26, "sinergym.utils.common.Logger.getLogger", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[40, "sinergym.utils.gcloud.init_storage_client", false]], "linearreward (class in sinergym.utils.rewards)": [[44, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.Logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[21, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[46, "sinergym.utils.wrappers.LoggerWrapper", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[11, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "module": [[9, "module-sinergym.envs", false], [10, "module-sinergym.envs.eplus_env", false], [12, "module-sinergym.simulators", false], [13, "module-sinergym.simulators.base", false], [15, "module-sinergym.simulators.eplus", false], [17, "module-sinergym.simulators.eplus_alpha", false], [19, "module-sinergym.utils", false], [20, "module-sinergym.utils.callbacks", false], [24, "module-sinergym.utils.common", false], [34, "module-sinergym.utils.controllers", false], [37, "module-sinergym.utils.gcloud", false], [42, "module-sinergym.utils.rewards", false], [45, "module-sinergym.utils.wrappers", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[47, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[48, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[48, "sinergym.utils.wrappers.NormalizeObservation.observation", false]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[21, "sinergym.utils.callbacks.LoggerCallback.on_training_end", false]], "parse_observation_action_space() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.parse_observation_action_space", false]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables", false]], "randomcontroller (class in sinergym.utils.controllers)": [[35, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.ranges_getter", false]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.receive_observation", false]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[36, "sinergym.utils.controllers.RuleBasedController", false]], "send_action() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.send_action", false]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action", false]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[25, "sinergym.utils.common.CSVLogger.set_log_file", false]], "setpoints_transform() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.setpoints_transform", false]], "sinergym.envs": [[9, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[10, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[12, "module-sinergym.simulators", false]], "sinergym.simulators.base": [[13, "module-sinergym.simulators.base", false]], "sinergym.simulators.eplus": [[15, "module-sinergym.simulators.eplus", false]], "sinergym.simulators.eplus_alpha": [[17, "module-sinergym.simulators.eplus_alpha", false]], "sinergym.utils": [[19, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[20, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[24, "module-sinergym.utils.common", false]], "sinergym.utils.controllers": [[34, "module-sinergym.utils.controllers", false]], "sinergym.utils.gcloud": [[37, "module-sinergym.utils.gcloud", false]], "sinergym.utils.rewards": [[42, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[45, "module-sinergym.utils.wrappers", false]], "start_day (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_day", false]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_mon", false]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.start_simulation", false]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[18, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation", false]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_weekday", false]], "start_year (sinergym.simulators.eplus.energyplus property)": [[16, "sinergym.simulators.eplus.EnergyPlus.start_year", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[11, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.simulators.eplus.energyplus method)": [[16, "sinergym.simulators.eplus.EnergyPlus.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[46, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[47, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[14, "sinergym.simulators.base.BaseSimulator.stop_simulation", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[41, "sinergym.utils.gcloud.upload_to_bucket", false]]}, "objects": {"sinergym": [[9, 0, 0, "-", "envs"], [12, 0, 0, "-", "simulators"], [19, 0, 0, "-", "utils"]], "sinergym.envs": [[10, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[11, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[11, 2, 1, "", "__init__"], [11, 2, 1, "", "close"], [11, 3, 1, "", "metadata"], [11, 2, 1, "", "render"], [11, 2, 1, "", "reset"], [11, 2, 1, "", "step"]], "sinergym.simulators": [[13, 0, 0, "-", "base"], [15, 0, 0, "-", "eplus"], [17, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[14, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "receive_observation"], [14, 2, 1, "", "send_action"], [14, 2, 1, "", "start_simulation"], [14, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[16, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "end_env"], [16, 2, 1, "", "end_episode"], [16, 4, 1, "", "env_name"], [16, 2, 1, "", "get_is_eplus_running"], [16, 2, 1, "", "reset"], [16, 4, 1, "", "start_day"], [16, 4, 1, "", "start_mon"], [16, 4, 1, "", "start_weekday"], [16, 4, 1, "", "start_year"], [16, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_simulation"], [18, 2, 1, "", "receive_observation"], [18, 2, 1, "", "send_action"], [18, 2, 1, "", "start_simulation"]], "sinergym.utils": [[20, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [34, 0, 0, "-", "controllers"], [37, 0, 0, "-", "gcloud"], [42, 0, 0, "-", "rewards"], [45, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[21, 1, 1, "", "LoggerCallback"], [22, 1, 1, "", "LoggerEvalCallback"], [23, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[22, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 1, 1, "", "CSVLogger"], [26, 1, 1, "", "Logger"], [27, 5, 1, "", "create_variable_weather"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "parse_observation_action_space"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "ranges_getter"], [33, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "activate_flag"], [25, 2, 1, "", "deactivate_flag"], [25, 2, 1, "", "log_episode"], [25, 2, 1, "", "log_step"], [25, 2, 1, "", "log_step_normalize"], [25, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "getLogger"]], "sinergym.utils.controllers": [[35, 1, 1, "", "RandomController"], [36, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[35, 2, 1, "", "__init__"], [35, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[38, 5, 1, "", "delete_instance_MIG_from_container"], [39, 5, 1, "", "get_service_account_token"], [40, 5, 1, "", "init_storage_client"], [41, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[43, 1, 1, "", "ExpReward"], [44, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[46, 1, 1, "", "LoggerWrapper"], [47, 1, 1, "", "MultiObsWrapper"], [48, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[46, 2, 1, "", "__init__"], [46, 2, 1, "", "activate_logger"], [46, 2, 1, "", "close"], [46, 2, 1, "", "deactivate_logger"], [46, 2, 1, "", "reset"], [46, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "reset"], [47, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "get_unwrapped_obs"], [48, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "terms": {"": [2, 3, 4, 5, 7, 15, 25, 35, 49, 51, 53], "0": [2, 3, 4, 5, 6, 16, 21, 25, 29, 36, 43, 44, 48, 49, 50, 52, 53], "0001": [43, 44], "0007": [3, 5], "005": 5, "00826655379267": 48, "0086829184636919": 48, "01": 4, "0173658369273838": 48, "03": 4, "05": [3, 5], "05437255409474": 48, "1": [2, 3, 4, 16, 21, 22, 43, 44, 48, 49, 50, 52, 53], "10": [4, 5, 16], "100": [3, 5, 48, 49], "1000": 5, "10000": [5, 22], "1000000": 5, "1033": 48, "10gb": 5, "11": [4, 48], "1109": 5, "12": [4, 48], "12371": 5, "13": 4, "14": [4, 5], "15": [2, 4, 48], "16": 4, "17": 4, "173": 48, "18": 4, "19": [2, 4, 5], "1991": 28, "1e": [3, 5, 43, 44, 50], "2": [3, 4, 6, 16, 53], "20": [2, 4, 36, 43, 44, 50], "2021": [2, 50], "20gb": 5, "21": [2, 4, 48], "22": [2, 4, 48], "22565264653451": 48, "23": [2, 4, 36, 43, 44, 48, 50], "24": [2, 4, 29], "25": 4, "259557259261767": 48, "26": [2, 4, 36, 43, 44, 50], "27": 4, "28": 4, "287277410867238": 48, "29": 4, "2b": 4, "2zonedatacenterhvac_weconom": 4, "3": [0, 3, 4, 8, 16, 20, 48, 51, 53], "30": [2, 4, 48, 50], "31": [4, 48], "31536000": 48, "32": 5, "32595": 48, "3306": 5, "35": 48, "35040": 48, "357": 48, "37141259444684": 48, "4": [4, 16, 43, 44, 49, 50, 51], "49999": 48, "49999046325684": 48, "4a": 4, "5": [2, 3, 4, 16, 22, 23, 36, 43, 44, 47, 48, 50, 53], "5000": 5, "50000": 5, "508266553792669": 48, "550779087370951": 48, "57259261767": 48, "588": 48, "5c": 4, "5e6": [4, 53], "5zone": [4, 5, 52], "5zoneautodxvav": 4, "6": [2, 4, 5, 7, 16, 48, 50], "60": 48, "6006": 5, "60662171287048": 48, "64": 5, "6583692738386": 48, "7": [4, 5, 7, 16], "72839186915495": 48, "77": 5, "8": [4, 5, 7], "86400": 5, "87": 48, "8859": 4, "9": [2, 4, 50], "98": 48, "98853496778508": 48, "99": [3, 5], "A": [5, 11, 28, 31, 49], "And": 5, "As": [3, 5], "At": 5, "By": [7, 50], "For": [0, 3, 5, 7, 8, 49, 51, 53], "If": [3, 5, 6, 7, 23, 32, 51, 53], "In": [4, 5, 7, 23, 51], "It": [2, 3, 5, 7, 22, 25, 35, 49, 52, 53], "NO": 3, "On": [3, 5, 7], "One": 5, "Or": 5, "The": [0, 2, 3, 4, 5, 8, 16, 22, 23, 49, 53], "Then": [3, 5, 7, 53], "There": [3, 5, 6, 7, 49], "These": [0, 5, 8, 25, 49, 51], "To": [5, 7, 51], "With": 3, "_": 53, "__init__": [2, 3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 43, 44, 46, 47, 48, 49, 50, 53], "__version__": 5, "_env_working_dir_par": [5, 53], "_epi_num": 53, "_episode_exist": 53, "_eplus_one_epi_len": [3, 5], "_eplus_run_steps": [3, 5], "_eplus_working_dir": 53, "_get_ob": 53, "_normal": 49, "_on_step": 3, "_on_training_start": 3, "_reset_logg": 49, "_store_step_inform": 49, "a2c": [3, 5], "ab": 50, "abil": 5, "abl": [3, 5, 7], "about": [0, 3, 4, 7, 8, 23, 49, 51, 53], "abov": 5, "absolut": [10, 32, 43, 44, 50], "abspath": 5, "abstract": 14, "accept": 5, "access": [3, 5], "accord": [4, 22], "account": [0, 5, 6, 7, 8, 38, 39, 50], "achiev": [25, 49], "act": [2, 35, 36], "act_repeat": 16, "action": [0, 2, 3, 5, 8, 10, 11, 14, 16, 18, 22, 23, 25, 30, 31, 33, 35, 36, 46, 47, 49, 51, 53], "action0": 4, "action1": 4, "action_": [3, 53], "action_map": 3, "action_nois": 5, "action_simul": 3, "action_spac": [2, 5, 33, 35, 52, 53], "action_valu": 49, "activ": [3, 5, 7, 21, 25, 46, 49, 53], "activate_flag": [25, 49, 53], "activate_logg": [3, 46, 53], "ad": [3, 4, 53], "add": [4, 5, 10, 49, 53], "add_argu": [3, 5], "addit": [3, 21, 23], "address": 5, "adjust": 50, "admin": 5, "advertis": 5, "affect": [4, 23, 27], "affin": 5, "after": [5, 16, 23, 52], "again": 5, "agent": [2, 5, 11, 22, 23, 25, 35, 36, 49, 51], "aggress": 6, "aim": [0, 5, 7, 8], "air": [2, 4, 36, 48], "alg": 5, "algorithm": [0, 2, 3, 5, 8, 20, 51], "all": [3, 5, 7, 21, 32, 49, 50, 51], "alloc": 5, "allow": [0, 3, 5, 6, 8, 50], "allus": 5, "alon": 38, "alreadi": [5, 51], "also": 7, "alter": 5, "altern": 7, "although": 6, "alwai": [4, 5, 49, 50], "an": [0, 2, 3, 5, 6, 7, 8, 14, 21, 22, 23, 25, 33, 49, 50, 51, 53], "ani": [5, 7, 11, 21, 22, 23, 46, 47, 48, 49], "anot": 5, "anoth": [6, 7], "anymor": 5, "anyth": [4, 23], "anywai": 51, "api": [0, 5, 8, 37, 52], "appear": [3, 7, 23], "append": [2, 3, 5, 49, 51, 52, 53], "appengin": 5, "appli": [5, 11, 48, 50, 53], "applic": [5, 51], "appropri": 5, "appspot": 5, "apt": 7, "ar": [0, 2, 3, 4, 5, 6, 7, 8, 11, 23, 25, 36, 49, 50, 51, 53], "area": [4, 48], "arg": [2, 3, 5, 7, 11, 21, 22, 46, 47, 48, 49, 50, 53], "argpars": [3, 5], "argument": [3, 5, 30, 53], "argumentpars": [3, 5], "arizona": 4, "arrai": [11, 25, 46, 49, 53], "artifact": [0, 5, 8], "artifact_path": 5, "artifactregistri": 5, "ask": [40, 41], "aspect": 50, "assum": 6, "atari": [0, 8], "attach": 5, "attribut": [3, 11, 16, 49, 50, 53], "auth": [5, 38], "authent": 5, "author": 39, "auto": [3, 5], "auto_delet": 5, "automat": [4, 5, 6, 7, 51], "avail": [2, 4, 5, 35, 50], "averag": 23, "avoid": 23, "b": 5, "back": 5, "backend": [0, 5, 8], "background": 3, "balanc": 5, "bar": 3, "base": [0, 2, 5, 8, 36, 51], "base_class": 23, "basealgorithm": 23, "basecallback": [3, 22], "baselin": [0, 3, 8, 20, 51], "bash": 5, "basic": [2, 34, 52], "batch_siz": 5, "batteri": [3, 5], "bcvtb": [0, 4, 8, 16], "bcvtb_path": [7, 16, 18], "becaus": [3, 5], "been": [0, 3, 5, 6, 7, 8, 18, 21, 22, 23, 49, 51], "befor": [5, 7, 23, 53], "begin": 5, "being": [3, 49], "bellow": 5, "belong": [5, 25, 49], "below": 7, "benchmark": [0, 2, 8], "benefit": 3, "best": [5, 22], "best_model": [3, 5], "best_model_save_path": [3, 5, 22], "between": [0, 3, 4, 8, 29], "bf": 5, "bin": [5, 7], "bind": 5, "bool": [3, 5, 11, 22, 23, 25, 46, 47, 49, 53], "boolean": [3, 16, 21], "boot": 5, "bot": 6, "both": [3, 10, 50], "bound": 3, "box": [4, 30, 33, 53], "bucket": 41, "bucket_nam": 5, "buffer_s": 5, "build": [0, 3, 4, 5, 6, 7, 8, 11, 18, 48, 49, 51], "builder": 5, "built": [5, 6], "button": 7, "c": [5, 43, 44, 50], "cach": 5, "calcul": [5, 43, 44, 50], "calculu": [43, 44, 50], "call": [3, 5, 7, 16, 22, 23, 49], "callabl": 23, "callback": [0, 3, 5, 8, 19], "callback_on_new_best": 22, "callbacklist": [3, 5], "can": [0, 2, 3, 5, 6, 7, 8, 23, 49, 50, 51, 53], "captur": 5, "care": 5, "carri": 49, "case": [5, 7, 23], "cat": 5, "catch": 6, "caus": 5, "cfg": [10, 16, 49], "ch": 5, "chang": [4, 5, 25, 49], "charg": 4, "check": [3, 5, 6, 7, 23, 51], "chicago": 4, "choos": 7, "chosen": [2, 35, 36], "class": [2, 3, 5, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 24, 25, 26, 34, 35, 36, 42, 43, 44, 45, 46, 47, 48, 49, 50, 53], "classif": 4, "clear": 5, "clgsetp": 48, "click": 7, "client": [5, 40, 41], "clip": 3, "clip_rang": 5, "clipped_act": 3, "clone": 7, "close": [2, 11, 16, 46, 52, 53], "cloth": [4, 48], "cloud": [0, 3, 8, 37, 38, 39, 40, 41], "cloud_sql_proxi": 5, "cloud_sql_proxy_imag": 5, "cloudapi": 5, "cloudbuild": 5, "cloudfunct": 5, "cloudsdktool": 5, "cloudsql": 5, "co": 5, "code": [2, 3, 5, 6, 7, 53], "cold": [43, 44, 50], "collect": 53, "column": [3, 27], "com": [5, 7, 15], "combin": [5, 7], "comfort": [2, 3, 4, 10, 21, 25, 36, 43, 44, 48, 49, 50], "comfort_penalti": [3, 25, 48, 49, 53], "comfort_viol": [49, 53], "comfort_violation_tim": 3, "comfort_violation_timestep": [25, 49], "command": [5, 7, 51], "comment": 3, "commit": 6, "common": [2, 3, 4, 5, 19, 22, 23, 51, 53], "commun": [0, 8, 12, 49, 51], "compabl": 7, "compar": 3, "compat": 3, "compil": 6, "complex": 51, "compon": [3, 5, 21], "compos": 28, "comput": [3, 5, 10], "concaten": 3, "conceptu": 51, "conda": 7, "condit": 11, "config": 5, "configur": [4, 18, 50], "confus": 5, "connect": [5, 15, 16, 17], "connector": 18, "consequ": [3, 5, 50], "consid": [7, 43, 44, 50], "consist": [16, 50], "consol": 5, "constant": [43, 44, 50], "construct": [3, 5], "constructor": [3, 4, 14], "consumpt": [3, 21, 25, 43, 44, 49, 50], "contain": [6, 23, 38, 39, 51, 52], "containerregistri": 5, "content": 49, "context": 51, "continu": [2, 3, 4, 6, 10, 11, 52], "continuos_act": 30, "control": [0, 8, 14, 16, 19, 51], "convert": 33, "cool": [2, 4, 36, 48], "copi": [7, 16, 49, 53], "correct": [5, 53], "correctli": [5, 51], "correpond": 16, "could": [0, 2, 4, 5, 8, 50, 53], "count": [4, 23, 48], "cp": 5, "creat": [0, 2, 3, 7, 8, 16, 27, 32, 49, 52, 53], "creation": 5, "csv": [3, 25, 49, 53], "csv_writer": 49, "csvlogger": [3, 5, 21, 46, 49, 53], "cumul": [2, 52, 53], "cumulative_comfort_penalti": [3, 49, 53], "cumulative_pow": 3, "cumulative_power_consumpt": [49, 53], "cumulative_power_penalti": [3, 49, 53], "cumulative_reward": [3, 49, 53], "current": [2, 3, 4, 5, 6, 7, 11, 14, 25, 28, 43, 44, 49, 50, 51, 53], "current_dt": 50, "current_month": [2, 52, 53], "current_simulation_tim": 16, "custom": [3, 19, 20, 21, 45, 53], "d": [5, 16], "dai": [2, 4, 16, 25, 28, 29, 43, 44, 48, 49, 50, 53], "data": [0, 3, 4, 5, 8, 11, 16, 18, 21, 25, 41, 49], "databas": 5, "datacent": [4, 5], "datastor": 5, "date": [3, 25, 49, 50, 53], "datetim": [2, 5, 50], "db": 5, "db_root_password": 5, "ddpg": [3, 5], "deactiv": [5, 25, 46, 49, 53], "deactivate_flag": [25, 49, 53], "deactivate_logg": [3, 46, 53], "deal": 3, "debug": 53, "decid": 5, "deep": [0, 5, 7, 8], "def": [2, 3, 49, 50, 53], "default": [2, 3, 5, 7, 11, 16, 23, 27, 28, 35, 36, 43, 44, 47, 50, 51, 53], "default_env": 53, "defin": [0, 4, 5, 8, 10, 11, 14, 18, 50], "definit": [4, 5, 11, 30], "del": 5, "delet": [5, 38, 53], "delete_instance_mig_from_contain": 5, "delta": 29, "delta_t": 50, "demand": [4, 48], "demo": [4, 53], "depend": [3, 5, 7, 25, 49, 51], "deploi": [5, 6], "deploy": 6, "dequ": 53, "deriv": [3, 5], "describ": 5, "descript": [5, 16], "design": [0, 8, 50], "dest": 5, "dest_bucket_nam": [5, 41], "dest_path": [5, 41], "destin": 41, "detail": [0, 5, 7, 8], "determin": 5, "determinist": [3, 5, 22, 23], "develop": [0, 2, 6, 8, 51, 53], "devic": 5, "devstorag": 5, "dict": [2, 3, 11, 23, 31, 32, 46, 53], "dictionari": [5, 11, 30, 31], "differ": [0, 3, 4, 5, 8, 10, 29, 42, 43, 44, 50, 51], "diffet": 7, "diffus": [4, 48], "dimens": [43, 44, 50], "dir": 5, "direct": [4, 5, 48], "directli": [3, 5, 7], "directori": [7, 11, 16, 32, 41, 49, 51, 52], "discret": [3, 4, 10, 11, 30, 50], "discrete_act": [11, 30], "disk": 5, "disksizegb": 5, "displai": [2, 5, 52, 53], "divisionbyzero": 53, "do": [0, 3, 5, 7, 8, 23, 51], "doc": [6, 7], "docker": [5, 6], "dockerfil": [5, 6, 7, 51], "doctyp": 4, "document": [5, 6, 7, 49], "doe": [4, 5, 16], "doesn": [3, 5, 53], "don": [5, 7, 49], "done": [2, 3, 25, 48, 49, 52, 53], "dote": 5, "down": 5, "dport": 5, "dqn": [3, 5], "drive": 5, "drl": [2, 4, 5], "drl_batteri": [3, 5], "drl_usag": 3, "dry": 4, "drybulb": [2, 4, 27, 36, 48], "dtd": 4, "dtype": [4, 53], "due": [3, 5], "dummyvecenv": [3, 5], "durat": 3, "dure": [3, 5, 21, 22, 49, 52], "dynam": 4, "e": [0, 7, 8, 23], "e2": 5, "e2_highcpu_8": 5, "each": [3, 4, 5, 21, 22, 23, 25, 32, 49, 50], "earli": 23, "easi": [0, 8, 51], "easier": 37, "easili": [0, 5, 8], "ec": [3, 5], "echo": 5, "edit": 6, "editor": 5, "effect": 5, "elabor": [25, 49], "elaps": [25, 28, 49], "electr": [4, 48], "element": [4, 16, 25, 49], "element_head": 53, "elif": [2, 3, 5, 53], "els": [2, 3, 5, 23, 49, 50, 53], "email": 5, "empti": 7, "enabl": 5, "encod": 4, "end": [3, 5, 11, 18, 25, 29, 49, 53], "end_dai": 29, "end_env": 16, "end_episod": 16, "end_mon": 29, "end_run": 5, "end_simul": 18, "energi": [3, 21, 43, 44, 50], "energy_weight": [43, 44, 50], "energyplu": [0, 8, 10, 11, 15, 17, 28, 49, 52], "engin": [0, 5, 8, 14], "enough": 5, "ensur": 7, "ent_coef": [3, 5], "enter": 5, "entir": 3, "entrypoint": 5, "enumer": [3, 53], "env": [2, 3, 4, 5, 22, 23, 30, 32, 35, 36, 46, 47, 48, 49, 50, 51, 52, 53], "env_is_wrap": 3, "env_method": 3, "env_nam": [11, 16, 18, 49], "env_sinergym": 7, "env_typ": 5, "env_util": 53, "env_vec": 5, "environ": [0, 2, 3, 5, 8, 9, 10, 11, 16, 18, 22, 23, 25, 35, 36, 45, 46, 47, 48, 49, 50, 51, 52, 53], "environment_nam": 5, "eof": 5, "ep": [3, 5], "ep_cumulative_comfort_penalti": 49, "ep_cumulative_pow": 49, "ep_cumulative_power_penalti": 49, "ep_cumulative_reward": 49, "ep_length": 3, "ep_mean_comfort_penalti": 49, "ep_mean_pow": 49, "ep_mean_power_penalti": 49, "ep_mean_reward": 49, "ep_pow": [3, 21], "ep_reward": [3, 21], "ep_term_comfort": [3, 21], "ep_term_energi": [3, 21], "ep_timestep": [3, 21], "episod": [2, 3, 4, 5, 11, 16, 21, 22, 23, 25, 32, 46, 49, 52, 53], "episode_metr": 3, "episode_num": [49, 53], "episodes_": 5, "episodes_int": 5, "eplu": [0, 2, 4, 8, 11, 32, 49, 50, 52, 53], "eplus_path": [7, 16, 18], "epm": 28, "epw": [11, 16, 18, 27], "equival": 3, "error": [5, 23, 53], "establish": [0, 8, 16, 49, 51], "etc": [3, 5, 7, 25, 49], "europ": 5, "eval": [5, 22], "eval_callback": [3, 5], "eval_env": 22, "eval_freq": [3, 5, 22], "eval_length": 5, "evalcallback": 3, "evalf": 5, "evalloggercallback": 3, "evalu": [3, 5, 22, 23, 50], "evaluate_polici": 22, "event": 5, "everi": [2, 3, 5, 6, 22, 51, 52, 53], "everyth": 5, "exampl": [0, 2, 3, 4, 5, 7, 8, 11, 50, 51, 53], "example1": 7, "except": [3, 49], "execut": [3, 6, 7, 16, 25, 26, 38, 46, 49, 53], "exist": 49, "exit": 5, "exp": [43, 50], "expect": 23, "experi": [3, 7], "experiment": [0, 8], "experiment_d": 5, "explain": 5, "explan": 5, "exploration_final_ep": 5, "exploration_fract": 5, "exploration_initial_ep": 5, "exploration_r": 3, "exponenti": [5, 43, 50], "export": 5, "expreward": [5, 50], "extend": 2, "extern": [4, 5, 49], "extra": [3, 5, 7, 11, 51, 53], "extract": [3, 32], "f1": 5, "facil": [3, 4, 48], "factor": [49, 50], "fail": 5, "fals": [2, 3, 5, 11, 21, 22, 23, 25, 46, 48, 49, 52, 53], "fanger": [4, 48], "featur": 3, "feedback": 11, "field": 5, "file": [4, 5, 6, 10, 11, 16, 18, 27, 30, 31, 41, 49, 51], "file_obj": 49, "final": [5, 7], "find": 2, "finish": [3, 5, 16], "firestor": 5, "firewal": 5, "first": [3, 7, 16, 23, 53], "firstli": [5, 7], "flag": [3, 5, 25, 46, 49, 53], "flag_discret": 3, "flat": [47, 53], "flatten": [47, 53], "float": [3, 5, 11, 16, 23, 25, 29, 43, 44, 46, 49, 50, 53], "float32": [4, 53], "folder": [7, 22, 52], "follow": [0, 4, 5, 6, 7, 8, 16], "fork": 5, "format": [3, 5, 6], "formatt": 26, "fot": [43, 44, 50], "found": 53, "framework": 51, "free": 5, "freq": 3, "frequenc": [3, 5], "from": [2, 3, 4, 5, 6, 7, 14, 15, 16, 18, 35, 38, 41, 43, 44, 49, 50, 53], "full_control": 5, "funcion": 10, "function": [0, 2, 3, 4, 5, 8, 11, 20, 23, 24, 25, 32, 37, 49, 50, 51, 53], "futur": [3, 4, 5, 50], "g": [0, 3, 5, 8, 23], "gae_lambda": [3, 5], "gamma": [3, 5], "gaussian": 4, "gce": 5, "gce_project_id": 5, "gce_zon": 5, "gcloud": 5, "gcp": 5, "gcr": 5, "gener": [0, 4, 5, 8, 11, 49, 50], "get": [5, 7, 23, 39, 48, 53], "get_attr": 3, "get_is_eplus_run": 16, "get_service_account_token": 5, "get_unwrapped_ob": [3, 48, 53], "getcwd": 5, "getlogg": 26, "git": [6, 7], "github": [5, 7, 15, 51], "gitignor": 5, "give": [4, 5], "given": [2, 3, 16, 28, 32, 33, 43, 44, 50], "gl": [3, 5], "global": [3, 5, 23], "gmail": 5, "go": [5, 53], "goal": [0, 8], "googl": [0, 7, 8, 37, 38, 39, 40, 41], "google_cloud_credenti": 5, "googleapi": 5, "got": 5, "gradient_step": 5, "group": [5, 38], "group_nam": 5, "gserviceaccount": 5, "gsutil": 5, "gym": [0, 2, 3, 4, 5, 8, 10, 15, 22, 23, 30, 33, 45, 46, 47, 50, 51, 52, 53], "h": 5, "ha": [2, 3, 5, 7, 11, 18, 21, 22, 23, 39, 49, 50, 51, 53], "hand": [5, 7], "handl": 53, "happen": 5, "hasattr": 3, "hasn": 5, "have": [0, 2, 3, 4, 5, 6, 7, 8, 49, 51, 53], "header": [25, 49, 53], "heat": [4, 48], "help": [0, 5, 8], "helper": 5, "henc": 5, "here": [3, 5, 7, 21, 51], "high": [4, 53], "highcpu": 5, "histori": 53, "host": 5, "hot": [2, 4, 36, 43, 44, 50, 52], "hour": [2, 4, 25, 28, 48, 49, 53], "how": [0, 4, 5, 8, 50], "howev": [5, 50, 51], "htgsetp": 48, "html": 5, "http": [5, 7, 15], "hub": [5, 6, 7], "human": 11, "humid": [4, 48], "hvac": [4, 48], "hyperparamet": [3, 5], "i": [0, 2, 3, 4, 5, 6, 7, 8, 10, 16, 22, 23, 25, 32, 38, 49, 50, 51, 52, 53], "iam": 5, "id": [3, 5], "idea": 5, "idf": [4, 11, 16, 18, 49], "idf_fil": [11, 18], "idf_path": 16, "ignor": [5, 6], "imag": [5, 7], "immedi": 5, "implement": [2, 3, 34, 42, 45, 50, 51, 53], "import": [2, 3, 5, 49, 50, 52, 53], "incid": 5, "includ": [0, 5, 7, 8, 19], "increment": [3, 21], "ind_flat": 53, "independ": 51, "index": [4, 5, 6], "indic": [3, 5, 16, 21], "individu": 5, "indoor": [43, 44, 50], "info": [2, 3, 52, 53], "inform": [0, 3, 5, 8, 11, 25, 46, 49, 51, 53], "infrastructur": [0, 8], "ingress": 5, "inherit": 53, "init": 40, "init_storage_cli": 5, "initi": [3, 5, 22, 53], "inner": [3, 4, 5, 6, 21, 33, 38, 41, 50], "input": [5, 16], "instal": [5, 6, 16], "instanc": [2, 3, 5, 11, 38, 49], "instance_group_nam": 38, "instead": [3, 5, 7, 23, 50], "instruct": 7, "int": [3, 5, 11, 16, 22, 23, 25, 28, 29, 43, 44, 47, 49, 50, 53], "integr": [0, 5, 6, 8, 50], "inter": 5, "interact": [0, 2, 3, 8, 25, 46, 49, 53], "interfac": [0, 4, 8, 12, 17, 49, 51], "intern": [3, 4], "interv": 5, "invoic": 5, "io": 5, "ip": 5, "iptabl": 5, "is_wrap": [3, 53], "isfil": 49, "isn": [5, 53], "isnan": 53, "iso": 4, "isol": 7, "issu": 5, "item": 3, "its": [3, 4, 5, 39, 46, 53], "iwmullion": [4, 5], "j": 5, "jajim": [5, 7], "job": [5, 51], "json": 5, "kaysush": 5, "keep": [3, 16], "kei": [3, 5, 32, 53], "keyerror": [3, 18], "khee": [0, 8], "know": 5, "known": 4, "kwarg": [11, 21, 22, 46, 47, 48], "l": [5, 6], "lack": 23, "lam": [0, 8], "lambda": [3, 5], "lambda_": [43, 44, 50], "lambda_energi": [43, 44, 50], "lambda_t": [43, 44, 50], "lambda_temp": 50, "lambda_temperatur": [43, 44, 50], "larg": 5, "last": [3, 16, 32, 46, 48, 49, 53], "last_result": 32, "later": [7, 25, 49], "latest": [5, 6, 7], "learn": [0, 5, 7, 8, 50], "learning_r": [3, 5], "learning_start": 5, "least": 5, "len": [49, 53], "length": [5, 23, 49, 53], "let": [5, 50], "level": [6, 26, 51], "libari": 7, "librari": [5, 7, 51], "libreri": 51, "lifecycl": [0, 8], "like": [0, 3, 7, 8, 51, 52], "lineal": 50, "linear": 5, "linearreward": [5, 11, 50], "link": 5, "linux": 7, "list": [4, 5, 7, 16, 23, 25, 27, 31, 32, 33, 43, 44, 47, 49, 50, 53], "local": [0, 3, 5, 6, 8, 23, 41], "local_dir": 5, "localhost": 5, "locat": [4, 7, 27], "log": [3, 25, 26, 46, 49, 53], "log_artifact": 5, "log_callback": [3, 5], "log_episod": [25, 49, 53], "log_fil": [25, 49], "log_interv": [3, 5], "log_param": [3, 5], "log_path": [3, 5, 22], "log_progress_fil": [25, 49, 53], "log_step": [25, 49, 53], "log_step_norm": [25, 49, 53], "logdir": 5, "logger": [0, 5, 8, 25, 46, 53], "logger_main": 53, "loggercallback": [3, 5], "loggerevalcallback": [3, 5], "loggerwrapp": [3, 5, 53], "login": 5, "loop": 52, "loos": 5, "low": [4, 43, 44, 50, 51, 53], "lr": [3, 5], "m": [3, 5], "machin": [0, 5, 8], "machine_typ": 5, "machinetyp": 5, "made": 23, "mai": [0, 5, 7, 8, 49], "main": [0, 3, 5, 8, 25, 49], "maintain": [0, 8], "mainten": 5, "make": [2, 3, 4, 5, 7, 16, 50, 51, 52, 53], "manag": [0, 5, 8, 38, 49], "mani": [0, 8], "manipul": [3, 5], "manner": [0, 8], "manual": [6, 53], "map": 30, "marin": 4, "math": 50, "max": [4, 32, 43, 44, 50, 53], "max_ep_data_store_num": 16, "max_grad_norm": [3, 5], "maxlen": 53, "mayb": 5, "mb": 5, "mean": [2, 3, 4, 5, 23, 27, 48, 49, 50, 52, 53], "mean_comfort_penalti": [3, 49, 53], "mean_pow": 3, "mean_power_consumpt": [49, 53], "mean_power_penalti": [3, 49, 53], "mean_reward": [3, 22, 49, 53], "medium": 5, "member": 5, "memori": 5, "mention": 5, "met": 23, "metadata": [5, 11], "method": [3, 5, 11, 14, 16, 18, 21, 22, 25, 26, 35, 36, 43, 44, 46, 47, 48, 49], "metric": [3, 49], "micro": 5, "mig": 38, "might": 5, "migrat": 5, "min": [4, 32, 50, 53], "mind": 3, "minimum": 23, "minut": 5, "mix": [2, 4, 50], "mlflow": [0, 7, 8], "mlflow_artifact": 5, "mlflow_imag": 5, "mlflow_ip": 5, "mlflow_stor": 5, "mlflow_tracking_uri": 5, "mlppolici": [3, 5], "mlrun": 5, "mob": 5, "mode": 11, "model": [3, 4, 5, 18, 22, 23, 28, 48], "modifi": [0, 2, 8, 15, 23], "modul": [5, 9, 12, 19, 49, 51], "mondai": 16, "monitor": [3, 5, 7, 22, 23, 25, 49, 53], "monitor_head": [25, 49, 53], "monitor_header_list": 53, "monitor_norm": 49, "month": [2, 4, 16, 25, 28, 29, 43, 44, 48, 49, 50, 52, 53], "more": [0, 4, 5, 7, 8, 49, 50, 51, 53], "moreov": 50, "most": [3, 49, 50], "mu": 11, "mujoco": [0, 8], "multi": [5, 53], "multiob": [5, 53], "multiobswrapp": [5, 53], "must": [3, 4, 5, 7, 23], "mysql": 5, "mysql_inst": 5, "n": [3, 4, 5, 47, 49, 53], "n2": 5, "n_action": 5, "n_episod": 3, "n_epoch": 5, "n_eval_episod": [3, 5, 22, 23], "n_step": [3, 5], "n_timesteps_episod": [3, 5], "name": [3, 4, 5, 11, 16, 18, 26, 27, 31, 38, 41], "nameerror": 5, "nan": [3, 49], "neccesari": 7, "necessari": 5, "need": [5, 49, 53], "neg": 50, "net": 5, "network": [3, 5], "neural": 3, "never": 5, "new": [4, 5, 14, 16, 18, 22, 25, 27, 46, 47, 49, 50, 53], "new_log_fil": [25, 49], "new_logg": 5, "new_ob": 3, "new_shap": 53, "new_weath": 16, "newlin": 49, "next": [2, 5, 6, 11, 16, 49, 51, 53], "nois": [3, 4, 5], "none": [2, 3, 5, 11, 16, 22, 23, 25, 27, 32, 35, 49, 53], "norm": 5, "norm_rang": 5, "normal": [3, 5, 48, 49, 51, 53], "normalactionnois": [3, 5], "normalized_observ": 3, "normalizeobserv": [3, 5, 53], "note": [23, 49, 53], "notic": [5, 50, 52], "notifi": 5, "now": 5, "np": [2, 3, 5, 11, 46, 49, 52, 53], "npz": 22, "num": 4, "num_comfort_viol": [3, 21], "num_episod": 49, "num_simul": 49, "number": [3, 4, 5, 16, 21, 22, 23, 25, 47, 49, 53], "numpi": [2, 4, 5, 52, 53], "o": [2, 5, 49], "ob": [2, 3, 48, 52, 53], "object": [2, 3, 5, 11, 27, 28, 35, 36, 38, 40, 41, 46, 47, 48, 49, 53], "objectview": 5, "obs_dict": 2, "obs_norm": 3, "observ": [0, 2, 3, 5, 8, 10, 11, 14, 18, 25, 30, 31, 35, 36, 47, 48, 49, 51, 53], "observation_spac": 53, "observation_valu": 49, "observationwrapp": 53, "obtain": [3, 11], "occup": [4, 48], "off": 3, "offpolicyalgorithm": 3, "og": 31, "older": 5, "on_training_end": [3, 21], "onc": [5, 7], "one": [3, 5, 23, 25, 27, 43, 44, 49, 50, 51], "ones": 5, "onli": [3, 5, 7, 23, 25, 49, 50, 53], "onlin": 5, "onpolicyalgorithm": 3, "open": [0, 7, 8, 49], "openai": [0, 8, 51, 52], "openmodelica": [0, 8], "optim": 5, "option": [2, 3, 5, 7, 11, 16, 27, 28, 35, 36, 43, 44, 46, 47, 49, 50, 51, 53], "opyplu": [27, 28], "order": [0, 2, 3, 4, 5, 7, 8, 16, 49, 51, 53], "orderli": [0, 8], "organ": [5, 51], "origin": [3, 4, 15, 27, 46, 47, 48, 53], "original_epw_fil": 27, "ornstein": [11, 27], "ornsteinuhlenbeckactionnois": 3, "other": [3, 5, 7, 49], "ou": 27, "our": [0, 3, 6, 7, 8, 50, 51], "out": [3, 49, 53], "out_temp": 2, "outdoor": [2, 4, 36, 48], "output": [3, 26, 32, 52], "output_path": 32, "overwrit": 50, "own": [2, 3, 53], "owner": 5, "p": 5, "packag": [0, 8, 51], "page": 6, "paradigm": 3, "param": [3, 5, 21, 22, 23, 25, 49], "paramet": [3, 5, 11, 16, 18, 21, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 41, 43, 44, 46, 47, 48, 50], "pars": [3, 4, 30, 31], "parse_arg": [3, 5], "parse_observation_action_spac": 4, "parse_vari": 2, "parser": [3, 5], "part": 5, "parti": 6, "particular": 3, "pass": [6, 16, 22, 23, 49], "password": 5, "path": [5, 16, 22, 25, 27, 30, 31, 32, 41, 49], "pd": 5, "penalti": [3, 25, 49, 50], "peopl": [4, 48], "pep8": 6, "per": [3, 4, 23, 25, 43, 44, 48, 49, 50], "perceiv": [2, 35, 36], "percentag": 3, "perfect": 50, "perform": [2, 22, 23, 47, 53], "period": [4, 50], "petit": [39, 40], "ping": 5, "pip": [7, 51], "pipelin": 6, "pittsburgh": 4, "pkg_resourc": 2, "plai": 4, "plan": 3, "platform": [0, 6, 8], "pleas": 5, "plot": [3, 21], "poh": [0, 8], "point": 2, "polici": [3, 5, 23], "pop": 7, "possibl": [3, 4, 5, 7], "power": [3, 25, 43, 44, 49, 50, 53], "power_penalti": [49, 53], "ppd": [4, 48], "ppo": [3, 5], "pre": 5, "predetermin": 5, "prefer": [5, 7], "premium": 5, "prepar": 7, "present": 49, "pretti": 5, "previou": [5, 47, 53], "previous": [5, 49], "print": [2, 3, 52, 53], "prioriti": 5, "privileg": [5, 39], "probabl": 5, "problem": [4, 5], "procedur": [3, 6], "process": [3, 5, 6, 11, 27], "produc": 52, "progress": [0, 3, 8, 25, 26, 49, 53], "progress_head": [25, 49, 53], "project": [0, 3, 5, 6, 7, 8, 15, 51], "project_id": 5, "project_path": 5, "properti": 16, "propos": 3, "provid": [0, 3, 5, 8], "provis": 5, "proxi": 5, "ptolomi": 15, "pub": 5, "public": 5, "publish": 6, "pubsub": 5, "pull": [5, 6], "purpos": 5, "push": [5, 6], "py": [2, 3, 4, 5, 7, 51, 53], "pymysql": 5, "pytest": 6, "python": [0, 5, 6, 7, 8, 15, 37], "python3": 7, "quick": 5, "quot": 5, "r": [43, 44, 50], "radiant": [4, 48], "radiat": [4, 48], "rais": [3, 5, 18, 23], "random": [2, 5, 35], "randomcontrol": 2, "randomli": [2, 35], "rang": [2, 3, 4, 5, 10, 32, 36, 43, 44, 48, 50, 52, 53], "range_comfort_summ": [2, 36, 43, 44, 50], "range_comfort_wint": [2, 36, 43, 44, 50], "range_t": 50, "ranges_5zon": [5, 53], "ranges_datacent": 5, "ranges_iw": 5, "rate": [4, 48], "raw": 10, "re": 49, "read": [4, 5, 14, 16], "readi": [5, 7], "readm": 51, "real": [0, 3, 8, 25, 49], "realli": [5, 53], "receiv": [3, 18], "receive_observ": [14, 18], "reciev": 16, "recogn": 5, "recommend": [3, 5, 7], "record": [3, 25, 46, 49, 53], "record_mean": 3, "recreat": 5, "recurs": 41, "redefin": 5, "refer": [2, 5], "regardless": 49, "region": 5, "regist": [5, 50], "registri": 5, "reinforc": [0, 5, 7, 8, 50], "rel": [4, 48], "releas": [0, 4, 6, 7, 8], "relev": 49, "reli": [48, 50, 53], "remot": [0, 3, 6, 7, 8, 51], "remote_stor": 5, "remov": [5, 38, 43, 44, 50], "render": [3, 5, 11, 22, 23], "renew": 17, "reopen": 7, "repeat": 16, "repo": 7, "repons": 38, "report": 5, "repositori": [5, 6, 7, 51], "request": [6, 38], "requir": [3, 5, 7, 49], "res_n": [25, 49], "reserv": 5, "reset": [2, 3, 11, 16, 23, 46, 47, 49, 52, 53], "reshap": 53, "resolut": 4, "resourc": [5, 40, 41], "respect": 7, "respons": [5, 49], "rest": [5, 37, 38], "restart": 5, "result": [2, 5, 16, 23, 49, 52, 53], "return": [2, 3, 11, 16, 23, 26, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 43, 44, 46, 47, 48, 50, 53], "return_episode_reward": 23, "reward": [0, 2, 3, 5, 8, 10, 11, 19, 21, 23, 25, 48, 49, 51, 52, 53], "reward_comfort": 50, "reward_energi": 50, "reward_threshold": 23, "rl": [0, 3, 8, 23, 48], "rm": [3, 5], "rms_prop_ep": [3, 5], "role": 5, "rollout": 3, "root": [5, 7], "row": 49, "row_cont": 49, "rule": [2, 5, 36, 51], "rulebasedcontrol": 2, "run": [0, 5, 7, 8, 23, 49], "run_nam": [3, 5], "runtimeerror": 5, "rw": 5, "sa": 5, "sac": [3, 5], "same": [3, 4, 5, 27, 49, 50, 53], "sampl": [2, 52, 53], "save": [3, 5, 22, 53], "scale": [23, 51], "scope": 5, "scrip": 5, "script": 5, "sd": 5, "sdk": [5, 7], "season": [2, 36, 43, 44, 50], "sec_elaps": 28, "second": [5, 16, 23, 25, 28, 29, 48, 49, 53], "secondli": 5, "section": [2, 3, 5, 7, 51], "secur": 5, "see": [3, 5, 6, 11, 49, 51], "seed": 5, "seed_": 5, "seed_valu": 5, "select": [2, 7, 11, 35, 36], "self": [2, 3, 49, 50, 53], "send": [5, 11, 14, 16, 18, 39, 40, 41], "send_act": [14, 18], "sensor": 16, "sent": 5, "separ": 5, "seri": [4, 10], "server": [0, 3, 8, 15], "servic": [5, 38, 39], "serviceaccount": 5, "serviceusag": 5, "set": [0, 3, 4, 8], "set_log_fil": [25, 49, 53], "set_logg": 5, "set_tracking_uri": 5, "setpoint": [3, 4, 48], "setpoints_spac": 33, "setup": 7, "setup_tag": 7, "sever": [0, 5, 8, 53], "sh": 5, "shape": [4, 5, 53], "shield": 5, "short": 5, "should": [4, 5, 7, 22, 52, 53], "shouldn": 3, "shut": 5, "shutdown": 5, "sig": 5, "sigma": [5, 11, 27], "silenc": 5, "sim_year": 28, "similarli": [0, 8], "simpl": [2, 44, 50], "simpli": 7, "simul": [0, 2, 3, 4, 5, 8, 9, 10, 11, 25, 26, 27, 28, 32, 33, 35, 36, 49, 50, 51, 52, 53], "simulation_tim": [25, 49, 53], "simulaton": 16, "sinc": [0, 5, 8, 28], "sinergym": [2, 3, 4, 7, 8, 49, 51, 52, 53], "sinergym_extra": [5, 7], "sinergym_logg": [3, 5, 21], "site": [2, 4, 48], "size": 5, "slack": 5, "sm": 5, "small": 51, "so": [4, 5, 7, 49, 52, 53], "socket": [16, 49], "softwar": 6, "solar": [4, 48], "solut": 4, "some": [0, 3, 5, 8, 53], "someth": 52, "sourc": [0, 5, 6, 7, 8], "space": [0, 3, 5, 8, 10, 11, 30, 33, 53], "space1": 48, "space_fil": [4, 30], "spaces_fil": 11, "specif": [3, 4, 49, 50, 51], "specifi": [3, 5, 41], "speed": [4, 48], "spicifi": [25, 49], "split": [5, 49], "sql": 5, "sqladmin": 5, "src_path": [5, 41], "ssd": 5, "ssh": 5, "st_dai": 29, "st_mon": 29, "st_year": 29, "stabl": [0, 3, 8, 20, 51], "stable_baselines3": [3, 5, 22, 23, 53], "stack": [47, 53], "stage": 3, "stai": [0, 4, 8], "standard": [6, 52], "start": [3, 5, 14, 16, 18, 28, 29], "start_dai": 16, "start_mlflow_track": 5, "start_mon": 16, "start_run": [3, 5], "start_simul": [14, 18], "start_weekdai": 16, "start_year": 16, "startup": 5, "state": [3, 16, 46, 53], "static": [2, 5, 36], "statist": 49, "std": [4, 23], "stdin": 5, "step": [2, 3, 7, 11, 16, 23, 25, 33, 46, 47, 49, 52, 53], "steps_data": [25, 49], "steps_data_norm": 49, "steps_info": 49, "sto": 5, "stochast": [4, 22, 23, 50], "stop": 14, "stop_simul": 14, "storag": [7, 40, 41], "store": [0, 3, 5, 8, 21, 25, 41, 49, 53], "store_tru": 5, "str": [3, 5, 11, 16, 18, 22, 23, 25, 26, 27, 30, 31, 32, 38, 39, 49, 53], "strength": 5, "strftime": 5, "structur": [49, 50], "studi": [2, 4], "studio": 7, "sub": 5, "sub_run": 49, "sub_run1": 49, "sub_run2": 49, "sub_run3": 49, "sub_run_n": [25, 49], "sub_runn": 49, "submit": 5, "subnet": 5, "subprocess": 16, "subset": [7, 53], "substitut": 5, "subtleti": 3, "successfulli": 51, "sudo": 7, "sum": [2, 3, 49, 50, 52, 53], "summari": [3, 46, 49, 53], "summer_final_d": [2, 50], "summer_start_d": [2, 50], "sundai": 16, "super": [3, 53], "supervis": 51, "support": [7, 51], "suppos": 5, "system": [4, 5, 41], "t": [2, 3, 5, 7, 43, 44, 49, 50, 53], "t_": [43, 44, 50], "tabl": 3, "tag": [5, 6, 7], "tag_nam": 7, "take": 50, "tao": 11, "target": 5, "target_update_interv": 5, "tau": [5, 27], "tb_path": 5, "tcp": 5, "team": [0, 7, 8, 50], "techniqu": 49, "tell": [0, 8], "temperatur": [2, 3, 4, 25, 36, 43, 44, 48, 49, 50], "templat": 5, "tempor": 5, "ten": 5, "tensorboard": [0, 8, 21], "tensorboard_log": [3, 5], "tensorboardformatlogg": 5, "term": [3, 21, 43, 44, 50], "termin": [5, 16, 25, 26, 49], "test": [0, 6, 7, 8, 22], "test_common": 51, "test_control": 51, "test_env": 51, "test_reward": 51, "test_simul": 51, "test_stable_baselin": 51, "test_wrapp": 51, "than": [5, 49, 50, 53], "thei": [3, 5, 7, 51], "them": [0, 3, 8, 53], "therefor": [3, 4], "thermal": [4, 48], "thermostat": [4, 48], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 16, 21, 23, 25, 32, 33, 38, 49, 50, 51, 53], "thing": 50, "think": 5, "third": 6, "those": [3, 4, 5, 50], "thu": [3, 5], "tier": 5, "time": [0, 3, 8, 16, 25, 29, 48, 49, 51, 53], "time_elaps": [49, 53], "timeout": 5, "timestep": [3, 5, 11, 21, 25, 48, 49, 53], "todai": 5, "token": [5, 38, 39], "too": [3, 5, 7, 38, 53], "tool": [0, 8], "total": [4, 25, 48, 49], "total_pow": [3, 53], "total_power_no_unit": [3, 25, 48, 49, 53], "total_time_elaps": [25, 49], "total_timestep": [3, 5, 25, 49], "track": [0, 3, 7, 8], "train": [0, 3, 5, 8, 49], "train_freq": 5, "training_env": 3, "transform": 33, "trigger": [5, 22], "true": [3, 5, 11, 22, 23, 25, 46, 47, 48, 49, 53], "try": [3, 5, 49], "tty": 5, "tu": 5, "tune": [0, 4, 8], "tupl": [2, 11, 27, 28, 30, 33, 36, 43, 44, 46, 50, 53], "tuppl": 30, "two": [5, 7, 50], "type": [3, 4, 5, 7, 11, 16, 27, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 43, 44, 47, 48, 50], "ubuntu": 7, "uhlenbeck": [11, 27], "unchang": 6, "under": 51, "uniqu": 51, "unknown": 3, "until": 3, "unwrap": 49, "unwrapped_observ": 53, "up": [3, 4, 7, 43, 44, 50], "upcom": [0, 4, 8], "updat": [4, 5, 6, 7, 22, 32, 51], "upgrad": [4, 5], "upload": [5, 6, 41], "upload_to_bucket": 5, "uri": 5, "url": 5, "us": [0, 2, 6, 7, 8, 11, 15, 16, 18, 22, 23, 25, 27, 32, 37, 49, 50, 51, 52, 53], "usa": 4, "usag": [2, 3, 5, 53], "useless": 5, "user": 23, "util": [2, 3, 4, 5, 11, 51, 53], "utilsocket": 49, "uuid": 5, "v": [3, 5, 51], "v1": [2, 4, 11, 50, 52, 53], "valid": [5, 39, 53], "valor": 32, "valu": [3, 4, 5, 7, 21, 25, 43, 44, 48, 49, 50, 53], "var_fil": 31, "variabl": [0, 2, 3, 4, 5, 8, 10, 11, 16, 18, 31, 32, 48, 49, 50, 53], "variable_path": 16, "variables_fil": [11, 18], "variables_path": 2, "variant": [4, 53], "variat": 27, "vec_env": [3, 5, 22, 23], "vecenv": [22, 23], "vector": [47, 53], "verbos": [3, 5, 21, 22, 51], "veri": [2, 5], "verifi": 6, "versa": 3, "version": [4, 5, 6, 7], "vf_coef": [3, 5], "vice": 3, "violat": [3, 21], "virtual": [5, 7], "virtualenv": 7, "visit": [5, 7, 49, 51, 53], "visual": [0, 3, 7, 8], "vm": 38, "vtpm": 5, "vv": 51, "w": [25, 43, 44, 49, 50], "w_energi": 50, "wa": 5, "wai": [4, 5], "wait": 5, "want": [0, 3, 5, 6, 7, 8, 23, 41, 49, 50, 51, 53], "warn": [22, 23], "washington": 4, "we": [0, 2, 3, 4, 5, 6, 7, 8, 49, 50, 53], "weather": [0, 4, 8, 10, 11, 16, 18, 27], "weather_data": 27, "weather_fil": [11, 18], "weather_path": 16, "weather_vari": 11, "weatherdata": 27, "websit": 6, "weekdai": 16, "weight": [43, 44, 50], "well": [3, 23], "west1": 5, "what": [4, 5], "whatev": 5, "when": [3, 5, 6, 22, 23, 25, 49, 50], "where": [3, 5, 7, 22, 38, 41], "whether": [0, 5, 8, 11, 16, 22, 23, 38, 47, 53], "which": [3, 5, 6, 7, 21, 25, 49, 50, 51], "while": [0, 2, 3, 6, 8, 52, 53], "whole": [3, 25, 48, 49], "whose": [2, 25, 36, 49], "why": 3, "wind": [4, 48], "within": [49, 51], "without": [5, 6, 48, 53], "work": [0, 3, 5, 6, 7, 8, 11, 16, 23, 52], "workflow": [6, 51], "worri": 4, "would": [5, 50], "wrap": [0, 3, 8, 22, 23, 49], "wrapper": [3, 5, 19, 22, 23, 49, 51], "wrapper_class": 3, "write": [5, 7, 49, 51], "writer": 49, "writerow": 49, "written": 5, "www": 5, "xarg": 6, "xml": [4, 11], "y": 5, "yaml": 5, "ye": 3, "year": [2, 16, 28, 29, 50], "yet": [5, 51], "yml": [6, 51], "york": 4, "you": [0, 2, 3, 4, 5, 6, 7, 8, 23, 41, 49, 50, 51, 53], "your": [0, 2, 3, 7, 8, 53], "z": 6, "zero": 5, "zerodivisionerror": [3, 49], "zhang": [0, 8, 15], "zhangzhizza": 15, "zhiang": [0, 8, 15], "zip": 2, "zone": [4, 5, 31, 43, 44, 48, 50]}, "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "titleterms": {"0": 7, "1": [5, 7], "2": 5, "3": [5, 7], "4": [5, 7], "5": [5, 7], "9": 7, "action": [4, 6], "alert": 5, "api": 1, "base": [13, 14], "basesimul": 14, "bcvtb": 7, "bucket": 5, "callback": [20, 21, 22, 23], "cloud": [5, 7], "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33], "comput": 7, "configur": 5, "contain": [5, 7], "control": [2, 34, 35, 36], "creat": [5, 51], "create_variable_weath": 27, "csvlogger": 25, "deep": 3, "delete_instance_mig_from_contain": 38, "docker": 7, "drl": 3, "energyplu": [7, 16, 18], "env": [9, 10, 11], "environ": [4, 7], "eplu": [15, 16], "eplus_alpha": [17, 18], "eplus_env": [10, 11], "eplusenv": 11, "evaluate_polici": 23, "exampl": 52, "execut": 5, "experi": 5, "expreward": 43, "first": 5, "format": 49, "gcloud": [37, 38, 39, 40, 41], "get_current_time_info": 28, "get_delta_second": 29, "get_service_account_token": 39, "github": 6, "googl": 5, "how": 3, "init": 5, "init_storage_cli": 40, "instal": [7, 51], "integr": 3, "learn": 3, "linearreward": 44, "log": 5, "logger": [3, 26, 49], "loggercallback": 21, "loggerevalcallback": 22, "loggerwrapp": 46, "manual": 7, "mig": 5, "mlflow": [3, 5], "multiobswrapp": 47, "new": 51, "normalizeobserv": 48, "observ": 4, "our": 5, "output": [5, 49], "own": 5, "packag": 7, "parse_observation_action_spac": 30, "parse_vari": 31, "permiss": 5, "platform": 5, "prepar": 5, "pytest": 51, "randomcontrol": 35, "ranges_gett": 32, "real": 5, "refer": 1, "reinforc": 3, "remot": 5, "reward": [42, 43, 44, 50], "rulebasedcontrol": 36, "run": 51, "server": 5, "set": [5, 7], "setpoints_transform": 33, "simul": [12, 13, 14, 15, 16, 17, 18], "sinergym": [0, 5, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48], "softwar": 7, "space": 4, "step": 5, "storag": 5, "structur": 3, "tensorboard": [3, 5], "test": 51, "time": 5, "track": 5, "up": 5, "upload_to_bucket": 41, "us": [3, 5], "usag": 52, "util": [19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48], "variabl": 7, "visual": 5, "vm": 5, "welcom": 0, "wrapper": [45, 46, 47, 48, 53], "your": 5}}) \ No newline at end of file diff --git a/docs/compilation/v1.7.0/.buildinfo b/docs/compilation/v1.7.0/.buildinfo index e02ac61a57..c91b451596 100644 --- a/docs/compilation/v1.7.0/.buildinfo +++ b/docs/compilation/v1.7.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 3412d599230bfc52bb0a647e951e7066 +config: d189def3af1b86c0ee628ea8c7bce43d tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v1.7.0/.doctrees/environment.pickle b/docs/compilation/v1.7.0/.doctrees/environment.pickle index 79dbbc988b..e906480187 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/environment.pickle and b/docs/compilation/v1.7.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v1.7.0/.doctrees/index.doctree b/docs/compilation/v1.7.0/.doctrees/index.doctree index 0b8207dc47..da784f4b7c 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/index.doctree and b/docs/compilation/v1.7.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree index 8e614caf3f..53f01e89f3 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree index 413ffdada2..f1a83afece 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree index cb88b8ff09..e3bd964e88 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree b/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree index d8cc57a525..15a90f1134 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree index 37c44cd725..3033b00d7c 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree index 731609ca3b..4c9f483f91 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree index 14e1672b88..6613514309 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree b/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree index 6dd6c8cbce..160fc9e31d 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree b/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree index ea3378217f..a2bda6a512 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree index 6ef79965d1..530a528522 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index e1752abe3c..2a95eb80e0 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index dc1d170601..fb46e06228 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 0c8077d6a3..ebe0ee339e 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index 5b2f54cb0e..1a3ebc3b1c 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree index 621fb55abf..4c0b4ccd30 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 98f0f6223e..bf86807312 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index a4d29393ca..fb7f8ac2dc 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 7789334a80..5c9d7c90c8 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index e722bfb504..ddebbb8843 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index c64c258765..76102a8ba6 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index b759efab85..4e405661ee 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 7df2d34010..8cabec3312 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree index dae6cbe44a..7d24421287 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.callbacks.evaluate_policy.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree index a71153cfe8..c85feca8fa 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.CSVLogger.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree index 56c685264c..c37b4d9b1d 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.Logger.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 2343272691..547159249f 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree index f1eaceb025..4bf79a02c7 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index ef5fb58674..0997cbb3ba 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 3e01266588..30f667fa10 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 17cbe1ec33..3cd828555d 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree index 46f9149860..46a676e009 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_observation_action_space.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 73fd69b64f..906767cc01 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index bceb6d0cef..c551ce14ea 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index cfdcea9bbe..34ac9f47a4 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree index 195c46f1bf..e0b1990d82 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.common.setpoints_transform.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 459fef8088..51c12d9d19 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree index 39142ee846..91e0056778 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index c760cc332f..6b41e33aa6 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree index f422b1821d..a24a32edcb 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.RuleBasedController.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index a41a5b5854..441a65baae 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree index 37d27acbea..4c17322f88 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 5cfd7962da..f751939e31 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index c775d6dfe4..5c4b6f91c6 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 6b387e00b8..975de95cbb 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index cb7b3fff42..18ac478ca9 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index cc224190a2..520b716cb6 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 3516da96be..3ff47dbb7f 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index ee35e6b7c5..ed70e8dda0 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index c52450fd8f..9e3cbdb385 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 9c8717188d..2849fdc6b0 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 02b16c7988..f5aef821e1 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index ff5088f7de..a0ace8c3ac 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index ade76a0198..3fede0ebc9 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/output.doctree b/docs/compilation/v1.7.0/.doctrees/pages/output.doctree index 1200b5b56e..4040945f78 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/output.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree b/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree index ebd48df01d..ffbd2057d8 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree b/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree index f7706f4fe3..74589f7772 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree index 5a80f7c730..2ac95048b9 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree index 17bfbe19e1..f98fb9c4d6 100644 Binary files a/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v1.7.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v1.7.0/_static/basic.css b/docs/compilation/v1.7.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v1.7.0/_static/basic.css +++ b/docs/compilation/v1.7.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v1.7.0/_static/doctools.js b/docs/compilation/v1.7.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v1.7.0/_static/doctools.js +++ b/docs/compilation/v1.7.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v1.7.0/_static/language_data.js b/docs/compilation/v1.7.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v1.7.0/_static/language_data.js +++ b/docs/compilation/v1.7.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v1.7.0/_static/searchtools.js b/docs/compilation/v1.7.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v1.7.0/_static/searchtools.js +++ b/docs/compilation/v1.7.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v1.7.0/genindex.html b/docs/compilation/v1.7.0/genindex.html index 53612288dd..e75eaef909 100644 --- a/docs/compilation/v1.7.0/genindex.html +++ b/docs/compilation/v1.7.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -614,6 +614,7 @@

    U

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/index.html b/docs/compilation/v1.7.0/index.html index 41ed1193fd..8307dcc24d 100644 --- a/docs/compilation/v1.7.0/index.html +++ b/docs/compilation/v1.7.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -188,6 +190,7 @@

    Welcome to sinergym!v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/API-reference.html b/docs/compilation/v1.7.0/pages/API-reference.html index 3f36c9e6be..d1d0d11c0d 100644 --- a/docs/compilation/v1.7.0/pages/API-reference.html +++ b/docs/compilation/v1.7.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -155,6 +157,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/controllers.html b/docs/compilation/v1.7.0/pages/controllers.html index 08c25128c1..f46ab8cf86 100644 --- a/docs/compilation/v1.7.0/pages/controllers.html +++ b/docs/compilation/v1.7.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -261,6 +261,7 @@

    Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/deep-reinforcement-learning.html b/docs/compilation/v1.7.0/pages/deep-reinforcement-learning.html index 932b1eac65..ee44dc2053 100644 --- a/docs/compilation/v1.7.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v1.7.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -510,6 +510,7 @@

    Mlflow<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/environments.html b/docs/compilation/v1.7.0/pages/environments.html index 18c927278d..eaea7e8d21 100644 --- a/docs/compilation/v1.7.0/pages/environments.html +++ b/docs/compilation/v1.7.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -454,6 +454,7 @@

    Observation/action spacesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/extra-configuration.html b/docs/compilation/v1.7.0/pages/extra-configuration.html index 487911317b..b40f9a592a 100644 --- a/docs/compilation/v1.7.0/pages/extra-configuration.html +++ b/docs/compilation/v1.7.0/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -152,6 +152,7 @@

    Extra Configuration in Sinergym simulationsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/gcloudAPI.html b/docs/compilation/v1.7.0/pages/gcloudAPI.html index f012c6045e..74a48d3027 100644 --- a/docs/compilation/v1.7.0/pages/gcloudAPI.html +++ b/docs/compilation/v1.7.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -1052,6 +1052,7 @@

    Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/github-actions.html b/docs/compilation/v1.7.0/pages/github-actions.html index f74550a8d8..f97ebed8b4 100644 --- a/docs/compilation/v1.7.0/pages/github-actions.html +++ b/docs/compilation/v1.7.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -158,6 +158,7 @@

    Github Actionsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/installation.html b/docs/compilation/v1.7.0/pages/installation.html index b9d8a01117..28db30c75e 100644 --- a/docs/compilation/v1.7.0/pages/installation.html +++ b/docs/compilation/v1.7.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -255,6 +255,7 @@

    Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/introduction.html b/docs/compilation/v1.7.0/pages/introduction.html index 5b273293c6..c9fe955059 100644 --- a/docs/compilation/v1.7.0/pages/introduction.html +++ b/docs/compilation/v1.7.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -180,6 +180,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index d7042df407..4fce3f371c 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -256,6 +256,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.html index 8a5bbcad72..6b54b5c253 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -168,6 +168,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.html b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.html index 65fcf68cf0..f58929ef3b 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -155,6 +155,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.BaseSimulator.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.BaseSimulator.html index 69593655d4..3af62fabae 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.BaseSimulator.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.BaseSimulator.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.simulators.base.BaseSimulatorv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.html index 00514d6524..2f53a305c5 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.base.html @@ -18,7 +18,7 @@ - + @@ -161,6 +161,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index 2a1355a72e..6a8f2f4f61 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -356,6 +356,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.html index 1cd66b5970..668a4d1a5f 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -165,6 +165,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html index 01755aab3c..8bcc2ebe5e 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.simulators.eplus_alpha.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.html index 3306dde59c..23ec47d179 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -18,7 +18,7 @@ - + @@ -161,6 +161,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.html b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.html index 35442b7360..993e062c2b 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -163,6 +163,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 71a0f2f7ed..0109d22a18 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index c07486a4d9..5b73dfa608 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html index 86aecb27c8..fe270a94ac 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@

    sinergym.utils.callbacks.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.html index 755e8c120c..50a111f7ea 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -178,6 +178,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.CSVLogger.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.CSVLogger.html index 303dcd80bc..004876aac5 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.CSVLogger.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -281,6 +281,7 @@

    sinergym.utils.common.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.Logger.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.Logger.html index 663ddd730b..aaaddb6a29 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.Logger.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.Logger.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.create_variable_weather.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.create_variable_weather.html index d889708729..afbced9573 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.create_variable_weather.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.create_variable_weather.html @@ -18,7 +18,7 @@ - + @@ -189,6 +189,7 @@

    sinergym.utils.common.create_variable_weatherv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_current_time_info.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_current_time_info.html index 2f36661755..f35363f7e3 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_current_time_info.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_current_time_info.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@

    sinergym.utils.common.get_current_time_infov3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index cf86bf121e..6f9a9a7fee 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -191,6 +191,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_record_keys.html index c1c00ad607..be61c33752 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@

    sinergym.utils.common.get_record_keysv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.html index c74c963776..7a0d9c7dc5 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html index 2e775fa655..a3cc76fa31 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.parse_observation_action_space.html @@ -18,7 +18,7 @@ - + @@ -187,6 +187,7 @@

    sinergym.utils.common.parse_observation_action_spacev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.parse_variables.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.parse_variables.html index 0f9b443939..229edeec9a 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.parse_variables.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.parse_variables.html @@ -18,7 +18,7 @@ - + @@ -186,6 +186,7 @@

    sinergym.utils.common.parse_variablesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html index 5c954e9352..4f019ef491 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@

    sinergym.utils.common.prepare_batch_from_recordsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.ranges_getter.html index eaab9c6a7c..ea44a2138c 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -187,6 +187,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.setpoints_transform.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.setpoints_transform.html index 6116eb05e6..76b5893b98 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.setpoints_transform.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.common.setpoints_transform.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@

    sinergym.utils.common.setpoints_transformv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.Config.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.Config.html index 14a51b090a..fdb30d7efb 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.Config.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.Config.html @@ -18,7 +18,7 @@ - + @@ -321,6 +321,7 @@

    sinergym.utils.config.Configv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.html index bb9f7948eb..bf4c4b989b 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.config.html @@ -18,7 +18,7 @@ - + @@ -165,6 +165,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.RandomController.html index 1ac25c1bee..7ede768e82 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html index e7b9d3021e..58dc1fd551 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.RuleBasedController.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.controllers.RuleBasedControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.html index 414657541c..1be565c407 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -169,6 +169,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index 19deeb9b8f..b1bf07e24f 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -180,6 +180,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index 998926efe5..1a5990cf6d 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -174,6 +174,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.html index 3a9cca9c5a..209ce7abd0 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index 4254c0a0d2..ffd6dbc3c3 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -174,6 +174,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 2006549b93..abc7ed0fb1 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -176,6 +176,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.html index 4fd89d6f24..69bfd07cd7 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -179,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.ExpReward.html index d2610bdb2a..0ff77c2b38 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -217,6 +217,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.LinearReward.html index cbf7c1ecfe..6800977fa9 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -217,6 +217,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.html index 0332f729e1..1e184fc002 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -169,6 +171,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index 5386300869..202e751a46 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -239,6 +239,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index aa252f8ed1..629b69861a 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 1d8980fe71..e481e9a14c 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -223,6 +223,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.html index fc5ae51cf9..6dba0aef74 100644 --- a/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v1.7.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -173,6 +173,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/pages/output.html b/docs/compilation/v1.7.0/pages/output.html index 99fa264da8..d5de2bba29 100644 --- a/docs/compilation/v1.7.0/pages/output.html +++ b/docs/compilation/v1.7.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -441,6 +441,7 @@

    Logger<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/rewards.html b/docs/compilation/v1.7.0/pages/rewards.html index f43c072b1a..5a02449642 100644 --- a/docs/compilation/v1.7.0/pages/rewards.html +++ b/docs/compilation/v1.7.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -293,6 +293,7 @@

    Rewards
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/tests.html b/docs/compilation/v1.7.0/pages/tests.html index a0f8bb6105..604f3bff59 100644 --- a/docs/compilation/v1.7.0/pages/tests.html +++ b/docs/compilation/v1.7.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -189,6 +189,7 @@

    Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/usage-example.html b/docs/compilation/v1.7.0/pages/usage-example.html index beef7fd3cf..0294e66cbb 100644 --- a/docs/compilation/v1.7.0/pages/usage-example.html +++ b/docs/compilation/v1.7.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -169,6 +169,7 @@

    Usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/pages/wrappers.html b/docs/compilation/v1.7.0/pages/wrappers.html index 2103f9a95d..096f6d9f95 100644 --- a/docs/compilation/v1.7.0/pages/wrappers.html +++ b/docs/compilation/v1.7.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -433,6 +433,7 @@

    Wrappers
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v1.7.0/py-modindex.html b/docs/compilation/v1.7.0/py-modindex.html index 2690a84e01..696f5b7fda 100644 --- a/docs/compilation/v1.7.0/py-modindex.html +++ b/docs/compilation/v1.7.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -218,6 +218,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/search.html b/docs/compilation/v1.7.0/search.html index 13166d021d..4f84a85ac5 100644 --- a/docs/compilation/v1.7.0/search.html +++ b/docs/compilation/v1.7.0/search.html @@ -18,7 +18,7 @@ - + @@ -141,6 +141,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v1.7.0/searchindex.js b/docs/compilation/v1.7.0/searchindex.js index f24380536d..cea0b2caf6 100644 --- a/docs/compilation/v1.7.0/searchindex.js +++ b/docs/compilation/v1.7.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 54, 55, 56, 58], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 34, 35, 38, 43, 54, 55, 56, 57, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "base": [0, 2, 6, 9, 41, 56], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "goal": [0, 9], "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "an": [0, 2, 3, 6, 7, 8, 9, 15, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "follow": [0, 4, 6, 7, 8, 9, 17], "openai": [0, 9, 56, 57], "interfac": [0, 4, 9, 13, 18, 54, 56], "wrap": [0, 3, 9, 23, 24, 54], "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "engin": [0, 6, 9, 15], "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "control": [0, 9, 15, 17, 20, 56], "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "deep": [0, 6, 8, 9], "reinforc": [0, 6, 8, 9, 55], "learn": [0, 6, 8, 9, 55], "main": [0, 3, 6, 7, 9, 26, 54], "function": [0, 2, 3, 4, 5, 6, 9, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 24, 53], "commun": [0, 9, 13, 54, 56], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "design": [0, 5, 9, 38, 55], "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 56], "These": [0, 6, 9, 26, 54, 56], "mai": [0, 6, 8, 9, 38, 54], "includ": [0, 6, 8, 9, 20], "differ": [0, 3, 4, 6, 9, 11, 30, 47, 48, 49, 55, 56], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 52, 53, 54, 56, 58], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "develop": [0, 2, 7, 9, 56, 58], "experiment": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 5, 6, 9], "packag": [0, 9, 56], "allow": [0, 3, 6, 7, 9, 55], "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "easi": [0, 9, 56], "manner": [0, 9], "For": [0, 3, 5, 6, 8, 9, 54, 56, 58], "exampl": [0, 2, 3, 4, 5, 6, 8, 9, 12, 54, 55, 56, 58], "sever": [0, 6, 9, 38, 58], "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 53, 54, 56, 57, 58], "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "between": [0, 3, 4, 9, 30], "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "establish": [0, 9, 17, 54, 56], "bcvtb": [0, 4, 9, 17], "sinc": [0, 6, 9, 29, 54], "tool": [0, 9], "interact": [0, 2, 3, 9, 26, 51, 54, 58], "more": [0, 4, 5, 6, 8, 9, 54, 55, 56, 58], "them": [0, 3, 9, 38, 58], "e": [0, 8, 9, 24], "g": [0, 3, 6, 9, 24], "openmodelica": [0, 9], "could": [0, 2, 4, 6, 9, 55, 58], "backend": [0, 6, 9], "while": [0, 2, 3, 7, 9, 57, 58], "maintain": [0, 9], "api": [0, 6, 9, 42, 57], "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "configur": [0, 4, 9, 19, 37, 38, 55, 56], "automat": [0, 4, 6, 7, 8, 9, 56], "adapt": [0, 9, 38], "specif": [0, 3, 4, 9, 38, 54, 55, 56], "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "designdai": [0, 9, 38], "locat": [0, 4, 8, 9, 28, 38], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "without": [0, 6, 7, 9, 53, 58], "ani": [0, 6, 8, 9, 12, 22, 23, 24, 51, 52, 53, 54], "intervent": [0, 9], "user": [0, 9, 24, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 37, 38, 54, 56, 58], "facil": [0, 3, 4, 9, 53], "our": [0, 3, 5, 7, 8, 9, 55, 56], "team": [0, 8, 9, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "order": [0, 2, 3, 4, 6, 8, 9, 17, 34, 38, 54, 56, 58], "amplifi": [0, 5, 9], "context": [0, 5, 9, 56], "experi": [0, 3, 5, 8, 9, 37, 38], "peopl": [0, 4, 9, 53], "occup": [0, 4, 9, 53], "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "etc": [0, 3, 6, 8, 9, 26, 54], "stabl": [0, 3, 9, 21, 56], "baselin": [0, 3, 9, 21, 56], "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "integr": [0, 6, 7, 9, 55], "some": [0, 3, 5, 6, 9, 58], "like": [0, 3, 8, 9, 38, 56, 57], "callback": [0, 3, 6, 9, 20], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "been": [0, 3, 5, 6, 8, 9, 19, 22, 23, 24, 54, 56], "easili": [0, 5, 6, 9], "googl": [0, 8, 9, 42, 43, 44, 45, 46], "cloud": [0, 3, 9, 42, 43, 44, 45, 46], "whether": [0, 6, 9, 12, 17, 23, 24, 43, 52, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "account": [0, 6, 7, 8, 9, 43, 44, 55], "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 8, 9, 58], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9], "about": [0, 3, 4, 8, 9, 24, 54, 56, 58], "how": [0, 4, 6, 9, 55], "do": [0, 3, 6, 8, 9, 24, 56], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16], "open": [0, 8, 9, 54], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9], "machin": [0, 6, 9], "lifecycl": [0, 9], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "remot": [0, 3, 7, 8, 9, 56], "local": [0, 3, 6, 7, 9, 24, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "help": [0, 6, 9], "manag": [0, 6, 9, 37, 38, 43, 54], "run": [0, 6, 8, 9, 24, 54], "artifact": [0, 6, 9], "gener": [0, 4, 5, 6, 9, 12, 38, 54, 55], "orderli": [0, 9], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "visual": [0, 3, 8, 9], "logger": [0, 6, 9, 26, 51, 58], "tensorboard": [0, 9, 22], "train": [0, 3, 6, 9, 54], "inform": [0, 3, 5, 6, 9, 12, 26, 51, 54, 56, 58], "real": [0, 3, 9, 26, 54], "time": [0, 3, 9, 17, 26, 30, 53, 54, 56, 58], "mani": [0, 9], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "progress": [0, 3, 9, 26, 27, 54, 58], "stai": [0, 4, 5, 9], "tune": [0, 4, 5, 9], "upcom": [0, 4, 5, 9], "releas": [0, 4, 5, 7, 8, 9], "sinergym": [2, 3, 4, 8, 9, 54, 56, 57, 58], "ha": [2, 3, 5, 6, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "section": [2, 3, 6, 8, 56], "implement": [2, 3, 39, 47, 50, 55, 56, 58], "own": [2, 3, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 26, 29, 38, 48, 49, 54, 55, 56, 58], "random": [2, 6, 40], "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "rule": [2, 6, 41, 56], "find": 2, "code": [2, 3, 5, 6, 7, 8, 58], "util": [2, 3, 4, 6, 12, 56, 58], "py": [2, 3, 4, 6, 8, 56, 58], "veri": [2, 6], "perform": [2, 23, 24, 52, 58], "refer": [2, 6], "point": 2, "studi": [2, 4], "drl": [2, 4, 6], "basic": [2, 39, 57], "import": [2, 3, 5, 6, 54, 55, 57, 58], "o": [2, 6, 54], "pkg_resourc": 2, "datetim": [2, 6, 55], "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "parse_vari": 2, "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "randomcontrol": 2, "object": [2, 3, 6, 12, 28, 29, 31, 38, 40, 41, 43, 45, 46, 51, 52, 53, 54, 58], "def": [2, 3, 54, 55, 58], "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "self": [2, 3, 54, 55, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "It": [2, 3, 6, 8, 23, 26, 40, 54, 57, 58], "select": [2, 8, 12, 40, 41], "avail": [2, 4, 6, 40, 55], "randomli": [2, 40], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "act": [2, 40, 41], "none": [2, 3, 6, 12, 17, 23, 24, 26, 28, 35, 38, 40, 54, 58], "": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "action_spac": [2, 6, 36, 40, 57, 58], "option": [2, 3, 6, 8, 12, 17, 28, 29, 38, 40, 41, 48, 49, 51, 52, 54, 55, 56, 58], "perceiv": [2, 40, 41], "default": [2, 3, 5, 6, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 52, 55, 56, 58], "return": [2, 3, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "chosen": [2, 40, 41], "sampl": [2, 57, 58], "rulebasedcontrol": 2, "range_comfort_wint": [2, 41, 48, 49, 55], "20": [2, 4, 41, 48, 49, 55], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "23": [2, 4, 41, 48, 49, 53, 55], "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "26": [2, 4, 41, 48, 49, 55], "whose": [2, 26, 41, 54], "static": [2, 6, 41], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 55, 58], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "cool": [2, 4, 41, 53], "season": [2, 41, 48, 49, 55], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "year": [2, 17, 29, 30, 38, 55], "2021": [2, 55], "variables_path": 2, "extend": 2, "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "summer_start_d": [2, 55], "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "summer_final_d": [2, 55], "9": [2, 4, 55], "30": [2, 4, 53, 55], "outdoor": [2, 4, 41, 53], "air": [2, 4, 41, 53], "drybulb": [2, 4, 28, 38, 41, 53], "obs_dict": 2, "dict": [2, 3, 12, 17, 24, 33, 34, 35, 38, 51, 58], "zip": 2, "out_temp": 2, "site": [2, 4, 53], "15": [2, 4, 53], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "19": [2, 4, 6], "21": [2, 4, 53], "elif": [2, 3, 6, 58], "22": [2, 4, 53], "els": [2, 3, 6, 24, 54, 55, 58], "24": [2, 4, 30], "simpl": [2, 49, 55], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 55], "instanc": [2, 3, 6, 12, 43, 54], "usag": [2, 3, 6, 58], "next": [2, 6, 7, 12, 17, 54, 56, 58], "numpi": [2, 4, 6, 57, 58], "np": [2, 3, 6, 12, 51, 54, 57, 58], "make": [2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "mix": [2, 4, 55], "v1": [2, 4, 5, 12, 55, 57, 58], "ob": [2, 3, 53, 57, 58], "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "done": [2, 3, 26, 53, 54, 57, 58], "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "current_month": [2, 57, 58], "info": [2, 3, 57, 58], "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "append": [2, 3, 6, 54, 56, 57, 58], "displai": [2, 6, 57, 58], "result": [2, 6, 17, 24, 54, 57, 58], "everi": [2, 3, 6, 7, 23, 56, 57, 58], "print": [2, 3, 57, 58], "sum": [2, 3, 54, 55, 57, 58], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 54, 57, 58], "mean": [2, 3, 4, 6, 17, 24, 28, 38, 53, 54, 55, 57, 58], "cumul": [2, 57, 58], "close": [2, 12, 17, 51, 57, 58], "check": [3, 6, 7, 8, 24, 56], "discret": [3, 4, 11, 12, 32, 55], "type": [3, 4, 6, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 52, 53, 55], "ppo": [3, 6], "ye": 3, "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "column": [3, 28, 38], "due": [3, 6], "its": [3, 4, 6, 44, 51, 58], "call": [3, 6, 8, 17, 23, 24, 54], "stage": 3, "procedur": [3, 7], "access": [3, 6], "intern": [3, 4], "state": [3, 17, 51, 58], "dure": [3, 6, 22, 23, 54, 57], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 58], "manipul": [3, 6], "bar": 3, "custom": [3, 20, 21, 22, 50, 58], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 54, 56, 58], "log": [3, 26, 27, 51, 54, 58], "all": [3, 6, 7, 8, 22, 35, 54, 55, 56], "therefor": [3, 4], "propos": 3, "extract": [3, 35], "which": [3, 6, 7, 8, 22, 26, 34, 38, 54, 55, 56], "why": 3, "loggercallback": [3, 6], "deal": 3, "those": [3, 4, 6, 55], "subtleti": 3, "basecallback": [3, 23], "plot": [3, 22], "addit": [3, 22, 24], "valu": [3, 4, 5, 6, 8, 22, 26, 48, 49, 53, 54, 55, 58], "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "ep_reward": [3, 22], "here": [3, 6, 8, 22, 56], "ep_pow": [3, 22], "consumpt": [3, 22, 26, 48, 49, 54, 55], "ep_term_comfort": [3, 22], "term": [3, 22, 48, 49, 55], "compon": [3, 6, 22], "ep_term_energi": [3, 22], "energi": [3, 22, 48, 49, 55], "num_comfort_viol": [3, 22], "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "violat": [3, 22], "ep_timestep": [3, 22], "increment": [3, 22], "sinergym_logg": [3, 6, 22], "verbos": [3, 6, 22, 23, 56], "boolean": [3, 17, 22], "indic": [3, 6, 17, 22], "csvlogger": [3, 6, 22, 51, 54, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "activ": [3, 6, 8, 22, 26, 51, 54, 58], "super": [3, 58], "_on_training_start": 3, "is_wrap": [3, 58], "training_env": 3, "loggerwrapp": [3, 6, 58], "env_method": 3, "activate_logg": [3, 51, 58], "deactivate_logg": [3, 51, 58], "record": [3, 26, 31, 34, 51, 54, 58], "method": [3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "depend": [3, 6, 8, 26, 54, 56], "global": [3, 6, 24], "kei": [3, 5, 6, 31, 35, 58], "record_mean": 3, "rais": [3, 6, 19, 24, 38], "keyerror": [3, 19], "_on_step": 3, "bool": [3, 6, 12, 23, 24, 26, 51, 52, 54, 58], "get_attr": 3, "normal": [3, 6, 53, 54, 56, 58], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "env_is_wrap": 3, "wrapper_class": 3, "normalizeobserv": [3, 6, 58], "obs_norm": 3, "new_ob": 3, "get_unwrapped_ob": [3, 53, 58], "enumer": [3, 58], "normalized_observ": 3, "onli": [3, 5, 6, 8, 24, 26, 54, 55, 58], "receiv": [3, 19], "setpoint": [3, 4, 53], "action_": [3, 58], "try": [3, 6, 54], "network": [3, 6], "output": [3, 5, 27, 35, 38, 57], "clip": 3, "clipped_act": 3, "except": [3, 38, 54], "unknown": 3, "flag_discret": 3, "action_map": 3, "action_simul": 3, "total_pow": [3, 58], "comfort_penalti": [3, 26, 53, 54, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "If": [3, 6, 7, 8, 24, 35, 38, 54, 56, 58], "end": [3, 6, 12, 19, 26, 30, 54, 58], "summari": [3, 51, 54, 58], "last": [3, 17, 35, 51, 53, 54, 58], "metric": [3, 54], "episode_metr": 3, "ep_length": 3, "cumulative_reward": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "mean_pow": 3, "cumulative_pow": 3, "mean_comfort_penalti": [3, 54, 58], "cumulative_comfort_penalti": [3, 54, 58], "mean_power_penalti": [3, 54, 58], "cumulative_power_penalti": [3, 54, 58], "comfort_violation_tim": 3, "100": [3, 6, 53, 54], "zerodivisionerror": [3, 54], "nan": [3, 54], "first": [3, 8, 17, 24, 38, 58], "finish": [3, 6, 17], "shouldn": 3, "hasattr": 3, "item": 3, "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "on_training_end": [3, 22], "see": [3, 5, 6, 7, 12, 54, 56], "same": [3, 4, 6, 28, 54, 55, 58], "attribut": [3, 12, 17, 38, 54, 55, 58], "constructor": [3, 4, 5, 15], "deriv": [3, 6], "background": 3, "With": 3, "possibl": [3, 4, 5, 6, 8], "compar": 3, "There": [3, 6, 7, 8, 54], "tabl": 3, "other": [3, 6, 8, 54], "vice": 3, "versa": 3, "log_interv": [3, 6], "process": [3, 6, 7, 12, 17, 28, 38], "frequenc": [3, 6], "consequ": [3, 6, 55], "featur": 3, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "thu": [3, 6], "off": 3, "polici": [3, 6, 24], "whole": [3, 26, 53, 54], "instead": [3, 6, 8, 24, 55], "when": [3, 6, 7, 23, 24, 26, 54, 55], "On": [3, 6, 8], "appear": [3, 8, 24, 54], "too": [3, 6, 8, 43, 58], "becaus": [3, 6], "Then": [3, 6, 8, 58], "pars": [3, 4, 32, 33], "entir": 3, "equival": 3, "csv": [3, 26, 54, 58], "format": [3, 5, 6, 7], "percentag": 3, "out": [3, 54, 58], "bound": 3, "penalti": [3, 26, 54, 55], "power": [3, 26, 48, 49, 54, 55, 58], "obtain": [3, 12], "being": [3, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "thei": [3, 6, 8, 56], "both": [3, 11, 55], "rollout": 3, "exploration_r": 3, "doesn": [3, 6, 58], "neural": 3, "well": [3, 24], "evalu": [3, 6, 23, 24, 55], "ad": [3, 4, 58], "evalloggercallback": 3, "benefit": 3, "drl_usag": 3, "directli": [3, 6, 8, 34], "drl_batteri": [3, 6], "comput": [3, 6, 11], "flag": [3, 6, 26, 51, 54, 58], "most": [3, 54, 55], "must": [3, 4, 6, 8, 24], "keep": [3, 17], "mind": 3, "construct": [3, 6], "particular": 3, "concaten": 3, "callbacklist": [3, 6], "until": 3, "where": [3, 6, 8, 23, 34, 43, 46], "comment": 3, "requir": [3, 6, 7, 8, 38, 54], "argument": [3, 6, 32, 58], "ep": [3, 6], "argpars": [3, 6], "loggerevalcallback": [3, 6], "stable_baselines3": [3, 6, 23, 24, 58], "nois": [3, 4, 6], "normalactionnois": [3, 6], "ornsteinuhlenbeckactionnois": 3, "evalcallback": 3, "vec_env": [3, 6, 23, 24], "dummyvecenv": [3, 6], "parser": [3, 6], "argumentpars": [3, 6], "add_argu": [3, 6], "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 35, 38, 43, 44, 54, 58], "int": [3, 6, 12, 17, 23, 24, 26, 29, 30, 38, 48, 49, 52, 54, 55, 58], "learning_r": [3, 6], "lr": [3, 6], "float": [3, 6, 12, 17, 24, 26, 30, 48, 49, 51, 54, 55, 58], "0007": [3, 6], "n_step": [3, 6], "n": [3, 4, 6, 52, 54, 58], "gamma": [3, 6], "99": [3, 6, 38], "gae_lambda": [3, 6], "gl": [3, 6], "ent_coef": [3, 6], "ec": [3, 6], "vf_coef": [3, 6], "v": [3, 6, 56], "max_grad_norm": [3, 6], "m": [3, 6], "rms_prop_ep": [3, 6], "rm": [3, 6], "1e": [3, 6, 48, 49, 55], "05": [3, 6], "parse_arg": [3, 6], "id": [3, 6], "n_episod": 3, "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "start_run": [3, 6], "run_nam": [3, 6], "log_param": [3, 6], "mlppolici": [3, 6], "tensorboard_log": [3, 6], "n_timesteps_episod": [3, 6], "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "lambda": [3, 6], "freq": 3, "2": [3, 4, 7, 17, 58], "eval_callback": [3, 6], "best_model_save_path": [3, 6, 23], "best_model": [3, 6], "log_path": [3, 6, 23], "eval_freq": [3, 6, 23], "determinist": [3, 6, 23, 24], "render": [3, 6, 12, 23, 24], "n_eval_episod": [3, 6, 23, 24], "log_callback": [3, 6], "total_timestep": [3, 6, 26, 54], "As": [3, 6], "abl": [3, 6, 8], "recommend": [3, 6, 8], "start": [3, 6, 15, 17, 19, 29, 30], "batteri": [3, 6], "initi": [3, 6, 23, 58], "date": [3, 26, 54, 55, 58], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "compat": 3, "plan": 3, "futur": [3, 4, 6, 55], "list": [4, 6, 8, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 48, 49, 52, 54, 55, 58], "period": [4, 55], "demo": [4, 58], "pittsburgh": 4, "usa": 4, "5zoneautodxvav": 4, "10": [4, 6, 17], "01": 4, "31": [4, 53], "03": 4, "5zone": [4, 5, 6, 57], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 53], "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "york": 4, "humid": [4, 53], "4a": 4, "washington": 4, "marin": 4, "5c": 4, "box": [4, 32, 36, 58], "stochast": [4, 23, 24, 55], "datacent": [4, 6], "chicago": 4, "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "iwmullion": [4, 6], "accord": [4, 23], "doe": [4, 6, 17, 54], "classif": 4, "In": [4, 5, 6, 8, 24, 56], "seri": [4, 11], "chang": [4, 6, 26, 54], "gaussian": 4, "std": [4, 24], "add": [4, 6, 11, 54, 58], "extern": [4, 6, 54], "wai": [4, 5, 6], "definit": [4, 6, 12, 32], "variant": [4, 58], "xml": [4, 12], "version": [4, 6, 7, 8], "encod": 4, "iso": 4, "8859": 4, "doctyp": 4, "system": [4, 6, 46], "dtd": 4, "max": [4, 35, 48, 49, 55, 58], "min": [4, 35, 55, 58], "5e6": [4, 58], "rel": [4, 53], "wind": [4, 53], "speed": [4, 53], "direct": [4, 6, 53], "diffus": [4, 53], "solar": [4, 53], "radiat": [4, 53], "rate": [4, 53], "area": [4, 53], "zone": [4, 6, 33, 48, 49, 53, 55], "thermostat": [4, 53], "heat": [4, 53], "7": [4, 6, 8, 17], "8": [4, 6, 8], "thermal": [4, 53], "radiant": [4, 53], "11": [4, 53], "cloth": [4, 53], "fanger": [4, 53], "ppd": [4, 53], "13": 4, "count": [4, 24, 53], "14": [4, 6], "total": [4, 26, 53, 54], "hvac": [4, 53], "electr": [4, 53], "demand": [4, 53], "16": 4, "17": 4, "18": 4, "low": [4, 48, 49, 55, 56, 58], "high": [4, 58], "shape": [4, 6, 58], "dtype": [4, 58], "float32": [4, 58], "num": 4, "29": 4, "28": 4, "27": 4, "25": 4, "element": [4, 17, 26, 31, 34, 54], "index": [4, 6, 7], "action0": 4, "action1": 4, "give": [4, 6], "plai": 4, "affect": [4, 24, 28, 38], "resolut": 4, "problem": [4, 6], "known": 4, "what": [4, 6], "read": [4, 6, 15, 17], "so": [4, 6, 8, 54, 57, 58], "should": [4, 6, 8, 23, 57, 58], "worri": 4, "anyth": [4, 24], "solut": 4, "updat": [4, 6, 7, 8, 23, 35, 56], "alwai": [4, 6, 7, 54, 55], "charg": 4, "parse_observation_action_spac": 4, "space_fil": [4, 32], "dynam": 4, "upgrad": [4, 6], "config": [5, 6, 56], "let": [5, 6, 55], "u": 5, "investig": 5, "To": [5, 6, 8, 56], "extra_param": 5, "timesteps_per_hour": 5, "config_param": [5, 12, 17], "appli": [5, 6, 12, 38, 53, 54, 55, 58], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "dictionari": [5, 6, 12, 32, 33, 34], "skeleton": 5, "gcloud": 6, "combin": [6, 8], "idea": 6, "virtual": [6, 8], "gce": 6, "At": 6, "job": [6, 56], "remov": [6, 43, 48, 49, 55], "host": [6, 54], "explan": 6, "abov": 6, "firstli": [6, 8], "necessari": 6, "sdk": [6, 8], "auth": [6, 43], "invoic": 6, "don": [6, 8, 54], "document": [6, 7, 8, 54], "secondli": 6, "instal": [6, 17], "docker": [6, 7], "link": 6, "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8], "go": [6, 58], "enabl": 6, "servic": [6, 43, 44], "librari": [6, 8, 56], "need": [6, 54, 58], "registri": 6, "pub": 6, "sub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 45, 46], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 10, 13, 20, 54, 56], "pleas": 6, "termin": [6, 17, 26, 27, 54], "applic": [6, 56], "login": 6, "upload": [6, 7, 46], "public": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 44], "restart": 6, "never": 6, "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "hub": [6, 7, 8], "visit": [6, 8, 54, 56, 58], "repositori": [6, 7, 8, 54, 56], "prefer": [6, 8], "realli": [6, 58], "10gb": 6, "isn": [6, 58], "enough": 6, "silenc": 6, "error": [6, 24, 58], "would": [6, 55], "incid": 6, "clear": 6, "suppos": 6, "fork": 6, "yaml": 6, "dockerfil": [6, 7, 8, 56], "purpos": 6, "write": [6, 8, 54, 56], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 48, 49, 55], "pull": [6, 7], "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": [6, 7], "built": [6, 7], "command": [6, 8, 56], "case": [6, 8, 24], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "alreadi": [6, 56], "confus": 6, "part": 6, "helper": 6, "everyth": 6, "mention": 6, "memori": 6, "least": 6, "correctli": [6, 56], "fail": 6, "free": 6, "might": 6, "report": 6, "care": 6, "submit": 6, "substitut": 6, "howev": [6, 55, 56], "predetermin": 6, "correct": [6, 58], "decid": 6, "enter": 6, "after": [6, 17, 24, 57], "immedi": 6, "hasn": [6, 31], "yet": [6, 56], "think": 6, "notifi": 6, "issu": 6, "happen": 6, "wait": 6, "minut": 6, "templat": 6, "gserviceaccount": 6, "scope": 6, "http": [6, 8, 16], "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "address": 6, "describ": 6, "ip": 6, "get": [6, 8, 24, 38, 44, 53, 58], "5000": 6, "explain": 6, "befor": [6, 8, 24, 38, 58], "previou": [6, 52, 58], "group": [6, 43], "larg": 6, "quot": 6, "than": [6, 54, 55, 58], "rest": [6, 42, 43], "probabl": 6, "readi": [6, 8], "connect": [6, 16, 17, 18], "ssh": 6, "optim": 6, "pre": 6, "attach": 6, "And": 6, "now": 6, "script": 6, "alloc": 6, "ranges_5zon": [6, 58], "ranges_iw": 6, "ranges_datacent": 6, "uuid": 6, "multiobswrapp": [6, 58], "dest": 6, "alg": 6, "rw": 6, "linear": 6, "exponenti": [6, 48, 55], "norm": 6, "store_tru": 6, "multiob": [6, 58], "mob": 6, "multi": [6, 58], "ten": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "eval": [6, 23], "best": [6, 23], "onlin": 6, "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": 6, "sd": 6, "remote_stor": 6, "sto": 6, "determin": 6, "sent": 6, "mlflow_stor": 6, "group_nam": 6, "field": 6, "auto_delet": 6, "del": 6, "gcp": 6, "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": [6, 7], "tau": [6, 17, 28, 38], "tu": 6, "005": 6, "sigma": [6, 12, 17, 28, 38], "sig": 6, "regist": [6, 55], "experiment_d": 6, "todai": 6, "strftime": 6, "y": 6, "d": [6, 17], "h": 6, "episodes_": 6, "seed_": 6, "ping": 6, "mlflow_ip": 6, "split": [6, 54], "valid": [6, 44, 58], "respons": [6, 54], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "__version__": 6, "length": [6, 24, 54, 58], "interv": 6, "linearreward": [6, 12, 55], "expreward": [6, 55], "runtimeerror": 6, "know": 6, "norm_rang": 6, "env_typ": 6, "nameerror": 6, "50000": 6, "batch_siz": 6, "32": 6, "train_freq": 6, "gradient_step": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "n_action": 6, "action_nois": 6, "zero": 6, "ones": 6, "64": 6, "n_epoch": 6, "clip_rang": 6, "calcul": [6, 48, 49, 55], "env_vec": 6, "dir": [6, 38], "tensorboardformatlogg": 6, "tb_path": 6, "new_logg": 6, "set_logg": 6, "_env_working_dir_par": [6, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "init_storage_cli": 6, "resourc": [6, 45, 46], "upload_to_bucket": 6, "src_path": [6, 46], "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "end_run": 6, "shutdown": 6, "token": [6, 43, 44], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": 6, "pretti": 6, "deactiv": [6, 26, 51, 54, 58], "written": 6, "recreat": 6, "belong": [6, 26, 54], "delet": [6, 43, 58], "individu": 6, "appropri": 6, "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "short": 6, "dote": 6, "root": [6, 8], "gitignor": 6, "ignor": [6, 7], "final": [6, 8], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 31], "two": [6, 8, 55], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "shut": 6, "down": 6, "logdir": 6, "organ": [6, 56], "separ": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "previous": [6, 38, 54], "jajim": [6, 8], "github": [6, 8, 16, 56], "html": 6, "bucket_nam": 6, "region": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "A": [6, 12, 29, 33, 54], "input": [6, 17], "dport": 6, "j": 6, "accept": 6, "cp": 6, "tempor": 6, "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "url": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "devic": 6, "shield": 6, "secur": 6, "vtpm": 6, "reserv": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": 6, "onc": [6, 8], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 55, 57], "creation": 6, "anot": 6, "bellow": 6, "trigger": [6, 23], "event": 6, "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "third": 7, "parti": 7, "websit": 7, "request": [7, 43], "pep8": 7, "standard": [7, 57], "level": [7, 27, 56], "aggress": 7, "anoth": [7, 8, 54], "contain": [7, 24, 43, 44, 56, 57], "pytest": 7, "publish": 7, "edit": 7, "manual": [7, 58], "catch": 7, "doc": [7, 8], "page": 7, "compil": 7, "verifi": 7, "commit": 7, "bot": 7, "although": 7, "git": [7, 8], "z": 7, "xarg": 7, "assum": 7, "unchang": 7, "branch": 7, "merg": 7, "workflow": [7, 56], "yml": [7, 56], "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": 8, "altern": 8, "conda": 8, "clone": 8, "By": [8, 55], "pip": [8, 56], "diffet": 8, "setup": 8, "tag_nam": 8, "setup_tag": 8, "libari": 8, "example1": 8, "neccesari": 8, "empti": 8, "studio": 8, "simpli": 8, "click": 8, "pop": 8, "button": 8, "reopen": 8, "isol": 8, "below": 8, "compabl": 8, "also": 8, "ensur": 8, "support": [8, 56], "later": [8, 26, 54], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "folder": [8, 23, 38, 57], "copi": [8, 17, 54, 58], "eplus_path": [8, 17, 19], "bcvtb_path": [8, 17, 19], "respect": 8, "repo": 8, "consid": [8, 48, 49, 55], "subset": [8, 58], "storag": [8, 45, 46], "prepar": [8, 34], "funcion": 11, "absolut": [11, 35, 48, 49, 55], "raw": 11, "cfg": [11, 17, 54], "kwarg": [12, 22, 23, 51, 52, 53], "idf_fil": [12, 19], "weather_fil": [12, 19], "variables_fil": [12, 19], "spaces_fil": 12, "env_nam": [12, 17, 19, 38, 54], "discrete_act": [12, 32], "weather_vari": [12, 17, 37], "epw": [12, 17, 19, 28, 38, 54], "condit": 12, "mu": 12, "tao": 12, "ornstein": [12, 28, 38], "uhlenbeck": [12, 28, 38], "feedback": 12, "mode": 12, "human": 12, "arrai": [12, 26, 51, 54, 58], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "weather_path": [17, 38], "variable_path": 17, "idf_path": [17, 38], "act_repeat": 17, "max_ep_data_store_num": 17, "repeat": 17, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "ou": [17, 28, 38], "elaps": [17, 26, 29, 54], "consist": [17, 55], "correpond": 17, "socket": [17, 54], "subprocess": 17, "sensor": 17, "pass": [17, 23, 24, 54], "start_dai": 17, "simulaton": 17, "start_mon": 17, "start_weekdai": 17, "weekdai": 17, "mondai": 17, "sundai": 17, "start_year": [17, 38], "reciev": 17, "renew": 18, "connector": 19, "end_simul": 19, "eval_env": 23, "callback_on_new_best": 23, "npz": 23, "warn": [23, 24], "evaluate_polici": 23, "vecenv": [23, 24], "base_class": 24, "basealgorithm": 24, "callabl": 24, "reward_threshold": 24, "return_episode_reward": 24, "averag": 24, "made": 24, "note": [24, 54, 58], "scale": [24, 56], "earli": 24, "avoid": 24, "minimum": 24, "expect": 24, "met": 24, "lack": 24, "monitor_head": [26, 54, 58], "progress_head": [26, 54, 58], "log_progress_fil": [26, 54, 58], "log_fil": [26, 54], "header": [26, 54, 58], "sub_run_n": [26, 54], "res_n": [26, 54], "steps_data": [26, 54], "elabor": [26, 54], "total_time_elaps": [26, 54], "comfort_violation_timestep": [26, 54], "activate_flag": [26, 54, 58], "deactivate_flag": [26, 54, 58], "log_episod": [26, 54, 58], "log_step": [26, 54, 58], "simulation_tim": [26, 54, 58], "achiev": [26, 54], "w": [26, 48, 49, 54, 55], "log_step_norm": [26, 54, 58], "set_log_fil": [26, 54, 58], "new_log_fil": [26, 54], "getlogg": 27, "formatt": 27, "weather_data": [28, 38], "original_epw_fil": 28, "variat": [28, 38], "opyplu": [28, 29, 31, 38], "weatherdata": [28, 38], "epm": [29, 31, 34, 38], "sec_elaps": 29, "sim_year": 29, "1991": 29, "compos": 29, "st_mon": 30, "st_dai": 30, "end_mon": 30, "end_dai": 30, "delta": 30, "st_year": 30, "explicitli": 31, "tuppl": 32, "map": 32, "continuos_act": 32, "var_fil": 33, "og": 33, "add_batch": 34, "convert": [34, 36], "batch": 34, "output_path": 35, "last_result": 35, "valor": 35, "setpoints_spac": 36, "transform": 36, "modif": 37, "max_ep_stor": 38, "extra_config": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "ddy": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": 38, "condn": 38, "mwb": 38, "winterdai": 38, "htg": 38, "summer": 38, "winter": 38, "desingdai": 38, "apply_extra_conf": 38, "apply_weather_vari": 38, "save_building_model": 38, "take": [38, 55], "env_working_dir": 38, "set_episode_working_dir": 38, "parent": 38, "srt": 38, "set_experiment_working_dir": 38, "easier": 42, "instance_group_nam": 43, "vm": 43, "alon": 43, "mig": 43, "repons": 43, "author": 44, "petit": [44, 45], "init": 45, "ask": [45, 46], "recurs": 46, "bucket": 46, "destin": 46, "energy_weight": [48, 49, 55], "lambda_energi": [48, 49, 55], "0001": [48, 49], "lambda_temperatur": [48, 49, 55], "r": [48, 49, 55], "lambda_": [48, 49, 55], "lambda_t": [48, 49, 55], "exp": [48, 55], "t_": [48, 49, 55], "cold": [48, 49, 55], "fot": [48, 49, 55], "weight": [48, 49, 55], "constant": [48, 49, 55], "dimens": [48, 49, 55], "calculu": [48, 49, 55], "indoor": [48, 49, 55], "flatten": [52, 58], "stack": [52, 58], "flat": [52, 58], "vector": [52, 58], "173": 53, "6583692738386": 53, "32595": 53, "57259261767": 53, "space1": 53, "00826655379267": 53, "588": 53, "1033": 53, "05437255409474": 53, "60": 53, "72839186915495": 53, "357": 53, "clgsetp": 53, "htgsetp": 53, "49999": 53, "287277410867238": 53, "87": 53, "60662171287048": 53, "22565264653451": 53, "98": 53, "37141259444684": 53, "35": 53, "98853496778508": 53, "49999046325684": 53, "508266553792669": 53, "550779087370951": 53, "0086829184636919": 53, "31536000": 53, "35040": 53, "259557259261767": 53, "0173658369273838": 53, "reli": [53, 55, 58], "re": 54, "num_simul": 54, "content": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_runn": 54, "utilsocket": 54, "monitor_norm": 54, "sub_run": 54, "num_episod": 54, "within": [54, 56], "structur": [54, 55], "suit": 54, "observation_valu": 54, "action_valu": 54, "exist": 54, "row": 54, "episode_num": [54, 58], "cumulative_power_consumpt": [54, 58], "mean_power_consumpt": [54, 58], "comfort_viol": [54, 58], "time_elaps": [54, 58], "carri": 54, "regardless": 54, "techniqu": 54, "factor": [54, 55], "present": 54, "steps_data_norm": 54, "power_penalti": [54, 58], "row_cont": 54, "_store_step_inform": 54, "statist": 54, "ep_mean_reward": 54, "ep_cumulative_reward": 54, "ep_cumulative_pow": 54, "ep_mean_pow": 54, "ep_cumulative_comfort_penalti": 54, "ep_mean_comfort_penalti": 54, "ep_cumulative_power_penalti": 54, "ep_mean_power_penalti": 54, "steps_info": 54, "newlin": 54, "file_obj": 54, "writer": 54, "csv_writer": 54, "writerow": 54, "len": [54, 58], "_normal": 54, "isfil": 54, "_reset_logg": 54, "relev": 54, "unwrap": 54, "thing": 55, "math": 55, "w_energi": 55, "lambda_temp": 55, "reward_energi": 55, "current_dt": 55, "range_t": 55, "delta_t": 55, "ab": 55, "reward_comfort": 55, "lineal": 55, "neg": 55, "perfect": 55, "moreov": 55, "adjust": 55, "aspect": 55, "overwrit": 55, "supervis": 56, "successfulli": 56, "vv": 56, "anywai": 56, "under": 56, "framework": 56, "small": 56, "complex": 56, "libreri": 56, "independ": 56, "uniqu": 56, "test_common": 56, "test_reward": 56, "test_wrapp": 56, "test_simul": 56, "test_config": 56, "tree": 56, "test_env": 56, "test_control": 56, "test_stable_baselin": 56, "conceptu": 56, "readm": 56, "loop": 57, "someth": 57, "produc": 57, "found": 58, "inherit": 58, "collect": 58, "dequ": 58, "env_util": 58, "observationwrapp": 58, "unwrapped_observ": 58, "handl": 58, "divisionbyzero": 58, "isnan": 58, "ind_flat": 58, "histori": 58, "maxlen": 58, "observation_spac": 58, "new_shap": 58, "_": 58, "_get_ob": 58, "reshap": 58, "monitor_header_list": 58, "element_head": 58, "_episode_exist": 58, "logger_main": 58, "debug": 58, "_epi_num": 58, "_eplus_working_dir": 58, "default_env": 58}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "api": 1, "refer": 1, "control": [2, 39, 40, 41], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": 3, "logger": [3, 27, 54], "tensorboard": [3, 6], "structur": 3, "how": 3, "us": [3, 6], "mlflow": [3, 6], "environ": [4, 8], "observ": 4, "action": [4, 7], "space": 4, "extra": 5, "configur": [5, 6], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8], "first": 6, "step": 6, "2": 6, "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 56], "vm": 6, "mig": 6, "5": [6, 8], "init": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "output": [6, 54], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "instal": [8, 56], "docker": 8, "manual": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "variabl": 8, "packag": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "callback": [21, 22, 23, 24], "loggercallback": 22, "loggerevalcallback": 23, "evaluate_polici": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "csvlogger": 26, "create_variable_weath": 28, "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "parse_observation_action_spac": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "setpoints_transform": 36, "config": [37, 38], "randomcontrol": 40, "rulebasedcontrol": 41, "gcloud": [42, 43, 44, 45, 46], "delete_instance_mig_from_contain": 43, "get_service_account_token": 44, "init_storage_cli": 45, "upload_to_bucket": 46, "reward": [47, 48, 49, 55], "expreward": 48, "linearreward": 49, "wrapper": [50, 51, 52, 53, 58], "loggerwrapp": 51, "multiobswrapp": 52, "normalizeobserv": 53, "format": 54, "test": 56, "pytest": 56, "run": 56, "new": 56, "usag": 57, "exampl": 57}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Init your VM": [[6, "init-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Set environment variables": [[8, "set-environment-variables"]], "4. Install the package": [[8, "install-the-package"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]], "Output format": [[54, "output-format"]], "Logger": [[54, "logger"]], "Rewards": [[55, "rewards"]], "Tests": [[56, "tests"]], "Install Pytest": [[56, "install-pytest"]], "Running tests": [[56, "running-tests"]], "Create new tests": [[56, "create-new-tests"]], "Usage example": [[57, "usage-example"]], "Wrappers": [[58, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.controllers"], [42, "module-sinergym.utils.gcloud"], [47, "module-sinergym.utils.rewards"], [50, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger"]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode"]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger"]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__"]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger"]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act"]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController"]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__"]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__"]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate"]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__"]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"1. First steps (configuration)": [[6, "first-steps-configuration"]], "1. Install BCVTB software": [[8, "install-bcvtb-software"]], "1. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Set environment variables": [[8, "set-environment-variables"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "4. Install the package": [[8, "install-the-package"]], "5. Init your VM": [[6, "init-your-vm"]], "API reference": [[1, "api-reference"]], "Cloud Computing": [[8, "cloud-computing"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Controllers": [[2, "controllers"]], "Create new tests": [[56, "create-new-tests"]], "DRL Logger": [[3, "drl-logger"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "Docker container": [[8, "docker-container"]], "Environments": [[4, "environments"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Github Actions": [[7, "github-actions"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "How use": [[3, "how-use"]], "Install Pytest": [[56, "install-pytest"]], "Installation": [[8, "installation"]], "Logger": [[54, "logger"]], "Manual installation": [[8, "manual-installation"]], "Mlflow": [[3, "mlflow"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Output format": [[54, "output-format"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Rewards": [[55, "rewards"]], "Running tests": [[56, "running-tests"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "Tests": [[56, "tests"]], "Usage example": [[57, "usage-example"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[58, "wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.callbacks.evaluate_policy": [[24, "sinergym-utils-callbacks-evaluate-policy"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.CSVLogger": [[26, "sinergym-utils-common-csvlogger"]], "sinergym.utils.common.Logger": [[27, "sinergym-utils-common-logger"]], "sinergym.utils.common.create_variable_weather": [[28, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[29, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.parse_observation_action_space": [[32, "sinergym-utils-common-parse-observation-action-space"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.setpoints_transform": [[36, "sinergym-utils-common-setpoints-transform"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RandomController": [[40, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.controllers.RuleBasedController": [[41, "sinergym-utils-controllers-rulebasedcontroller"]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[43, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[44, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[45, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.upload_to_bucket": [[46, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.ExpReward": [[48, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.LinearReward": [[49, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, "sinergym-utils-wrappers-normalizeobservation"]]}, "docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.callbacks.evaluate_policy", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.CSVLogger", "pages/modules/sinergym.utils.common.Logger", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.parse_observation_action_space", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.setpoints_transform", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.controllers.RuleBasedController", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.callbacks.evaluate_policy.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.CSVLogger.rst", "pages/modules/sinergym.utils.common.Logger.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.parse_observation_action_space.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.setpoints_transform.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.controllers.RuleBasedController.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.__init__", false]], "__init__() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.__init__", false]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[40, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rulebasedcontroller method)": [[41, "sinergym.utils.controllers.RuleBasedController.act", false]], "activate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw", false]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf", false]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability", false]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator", false]], "calculate() (sinergym.utils.rewards.expreward method)": [[48, "sinergym.utils.rewards.ExpReward.calculate", false]], "calculate() (sinergym.utils.rewards.linearreward method)": [[49, "sinergym.utils.rewards.LinearReward.calculate", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config", false]], "create_variable_weather() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.create_variable_weather", false]], "csvlogger (class in sinergym.utils.common)": [[26, "sinergym.utils.common.CSVLogger", false]], "deactivate_flag() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[43, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env", false]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode", false]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation", false]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus", false]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus", false]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv", false]], "evaluate_policy() (in module sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.evaluate_policy", false]], "expreward (class in sinergym.utils.rewards)": [[48, "sinergym.utils.rewards.ExpReward", false]], "get_current_time_info() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_current_time_info", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds", false]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running", false]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[44, "sinergym.utils.gcloud.get_service_account_token", false]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs", false]], "getlogger() (sinergym.utils.common.logger method)": [[27, "sinergym.utils.common.Logger.getLogger", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[45, "sinergym.utils.gcloud.init_storage_client", false]], "linearreward (class in sinergym.utils.rewards)": [[49, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.common)": [[27, "sinergym.utils.common.Logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[51, "sinergym.utils.wrappers.LoggerWrapper", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "module": [[10, "module-sinergym.envs", false], [11, "module-sinergym.envs.eplus_env", false], [13, "module-sinergym.simulators", false], [14, "module-sinergym.simulators.base", false], [16, "module-sinergym.simulators.eplus", false], [18, "module-sinergym.simulators.eplus_alpha", false], [20, "module-sinergym.utils", false], [21, "module-sinergym.utils.callbacks", false], [25, "module-sinergym.utils.common", false], [37, "module-sinergym.utils.config", false], [39, "module-sinergym.utils.controllers", false], [42, "module-sinergym.utils.gcloud", false], [47, "module-sinergym.utils.rewards", false], [50, "module-sinergym.utils.wrappers", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[52, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[53, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[53, "sinergym.utils.wrappers.NormalizeObservation.observation", false]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end", false]], "parse_observation_action_space() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_observation_action_space", false]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables", false]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records", false]], "randomcontroller (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter", false]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation", false]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "rulebasedcontroller (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RuleBasedController", false]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model", false]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action", false]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action", false]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir", false]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir", false]], "set_log_file() (sinergym.utils.common.csvlogger method)": [[26, "sinergym.utils.common.CSVLogger.set_log_file", false]], "setpoints_transform() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.setpoints_transform", false]], "sinergym.envs": [[10, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[13, "module-sinergym.simulators", false]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base", false]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus", false]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha", false]], "sinergym.utils": [[20, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[25, "module-sinergym.utils.common", false]], "sinergym.utils.config": [[37, "module-sinergym.utils.config", false]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers", false]], "sinergym.utils.gcloud": [[42, "module-sinergym.utils.gcloud", false]], "sinergym.utils.rewards": [[47, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[50, "module-sinergym.utils.wrappers", false]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day", false]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon", false]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation", false]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation", false]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday", false]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year", false]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[51, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[52, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[46, "sinergym.utils.gcloud.upload_to_bucket", false]]}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "controllers"], [42, 0, 0, "-", "gcloud"], [47, 0, 0, "-", "rewards"], [50, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"], [24, 5, 1, "", "evaluate_policy"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 1, 1, "", "CSVLogger"], [27, 1, 1, "", "Logger"], [28, 5, 1, "", "create_variable_weather"], [29, 5, 1, "", "get_current_time_info"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "parse_observation_action_space"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "setpoints_transform"]], "sinergym.utils.common.CSVLogger": [[26, 2, 1, "", "__init__"], [26, 2, 1, "", "activate_flag"], [26, 2, 1, "", "deactivate_flag"], [26, 2, 1, "", "log_episode"], [26, 2, 1, "", "log_step"], [26, 2, 1, "", "log_step_normalize"], [26, 2, 1, "", "set_log_file"]], "sinergym.utils.common.Logger": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "getLogger"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RandomController"], [41, 1, 1, "", "RuleBasedController"]], "sinergym.utils.controllers.RandomController": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RuleBasedController": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.gcloud": [[43, 5, 1, "", "delete_instance_MIG_from_container"], [44, 5, 1, "", "get_service_account_token"], [45, 5, 1, "", "init_storage_client"], [46, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.rewards": [[48, 1, 1, "", "ExpReward"], [49, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.ExpReward": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "calculate"]], "sinergym.utils.rewards.LinearReward": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "calculate"]], "sinergym.utils.wrappers": [[51, 1, 1, "", "LoggerWrapper"], [52, 1, 1, "", "MultiObsWrapper"], [53, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "activate_logger"], [51, 2, 1, "", "close"], [51, 2, 1, "", "deactivate_logger"], [51, 2, 1, "", "reset"], [51, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[52, 2, 1, "", "__init__"], [52, 2, 1, "", "reset"], [52, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[53, 2, 1, "", "__init__"], [53, 2, 1, "", "get_unwrapped_obs"], [53, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "terms": {"": [2, 3, 4, 6, 8, 16, 26, 38, 40, 54, 56, 58], "0": [2, 3, 4, 6, 7, 17, 22, 26, 30, 41, 48, 49, 53, 54, 55, 57, 58], "0001": [48, 49], "0007": [3, 6], "005": 6, "00826655379267": 53, "0086829184636919": 53, "01": 4, "0173658369273838": 53, "03": 4, "05": [3, 6], "05437255409474": 53, "1": [2, 3, 4, 17, 22, 23, 48, 49, 53, 54, 55, 57, 58], "10": [4, 6, 17], "100": [3, 6, 53, 54], "1000": 6, "10000": [6, 23], "1000000": 6, "1033": 53, "10gb": 6, "11": [4, 53], "1109": 6, "12": [4, 53], "12371": 6, "13": 4, "14": [4, 6], "15": [2, 4, 53], "16": 4, "17": 4, "173": 53, "18": 4, "19": [2, 4, 6], "1991": 29, "1e": [3, 6, 48, 49, 55], "2": [3, 4, 7, 17, 58], "20": [2, 4, 41, 48, 49, 55], "2021": [2, 55], "20gb": 6, "21": [2, 4, 53], "22": [2, 4, 53], "22565264653451": 53, "23": [2, 4, 41, 48, 49, 53, 55], "24": [2, 4, 30], "25": 4, "259557259261767": 53, "26": [2, 4, 41, 48, 49, 55], "27": 4, "28": 4, "287277410867238": 53, "29": 4, "2b": 4, "2zonedatacenterhvac_weconom": 4, "3": [0, 3, 4, 9, 17, 21, 53, 56, 58], "30": [2, 4, 53, 55], "31": [4, 53], "31536000": 53, "32": 6, "32595": 53, "3306": 6, "35": 53, "35040": 53, "357": 53, "37141259444684": 53, "4": [4, 5, 17, 38, 48, 49, 54, 55, 56], "49999": 53, "49999046325684": 53, "4a": 4, "5": [2, 3, 4, 17, 23, 24, 41, 48, 49, 52, 53, 55, 58], "5000": 6, "50000": 6, "508266553792669": 53, "550779087370951": 53, "57259261767": 53, "588": 53, "5c": 4, "5e6": [4, 58], "5zone": [4, 5, 6, 57], "5zoneautodxvav": 4, "6": [2, 4, 5, 6, 8, 17, 38, 53, 55], "60": 53, "6006": 6, "60662171287048": 53, "64": 6, "6583692738386": 53, "7": [4, 6, 8, 17], "72839186915495": 53, "77": 6, "8": [4, 6, 8], "86400": 6, "87": 53, "8859": 4, "9": [2, 4, 55], "98": 53, "98853496778508": 53, "99": [3, 6, 38], "A": [6, 12, 29, 33, 54], "And": 6, "As": [3, 6], "At": 6, "By": [8, 55], "For": [0, 3, 5, 6, 8, 9, 54, 56, 58], "If": [3, 6, 7, 8, 24, 35, 38, 54, 56, 58], "In": [4, 5, 6, 8, 24, 56], "It": [2, 3, 6, 8, 23, 26, 40, 54, 57, 58], "NO": 3, "On": [3, 6, 8], "One": 6, "Or": 6, "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 24, 54, 58], "Then": [3, 6, 8, 58], "There": [3, 6, 7, 8, 54], "These": [0, 6, 9, 26, 54, 56], "To": [5, 6, 8, 56], "With": 3, "_": 58, "__init__": [2, 3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54, 55, 58], "__version__": 6, "_ddy_path": 38, "_env_working_dir_par": [6, 58], "_epi_num": 58, "_episode_exist": 58, "_eplus_one_epi_len": [3, 6], "_eplus_run_steps": [3, 6], "_eplus_working_dir": 58, "_get_ob": 58, "_idd": 38, "_idf_path": 38, "_normal": 54, "_on_step": 3, "_on_training_start": 3, "_reset_logg": 54, "_store_step_inform": 54, "_weather_path": 38, "a2c": [3, 6], "ab": 55, "abil": 6, "abl": [3, 6, 8], "about": [0, 3, 4, 8, 9, 24, 54, 56, 58], "abov": 6, "absolut": [11, 35, 48, 49, 55], "abspath": 6, "abstract": 15, "accept": 6, "access": [3, 6], "accord": [4, 23], "account": [0, 6, 7, 8, 9, 43, 44, 55], "achiev": [26, 54], "act": [2, 40, 41], "act_repeat": 17, "action": [0, 2, 3, 6, 9, 11, 12, 15, 17, 19, 23, 24, 26, 32, 33, 36, 40, 41, 51, 52, 54, 56, 58], "action0": 4, "action1": 4, "action_": [3, 58], "action_map": 3, "action_nois": 6, "action_simul": 3, "action_spac": [2, 6, 36, 40, 57, 58], "action_valu": 54, "activ": [3, 6, 8, 22, 26, 51, 54, 58], "activate_flag": [26, 54, 58], "activate_logg": [3, 51, 58], "ad": [3, 4, 58], "adapt": [0, 9, 38], "adapt_idf_to_epw": 38, "add": [4, 6, 11, 54, 58], "add_argu": [3, 6], "add_batch": 34, "addit": [3, 22, 24], "address": 6, "adjust": 55, "admin": 6, "advertis": 6, "affect": [4, 24, 28, 38], "affin": 6, "after": [6, 17, 24, 57], "again": 6, "agent": [2, 6, 12, 23, 24, 26, 40, 41, 54, 56], "aggress": 7, "aim": [0, 6, 8, 9], "air": [2, 4, 41, 53], "alg": 6, "algorithm": [0, 2, 3, 6, 9, 21, 56], "all": [3, 6, 7, 8, 22, 35, 54, 55, 56], "alloc": 6, "allow": [0, 3, 6, 7, 9, 55], "allus": 6, "alon": 43, "alreadi": [6, 56], "also": 8, "alter": 6, "altern": 8, "although": 7, "alwai": [4, 6, 7, 54, 55], "amplifi": [0, 5, 9], "an": [0, 2, 3, 6, 7, 8, 9, 15, 22, 23, 24, 26, 31, 36, 54, 55, 56, 58], "ani": [0, 6, 8, 9, 12, 22, 23, 24, 51, 52, 53, 54], "ann": 38, "anot": 6, "anoth": [7, 8, 54], "anymor": 6, "anyth": [4, 24], "anywai": 56, "api": [0, 6, 9, 42, 57], "appear": [3, 8, 24, 54], "append": [2, 3, 6, 54, 56, 57, 58], "appengin": 6, "appli": [5, 6, 12, 38, 53, 54, 55, 58], "applic": [6, 56], "apply_extra_conf": 38, "apply_weather_vari": 38, "appropri": 6, "appspot": 6, "apt": 8, "ar": [0, 2, 3, 4, 6, 7, 8, 9, 12, 24, 26, 41, 54, 55, 56, 58], "area": [4, 53], "arg": [2, 3, 6, 8, 12, 22, 23, 51, 52, 53, 54, 55, 58], "argpars": [3, 6], "argument": [3, 6, 32, 58], "argumentpars": [3, 6], "arizona": 4, "arrai": [12, 26, 51, 54, 58], "artifact": [0, 6, 9], "artifact_path": 6, "artifactregistri": 6, "ask": [45, 46], "aspect": 55, "assum": 7, "atari": [0, 9], "attach": 6, "attribut": [3, 12, 17, 38, 54, 55, 58], "auth": [6, 43], "authent": 6, "author": 44, "auto": [3, 6], "auto_delet": 6, "automat": [0, 4, 6, 7, 8, 9, 56], "avail": [2, 4, 6, 40, 55], "averag": 24, "avoid": 24, "b": 6, "back": 6, "backend": [0, 6, 9], "background": 3, "balanc": 6, "bar": 3, "base": [0, 2, 6, 9, 41, 56], "base_class": 24, "basealgorithm": 24, "basecallback": [3, 23], "baselin": [0, 3, 9, 21, 56], "bash": 6, "basic": [2, 39, 57], "batch": 34, "batch_siz": 6, "batteri": [3, 6], "bcvtb": [0, 4, 9, 17], "bcvtb_path": [8, 17, 19], "becaus": [3, 6], "been": [0, 3, 5, 6, 8, 9, 19, 22, 23, 24, 54, 56], "befor": [6, 8, 24, 38, 58], "begin": 6, "being": [3, 54], "bellow": 6, "belong": [6, 26, 54], "below": 8, "benchmark": [0, 2, 9], "benefit": 3, "best": [6, 23], "best_model": [3, 6], "best_model_save_path": [3, 6, 23], "between": [0, 3, 4, 9, 30], "bf": 6, "bin": [6, 8], "bind": 6, "bool": [3, 6, 12, 23, 24, 26, 51, 52, 54, 58], "boolean": [3, 17, 22], "boot": 6, "bot": 7, "both": [3, 11, 55], "bound": 3, "box": [4, 32, 36, 58], "branch": 7, "bucket": 46, "bucket_nam": 6, "buffer_s": 6, "build": [0, 3, 4, 6, 7, 8, 9, 12, 19, 37, 38, 53, 54, 56], "builder": 6, "built": [6, 7], "button": 8, "c": [6, 48, 49, 55], "cach": 6, "calcul": [6, 48, 49, 55], "calculu": [48, 49, 55], "call": [3, 6, 8, 17, 23, 24, 54], "callabl": 24, "callback": [0, 3, 6, 9, 20], "callback_on_new_best": 23, "callbacklist": [3, 6], "can": [0, 2, 3, 5, 6, 7, 8, 9, 24, 54, 55, 56, 58], "captur": 6, "care": 6, "carri": 54, "case": [6, 8, 24], "cat": 6, "catch": 7, "caus": 6, "cfg": [11, 17, 54], "ch": 6, "chang": [4, 6, 26, 54], "charg": 4, "check": [3, 6, 7, 8, 24, 56], "chicago": 4, "choos": 8, "chosen": [2, 40, 41], "class": [2, 3, 5, 6, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 25, 26, 27, 37, 38, 39, 40, 41, 47, 48, 49, 50, 51, 52, 53, 54, 55, 58], "classif": 4, "clear": 6, "clg": 38, "clgsetp": 53, "click": 8, "client": [6, 45, 46], "clip": 3, "clip_rang": 6, "clipped_act": 3, "clone": 8, "close": [2, 12, 17, 51, 57, 58], "cloth": [4, 53], "cloud": [0, 3, 9, 42, 43, 44, 45, 46], "cloud_sql_proxi": 6, "cloud_sql_proxy_imag": 6, "cloudapi": 6, "cloudbuild": 6, "cloudfunct": 6, "cloudsdktool": 6, "cloudsql": 6, "co": 6, "code": [2, 3, 5, 6, 7, 8, 58], "cold": [48, 49, 55], "collect": 58, "column": [3, 28, 38], "com": [6, 8, 16], "combin": [6, 8], "comfort": [2, 3, 4, 11, 22, 26, 41, 48, 49, 53, 54, 55], "comfort_penalti": [3, 26, 53, 54, 58], "comfort_viol": [54, 58], "comfort_violation_tim": 3, "comfort_violation_timestep": [26, 54], "command": [6, 8, 56], "comment": 3, "commit": 7, "common": [2, 3, 4, 6, 20, 23, 24, 56, 58], "commun": [0, 9, 13, 54, 56], "compabl": 8, "compar": 3, "compat": 3, "compil": 7, "complex": 56, "compon": [3, 6, 22], "compos": 29, "comput": [3, 6, 11], "concaten": 3, "conceptu": 56, "conda": 8, "condit": 12, "condn": 38, "config": [5, 6, 56], "config_param": [5, 12, 17], "configur": [0, 4, 9, 19, 37, 38, 55, 56], "confus": 6, "connect": [6, 16, 17, 18], "connector": 19, "consequ": [3, 6, 55], "consid": [8, 48, 49, 55], "consist": [17, 55], "consol": 6, "constant": [48, 49, 55], "construct": [3, 6], "constructor": [3, 4, 5, 15], "consumpt": [3, 22, 26, 48, 49, 54, 55], "contain": [7, 24, 43, 44, 56, 57], "containerregistri": 6, "content": 54, "context": [0, 5, 9, 56], "continu": [2, 3, 4, 5, 7, 11, 12, 57], "continuos_act": 32, "control": [0, 9, 15, 17, 20, 56], "convert": [34, 36], "cool": [2, 4, 41, 53], "copi": [8, 17, 54, 58], "correct": [6, 58], "correctli": [6, 56], "correpond": 17, "could": [0, 2, 4, 6, 9, 55, 58], "count": [4, 24, 53], "cp": 6, "creat": [0, 2, 3, 8, 9, 17, 28, 35, 38, 54, 57, 58], "creation": 6, "csv": [3, 26, 54, 58], "csv_writer": 54, "csvlogger": [3, 6, 22, 51, 54, 58], "cumul": [2, 57, 58], "cumulative_comfort_penalti": [3, 54, 58], "cumulative_pow": 3, "cumulative_power_consumpt": [54, 58], "cumulative_power_penalti": [3, 54, 58], "cumulative_reward": [3, 54, 58], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 26, 29, 38, 48, 49, 54, 55, 56, 58], "current_dt": 55, "current_month": [2, 57, 58], "custom": [3, 20, 21, 22, 50, 58], "d": [6, 17], "dai": [2, 4, 17, 26, 29, 30, 38, 48, 49, 53, 54, 55, 58], "data": [0, 3, 4, 6, 9, 12, 17, 19, 22, 26, 38, 46, 54], "databas": 6, "datacent": [4, 6], "datastor": 6, "date": [3, 26, 54, 55, 58], "datetim": [2, 6, 55], "db": [6, 38], "db_root_password": 6, "ddpg": [3, 6], "ddy": 38, "ddy_model": 38, "deactiv": [6, 26, 51, 54, 58], "deactivate_flag": [26, 54, 58], "deactivate_logg": [3, 51, 58], "deal": 3, "debug": 58, "decid": 6, "deep": [0, 6, 8, 9], "def": [2, 3, 54, 55, 58], "default": [2, 3, 5, 6, 8, 12, 17, 24, 28, 29, 38, 40, 41, 48, 49, 52, 55, 56, 58], "default_env": 58, "defin": [0, 4, 6, 9, 11, 12, 15, 19, 38, 54, 55], "definit": [4, 6, 12, 32], "del": 6, "delet": [6, 43, 58], "delete_instance_mig_from_contain": 6, "delta": 30, "delta_t": 55, "demand": [4, 53], "demo": [4, 58], "depend": [3, 6, 8, 26, 54, 56], "deploi": [6, 7], "deploy": 7, "dequ": 58, "deriv": [3, 6], "describ": 6, "descript": [6, 17], "design": [0, 5, 9, 38, 55], "designdai": [0, 9, 38], "desingdai": 38, "dest": 6, "dest_bucket_nam": [6, 46], "dest_path": [6, 46], "destin": 46, "detail": [0, 5, 6, 8, 9], "determin": 6, "determinist": [3, 6, 23, 24], "develop": [0, 2, 7, 9, 56, 58], "devic": 6, "devstorag": 6, "dict": [2, 3, 12, 17, 24, 33, 34, 35, 38, 51, 58], "dictionari": [5, 6, 12, 32, 33, 34], "differ": [0, 3, 4, 6, 9, 11, 30, 47, 48, 49, 55, 56], "diffet": 8, "diffus": [4, 53], "dimens": [48, 49, 55], "dir": [6, 38], "direct": [4, 6, 53], "directli": [3, 6, 8, 34], "directori": [5, 8, 12, 17, 35, 38, 46, 54, 56, 57], "discret": [3, 4, 11, 12, 32, 55], "discrete_act": [12, 32], "disk": 6, "disksizegb": 6, "displai": [2, 6, 57, 58], "divisionbyzero": 58, "do": [0, 3, 6, 8, 9, 24, 56], "doc": [7, 8], "docker": [6, 7], "dockerfil": [6, 7, 8, 56], "doctyp": 4, "document": [6, 7, 8, 54], "doe": [4, 6, 17, 54], "doesn": [3, 6, 58], "don": [6, 8, 54], "done": [2, 3, 26, 53, 54, 57, 58], "dote": 6, "down": 6, "dport": 6, "dqn": [3, 6], "drive": 6, "drl": [2, 4, 6], "drl_batteri": [3, 6], "drl_usag": 3, "dry": 4, "drybulb": [2, 4, 28, 38, 41, 53], "dtd": 4, "dtype": [4, 58], "due": [3, 6], "dummyvecenv": [3, 6], "durat": 3, "dure": [3, 6, 22, 23, 54, 57], "dynam": 4, "e": [0, 8, 9, 24], "e2": 6, "e2_highcpu_8": 6, "each": [0, 3, 4, 5, 6, 9, 22, 23, 24, 26, 34, 35, 54, 55], "earli": 24, "easi": [0, 9, 56], "easier": 42, "easili": [0, 5, 6, 9], "ec": [3, 6], "echo": 6, "edit": 7, "editor": 6, "effect": 6, "elabor": [26, 54], "elaps": [17, 26, 29, 54], "electr": [4, 53], "element": [4, 17, 26, 31, 34, 54], "element_head": 58, "elif": [2, 3, 6, 58], "els": [2, 3, 6, 24, 54, 55, 58], "email": 6, "empti": 8, "enabl": 6, "encod": 4, "end": [3, 6, 12, 19, 26, 30, 54, 58], "end_dai": 30, "end_env": 17, "end_episod": 17, "end_mon": 30, "end_run": 6, "end_simul": 19, "energi": [3, 22, 48, 49, 55], "energy_weight": [48, 49, 55], "energyplu": [0, 9, 11, 12, 16, 18, 29, 38, 54, 57], "engin": [0, 6, 9, 15], "enough": 6, "ensur": 8, "ent_coef": [3, 6], "enter": 6, "entir": 3, "entrypoint": 6, "enumer": [3, 58], "env": [2, 3, 4, 5, 6, 23, 24, 32, 35, 38, 40, 41, 51, 52, 53, 54, 55, 56, 57, 58], "env_is_wrap": 3, "env_method": 3, "env_nam": [12, 17, 19, 38, 54], "env_sinergym": 8, "env_typ": 6, "env_util": 58, "env_vec": 6, "env_working_dir": 38, "environ": [0, 2, 3, 6, 9, 10, 11, 12, 17, 19, 23, 24, 26, 40, 41, 50, 51, 52, 53, 54, 55, 56, 57, 58], "environment_nam": 6, "eof": 6, "ep": [3, 6], "ep_cumulative_comfort_penalti": 54, "ep_cumulative_pow": 54, "ep_cumulative_power_penalti": 54, "ep_cumulative_reward": 54, "ep_length": 3, "ep_mean_comfort_penalti": 54, "ep_mean_pow": 54, "ep_mean_power_penalti": 54, "ep_mean_reward": 54, "ep_pow": [3, 22], "ep_reward": [3, 22], "ep_term_comfort": [3, 22], "ep_term_energi": [3, 22], "ep_timestep": [3, 22], "episod": [2, 3, 4, 5, 6, 12, 17, 22, 23, 24, 26, 35, 38, 51, 54, 57, 58], "episode_metr": 3, "episode_num": [54, 58], "episode_path": 38, "episodes_": 6, "episodes_int": 6, "eplu": [0, 2, 4, 5, 9, 12, 35, 54, 55, 57, 58], "eplus_path": [8, 17, 19], "epm": [29, 31, 34, 38], "epw": [12, 17, 19, 28, 38, 54], "equival": 3, "error": [6, 24, 58], "establish": [0, 9, 17, 54, 56], "etc": [0, 3, 6, 8, 9, 26, 54], "europ": 6, "eval": [6, 23], "eval_callback": [3, 6], "eval_env": 23, "eval_freq": [3, 6, 23], "eval_length": 6, "evalcallback": 3, "evalf": 6, "evalloggercallback": 3, "evalu": [3, 6, 23, 24, 55], "evaluate_polici": 23, "event": 6, "everi": [2, 3, 6, 7, 23, 56, 57, 58], "everyth": 6, "exampl": [0, 2, 3, 4, 5, 6, 8, 9, 12, 54, 55, 56, 58], "example1": 8, "except": [3, 38, 54], "execut": [3, 7, 8, 17, 26, 27, 38, 43, 51, 54, 56, 58], "exist": 54, "exit": 6, "exp": [48, 55], "expect": 24, "experi": [0, 3, 5, 8, 9, 37, 38], "experiment": [0, 9], "experiment_d": 6, "experiment_path": 38, "explain": 6, "explan": 6, "explicitli": 31, "exploration_final_ep": 6, "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_r": 3, "exponenti": [6, 48, 55], "export": 6, "expreward": [6, 55], "extend": 2, "extern": [4, 6, 54], "extra": [0, 3, 6, 7, 8, 9, 12, 37, 38, 54, 56, 58], "extra_config": 38, "extra_param": 5, "extract": [3, 35], "f1": 6, "facil": [0, 3, 4, 9, 53], "factor": [54, 55], "fail": 6, "fals": [2, 3, 6, 12, 22, 23, 24, 26, 51, 53, 54, 57, 58], "fanger": [4, 53], "featur": 3, "feedback": 12, "field": 6, "file": [0, 4, 6, 7, 9, 11, 12, 17, 19, 28, 32, 33, 37, 38, 46, 54, 56], "file_obj": 54, "final": [6, 8], "find": 2, "finish": [3, 6, 17], "firestor": 6, "firewal": 6, "first": [3, 8, 17, 24, 38, 58], "firstli": [6, 8], "flag": [3, 6, 26, 51, 54, 58], "flag_discret": 3, "flat": [52, 58], "flatten": [52, 58], "float": [3, 6, 12, 17, 24, 26, 30, 48, 49, 51, 54, 55, 58], "float32": [4, 58], "folder": [8, 23, 38, 57], "follow": [0, 4, 6, 7, 8, 9, 17], "fork": 6, "format": [3, 5, 6, 7], "formatt": 27, "fot": [48, 49, 55], "found": 58, "framework": 56, "free": 6, "freq": 3, "frequenc": [3, 6], "from": [0, 2, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 31, 38, 40, 43, 46, 48, 49, 54, 55, 58], "full_control": 6, "funcion": 11, "function": [0, 2, 3, 4, 5, 6, 9, 12, 21, 24, 25, 26, 31, 35, 42, 54, 55, 56, 58], "futur": [3, 4, 6, 55], "g": [0, 3, 6, 9, 24], "gae_lambda": [3, 6], "gamma": [3, 6], "gaussian": 4, "gce": 6, "gce_project_id": 6, "gce_zon": 6, "gcloud": 6, "gcp": 6, "gcr": 6, "gener": [0, 4, 5, 6, 9, 12, 38, 54, 55], "get": [6, 8, 24, 38, 44, 53, 58], "get_attr": 3, "get_is_eplus_run": 17, "get_service_account_token": 6, "get_unwrapped_ob": [3, 53, 58], "getcwd": 6, "getlogg": 27, "git": [7, 8], "github": [6, 8, 16, 56], "gitignor": 6, "give": [4, 6], "given": [2, 3, 17, 29, 31, 35, 36, 38, 48, 49, 55], "gl": [3, 6], "global": [3, 6, 24], "gmail": 6, "go": [6, 58], "goal": [0, 9], "googl": [0, 8, 9, 42, 43, 44, 45, 46], "google_cloud_credenti": 6, "googleapi": 6, "got": [6, 31], "gradient_step": 6, "group": [6, 43], "group_nam": 6, "gserviceaccount": 6, "gsutil": 6, "gym": [0, 2, 3, 4, 5, 6, 9, 11, 16, 23, 24, 32, 36, 50, 51, 52, 54, 55, 56, 57, 58], "h": 6, "ha": [2, 3, 5, 6, 8, 12, 19, 22, 23, 24, 38, 44, 54, 55, 56, 58], "hand": [6, 8], "handl": 58, "happen": 6, "hasattr": 3, "hasn": [6, 31], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 56, 58], "header": [26, 54, 58], "heat": [4, 53], "help": [0, 6, 9], "helper": 6, "henc": 6, "here": [3, 6, 8, 22, 56], "high": [4, 58], "highcpu": 6, "histori": 58, "host": [6, 54], "hot": [2, 4, 5, 41, 48, 49, 55, 57], "hour": [0, 2, 4, 5, 9, 17, 26, 29, 53, 54, 58], "how": [0, 4, 6, 9, 55], "howev": [6, 55, 56], "htg": 38, "htgsetp": 53, "html": 6, "http": [6, 8, 16], "hub": [6, 7, 8], "human": 12, "humid": [4, 53], "hvac": [4, 53], "hyperparamet": [3, 6], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 17, 23, 24, 26, 34, 35, 38, 43, 54, 55, 56, 57, 58], "iam": 6, "id": [3, 6], "idd": 38, "idea": 6, "idf": [0, 4, 5, 9, 12, 17, 19, 38, 54], "idf_fil": [12, 19], "idf_path": [17, 38], "ignor": [6, 7], "imag": [6, 8], "immedi": 6, "implement": [2, 3, 39, 47, 50, 55, 56, 58], "import": [2, 3, 5, 6, 54, 55, 57, 58], "incid": 6, "includ": [0, 6, 8, 9, 20], "increment": [3, 22], "ind_flat": 58, "independ": 56, "index": [4, 6, 7], "indic": [3, 6, 17, 22], "individu": 6, "indoor": [48, 49, 55], "info": [2, 3, 57, 58], "inform": [0, 3, 5, 6, 9, 12, 26, 51, 54, 56, 58], "infrastructur": [0, 9], "ingress": 6, "inherit": 58, "init": 45, "init_storage_cli": 6, "initi": [3, 6, 23, 58], "inner": [3, 4, 6, 7, 22, 36, 43, 46, 55], "input": [6, 17], "instal": [6, 17], "instanc": [2, 3, 6, 12, 43, 54], "instance_group_nam": 43, "instead": [3, 6, 8, 24, 55], "instruct": 8, "int": [3, 6, 12, 17, 23, 24, 26, 29, 30, 38, 48, 49, 52, 54, 55, 58], "integr": [0, 6, 7, 9, 55], "inter": 6, "interact": [0, 2, 3, 9, 26, 51, 54, 58], "interfac": [0, 4, 9, 13, 18, 54, 56], "intern": [3, 4], "interv": 6, "intervent": [0, 9], "investig": 5, "invoic": 6, "io": 6, "ip": 6, "iptabl": 6, "is_wrap": [3, 58], "isfil": 54, "isn": [6, 58], "isnan": 58, "iso": 4, "isol": 8, "issu": 6, "item": 3, "its": [3, 4, 6, 44, 51, 58], "iwmullion": [4, 6], "j": 6, "jajim": [6, 8], "job": [6, 56], "json": 6, "kaysush": 6, "keep": [3, 17], "kei": [3, 5, 6, 31, 35, 58], "keyerror": [3, 19], "khee": [0, 9], "know": 6, "known": 4, "kwarg": [12, 22, 23, 51, 52, 53], "l": [6, 7], "lack": 24, "lam": [0, 9], "lambda": [3, 6], "lambda_": [48, 49, 55], "lambda_energi": [48, 49, 55], "lambda_t": [48, 49, 55], "lambda_temp": 55, "lambda_temperatur": [48, 49, 55], "larg": 6, "last": [3, 17, 35, 51, 53, 54, 58], "last_result": 35, "later": [8, 26, 54], "latest": [6, 7, 8], "learn": [0, 6, 8, 9, 55], "learning_r": [3, 6], "learning_start": 6, "least": 6, "len": [54, 58], "length": [6, 24, 54, 58], "let": [5, 6, 55], "level": [7, 27, 56], "libari": 8, "librari": [6, 8, 56], "libreri": 56, "lifecycl": [0, 9], "like": [0, 3, 8, 9, 38, 56, 57], "lineal": 55, "linear": 6, "linearreward": [6, 12, 55], "link": 6, "linux": 8, "list": [4, 6, 8, 17, 24, 26, 28, 31, 33, 34, 35, 36, 38, 48, 49, 52, 54, 55, 58], "local": [0, 3, 6, 7, 9, 24, 46], "local_dir": 6, "localhost": 6, "locat": [0, 4, 8, 9, 28, 38], "log": [3, 26, 27, 51, 54, 58], "log_artifact": 6, "log_callback": [3, 6], "log_episod": [26, 54, 58], "log_fil": [26, 54], "log_interv": [3, 6], "log_param": [3, 6], "log_path": [3, 6, 23], "log_progress_fil": [26, 54, 58], "log_step": [26, 54, 58], "log_step_norm": [26, 54, 58], "logdir": 6, "logger": [0, 6, 9, 26, 51, 58], "logger_main": 58, "loggercallback": [3, 6], "loggerevalcallback": [3, 6], "loggerwrapp": [3, 6, 58], "login": 6, "loop": 57, "loos": 6, "low": [4, 48, 49, 55, 56, 58], "lr": [3, 6], "m": [3, 6], "machin": [0, 6, 9], "machine_typ": 6, "machinetyp": 6, "made": 24, "mai": [0, 6, 8, 9, 38, 54], "main": [0, 3, 6, 7, 9, 26, 54], "maintain": [0, 9], "mainten": 6, "make": [2, 3, 4, 5, 6, 8, 17, 55, 56, 57, 58], "manag": [0, 6, 9, 37, 38, 43, 54], "mani": [0, 9], "manipul": [3, 6], "manner": [0, 9], "manual": [7, 58], "map": 32, "marin": 4, "math": 55, "max": [4, 35, 48, 49, 55, 58], "max_ep_data_store_num": 17, "max_ep_stor": 38, "max_grad_norm": [3, 6], "maxlen": 58, "mayb": 6, "mb": 6, "mean": [2, 3, 4, 6, 17, 24, 28, 38, 53, 54, 55, 57, 58], "mean_comfort_penalti": [3, 54, 58], "mean_pow": 3, "mean_power_consumpt": [54, 58], "mean_power_penalti": [3, 54, 58], "mean_reward": [3, 23, 54, 58], "medium": 6, "member": 6, "memori": 6, "mention": 6, "merg": 7, "met": 24, "metadata": [6, 12], "method": [3, 6, 12, 15, 17, 19, 22, 23, 26, 27, 38, 40, 41, 48, 49, 51, 52, 53, 54], "metric": [3, 54], "micro": 6, "mig": 43, "might": 6, "migrat": 6, "min": [4, 35, 55, 58], "mind": 3, "minimum": 24, "minut": 6, "mix": [2, 4, 55], "mlflow": [0, 8, 9], "mlflow_artifact": 6, "mlflow_imag": 6, "mlflow_ip": 6, "mlflow_stor": 6, "mlflow_tracking_uri": 6, "mlppolici": [3, 6], "mlrun": 6, "mob": 6, "mode": 12, "model": [0, 3, 4, 5, 6, 9, 19, 23, 24, 29, 37, 38, 53, 56], "modif": 37, "modifi": [0, 2, 5, 9, 16, 24, 38, 54], "modul": [6, 10, 13, 20, 54, 56], "mondai": 17, "monitor": [3, 6, 8, 23, 24, 26, 54, 58], "monitor_head": [26, 54, 58], "monitor_header_list": 58, "monitor_norm": 54, "month": [2, 4, 17, 26, 29, 30, 48, 49, 53, 54, 55, 57, 58], "more": [0, 4, 5, 6, 8, 9, 54, 55, 56, 58], "moreov": 55, "most": [3, 54, 55], "mu": 12, "mujoco": [0, 9], "multi": [6, 58], "multiob": [6, 58], "multiobswrapp": [6, 58], "must": [3, 4, 6, 8, 24], "mwb": 38, "mysql": 6, "mysql_inst": 6, "n": [3, 4, 6, 52, 54, 58], "n2": 6, "n_action": 6, "n_episod": 3, "n_epoch": 6, "n_eval_episod": [3, 6, 23, 24], "n_step": [3, 6], "n_timesteps_episod": [3, 6], "name": [3, 4, 5, 6, 12, 17, 19, 27, 28, 33, 38, 43, 46], "nameerror": 6, "nan": [3, 54], "neccesari": 8, "necessari": 6, "need": [6, 54, 58], "neg": 55, "net": 6, "network": [3, 6], "neural": 3, "never": 6, "new": [4, 6, 15, 17, 19, 23, 26, 28, 38, 51, 52, 54, 55, 58], "new_log_fil": [26, 54], "new_logg": 6, "new_ob": 3, "new_shap": 58, "newlin": 54, "next": [2, 6, 7, 12, 17, 54, 56, 58], "nois": [3, 4, 6], "none": [2, 3, 6, 12, 17, 23, 24, 26, 28, 35, 38, 40, 54, 58], "norm": 6, "norm_rang": 6, "normal": [3, 6, 53, 54, 56, 58], "normalactionnois": [3, 6], "normalized_observ": 3, "normalizeobserv": [3, 6, 58], "note": [24, 54, 58], "notic": [6, 55, 57], "notifi": 6, "now": 6, "np": [2, 3, 6, 12, 51, 54, 57, 58], "npz": 23, "num": 4, "num_comfort_viol": [3, 22], "num_episod": 54, "num_simul": 54, "number": [3, 4, 6, 17, 22, 23, 24, 26, 38, 52, 54, 58], "numpi": [2, 4, 6, 57, 58], "o": [2, 6, 54], "ob": [2, 3, 53, 57, 58], "object": [2, 3, 6, 12, 28, 29, 31, 38, 40, 41, 43, 45, 46, 51, 52, 53, 54, 58], "objectview": 6, "obs_dict": 2, "obs_norm": 3, "observ": [0, 2, 3, 6, 9, 11, 12, 15, 19, 26, 32, 33, 40, 41, 52, 53, 54, 56, 58], "observation_spac": 58, "observation_valu": 54, "observationwrapp": 58, "obtain": [3, 12], "occup": [0, 4, 9, 53], "off": 3, "offpolicyalgorithm": 3, "og": 33, "older": 6, "on_training_end": [3, 22], "onc": [6, 8], "one": [3, 6, 24, 26, 28, 31, 48, 49, 54, 55, 56], "ones": 6, "onli": [3, 5, 6, 8, 24, 26, 54, 55, 58], "onlin": 6, "onpolicyalgorithm": 3, "open": [0, 8, 9, 54], "openai": [0, 9, 56, 57], "openmodelica": [0, 9], "optim": 6, "option": [2, 3, 6, 8, 12, 17, 28, 29, 38, 40, 41, 48, 49, 51, 52, 54, 55, 56, 58], "opyplu": [28, 29, 31, 38], "order": [0, 2, 3, 4, 6, 8, 9, 17, 34, 38, 54, 56, 58], "orderli": [0, 9], "organ": [6, 56], "origin": [3, 4, 16, 28, 38, 51, 52, 53, 54, 58], "original_epw_fil": 28, "ornstein": [12, 28, 38], "ornsteinuhlenbeckactionnois": 3, "other": [3, 6, 8, 54], "ou": [17, 28, 38], "our": [0, 3, 5, 7, 8, 9, 55, 56], "out": [3, 54, 58], "out_temp": 2, "outdoor": [2, 4, 41, 53], "output": [3, 5, 27, 35, 38, 57], "output_path": 35, "overwrit": 55, "own": [2, 3, 58], "owner": 6, "p": 6, "packag": [0, 9, 56], "page": 7, "paradigm": 3, "param": [3, 6, 22, 23, 24, 26, 37, 38, 54], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 22, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 46, 48, 49, 51, 52, 53, 55], "parent": 38, "pars": [3, 4, 32, 33], "parse_arg": [3, 6], "parse_observation_action_spac": 4, "parse_vari": 2, "parser": [3, 6], "part": 6, "parti": 7, "particular": 3, "pass": [17, 23, 24, 54], "password": 6, "path": [6, 17, 23, 26, 28, 32, 33, 35, 38, 46, 54], "pd": 6, "penalti": [3, 26, 54, 55], "peopl": [0, 4, 9, 53], "pep8": 7, "per": [0, 3, 4, 5, 9, 24, 26, 48, 49, 53, 54, 55], "perceiv": [2, 40, 41], "percentag": 3, "perfect": 55, "perform": [2, 23, 24, 52, 58], "period": [4, 55], "petit": [44, 45], "ping": 6, "pip": [8, 56], "pipelin": 7, "pittsburgh": 4, "pkg_resourc": 2, "plai": 4, "plan": 3, "platform": [0, 7, 9], "pleas": 6, "plot": [3, 22], "poh": [0, 9], "point": 2, "polici": [3, 6, 24], "pop": 8, "possibl": [3, 4, 5, 6, 8], "power": [3, 26, 48, 49, 54, 55, 58], "power_penalti": [54, 58], "ppd": [4, 53], "ppo": [3, 6], "pre": 6, "predetermin": 6, "prefer": [6, 8], "premium": 6, "prepar": [8, 34], "present": 54, "pretti": 6, "previou": [6, 52, 58], "previous": [6, 38, 54], "print": [2, 3, 57, 58], "prioriti": 6, "privileg": [6, 44], "probabl": 6, "problem": [4, 6], "procedur": [3, 7], "process": [3, 6, 7, 12, 17, 28, 38], "produc": 57, "progress": [0, 3, 9, 26, 27, 54, 58], "progress_head": [26, 54, 58], "project": [0, 3, 6, 7, 8, 9, 16, 56], "project_id": 6, "project_path": 6, "properti": [17, 38], "propos": 3, "provid": [0, 3, 5, 6, 9], "provis": 6, "proxi": 6, "ptolomi": 16, "pub": 6, "public": 6, "publish": 7, "pubsub": 6, "pull": [6, 7], "purpos": 6, "push": [6, 7], "py": [2, 3, 4, 6, 8, 56, 58], "pymysql": 6, "pytest": 7, "python": [0, 5, 6, 7, 8, 9, 16, 42, 56], "python3": 8, "quick": 6, "quot": 6, "r": [48, 49, 55], "radiant": [4, 53], "radiat": [4, 53], "rais": [3, 6, 19, 24, 38], "random": [2, 6, 40], "randomcontrol": 2, "randomli": [2, 40], "rang": [2, 3, 4, 6, 11, 35, 41, 48, 49, 53, 55, 57, 58], "range_comfort_summ": [2, 41, 48, 49, 55], "range_comfort_wint": [2, 41, 48, 49, 55], "range_t": 55, "ranges_5zon": [6, 58], "ranges_datacent": 6, "ranges_iw": 6, "rate": [4, 53], "raw": 11, "re": 54, "read": [4, 6, 15, 17], "readi": [6, 8], "readm": 56, "real": [0, 3, 9, 26, 54], "realli": [6, 58], "receiv": [3, 19], "receive_observ": [15, 19], "reciev": 17, "recogn": 6, "recommend": [3, 6, 8], "record": [3, 26, 31, 34, 51, 54, 58], "record_mean": 3, "recreat": 6, "recurs": 46, "redefin": 6, "refer": [2, 6], "regardless": 54, "region": 6, "regist": [6, 55], "registri": 6, "reinforc": [0, 6, 8, 9, 55], "rel": [4, 53], "releas": [0, 4, 5, 7, 8, 9], "relev": 54, "reli": [53, 55, 58], "remot": [0, 3, 7, 8, 9, 56], "remote_stor": 6, "remov": [6, 43, 48, 49, 55], "render": [3, 6, 12, 23, 24], "renew": 18, "reopen": 8, "repeat": 17, "repo": 8, "repons": 43, "report": 6, "repositori": [6, 7, 8, 54, 56], "request": [7, 43], "requir": [3, 6, 7, 8, 38, 54], "res_n": [26, 54], "reserv": 6, "reset": [2, 3, 12, 17, 24, 38, 51, 52, 54, 57, 58], "reshap": 58, "resolut": 4, "resourc": [6, 45, 46], "respect": 8, "respons": [6, 54], "rest": [6, 42, 43], "restart": 6, "result": [2, 6, 17, 24, 54, 57, 58], "return": [2, 3, 12, 17, 24, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 48, 49, 51, 52, 53, 55, 58], "return_episode_reward": 24, "reward": [0, 2, 3, 6, 9, 11, 12, 20, 22, 24, 26, 53, 54, 56, 57, 58], "reward_comfort": 55, "reward_energi": 55, "reward_threshold": 24, "rl": [0, 3, 9, 24, 53], "rm": [3, 6], "rms_prop_ep": [3, 6], "role": 6, "rollout": 3, "root": [6, 8], "row": 54, "row_cont": 54, "rule": [2, 6, 41, 56], "rulebasedcontrol": 2, "run": [0, 6, 8, 9, 24, 54], "run_nam": [3, 6], "runtimeerror": 6, "rw": 6, "sa": 6, "sac": [3, 6], "same": [3, 4, 6, 28, 54, 55, 58], "sampl": [2, 57, 58], "save": [3, 5, 6, 23, 38, 58], "save_building_model": 38, "scale": [24, 56], "scope": 6, "scrip": 6, "script": 6, "sd": 6, "sdk": [6, 8], "season": [2, 41, 48, 49, 55], "sec_elaps": 29, "second": [6, 17, 24, 26, 29, 30, 53, 54, 58], "secondli": 6, "section": [2, 3, 6, 8, 56], "secur": 6, "see": [3, 5, 6, 7, 12, 54, 56], "seed": 6, "seed_": 6, "seed_valu": 6, "select": [2, 8, 12, 40, 41], "self": [2, 3, 54, 55, 58], "send": [6, 12, 15, 17, 19, 44, 45, 46], "send_act": [15, 19], "sensor": 17, "sent": 6, "separ": 6, "seri": [4, 11], "server": [0, 3, 9, 16], "servic": [6, 43, 44], "serviceaccount": 6, "serviceusag": 6, "set": [0, 3, 4, 5, 9, 37, 38, 54, 56], "set_episode_working_dir": 38, "set_experiment_working_dir": 38, "set_log_fil": [26, 54, 58], "set_logg": 6, "set_tracking_uri": 6, "setpoint": [3, 4, 53], "setpoints_spac": 36, "setup": 8, "setup_tag": 8, "sever": [0, 6, 9, 38, 58], "sh": 6, "shape": [4, 6, 58], "shield": 6, "short": 6, "should": [4, 6, 8, 23, 57, 58], "shouldn": 3, "shut": 6, "shutdown": 6, "sig": 6, "sigma": [6, 12, 17, 28, 38], "silenc": 6, "sim_year": 29, "similarli": [0, 9], "simpl": [2, 49, 55], "simpli": 8, "simul": [0, 2, 3, 4, 6, 9, 10, 11, 12, 26, 27, 28, 29, 35, 36, 38, 40, 41, 54, 55, 56, 57, 58], "simulation_tim": [26, 54, 58], "simulaton": 17, "sinc": [0, 6, 9, 29, 54], "sinergym": [2, 3, 4, 8, 9, 54, 56, 57, 58], "sinergym_extra": [6, 8], "sinergym_logg": [3, 6, 22], "site": [2, 4, 53], "size": 6, "skeleton": 5, "slack": 6, "sm": 6, "small": 56, "so": [4, 6, 8, 54, 57, 58], "socket": [17, 54], "softwar": 7, "solar": [4, 53], "solut": 4, "some": [0, 3, 5, 6, 9, 58], "someth": 57, "sourc": [0, 6, 7, 8, 9], "space": [0, 3, 6, 9, 11, 12, 32, 36, 58], "space1": 53, "space_fil": [4, 32], "spaces_fil": 12, "specif": [0, 3, 4, 9, 38, 54, 55, 56], "specifi": [0, 3, 6, 9, 26, 46, 54], "speed": [4, 53], "split": [6, 54], "sql": 6, "sqladmin": 6, "src_path": [6, 46], "srt": 38, "ssd": 6, "ssh": 6, "st_dai": 30, "st_mon": 30, "st_year": 30, "stabl": [0, 3, 9, 21, 56], "stable_baselines3": [3, 6, 23, 24, 58], "stack": [52, 58], "stage": 3, "stai": [0, 4, 5, 9], "standard": [7, 57], "start": [3, 6, 15, 17, 19, 29, 30], "start_dai": 17, "start_mlflow_track": 6, "start_mon": 17, "start_run": [3, 6], "start_simul": [15, 19], "start_weekdai": 17, "start_year": [17, 38], "startup": 6, "state": [3, 17, 51, 58], "static": [2, 6, 41], "statist": 54, "std": [4, 24], "stdin": 6, "step": [2, 3, 8, 12, 17, 24, 26, 36, 51, 52, 54, 57, 58], "steps_data": [26, 54], "steps_data_norm": 54, "steps_info": 54, "sto": 6, "stochast": [4, 23, 24, 55], "stop": 15, "stop_simul": 15, "storag": [8, 45, 46], "store": [0, 3, 6, 9, 22, 26, 38, 46, 54, 58], "store_tru": 6, "str": [3, 6, 12, 17, 19, 23, 24, 26, 27, 28, 31, 32, 33, 35, 38, 43, 44, 54, 58], "strength": 6, "strftime": 6, "structur": [54, 55], "studi": [2, 4], "studio": 8, "sub": 6, "sub_run": 54, "sub_run1": 54, "sub_run2": 54, "sub_run3": 54, "sub_run_n": [26, 54], "sub_runn": 54, "submit": 6, "subnet": 6, "subprocess": 17, "subset": [8, 58], "substitut": 6, "subtleti": 3, "successfulli": 56, "sudo": 8, "suit": 54, "sum": [2, 3, 54, 55, 57, 58], "summari": [3, 51, 54, 58], "summer": 38, "summer_final_d": [2, 55], "summer_start_d": [2, 55], "summerdai": 38, "sundai": 17, "super": [3, 58], "supervis": 56, "support": [8, 56], "suppos": 6, "system": [4, 6, 46], "t": [2, 3, 6, 8, 31, 48, 49, 54, 55, 58], "t_": [48, 49, 55], "tabl": 3, "tag": [6, 7, 8], "tag_nam": 8, "take": [38, 55], "tao": 12, "target": 6, "target_update_interv": 6, "tau": [6, 17, 28, 38], "tb_path": 6, "tcp": 6, "team": [0, 8, 9, 55], "techniqu": 54, "tell": [0, 9], "temperatur": [2, 3, 4, 26, 41, 48, 49, 53, 54, 55], "templat": 6, "tempor": 6, "ten": 6, "tensorboard": [0, 9, 22], "tensorboard_log": [3, 6], "tensorboardformatlogg": 6, "term": [3, 22, 48, 49, 55], "termin": [6, 17, 26, 27, 54], "test": [0, 7, 8, 9, 23], "test_common": 56, "test_config": 56, "test_control": 56, "test_env": 56, "test_reward": 56, "test_simul": 56, "test_stable_baselin": 56, "test_wrapp": 56, "than": [6, 54, 55, 58], "thei": [3, 6, 8, 56], "them": [0, 3, 9, 38, 58], "therefor": [3, 4], "thermal": [4, 53], "thermostat": [4, 53], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 24, 26, 31, 35, 36, 38, 43, 54, 55, 56, 58], "thing": 55, "think": 6, "third": 7, "those": [3, 4, 6, 55], "thu": [3, 6], "tier": 6, "time": [0, 3, 9, 17, 26, 30, 53, 54, 56, 58], "time_elaps": [54, 58], "timeout": 6, "timestep": [0, 3, 5, 6, 9, 12, 22, 26, 53, 54, 58], "timesteps_per_hour": 5, "todai": 6, "token": [6, 43, 44], "too": [3, 6, 8, 43, 58], "tool": [0, 9], "total": [4, 26, 53, 54], "total_pow": [3, 58], "total_power_no_unit": [3, 26, 53, 54, 58], "total_time_elaps": [26, 54], "total_timestep": [3, 6, 26, 54], "track": [0, 3, 8, 9], "train": [0, 3, 6, 9, 54], "train_freq": 6, "training_env": 3, "transform": 36, "tree": 56, "trigger": [6, 23], "true": [3, 6, 12, 23, 24, 26, 51, 52, 53, 54, 58], "try": [3, 6, 54], "tty": 6, "tu": 6, "tune": [0, 4, 5, 9], "tupl": [2, 12, 17, 28, 29, 32, 36, 38, 41, 48, 49, 51, 55, 58], "tuppl": 32, "two": [6, 8, 55], "type": [3, 4, 6, 8, 12, 17, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 40, 41, 43, 44, 45, 47, 48, 49, 52, 53, 55], "u": 5, "ubuntu": 8, "uhlenbeck": [12, 28, 38], "unchang": 7, "under": 56, "uniqu": 56, "unknown": 3, "until": 3, "unwrap": 54, "unwrapped_observ": 58, "up": [3, 4, 5, 8, 37, 38, 48, 49, 55, 56], "upcom": [0, 4, 5, 9], "updat": [4, 6, 7, 8, 23, 35, 56], "upgrad": [4, 6], "upload": [6, 7, 46], "upload_to_bucket": 6, "uri": 6, "url": 6, "us": [0, 2, 5, 7, 8, 9, 12, 16, 17, 19, 23, 24, 26, 28, 34, 35, 38, 42, 54, 55, 56, 57, 58], "usa": 4, "usag": [2, 3, 6, 58], "useless": 6, "user": [0, 9, 24, 54], "util": [2, 3, 4, 6, 12, 56, 58], "utilsocket": 54, "uuid": 6, "v": [3, 6, 56], "v1": [2, 4, 5, 12, 55, 57, 58], "valid": [6, 44, 58], "valor": 35, "valu": [3, 4, 5, 6, 8, 22, 26, 48, 49, 53, 54, 55, 58], "var_fil": 33, "variabl": [0, 2, 3, 4, 6, 9, 11, 12, 17, 19, 33, 35, 53, 54, 55, 58], "variable_path": 17, "variables_fil": [12, 19], "variables_path": 2, "variant": [4, 58], "variat": [28, 38], "vec_env": [3, 6, 23, 24], "vecenv": [23, 24], "vector": [52, 58], "verbos": [3, 6, 22, 23, 56], "veri": [2, 6], "verifi": 7, "versa": 3, "version": [4, 6, 7, 8], "vf_coef": [3, 6], "vice": 3, "violat": [3, 22], "virtual": [6, 8], "virtualenv": 8, "visit": [6, 8, 54, 56, 58], "visual": [0, 3, 8, 9], "vm": 43, "vtpm": 6, "vv": 56, "w": [26, 48, 49, 54, 55], "w_energi": 55, "wa": 6, "wai": [4, 5, 6], "wait": 6, "want": [0, 3, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "warn": [23, 24], "washington": 4, "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 54, 55, 58], "weather": [0, 4, 9, 11, 12, 17, 19, 28, 38, 54, 56], "weather_data": [28, 38], "weather_fil": [12, 19], "weather_path": [17, 38], "weather_vari": [12, 17, 37], "weatherdata": [28, 38], "websit": 7, "weekdai": 17, "weight": [48, 49, 55], "well": [3, 24], "west1": 6, "what": [4, 6], "whatev": 6, "when": [3, 6, 7, 23, 24, 26, 54, 55], "where": [3, 6, 8, 23, 34, 43, 46], "whether": [0, 6, 9, 12, 17, 23, 24, 43, 52, 58], "which": [3, 6, 7, 8, 22, 26, 34, 38, 54, 55, 56], "while": [0, 2, 3, 7, 9, 57, 58], "whole": [3, 26, 53, 54], "whose": [2, 26, 41, 54], "why": 3, "wind": [4, 53], "winter": 38, "winterdai": 38, "within": [54, 56], "without": [0, 6, 7, 9, 53, 58], "work": [0, 3, 6, 7, 8, 9, 12, 17, 24, 38, 57], "workflow": [7, 56], "worri": 4, "would": [6, 55], "wrap": [0, 3, 9, 23, 24, 54], "wrapper": [3, 6, 20, 23, 24, 54, 56], "wrapper_class": 3, "write": [6, 8, 54, 56], "writer": 54, "writerow": 54, "written": 6, "www": 6, "xarg": 7, "xml": [4, 12], "y": 6, "yaml": 6, "ye": 3, "year": [2, 17, 29, 30, 38, 55], "yet": [6, 56], "yml": [7, 56], "york": 4, "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 24, 46, 54, 55, 56, 58], "your": [0, 2, 3, 8, 9, 58], "z": 7, "zero": 6, "zerodivisionerror": [3, 54], "zhang": [0, 9, 16], "zhangzhizza": 16, "zhiang": [0, 9, 16], "zip": 2, "zone": [4, 6, 33, 48, 49, 53, 55]}, "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.callbacks.evaluate_policy", "sinergym.utils.common", "sinergym.utils.common.CSVLogger", "sinergym.utils.common.Logger", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.parse_observation_action_space", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.setpoints_transform", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.controllers", "sinergym.utils.controllers.RandomController", "sinergym.utils.controllers.RuleBasedController", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.rewards", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "titleterms": {"0": 8, "1": [6, 8], "2": 6, "3": [6, 8], "4": [6, 8], "5": [6, 8], "9": 8, "action": [4, 7], "alert": 6, "api": 1, "base": [14, 15], "basesimul": 15, "bcvtb": 8, "bucket": 6, "callback": [21, 22, 23, 24], "cloud": [6, 8], "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "comput": 8, "config": [37, 38], "configur": [5, 6], "contain": [6, 8], "control": [2, 39, 40, 41], "creat": [6, 56], "create_variable_weath": 28, "csvlogger": 26, "deep": 3, "delete_instance_mig_from_contain": 43, "docker": 8, "drl": 3, "energyplu": [8, 17, 19], "env": [10, 11, 12], "environ": [4, 8], "eplu": [16, 17], "eplus_alpha": [18, 19], "eplus_env": [11, 12], "eplusenv": 12, "evaluate_polici": 24, "exampl": 57, "execut": 6, "experi": 6, "expreward": 48, "extra": 5, "first": 6, "format": 54, "gcloud": [42, 43, 44, 45, 46], "get_current_time_info": 29, "get_delta_second": 30, "get_record_kei": 31, "get_service_account_token": 44, "github": 7, "googl": 6, "how": 3, "init": 6, "init_storage_cli": 45, "instal": [8, 56], "integr": 3, "learn": 3, "linearreward": 49, "log": 6, "logger": [3, 27, 54], "loggercallback": 22, "loggerevalcallback": 23, "loggerwrapp": 51, "manual": 8, "mig": 6, "mlflow": [3, 6], "multiobswrapp": 52, "new": 56, "normalizeobserv": 53, "observ": 4, "our": 6, "output": [6, 54], "own": 6, "packag": 8, "parse_observation_action_spac": 32, "parse_vari": 33, "permiss": 6, "platform": 6, "prepar": 6, "prepare_batch_from_record": 34, "pytest": 56, "randomcontrol": 40, "ranges_gett": 35, "real": 6, "refer": 1, "reinforc": 3, "remot": 6, "reward": [47, 48, 49, 55], "rulebasedcontrol": 41, "run": 56, "server": 6, "set": [6, 8], "setpoints_transform": 36, "simul": [5, 13, 14, 15, 16, 17, 18, 19], "sinergym": [0, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "softwar": 8, "space": 4, "step": 6, "storag": 6, "structur": 3, "tensorboard": [3, 6], "test": 56, "time": 6, "track": 6, "up": 6, "upload_to_bucket": 46, "us": [3, 6], "usag": 57, "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53], "variabl": 8, "visual": 6, "vm": 6, "welcom": 0, "wrapper": [50, 51, 52, 53, 58], "your": 6}}) \ No newline at end of file diff --git a/docs/compilation/v2.0.0/.buildinfo b/docs/compilation/v2.0.0/.buildinfo index a9acc077f8..56830b0919 100644 --- a/docs/compilation/v2.0.0/.buildinfo +++ b/docs/compilation/v2.0.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 4313335934be4c7127f262cfca21d8c9 +config: 1232b911f8a3c288fc97b247ad008b41 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.0.0/.doctrees/environment.pickle b/docs/compilation/v2.0.0/.doctrees/environment.pickle index 0c5e200ed1..b2073d7cf6 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/environment.pickle and b/docs/compilation/v2.0.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.0.0/.doctrees/index.doctree b/docs/compilation/v2.0.0/.doctrees/index.doctree index b4eb75c014..48adbdbc62 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/index.doctree and b/docs/compilation/v2.0.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree index 270c3423ef..2cddaee504 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree index ec8e98a7ab..f3991a8fe4 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree index 5ffd826925..d80a7bbcb5 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree index 440f75b2cc..a6a8bbde38 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree index abd89079ad..94f71a14a3 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree index 17e6b935e7..1129a53c49 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree index aa3c81c051..a2999f4e18 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree index d78ce4211d..e6be01f551 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree index 739da7bd30..38179c9467 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree index cdbfb666dc..89343f3565 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 7c414e9c10..ccc1d98905 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index d52a7524bd..a01e6d4379 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 1b439636c5..80540efe34 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index 788b8edc74..7824bb22e3 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree index dcec604892..1b397679cf 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index d1e32f42e7..292f9d71fc 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 8327c979bb..5a895ace84 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 72145705fa..1c77d8dd26 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index cd7ba161d2..b983e504fa 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 3274922302..11b89897de 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 5d9bb7006c..84c9fbebe2 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 027236ef26..1f54880a51 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 37992c5bc1..bf73553d3a 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree index b93a57e76c..bb3ed74474 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index fa42367a6c..f2a19260f1 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 18d4f80938..39b2a9a588 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 252748dd03..4aaa736b38 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index f1890a07b8..536f90ef43 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index da7ad29bdb..4359a2b9ea 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index ac4f0573ea..d5355c8056 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index ea73da98ec..7c4632204d 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 738008659b..219a77aba8 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index b59fcf4633..7b14010819 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 1a2eeb14bc..087210a8ec 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 7ec8a0e0bd..2b3337f1c9 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree index b5015f9b5c..995ce06ec1 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index ff55309d19..6816d9ce82 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 6fe7f841e2..5cd0155cbd 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 54be739010..a141f553cf 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 097f73cc1e..fa229c8bce 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index c49e14c846..874fd8db80 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree index 213dc6f457..875a6cd777 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 77cf59e871..bcac3ee57d 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 63f9940e08..016c26cc1e 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 1cb4b0c04c..e427612cb2 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 6fc6cd49d4..f5b9682fc2 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index b6e839e16d..d00784f092 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 06e78e9cc7..20f69835d6 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index f7078cbb2f..bfaafa8cef 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 40bc54e72e..c15af49a33 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 06b7098c4a..a86cc3ced5 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index bc93a69af5..995cba90e4 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 4082d37ffb..f8ed523403 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 62328a6a9e..0753581591 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index bb1d4183ae..15511fdedb 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index ae022fb82b..6a2909ae61 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index cd025e8fcb..9ccb5f060b 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 99ce8785da..0532692548 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index acde07bcca..00c1d322f8 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 184cec0481..ae6ff229e4 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 6ee7b17fe2..ca3f696ac3 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 9fdf1875ba..b1889d9c26 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 4159aca9ac..ccb56e5bef 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 7854001ea1..a29a498854 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree index a144ccd619..8d0de5572c 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree index df3a415dba..ff42e22d6e 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree index 681e232a9d..f30b4da62b 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree index a226033a61..638579078d 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree index ac071c63ee..6617fa3b57 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 408ebb1fa1..cf40d6d95e 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree index 1d8227e0d0..42b1d014a7 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree index d2d4000994..5dfb6a44e7 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/output.doctree b/docs/compilation/v2.0.0/.doctrees/pages/output.doctree index 09ee914ab8..dbde887fa6 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree index 671d30c9a6..4cb3c6e344 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree index 37c64a87c5..f427c13c47 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree index d8c5529bb1..f96017e230 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree index 9ea3c40dfb..5ff4be9b03 100644 Binary files a/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.0.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.0.0/_static/basic.css b/docs/compilation/v2.0.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v2.0.0/_static/basic.css +++ b/docs/compilation/v2.0.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.0.0/_static/doctools.js b/docs/compilation/v2.0.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v2.0.0/_static/doctools.js +++ b/docs/compilation/v2.0.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.0.0/_static/language_data.js b/docs/compilation/v2.0.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v2.0.0/_static/language_data.js +++ b/docs/compilation/v2.0.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v2.0.0/_static/searchtools.js b/docs/compilation/v2.0.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v2.0.0/_static/searchtools.js +++ b/docs/compilation/v2.0.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v2.0.0/genindex.html b/docs/compilation/v2.0.0/genindex.html index 015a90bd17..e6cbd710de 100644 --- a/docs/compilation/v2.0.0/genindex.html +++ b/docs/compilation/v2.0.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -709,6 +709,7 @@

    U

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/index.html b/docs/compilation/v2.0.0/index.html index 166459bd14..20406cfe32 100644 --- a/docs/compilation/v2.0.0/index.html +++ b/docs/compilation/v2.0.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -262,6 +264,7 @@

    Citing Sinergymv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/API-reference.html b/docs/compilation/v2.0.0/pages/API-reference.html index b3a6cfc35d..1424884fe6 100644 --- a/docs/compilation/v2.0.0/pages/API-reference.html +++ b/docs/compilation/v2.0.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -170,6 +172,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/controllers.html b/docs/compilation/v2.0.0/pages/controllers.html index b9a86c7e72..a727601c0c 100644 --- a/docs/compilation/v2.0.0/pages/controllers.html +++ b/docs/compilation/v2.0.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -161,6 +161,7 @@

    Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/deep-reinforcement-learning.html b/docs/compilation/v2.0.0/pages/deep-reinforcement-learning.html index 0fc9d096d7..12b2715d19 100644 --- a/docs/compilation/v2.0.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v2.0.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -338,6 +338,7 @@

    Mlflow<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/environments.html b/docs/compilation/v2.0.0/pages/environments.html index 73afcf9c6a..cdd40015cc 100644 --- a/docs/compilation/v2.0.0/pages/environments.html +++ b/docs/compilation/v2.0.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -919,6 +919,7 @@

    Adding new buildings for environmentsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/extra-configuration.html b/docs/compilation/v2.0.0/pages/extra-configuration.html index 95d78f4c1b..db352fa942 100644 --- a/docs/compilation/v2.0.0/pages/extra-configuration.html +++ b/docs/compilation/v2.0.0/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    runperiodv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/gcloudAPI.html b/docs/compilation/v2.0.0/pages/gcloudAPI.html index 944ae4f5b3..50788085e6 100644 --- a/docs/compilation/v2.0.0/pages/gcloudAPI.html +++ b/docs/compilation/v2.0.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -1383,6 +1383,7 @@

    Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/github-actions.html b/docs/compilation/v2.0.0/pages/github-actions.html index 441ccb7c80..f3d256e672 100644 --- a/docs/compilation/v2.0.0/pages/github-actions.html +++ b/docs/compilation/v2.0.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -257,6 +257,7 @@

    New release created or modifiedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/installation.html b/docs/compilation/v2.0.0/pages/installation.html index f35205731f..d746fbadf2 100644 --- a/docs/compilation/v2.0.0/pages/installation.html +++ b/docs/compilation/v2.0.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -320,6 +320,7 @@

    Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/introduction.html b/docs/compilation/v2.0.0/pages/introduction.html index ad7ff7f94d..903ee0ba17 100644 --- a/docs/compilation/v2.0.0/pages/introduction.html +++ b/docs/compilation/v2.0.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -221,6 +221,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index 8f21724337..30063b40f3 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -279,6 +279,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.html index 60d1fe983d..fe276bb2a4 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -174,6 +174,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.html index 188a334253..c890b7e613 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -170,6 +170,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.BaseSimulator.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.BaseSimulator.html index 1431106b82..acb6c32e29 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.BaseSimulator.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.BaseSimulator.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.simulators.base.BaseSimulatorv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.html index ff7613c913..788580180d 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.base.html @@ -18,7 +18,7 @@ - + @@ -176,6 +176,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index 08ceab7fa6..8b2fc7f2f8 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -385,6 +385,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.html index 02efe35b43..56ee1d951f 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -180,6 +180,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html index b920cb7ca4..b3782b465a 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -242,6 +242,7 @@

    sinergym.simulators.eplus_alpha.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.html index ae12cbcf72..3d5b527c25 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -18,7 +18,7 @@ - + @@ -176,6 +176,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.html index 8c56410c08..ebadc17926 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -178,6 +178,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 697d2ee7c7..f44afa7276 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index 5f9950c9d4..dfd01fbf34 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.html index 9510d9539b..81ef60e49c 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.create_variable_weather.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.create_variable_weather.html index c46211f095..645dbb9a97 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.create_variable_weather.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.create_variable_weather.html @@ -18,7 +18,7 @@ - + @@ -208,6 +208,7 @@

    sinergym.utils.common.create_variable_weatherv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_current_time_info.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_current_time_info.html index 7541a87e42..d5b91545ad 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_current_time_info.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_current_time_info.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.common.get_current_time_infov3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index 4ce65adc32..74c54e4c14 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_record_keys.html index 0a31137c09..2155791b95 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

    sinergym.utils.common.get_record_keysv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html index 06a99ee1cf..70ba631832 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

    sinergym.utils.common.get_season_comfort_rangev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.html index 5889b04fe2..29e7bf51bc 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.is_wrapped.html index b57596f588..8693d6a36b 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.is_wrapped.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.is_wrapped.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

    sinergym.utils.common.is_wrappedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.parse_variables.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.parse_variables.html index f8c377b546..9f2f47c3a8 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.parse_variables.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.parse_variables.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

    sinergym.utils.common.parse_variablesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html index 755e5081b5..93dc14d563 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

    sinergym.utils.common.prepare_batch_from_recordsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.ranges_getter.html index 4082c413ff..2ef8067e78 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.to_idf.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.to_idf.html index 808a328fb8..161be32fa1 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.to_idf.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.to_idf.html @@ -18,7 +18,7 @@ - + @@ -191,6 +191,7 @@

    sinergym.utils.common.to_idfv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html index 5f44050e24..ec49a266e8 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

    sinergym.utils.common.unwrap_wrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.Config.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.Config.html index 273d66d011..28aaa77630 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.Config.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.Config.html @@ -18,7 +18,7 @@ - + @@ -388,6 +388,7 @@

    sinergym.utils.config.Configv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.html index 4d54070d90..fbe0426af4 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.config.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.constants.html index e2f76face3..eed6ff6d65 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.constants.html @@ -18,7 +18,7 @@ - + @@ -173,6 +173,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html index a6192cdb26..3465a3d560 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -18,7 +18,7 @@ - + @@ -223,6 +223,7 @@

    sinergym.utils.controllers.RBC5Zonev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html index b22d1f7bab..ef1646ee2a 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -18,7 +18,7 @@ - + @@ -219,6 +219,7 @@

    sinergym.utils.controllers.RBCDatacenterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RandomController.html index 4d8d25ca29..4d4ee42178 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -219,6 +219,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.html index a303b6ddea..7cd734a0e6 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -192,6 +192,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.check_env.html index 011f574e2d..45c0efd831 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.check_env.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.check_env.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@

    sinergym.utils.env_checker.check_envv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.html index 0223d54e97..8938cde35a 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.env_checker.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html index dc0b55c966..b23b11f56e 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.evaluation.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.html index 7226cfe903..8b51273ae1 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.evaluation.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index 28baf9e06e..2a3626139c 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index 64d7e33916..404b24cebb 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.html index bd82edbd7a..18cafb2668 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index d3d937cbd2..6c1f4bc183 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index 4c95450e39..c824d715f0 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -195,6 +195,7 @@

    sinergym.utils.gcloud.read_from_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 83175cb0a7..fcb5e9c147 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -196,6 +196,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.html index aa206b11f5..de2a86f8cb 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -210,6 +212,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.CSVLogger.html index 7e2cd1c724..404ee1b022 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.CSVLogger.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -298,6 +298,7 @@

    sinergym.utils.logger.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.Logger.html index 10db05023e..4988a39812 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.Logger.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.Logger.html @@ -18,7 +18,7 @@ - + @@ -217,6 +217,7 @@

    sinergym.utils.logger.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.html index 4d136b47d3..cd4ed4f604 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.logger.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.BaseReward.html index e9182706f4..30f6813f7f 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.BaseReward.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.rewards.BaseRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.ExpReward.html index 8b05c92fda..842ba11340 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -218,6 +218,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html index 15bfe926ca..e3e416b0ad 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

    sinergym.utils.rewards.HourlyLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.LinearReward.html index 7410eb6690..f5d4c7b0a2 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -219,6 +219,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.html index 60c252993a..6ba73fc743 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -196,6 +198,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index 4ce791c120..87218d4329 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -272,6 +272,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index 4cd21c5a9e..48c7982d9f 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -243,6 +243,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index df25c6ab23..49d7e8c3f7 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -242,6 +242,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.html index 602b1144fe..40eb28f27c 100644 --- a/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.0.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -192,6 +192,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/pages/notebooks/MLflow_example.html b/docs/compilation/v2.0.0/pages/notebooks/MLflow_example.html index 492304b50e..f509eb956a 100644 --- a/docs/compilation/v2.0.0/pages/notebooks/MLflow_example.html +++ b/docs/compilation/v2.0.0/pages/notebooks/MLflow_example.html @@ -19,7 +19,7 @@ - + @@ -324,6 +324,7 @@

    MLFlow examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/notebooks/TensorBoard_example.html b/docs/compilation/v2.0.0/pages/notebooks/TensorBoard_example.html index 856da0d2ae..11b8131471 100644 --- a/docs/compilation/v2.0.0/pages/notebooks/TensorBoard_example.html +++ b/docs/compilation/v2.0.0/pages/notebooks/TensorBoard_example.html @@ -19,7 +19,7 @@ - + @@ -317,6 +317,7 @@

    TensorBoard examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/notebooks/basic_example.html b/docs/compilation/v2.0.0/pages/notebooks/basic_example.html index c7172ce689..ec573adf32 100644 --- a/docs/compilation/v2.0.0/pages/notebooks/basic_example.html +++ b/docs/compilation/v2.0.0/pages/notebooks/basic_example.html @@ -19,7 +19,7 @@ - + @@ -271,6 +271,7 @@

    Basic examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/notebooks/change_environment.html b/docs/compilation/v2.0.0/pages/notebooks/change_environment.html index 0809cd3367..aceb97f874 100644 --- a/docs/compilation/v2.0.0/pages/notebooks/change_environment.html +++ b/docs/compilation/v2.0.0/pages/notebooks/change_environment.html @@ -19,7 +19,7 @@ - + @@ -467,6 +467,7 @@

    Adding more extra configurationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/notebooks/drl.html b/docs/compilation/v2.0.0/pages/notebooks/drl.html index 3cb3285a34..65f157bf2d 100644 --- a/docs/compilation/v2.0.0/pages/notebooks/drl.html +++ b/docs/compilation/v2.0.0/pages/notebooks/drl.html @@ -19,7 +19,7 @@ - + @@ -519,6 +519,7 @@

    DRL usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v2.0.0/pages/notebooks/personalize_loggerwrapper.html index 2407171b29..1c9e3cb38f 100644 --- a/docs/compilation/v2.0.0/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/v2.0.0/pages/notebooks/personalize_loggerwrapper.html @@ -19,7 +19,7 @@ - + @@ -320,6 +320,7 @@

    Step 2 Intanciate the LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/notebooks/rule_controller_example.html b/docs/compilation/v2.0.0/pages/notebooks/rule_controller_example.html index c4951bd094..f2e64b3d45 100644 --- a/docs/compilation/v2.0.0/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/v2.0.0/pages/notebooks/rule_controller_example.html @@ -19,7 +19,7 @@ - + @@ -344,6 +344,7 @@

    Rule Controller examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/notebooks/wrappers_examples.html b/docs/compilation/v2.0.0/pages/notebooks/wrappers_examples.html index 9fc69235ca..72cfa0459c 100644 --- a/docs/compilation/v2.0.0/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/v2.0.0/pages/notebooks/wrappers_examples.html @@ -19,7 +19,7 @@ - + @@ -493,6 +493,7 @@

    All Wrappers in onev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/output.html b/docs/compilation/v2.0.0/pages/output.html index 6f214ad956..71b025e2a6 100644 --- a/docs/compilation/v2.0.0/pages/output.html +++ b/docs/compilation/v2.0.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -238,6 +238,7 @@

    Logger<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/rewards.html b/docs/compilation/v2.0.0/pages/rewards.html index f4221b6012..a24fde952d 100644 --- a/docs/compilation/v2.0.0/pages/rewards.html +++ b/docs/compilation/v2.0.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -250,6 +250,7 @@

    Custom Rewardsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/tests.html b/docs/compilation/v2.0.0/pages/tests.html index 857c745044..23588335ec 100644 --- a/docs/compilation/v2.0.0/pages/tests.html +++ b/docs/compilation/v2.0.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -240,6 +240,7 @@

    Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/usage-example.html b/docs/compilation/v2.0.0/pages/usage-example.html index ac45f7e68c..6786508023 100644 --- a/docs/compilation/v2.0.0/pages/usage-example.html +++ b/docs/compilation/v2.0.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -581,6 +581,7 @@

    Adding extra configuration definitionv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/pages/wrappers.html b/docs/compilation/v2.0.0/pages/wrappers.html index 19cd550f69..5a3f6bdefb 100644 --- a/docs/compilation/v2.0.0/pages/wrappers.html +++ b/docs/compilation/v2.0.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@

    Wrappers
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.0.0/py-modindex.html b/docs/compilation/v2.0.0/py-modindex.html index b0c4698043..001e4328cd 100644 --- a/docs/compilation/v2.0.0/py-modindex.html +++ b/docs/compilation/v2.0.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -253,6 +253,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/search.html b/docs/compilation/v2.0.0/search.html index 9d91a4c288..6c1f8dff52 100644 --- a/docs/compilation/v2.0.0/search.html +++ b/docs/compilation/v2.0.0/search.html @@ -18,7 +18,7 @@ - + @@ -156,6 +156,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.0.0/searchindex.js b/docs/compilation/v2.0.0/searchindex.js index 7a470da07d..1fb1845c5c 100644 --- a/docs/compilation/v2.0.0/searchindex.js +++ b/docs/compilation/v2.0.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 28, 33, 37, 44, 46, 48, 54, 57, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 32, 33, 37, 44, 46, 48, 54, 59, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "project": [0, 3, 4, 6, 7, 8, 9, 16, 38, 75], "base": [0, 2, 6, 7, 9, 40, 41, 57, 71, 75], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 30, 35, 44, 46, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "eplu": [0, 4, 5, 9, 12, 33, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 29, 44, 46, 67, 68, 72, 73, 74, 76, 77], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 33, 37, 65, 66, 67, 68, 69, 70, 71, 72, 76], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 28, 37, 44, 46, 54, 67, 73, 74, 75, 76, 77], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 30, 35, 40, 41, 42, 44, 46, 54, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 75, 77], "follow": [0, 4, 6, 7, 8, 9, 17, 41, 44, 67, 74, 76], "openai": [0, 4, 9, 44, 67, 75], "interfac": [0, 4, 9, 13, 18, 37, 73, 75], "wrap": [0, 3, 9, 23, 30, 35, 46, 65, 66, 69, 73], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 33, 37, 40, 41, 42, 54, 55, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 26, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73], "build": [0, 2, 6, 7, 8, 9, 12, 19, 34, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "control": [0, 4, 7, 9, 12, 15, 17, 20, 68, 74, 75], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 32, 33, 37, 38, 44, 46, 47, 54, 58, 59, 60, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "deep": [0, 6, 8, 9, 69, 76], "reinforc": [0, 6, 8, 9, 69, 74, 76], "learn": [0, 6, 8, 9, 65, 66, 69, 74, 76], "main": [0, 3, 4, 6, 9, 54, 74], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 28, 33, 43, 45, 46, 47, 56, 57, 59, 60, 67, 68, 71, 72, 74, 75, 76, 77], "ar": [0, 3, 4, 6, 7, 8, 9, 29, 46, 54, 58, 59, 60, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 66, 67, 74, 76], "differ": [0, 3, 4, 6, 7, 8, 9, 27, 58, 60, 66, 69, 74, 75, 76], "commun": [0, 9, 13, 37, 73, 75], "between": [0, 3, 4, 9, 27, 74], "python": [0, 4, 5, 6, 7, 9, 16, 47, 68, 75, 76], "establish": [0, 4, 9, 17, 68, 73, 75, 76], "bcvtb": [0, 4, 9, 17, 37], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 26, 71, 73], "tool": [0, 9, 76], "allow": [0, 3, 4, 6, 7, 9, 74], "interact": [0, 2, 3, 9, 44, 54, 62, 69, 73], "sever": [0, 4, 6, 9, 37, 68, 72, 74, 76, 77], "more": [0, 4, 5, 6, 7, 8, 9, 44, 69, 71, 72, 73, 74, 75, 76, 77], "them": [0, 3, 4, 9, 37, 66, 68, 72, 74, 76], "e": [0, 8, 9, 46], "g": [0, 6, 9, 46, 51], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 66, 77], "backend": [0, 6, 9], "while": [0, 3, 9, 66, 67, 68, 70, 71, 72, 76, 77], "maintain": [0, 9], "api": [0, 6, 9, 44, 47, 67], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 46, 68, 76], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "design": [0, 4, 5, 9, 37, 68], "set": [0, 3, 4, 5, 9, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 65, 66, 69, 75, 76], "These": [0, 4, 6, 7, 9, 54, 68, 74, 75], "mai": [0, 4, 6, 8, 9, 37, 66, 67, 68, 69, 73, 74, 76], "weather": [0, 5, 9, 12, 17, 19, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 31, 37, 40, 41, 42, 46, 54, 62, 63, 67, 70, 71, 75], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 31, 37, 40, 41, 54, 62, 63, 64, 70, 71, 73, 74, 75, 77], "space": [0, 3, 6, 9, 12, 65, 66, 67, 69, 70, 71, 72], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 46, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 75, 77], "etc": [0, 3, 4, 6, 8, 9, 54, 67, 68, 76], "customiz": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 76], "packag": [0, 7, 9, 65, 66, 67, 68, 69, 70, 71, 72, 75], "modifi": [0, 2, 4, 5, 9, 16, 37, 46, 68, 73, 76], "experiment": [0, 4, 9], "easi": [0, 9, 75], "manner": [0, 9], "user": [0, 4, 7, 9, 68, 73], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 69, 71, 74, 76, 77], "defin": [0, 4, 6, 9, 15, 19, 29, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "model": [0, 3, 4, 5, 9, 19, 23, 26, 36, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "variabl": [0, 6, 9, 12, 17, 19, 31, 33, 37, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 31, 37, 48, 51, 52, 55, 58, 59, 60, 65, 66, 68, 69, 74, 76], "also": [0, 8, 9, 44, 68, 69, 72, 74, 76], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 36, 37, 65, 66, 67, 69, 71, 72, 74, 75], "avail": [0, 6, 9, 42, 68, 69, 70, 72, 76], "chang": [0, 4, 6, 7, 9, 54, 66, 67, 69, 70, 73, 74, 76], "some": [0, 3, 4, 5, 6, 7, 9, 68, 69, 77], "aspect": [0, 9, 74], "wai": [0, 4, 5, 6, 9, 68, 76], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 73], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "make": [0, 4, 5, 6, 8, 9, 17, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 37, 66, 67], "start": [0, 3, 4, 6, 9, 15, 17, 19, 26, 27, 58, 59, 60, 66, 68, 76], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 28, 37, 42, 43, 44, 48, 51, 52, 54, 57, 58, 59, 60, 65, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 28, 46, 54, 68, 71, 73, 74, 75, 76], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 40, 42, 44, 46, 48, 51, 52, 54, 55, 57, 58, 59, 60, 62, 63, 64, 68, 69, 74, 76], "directli": [0, 3, 4, 6, 8, 9, 32, 68, 76], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 36, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75], "well": [0, 3, 4, 9, 46, 69], "peopl": [0, 4, 9, 68, 74, 76], "occup": [0, 4, 9, 29, 40, 68, 76], "time": [0, 3, 4, 7, 8, 9, 17, 27, 54, 59, 65, 66, 69, 70, 72, 75, 77], "step": [0, 3, 4, 8, 9, 12, 17, 46, 54, 62, 63, 67, 68, 69, 71, 72, 76, 77], "per": [0, 3, 4, 5, 9, 46, 54, 73], "hour": [0, 4, 5, 9, 17, 26, 59, 67, 68, 70, 71, 72, 74], "run": [0, 3, 4, 6, 8, 9, 17, 46, 65, 66, 68, 69, 73, 76], "period": [0, 4, 9, 74], "compon": [0, 3, 4, 5, 6, 9, 12, 22, 37], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 73], "implement": [0, 2, 3, 4, 5, 9, 39, 56, 61, 74, 75, 77], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 30, 36, 37, 39, 40, 41, 42, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68, 70, 71, 73, 74], "new": [0, 6, 9, 15, 17, 19, 23, 25, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 44, 45, 61, 66], "wrapper": [0, 3, 6, 9, 20, 23, 30, 35, 46, 65, 66, 69, 73, 75], "automat": [0, 4, 6, 7, 8, 9, 12, 37, 75], "adapt": [0, 4, 9, 37, 43, 44, 68, 76], "idf": [0, 5, 9, 12, 17, 19, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "specif": [0, 3, 4, 7, 8, 9, 37, 73, 75, 76], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 32, 33, 46, 54, 62, 68, 69, 70, 71, 72, 73, 74, 76], "For": [0, 3, 4, 5, 6, 7, 8, 9, 65, 67, 68, 69, 71, 72, 74, 75, 76, 77], "designdai": [0, 4, 9, 37, 65, 66, 67, 68, 69, 70, 71, 72], "locat": [0, 4, 6, 8, 9, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 31, 36, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "epw": [0, 9, 12, 17, 19, 25, 37, 68, 73, 75, 76], "specifi": [0, 3, 4, 6, 9, 51, 52, 66, 68, 70, 74, 76], "without": [0, 4, 6, 7, 9, 37, 64, 68, 76], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 32, 37, 40, 41, 42, 46, 54, 62, 63, 64, 68, 69, 70, 71, 73, 74, 76], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 46, 54, 66, 67, 68, 73, 74], "extern": [0, 4, 6, 9, 37, 73], "cfg": [0, 4, 9, 17, 37, 73], "gener": [0, 4, 5, 6, 7, 9, 12, 37, 73], "when": [0, 3, 6, 7, 9, 17, 23, 44, 46, 54, 68, 73, 74, 76], "depend": [0, 3, 4, 6, 8, 9, 29, 54, 58, 59, 60, 68, 69, 73, 74, 75], "In": [0, 4, 6, 7, 8, 9, 37, 46, 66, 67, 68, 70, 74, 75, 76], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 38, 54, 62, 68, 74, 76], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 37, 65, 66], "so": [0, 4, 6, 7, 8, 9, 66, 69, 73, 74], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 37, 44, 46, 49, 66, 68, 69, 73, 74, 75, 76, 77], "what": [0, 4, 6, 9, 68, 72, 76], "want": [0, 3, 4, 5, 6, 7, 8, 9, 46, 51, 52, 68, 70, 71, 73, 74, 75, 76], "integr": [0, 4, 6, 7, 9, 66, 69, 76], "As": [0, 4, 6, 8, 9, 68, 76], "far": [0, 4, 9, 74], "concern": [0, 4, 9, 68], "enough": [0, 6, 9], "up": [0, 3, 4, 5, 8, 9, 36, 37, 58, 60, 65, 66, 67, 68, 69, 70, 71, 72, 75], "It": [0, 3, 4, 6, 7, 8, 9, 17, 23, 42, 44, 54, 60, 74], "necessari": [0, 4, 6, 7, 8, 9, 74, 76], "certain": [0, 4, 9], "adjust": [0, 9, 74], "thei": [0, 3, 4, 6, 8, 9, 66, 74, 75, 76], "instead": [0, 3, 4, 6, 8, 9, 46], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 37, 44, 58, 59, 60, 62, 63, 66, 68, 74, 75, 77], "implicitli": [0, 9], "To": [0, 4, 5, 6, 8, 9, 66, 75, 76], "do": [0, 3, 4, 5, 6, 8, 9, 46, 66, 68, 74, 75, 76], "actuat": [0, 4, 9], "desir": [0, 9, 71], "zone": [0, 4, 6, 9, 31, 68, 71, 74, 76], "manipul": [0, 3, 6, 7, 9], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 37, 44, 54, 62, 63, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "other": [0, 3, 4, 6, 8, 9, 69, 73, 74, 76], "word": [0, 4, 7, 9], "support": [0, 3, 4, 8, 9, 12, 37, 75], "accordingli": [0, 9], "otherwis": [0, 5, 6, 9, 68, 76], "manual": [0, 4, 5, 7, 9, 12], "type": [0, 3, 4, 6, 7, 8, 9, 12, 17, 22, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 48, 49, 50, 62, 63, 64, 65, 66, 69, 70, 71, 76], "futur": [0, 3, 4, 5, 6, 9, 66, 74], "stabl": [0, 3, 8, 9, 21, 43, 44, 75], "baselin": [0, 3, 9, 21, 43, 44, 75], "3": [0, 3, 5, 9, 17, 21, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "like": [0, 3, 4, 6, 7, 8, 9, 37, 66, 67, 68, 75], "callback": [0, 3, 6, 9, 20, 45, 46, 65, 66, 69], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 44, 46, 66, 68, 73, 74, 75, 76], "our": [0, 3, 4, 5, 7, 8, 9, 66, 67, 68, 69, 70, 71, 75, 76], "team": [0, 6, 8, 9, 76], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 32, 37, 66, 68, 72, 73, 75, 77], "drl": [0, 2, 4, 6, 9, 65, 66, 76], "librari": [0, 6, 8, 9, 66, 71, 75], "googl": [0, 7, 8, 9, 47, 48, 49, 50, 51, 52], "cloud": [0, 3, 7, 9, 47, 48, 49, 50, 51, 52], "whether": [0, 6, 7, 9, 12, 17, 23, 44, 46, 48, 63], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 46, 51, 52, 58, 59, 60, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77], "account": [0, 5, 6, 8, 9, 48, 49, 74], "your": [0, 2, 3, 4, 5, 7, 8, 9, 66, 69, 71, 74, 76, 77], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69], "about": [0, 3, 4, 7, 9, 44, 66, 68, 69, 71, 72, 73, 75, 76, 77], "how": [0, 4, 6, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 76], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 37, 66], "open": [0, 8, 9, 66], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 66], "machin": [0, 6, 9, 66, 76], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 75], "local": [0, 3, 6, 7, 9, 46, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 76], "store": [0, 3, 6, 9, 22, 37, 52, 54, 66, 68, 73, 76], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 36, 37, 48, 73], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 37, 41, 51, 52, 54, 66, 69, 73], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 62, 65, 66, 67, 68, 69, 71, 77], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 65, 66, 69, 73, 74], "evalu": [0, 3, 6, 9, 23, 65, 66, 69, 74], "real": [0, 3, 4, 9, 54, 66], "notebook": [0, 9, 66, 67, 70, 72, 76], "develop": [0, 2, 7, 8, 9, 66, 72, 75, 77], "code": [0, 2, 3, 5, 6, 7, 8, 9, 65, 67, 74, 76, 77], "format": [0, 3, 4, 5, 6, 7, 9, 62, 68, 76], "purpos": [0, 4, 6, 9, 68, 76], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 46, 67, 68, 69, 71, 74, 76], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 33, 37, 65, 66, 67, 69, 70, 71, 72, 75], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76], "progress": [0, 3, 4, 9, 54, 55, 62, 70, 72, 73], "stai": [0, 5, 9, 74], "tune": [0, 5, 9, 74], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 33, 37, 57, 62, 67, 69, 71, 73, 74, 75, 76], "those": [0, 3, 4, 6, 29, 68, 74], "interest": [0, 68, 76], "alwai": [0, 4, 6, 67, 69, 71, 73, 74], "made": [0, 4, 46], "check": [0, 3, 4, 6, 7, 30, 44, 46, 75], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 33, 37, 46, 64, 68, 73, 74, 75, 76], "pleas": [0, 4, 5, 6, 7, 44, 69, 71, 76], "read": [0, 4, 6, 15, 17, 51, 69], "md": 0, "first": [0, 8, 17, 37, 46, 62, 64, 65, 67, 69, 70, 71], "comput": [0, 3, 6, 66, 69], "contain": [0, 7, 46, 48, 49, 67, 75], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 37, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "instal": [0, 6, 7, 17, 76], "section": [0, 2, 3, 4, 6, 8, 68, 75, 76], "host": [0, 6, 73], "folder": [0, 4, 7, 8, 12, 23, 37, 66, 68, 70, 72, 76], "offici": 0, "repositori": [0, 6, 7, 8, 69, 73, 75, 76], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 26, 68, 73], "framework": [0, 75], "agent": [0, 2, 4, 6, 12, 23, 40, 41, 42, 46, 54, 71, 73, 74, 75, 76], "author": [0, 49], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 26, 27, 29, 37, 67, 68, 70, 71, 72], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 43, 44], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 65, 66, 67, 68, 69, 70, 71, 72, 76], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "intern": [0, 3, 4, 74], "confer": 0, "system": [0, 6, 51, 52], "energi": [0, 4, 6, 22, 58, 59, 60, 74], "effici": 0, "citi": 0, "transport": 0, "page": [0, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 46, 58, 59, 60, 63, 66, 67, 68, 69, 70, 71, 72, 74, 76], "sinergym": [2, 3, 7, 9, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 37, 54, 69, 72, 74, 75, 77], "random": [2, 6, 42, 76], "rule": [2, 6, 40, 41, 75], "5zone": [2, 4, 5, 6, 68, 71, 76, 77], "datacent": [2, 4, 6, 68, 76], "find": [2, 7], "util": [2, 3, 6, 12, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77], "py": [2, 3, 4, 6, 8, 44, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77], "veri": [2, 6, 7, 8, 74, 76], "perform": [2, 6, 23, 46, 63, 74], "refer": [2, 6], "point": [2, 66, 69, 76], "studi": [2, 4], "simpl": [2, 67, 74, 76], "given": [2, 3, 6, 17, 26, 28, 30, 33, 37, 58, 59, 60, 62, 74], "instanc": [2, 3, 4, 6, 12, 48, 73], "return": [2, 4, 7, 12, 17, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 46, 48, 49, 50, 54, 55, 62, 63, 64, 65, 66, 69, 70, 71, 74, 76], "exampl": [2, 3, 4, 6, 7, 8, 9, 68, 70, 73, 74, 75, 77], "usag": [2, 6, 65, 77], "facil": [3, 68, 74, 76], "discret": [3, 4, 12, 67, 68, 74, 76], "continu": [3, 4, 5, 6, 7, 8, 66, 67, 68, 76, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 65, 66, 69], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 37], "due": [3, 4, 6, 66], "its": [3, 4, 6, 7, 49, 62, 67, 76, 77], "import": [3, 4, 5, 6, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "call": [3, 4, 6, 7, 8, 17, 23, 46, 68, 69, 73, 76], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 62], "dure": [3, 4, 6, 12, 22, 23, 69, 73, 76], "monitor": [3, 6, 8, 23, 46, 54, 62, 66, 69, 70, 72, 73], "auto": [3, 6], "save": [3, 5, 6, 23, 37, 65, 66, 68, 69, 76], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 37, 48, 54, 55, 62, 63, 66, 69, 75, 76], "object": [3, 4, 6, 25, 26, 28, 35, 37, 50, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72], "log": [3, 54, 55, 62, 69, 73], "therefor": [3, 4, 74, 76], "propos": 3, "extract": [3, 4, 33], "which": [3, 4, 6, 7, 8, 17, 22, 32, 37, 54, 68, 73, 74, 75, 76], "why": 3, "loggercallback": [3, 6, 66], "deal": 3, "subtleti": 3, "record": [3, 28, 32, 54, 62, 73], "same": [3, 4, 6, 7, 25, 65, 68, 72, 73, 76, 77], "sinergym_logg": [3, 6, 22], "attribut": [3, 12, 17, 37, 54, 69, 73], "constructor": [3, 4, 5, 15, 68, 74, 76], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 68, 76], "": [3, 4, 5, 6, 8, 16, 37, 42, 54, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76], "possibl": [3, 4, 5, 6, 7, 8, 68, 69, 76], "compar": [3, 7], "There": [3, 6, 7, 8, 73], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 54, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "log_interv": [3, 6, 65, 66, 69], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 33, 37, 46, 54, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "consequ": [3, 6, 74], "featur": [3, 4], "thu": [3, 4, 6], "off": [3, 66], "polici": [3, 6, 23, 45, 46], "mean": [3, 4, 6, 7, 17, 23, 25, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 33, 64, 65, 66, 68, 69, 70, 73, 74], "On": [3, 6, 8, 68, 76], "appear": [3, 8, 46, 67, 73], "action_simul": 3, "too": [3, 4, 6, 7, 8, 48], "becaus": [3, 4, 6, 69, 71, 76], "output": [3, 5, 7, 33, 37, 44, 55, 65, 66, 67, 68, 69, 70, 71, 72, 76], "clip": [3, 6], "Then": [3, 4, 6, 8, 65, 66], "pars": [3, 4, 31], "note": [3, 46, 73], "box": [3, 4, 12, 65, 66, 67, 68, 69, 70, 71, 72, 76], "here": [3, 4, 6, 7, 8, 22, 69, 75, 76], "equival": 3, "csv": [3, 4, 54, 62, 69, 70, 72, 73, 76], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 29, 40, 41, 58, 59, 60, 67, 68, 70, 71, 72, 74, 76], "out": [3, 65, 66, 69, 73], "bound": [3, 65, 66, 67, 68, 69, 70, 71, 72], "comfort": [3, 4, 8, 22, 29, 58, 59, 60, 68, 71, 73, 74, 76], "rang": [3, 4, 5, 6, 29, 33, 41, 58, 59, 60, 64, 67, 68, 70, 71, 72, 74, 76, 77], "cumulative_comfort_penalti": 3, "sum": [3, 67, 68, 70, 71, 72, 76, 77], "penalti": [3, 73, 74], "cumulative_pow": 3, "power": [3, 54, 58, 59, 60, 73, 74], "consumpt": [3, 22, 59, 60, 73, 74], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 69], "obtain": [3, 4, 12, 76], "being": [3, 4, 12, 68, 73, 74, 76], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 33, 37, 44, 54, 58, 59, 60, 62, 63, 64, 68, 69, 70, 73, 75], "normal": [3, 6, 64, 73, 74, 75, 76, 77], "both": [3, 6, 74], "origin": [3, 4, 16, 25, 37, 51, 62, 63, 64, 68, 72, 73, 76], "rollout": [3, 69], "metric": 3, "exploration_r": [3, 69], "doesn": [3, 6, 77], "t": [3, 4, 6, 8, 28, 58, 60, 67, 73, 77], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 44, 54, 55, 57, 58, 59, 60, 62, 63, 64, 73, 74], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 36, 37], "benefit": 3, "script": [3, 6, 68, 69, 76], "drl_batteri": [3, 6, 69, 76], "flag": [3, 6, 17, 54, 62, 70], "most": [3, 4, 73, 74], "must": [3, 4, 6, 8, 46], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 67], "concaten": 3, "callbacklist": [3, 6, 65, 66, 69], "until": [3, 7], "where": [3, 4, 6, 8, 23, 32, 48, 51, 52, 59, 74], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 37, 69, 74, 76], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 30, 33, 35, 37, 40, 41, 42, 43, 44, 46, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 37, 68, 69, 74, 76, 77], "field": [3, 4, 6, 74], "valid": [3, 6, 49, 72, 77], "path": [3, 4, 6, 17, 23, 25, 31, 33, 37, 51, 52, 54, 66], "load": [3, 66], "recommend": [3, 6, 7, 8, 41, 68, 74], "batteri": [3, 6], "initi": [3, 4, 23, 50], "end": [3, 6, 12, 17, 19, 27, 54, 58, 59, 60, 65, 73], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "demo": [4, 65, 66, 67, 69, 70, 71, 72, 76], "v1": [4, 5, 12, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "pittsburgh": 4, "5zoneautodxvav": [4, 40], "01": [4, 65, 72], "31": [4, 5], "03": [4, 72], "hot": [4, 5, 58, 59, 60, 68, 74, 76, 77], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 67, 68, 69, 70, 71, 72], "mix": [4, 74], "humid": [4, 68, 76], "4a": 4, "cool": [4, 68, 71, 76], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 65, 66, 67, 68, 69, 71, 72, 76], "stochast": [4, 23, 46, 68, 74, 76], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 37, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 74], "gaussian": 4, "nois": [4, 6, 67], "0": [4, 6, 17, 22, 27, 54, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "std": [4, 46], "complet": [4, 65, 66, 69, 72], "context": [4, 5, 68, 75], "either": 4, "predefin": [4, 68, 76], "shown": [4, 8, 65], "abov": [4, 6, 7, 66, 68], "def": [4, 70, 71, 74], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 54, 55, 57, 58, 59, 60, 62, 63, 64, 70, 74], "self": [4, 70, 71, 74], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 28, 31, 32, 33, 34, 37, 46, 48, 49, 52, 54, 55, 58, 59, 60, 62, 63, 64, 70, 74], "weather_fil": [4, 12, 19, 68, 76], "observation_spac": [4, 12, 68, 76], "low": [4, 58, 60, 68, 75, 76], "5e6": [4, 68, 76], "high": [4, 68, 76], "shape": [4, 6, 68, 76], "observation_vari": [4, 12, 68, 76], "action_spac": [4, 6, 12, 42, 67, 68, 70, 72, 76, 77], "union": [4, 12, 17, 54, 58, 59, 60, 62, 63, 70], "action_vari": [4, 12, 68, 76], "action_map": [4, 12, 68, 76], "dict": [4, 12, 17, 31, 32, 33, 37, 46, 54, 62, 63, 64, 70, 71], "int": [4, 6, 12, 15, 17, 23, 26, 27, 29, 37, 46, 54, 58, 59, 60, 62, 63, 70, 71], "tupl": [4, 5, 12, 17, 25, 37, 58, 59, 60, 62, 63, 70], "float": [4, 6, 12, 17, 25, 26, 27, 33, 37, 46, 54, 58, 59, 60, 62, 63, 66, 70], "weather_vari": [4, 12, 17, 36, 68, 76], "none": [4, 6, 12, 15, 17, 23, 25, 33, 34, 35, 37, 40, 41, 44, 46, 54, 62, 63, 64, 70], "linearreward": [4, 6, 12, 65, 66, 68, 69, 74, 76], "reward_kwarg": [4, 12, 68, 74, 76], "act_repeat": [4, 12, 17, 68, 76], "1": [4, 5, 12, 17, 22, 23, 58, 59, 60, 64, 65, 66, 67, 68, 69, 71, 72, 74, 76, 77], "max_ep_data_store_num": [4, 12, 17, 68, 76], "action_definit": [4, 12, 17, 37, 68, 76], "env_nam": [4, 12, 17, 19, 33, 37, 68, 73, 76], "config_param": [4, 5, 12, 17, 68, 76], "arg": [4, 6, 8, 12, 22, 23, 62, 63, 64, 71], "condit": [4, 12, 29, 40], "empti": [4, 8, 12, 37, 65, 66, 69], "should": [4, 5, 6, 8, 12, 17, 23, 57, 68, 76], "extra_config": [4, 12, 37], "map": [4, 12, 68, 76], "sigma": [4, 6, 12, 17, 25, 37], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 37], "uhlenbeck": [4, 12, 25, 37], "appli": [4, 5, 6, 7, 12, 37, 64, 69, 73], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 46], "number": [4, 6, 12, 17, 22, 23, 37, 46, 54, 63, 68, 69, 73, 76], "regardless": [4, 12, 73], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 33, 62, 64, 68, 76], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 33, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75], "dictionari": [4, 5, 6, 7, 12, 17, 31, 32, 68, 74, 76], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 37], "join": 4, "weather_path": [4, 17, 37], "need": [4, 6, 7, 8, 65, 67, 69, 70, 71, 73], "month": [4, 17, 26, 27, 29, 58, 59, 60, 67, 68, 70, 71, 72, 76, 77], "dai": [4, 5, 17, 26, 27, 29, 37, 58, 59, 60, 67, 68, 70, 71, 72, 74], "flag_discret": 4, "isinst": 4, "els": [4, 6, 46, 70, 71], "setpoint": [4, 40, 41, 71], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 54, 62, 63, 64, 67, 68, 70, 71, 72, 76, 77], "dtype": [4, 65, 66, 68, 69, 76], "reward_fn": [4, 6], "obs_dict": [4, 71], "checker": [4, 43], "_check_eplus_env": 4, "show": [4, 7, 68, 76], "intermedi": 4, "free": [4, 6, 69, 71], "runperiod": [4, 67, 68, 76], "rest": [4, 6, 8, 47, 48, 74, 76], "mention": [4, 6, 68], "onc": [4, 6, 8], "copi": [4, 8, 17, 73], "climat": 4, "present": [4, 65, 66, 67, 68, 69, 70, 71, 72, 73], "howev": [4, 5, 6, 8, 68, 74, 75, 76], "compat": [4, 6, 8, 44], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 37], "whose": [4, 54, 74], "natur": 4, "go": [4, 6, 65, 66, 67, 68, 69, 72, 77], "calcul": [4, 6, 65, 69, 74, 76], "addit": [4, 22, 37, 44, 46], "moreov": 4, "visit": [4, 6, 8, 68, 71, 72, 73, 75, 76, 77], "organ": [4, 6, 75], "n": [4, 6, 63, 68, 72, 76], "activ": [4, 6, 8, 22, 54, 62, 73], "summari": [4, 62, 67], "dynam": [4, 7, 66], "let": [4, 5, 6, 7, 8, 65, 66, 67, 68, 69, 76], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 66, 67, 69, 76], "correctli": [4, 6, 75, 76], "correct": [4, 6, 7, 8, 72, 77], "respect": [4, 7, 8, 31], "look": [4, 30, 35, 44, 69, 71], "found": [4, 77], "rdd": 4, "standard": [4, 7, 29, 40, 67, 76], "repres": 4, "previous": [4, 6, 37, 73], "rememb": [4, 69, 71], "later": [4, 8, 54], "reserv": [4, 6], "inconsist": [4, 68, 76], "notifi": [4, 6, 7], "fix": [4, 7], "schedul": 4, "befor": [4, 6, 8, 17, 37, 46, 69, 72, 76], "take": [4, 5, 7, 37, 44, 69], "care": [4, 6], "consist": [4, 17], "usual": [4, 7, 74], "solut": 4, "problem": [4, 6, 68, 76], "send": [4, 6, 12, 15, 17, 19, 49, 50, 52], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "told": [4, 8], "id": [4, 6, 68, 74, 76], "constant": [4, 6, 58, 59, 60, 70, 72, 74], "seen": 4, "recogniz": 4, "common": [4, 6, 20, 23, 46, 65, 66, 69, 71, 74, 75], "don": [4, 6, 8, 67, 73], "give": [4, 6], "plai": [4, 69, 71], "affect": [4, 25, 37, 46], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "ones": [4, 6, 74], "wrong": 4, "launch": 4, "messag": [4, 7], "indic": [4, 6, 17, 22], "error": [4, 6, 7, 46, 66, 68, 76], "connect": [4, 6, 16, 17, 18, 65, 66, 67, 68, 69, 70, 71, 72], "9": [4, 41, 58, 59, 60, 67, 68, 69, 70, 71, 72, 74, 76], "version": [4, 6, 7, 8, 68, 76], "part": [4, 6], "trivial": 4, "task": 4, "complex": [4, 75], "Its": 4, "next": [4, 6, 7, 12, 17, 62, 63, 65, 74, 75, 77], "action_definition_exampl": 4, "controller_typ": 4, "controller1_definit": 4, "controller2_definit": 4, "other_typ": 4, "controller_definit": 4, "resourc": [4, 6, 50, 51, 52], "heating_nam": [4, 68, 76], "heat": [4, 68, 71, 76], "cooling_nam": [4, 68, 76], "heating_initial_valu": [4, 68, 76], "cooling_initial_valu": [4, 68, 76], "exist": [4, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "report": [4, 6], "adapt_idf_to_action_definit": [4, 37], "config": [4, 5, 6, 67, 75], "grow": 4, "alreadi": [4, 6, 68, 71, 74, 75, 76], "even": [4, 68, 69, 71, 76], "perhap": 4, "thing": [4, 68, 74], "incorpor": 4, "than": [4, 6, 73, 74, 76], "intend": 4, "someon": 4, "decid": [4, 6], "That": [4, 74], "Be": 4, "sure": 4, "ddy": [4, 37, 65, 66, 67, 68, 69, 70, 71, 72], "abl": [4, 6, 8, 68], "except": [4, 37, 76], "extens": [4, 8, 67, 69], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 65, 66, 67, 69, 70, 71, 72], "document": [4, 6, 7, 8, 66, 68, 69, 71, 72, 73, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 68, 76], "6": [5, 6, 8, 17, 37, 58, 59, 60, 66, 67, 68, 69, 70, 71, 72, 76], "1997": 5, "1998": 5, "kei": [5, 6, 17, 28, 31, 33], "skeleton": 5, "separ": [5, 6], "By": [5, 8, 68, 74, 76], "less": 5, "1991": [5, 67, 68, 70, 71, 72, 76], "result": [5, 6, 17, 46, 66, 67, 68, 70, 71, 72, 73, 76, 77], "determin": [5, 6, 76], "length": [5, 6, 46, 65, 69], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 37], "end_dai": [5, 27], "end_month": 5, "end_year": [5, 27], "februari": 5, "29th": 5, "leap": 5, "fail": [5, 6], "apply_extra_conf": [5, 37], "gcloud": 6, "combin": [6, 8, 68, 72, 76], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 67, 69, 76], "finish": [6, 7, 17, 76], "job": [6, 7, 8, 75], "remov": [6, 48, 58, 59, 60, 74], "explan": 6, "firstli": 6, "sdk": [6, 8], "auth": [6, 48], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 68, 76], "enabl": [6, 7], "servic": [6, 48, 49], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 50, 51, 52], "list": [6, 7, 8, 12, 17, 25, 26, 28, 31, 32, 33, 37, 40, 41, 46, 54, 58, 59, 60, 62, 67, 68, 70, 71, 74], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 43, 44], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 75, 76], "termin": [6, 17, 55, 62, 63, 76], "applic": [6, 75], "login": 6, "upload": [6, 7, 52], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 49], "restart": 6, "never": [6, 67], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 67, 68, 69, 70, 71, 72, 76], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 72, 76, 77], "10gb": 6, "isn": 6, "silenc": 6, "would": [6, 74], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 75, 76], "write": [6, 7, 8, 75], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 58, 59, 60, 74], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 75], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 48, 51, 52], "confus": 6, "helper": 6, "everyth": [6, 69, 76], "upgrad": 6, "global": [6, 46], "memori": 6, "least": 6, "might": 6, "submit": 6, "region": 6, "substitut": [6, 68, 76], "predetermin": 6, "enter": [6, 76], "after": [6, 17, 46, 67, 68, 72, 76], "immedi": 6, "hasn": [6, 28], "yet": [6, 75], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 69], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 41], "ip": 6, "get": [6, 8, 29, 37, 46, 49, 64, 71], "5000": 6, "explain": [6, 7, 68, 76], "previou": [6, 63, 68, 76], "group": [6, 48], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 67, 69, 71], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 67, 69], "alloc": [6, 7], "everi": [6, 7, 8, 23, 67, 68, 70, 71, 72, 75, 76, 77], "argpars": 6, "datetim": [6, 65, 66, 69, 71], "numpi": [6, 65, 66, 67, 68, 69, 70, 71, 72, 76], "stable_baselines3": [6, 23, 46, 65, 66, 69], "normalactionnois": 6, "vec_env": [6, 23, 46, 65, 66, 69], "dummyvecenv": [6, 65, 66, 69], "loggerevalcallback": [6, 65, 66, 69], "ranges_5zon": [6, 70, 72], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 65, 66, 69, 72, 76, 77], "multiobswrapp": [6, 70, 72], "normalizeobserv": [6, 70, 72, 76, 77], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 30, 44, 46, 54, 62, 63, 65, 66, 69, 70, 72], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 59, 60, 74, 76], "exponenti": [6, 58, 74], "energy_weight": [6, 58, 60, 68, 74, 76], "rew": 6, "weight": [6, 58, 59, 60, 68, 74], "norm": 6, "store_tru": 6, "multiob": [6, 72, 77], "mob": 6, "multi": [6, 77], "csvlogger": [6, 22, 62, 70, 73], "ten": 6, "eval": [6, 23, 65, 69], "best": [6, 23, 65, 66, 69], "onlin": 6, "eval_freq": [6, 23, 65, 69], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 76], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 51], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 69], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 66], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 37], "gae_lambda": 6, "gl": 6, "95": [6, 69], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 75], "max_grad_norm": 6, "m": [6, 65, 66, 69], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": 6, "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 58, 59, 60, 74], "parse_arg": 6, "experiment_d": [6, 65, 66, 69], "todai": [6, 65, 66, 69], "strftime": [6, 65, 66, 69], "y": [6, 65, 66, 69], "d_": 6, "h": [6, 65, 66, 69], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 48, 73], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 65], "run_nam": [6, 65], "param": [6, 22, 23, 36, 37, 41, 46, 54], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 30, 44, 46, 54, 62, 63, 70], "rate": [6, 68, 74, 76], "batch": [6, 32], "epoch": 6, "gae": 6, "lambda": [6, 65, 66, 69], "ent": 6, "coef": 6, "vf": 6, "max": [6, 33, 58, 60], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 71], "expreward": [6, 68, 74, 76], "rais": [6, 7, 17, 19, 37, 46], "runtimeerror": [6, 17, 37], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 65, 66, 69], "verbos": [6, 22, 23, 66, 69, 75], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 69], "tensorboard_log": [6, 66], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 46, 54, 62, 65, 67, 68, 69, 70, 71, 72, 76, 77], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 66, 69], "_init_setup_model": 6, "f": [6, 8, 65, 66, 69], "model_path": 6, "download": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 68, 69, 74, 76], "n_timesteps_episod": [6, 65, 66, 69], "_eplus_one_epi_len": [6, 65, 66, 69], "_eplus_run_steps": [6, 65, 66, 69], "eval_callback": [6, 65, 69], "best_model_save_path": [6, 23, 65, 69], "best_model": [6, 65, 69], "log_path": [6, 23, 65, 69], "determinist": [6, 23, 46, 65, 69], "render": [6, 12, 23, 44, 46, 65, 69], "n_eval_episod": [6, 23, 46, 65, 69], "append": [6, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77], "log_callback": [6, 66], "dir": [6, 37, 66], "tensorboardformatlogg": [6, 66], "tb_path": [6, 66], "new_logg": [6, 66], "set_logg": [6, 66], "total_timestep": [6, 54, 65, 66, 69], "_env_working_dir_par": [6, 65, 66, 69], "reset": [6, 12, 17, 37, 46, 62, 63, 67, 68, 70, 71, 72, 76, 77], "close": [6, 12, 17, 62, 66, 67, 68, 69, 70, 71, 72, 76, 77], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "upload_to_bucket": 6, "src_path": [6, 52], "dest_bucket_nam": [6, 52], "dest_path": [6, 52], "end_run": [6, 65], "autodelet": 6, "token": [6, 48, 49], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 68, 76], "pretti": [6, 74], "deactiv": [6, 54, 62, 73], "written": 6, "recreat": 6, "belong": [6, 54, 73], "delet": [6, 48], "individu": 6, "appropri": [6, 68, 76], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "export": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 69, 76], "gitignor": 6, "ignor": [6, 7, 66, 75], "final": [6, 67], "know": [6, 73], "load_ag": 6, "just": [6, 72], "zip": [6, 71], "predict": 6, "agre": 6, "collect": [6, 54, 76], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 28], "two": [6, 7, 8, 74], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 26, 27, 46, 54, 68, 70, 76], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "github": [6, 8, 16, 43, 44, 75], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 69], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 59, 66, 67, 68, 70, 72, 76], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 67, 68, 70, 71, 72, 76, 77], "mb": 6, "tier": 6, "db": [6, 37], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 65, 66, 69], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 43, 44], "7": [6, 17, 67, 68, 69, 70, 71, 72, 74, 76], "static": [6, 40, 41], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 74], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 74], "creation": [6, 76], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 55, 75], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "workflow": [7, 75], "cannot": [7, 66, 76], "storag": [7, 8, 50, 51, 52], "compil": 7, "sphinx": 7, "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 44, 65, 66, 67, 68, 69, 70, 71, 72], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 68, 73], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 44], "commit": 7, "ci": [7, 44], "string": [7, 65, 69], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 75], "advantag": 7, "minim": 7, "pip": [8, 75], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 68, 72], "click": 8, "pop": [8, 70], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 76], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 65, 66, 67, 68, 69, 70, 71, 72], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 74], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 40, 41, 42, 71], "consid": [8, 58, 59, 60, 67, 74], "subset": [8, 72, 77], "ofici": 8, "supervis": [8, 75], "successfulli": [8, 65, 66, 67, 68, 69, 70, 71, 72, 75], "vv": [8, 75], "anywai": [8, 75], "prepar": [8, 32, 37], "kwarg": [12, 22, 23, 62, 63, 64], "repeat": [12, 17, 68, 76], "mode": 12, "human": [12, 29, 40], "ndarrai": [12, 15, 17, 54, 62, 63, 64, 70], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 37], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 73], "sensor": 17, "ou": [17, 25, 37], "element": [17, 28, 32, 54, 76], "elaps": [17, 26, 54], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 71], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 58, 59, 60, 74], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 46], "weather_data": [25, 37], "weatherdata": [25, 37], "original_epw_fil": 25, "drybulb": [25, 37, 68, 71, 76], "variat": [25, 37], "opyplu": [25, 26, 28, 32, 37], "epm": [26, 28, 32, 34, 37], "sec_elaps": 26, "compos": 26, "st_year": 27, "st_mon": 27, "st_dai": 27, "end_mon": 27, "delta": 27, "st": 27, "mon": 27, "24": [27, 65, 66, 67, 68, 69, 70, 71, 72, 76], "explicitli": 28, "season": [29, 58, 59, 60, 71, 74], "ashra": [29, 40, 41], "55": [29, 40, 68], "thermal": [29, 40, 59, 68, 74, 76], "environment": [29, 40], "2004": [29, 40], "wrapper_class": [30, 35], "var_fil": 31, "add_batch": 32, "convert": 32, "output_path": 33, "last_result": 33, "min": 33, "absolut": [33, 58, 60, 74], "file_path": 34, "retriev": 35, "vecenvwrapp": 35, "recurs": [35, 51, 52], "search": 35, "unwrap": [35, 73], "till": 35, "modif": [36, 74], "max_ep_stor": 37, "_idf_path": 37, "_weather_path": 37, "_ddy_path": 37, "experiment_path": 37, "episode_path": 37, "_idd": 37, "idd": 37, "ddy_model": 37, "adapt_idf_to_epw": 37, "summerdai": 37, "ann": 37, "clg": 37, "condn": 37, "mwb": 37, "winterdai": 37, "htg": 37, "summer": [37, 58, 59, 60, 74], "winter": [37, 74], "desingdai": 37, "adapt_variables_to_cfg_and_idf": 37, "xml": [37, 65, 66, 67, 68, 69, 70, 71, 72], "tree": [37, 65, 66, 67, 68, 69, 70, 71, 72, 75], "apply_weather_vari": 37, "save_building_model": 37, "env_working_dir": 37, "save_variables_cfg": 37, "set_episode_working_dir": 37, "parent": 37, "set_experiment_working_dir": 37, "set_external_interfac": 37, "ptolemi": 37, "basic": 39, "act": [40, 41, 42, 71, 76], "sequenc": [40, 41, 42, 64, 70, 71], "indoor": [40, 41], "perceiv": [40, 41, 71], "chosen": [40, 41, 42, 71, 76], "2zonedatacenterhvac": 41, "center": 41, "tc9": 41, "2016": 41, "randomli": [42, 76], "dlr": [43, 44], "baselines3": [43, 44], "skip_render_check": 44, "particularli": 44, "blob": 44, "master": 44, "core": [44, 65, 66, 69], "mainli": 44, "relat": 44, "base_class": 46, "basealgorithm": 46, "callabl": [46, 62], "averag": [46, 76], "count": [46, 68, 76], "scale": [46, 75], "earli": 46, "avoid": 46, "anyth": 46, "reward_threshold": 46, "minimum": [46, 59], "expect": 46, "met": 46, "return_episode_reward": 46, "easier": 47, "instance_group_nam": 48, "vm": 48, "alon": 48, "mig": 48, "request": 48, "petit": [49, 50], "ask": [50, 51, 52], "blob_prefix": 51, "bucket": [51, 52], "exclud": 51, "destin": 52, "monitor_head": [54, 62, 70], "progress_head": [54, 62, 70], "log_progress_fil": [54, 70], "log_fil": [54, 70], "header": [54, 62, 70], "sub_run_n": 54, "res_n": 54, "steps_data": 54, "arrai": 54, "elabor": 54, "total_time_elaps": 54, "comfort_violation_timestep": 54, "comfort_penalti": [54, 67, 68, 69, 70, 71, 72], "activate_flag": 54, "deactivate_flag": 54, "log_episod": 54, "log_step": 54, "ob": [54, 64, 67, 68, 70, 71, 72, 76, 77], "done": [54, 67, 68, 70, 71, 72, 76, 77], "info": [54, 65, 66, 67, 68, 69, 70, 71, 72, 76, 77], "log_step_norm": 54, "set_log_fil": 54, "new_log_fil": 54, "getlogg": 55, "formatt": 55, "inherit": [57, 77], "temperature_vari": [58, 59, 60, 68, 74, 76], "energy_vari": [58, 59, 60, 68, 74, 76], "range_comfort_wint": [58, 59, 60, 68, 74, 76], "range_comfort_summ": [58, 59, 60, 68, 74, 76], "summer_start": [58, 59, 60], "summer_fin": [58, 59, 60], "30": [58, 59, 60, 66, 67, 68, 70, 71, 76], "lambda_energi": [58, 59, 60, 74], "0001": [58, 59, 60, 69], "lambda_temperatur": [58, 59, 60, 74], "r": [58, 60], "w": [58, 59, 60, 66, 74], "lambda_": [58, 60], "lambda_t": [58, 60], "exp": 58, "t_": [58, 60], "cold": [58, 59, 60, 74], "session": [58, 59, 60, 66], "dimens": [58, 59, 60, 74], "min_energy_weight": 59, "range_comfort_hour": 59, "logger_class": [62, 70], "activate_logg": 62, "deactivate_logg": 62, "flatten": [63, 72], "stack": 63, "flat": 63, "vector": [63, 69], "reli": [64, 69], "get_unwrapped_ob": 64, "usr": [65, 66, 67, 68, 69, 70, 71, 72], "lib": [65, 66, 67, 68, 69, 70, 71, 72], "dist": [65, 66, 67, 68, 69, 70, 71, 72], "73": [65, 66, 67, 68, 69, 70, 71, 72], "userwarn": [65, 66, 67, 68, 69, 70, 71, 72], "precis": [65, 66, 67, 68, 69, 70, 71, 72], "lower": [65, 66, 67, 68, 69, 70, 71, 72], "cast": [65, 66, 67, 68, 69, 70, 71, 72], "float32": [65, 66, 67, 68, 69, 70, 71, 72, 76], "episodes_": [65, 66, 69], "env_vec": [65, 66, 69], "2022": [65, 66, 67, 68, 69, 70, 71, 72], "08": [65, 66, 67, 68, 69, 70, 71, 72], "09": [65, 66, 69, 70, 71, 72], "16": [65, 67, 68, 72, 76], "23": [65, 66, 68, 70, 71, 72, 74, 76], "166": 65, "eplus_env_demo": [65, 66, 67, 69, 70, 71, 72], "v1_mainthread_root": [65, 66, 67, 68, 69, 70, 71, 72], "externalinterfac": [65, 66, 67, 68, 69, 70, 71, 72], "167": 65, "site": [65, 66, 67, 68, 69, 70, 71, 72, 76], "sizingperiod": [65, 66, 67, 68, 69, 70, 71, 72], "169": [65, 66], "bvctb": [65, 66, 67, 68, 69, 70, 71, 72], "171": 65, "179": 65, "194": 65, "workspac": [65, 66, 67, 68, 69, 70, 71, 72, 76], "res3": 65, "sub_run1": [65, 66, 67, 68, 69, 70, 71, 72, 73], "36": [65, 66], "239": 65, "240": 65, "247": 65, "sub_run2": [65, 66, 69, 72, 73], "56": [65, 67, 68], "674": 65, "682": 65, "sub_run3": [65, 66, 69, 73], "fromnumer": [65, 66, 69], "3474": [65, 66, 69], "runtimewarn": [65, 66, 69], "slice": [65, 66, 69], "_method": [65, 66, 69], "_mean": [65, 66, 69], "axi": [65, 66, 69], "189": [65, 66, 69], "invalid": [65, 66, 69], "encount": [65, 66, 69], "double_scalar": [65, 66, 69], "ret": [65, 66, 69], "rcount": [65, 66, 69], "264": [65, 66, 69], "degre": [65, 66, 69], "freedom": [65, 66, 69], "lt": [65, 66, 69], "_var": [65, 66, 69], "ddof": [65, 66, 69], "222": [65, 66, 69], "true_divid": [65, 66, 69], "arrmean": [65, 66, 69], "um": [65, 66, 69], "div": [65, 66, 69], "39": [65, 66, 67, 68, 69, 70, 71, 72], "unsaf": [65, 66, 69], "256": [65, 66, 69], "17": [65, 67, 68, 70, 71, 72, 76], "669": 65, "670": 65, "677": 65, "sub_run4": [65, 66, 69], "15": [65, 67, 68, 69, 70, 72, 76], "729": 65, "731": 65, "744": 65, "sub_run5": [65, 66, 69], "29": [65, 66, 67, 68, 72, 76], "805": 65, "807": 65, "819": 65, "sub_run6": [65, 69], "num_timestep": [65, 69], "70080": [65, 69], "episode_reward": [65, 69], "17218": 65, "13": [65, 67, 69, 70, 71, 72], "00": [65, 69, 70, 72], "35040": [65, 67, 68, 69, 70, 71, 72], "57": 65, "241": 65, "248": 65, "sub_run7": [65, 69], "18": [65, 67, 68, 70, 71, 72, 76], "491": 65, "492": [65, 67], "501": 65, "sub_run8": [65, 69], "701": 65, "702": 65, "710": 65, "sub_run9": [65, 69], "43": [65, 69], "740": 65, "742": [65, 66], "760": 65, "sub_run10": [65, 69], "944": [65, 71], "946": 65, "959": [65, 69], "sub_run11": [65, 69], "140160": [65, 69], "26894": 65, "21": [65, 66, 67, 68, 70, 71, 72, 76], "475": 66, "477": [66, 70], "479": [66, 70], "482": 66, "tensorboard_path": 66, "cpu": [66, 69], "37": 66, "692349": 66, "tensorflow": 66, "cc": 66, "onednn": 66, "oper": 66, "slightli": 66, "numer": 66, "round": 66, "turn": 66, "tf_enable_onednn_opt": 66, "734692": 66, "stream_executor": 66, "dso_load": 66, "libcudart": 66, "11": [66, 67, 68, 69, 70, 71, 72], "dlerror": 66, "share": 66, "No": 66, "734718": 66, "cuda": 66, "cudart_stub": 66, "cudart": 66, "gpu": 66, "780": [66, 72], "788": [66, 72], "res6": 66, "54": [66, 68], "888": 66, "896": 66, "22": [66, 67, 68, 70, 71, 72, 76], "340": 66, "341": 66, "348": 66, "51": 66, "235": 66, "238": 66, "253": 66, "743": 66, "751": 66, "387": 66, "loop": 67, "52": 67, "398": 67, "399": 67, "401": 67, "403": 67, "glanc": 67, "someth": 67, "current_month": [67, 68, 70, 71, 72, 76, 77], "sampl": [67, 68, 70, 72, 76, 77], "print": [67, 68, 69, 70, 71, 72, 76, 77], "478": 67, "res1": [67, 68], "3808358083250144": [67, 71], "time_elaps": [67, 68, 69, 70, 71, 72], "900": [67, 68, 70, 71, 72], "total_pow": [67, 68, 70, 71, 72], "7616": [67, 71], "716166500288": [67, 71], "total_power_no_unit": [67, 68, 70, 71, 72], "7616716166500288": [67, 71], "abs_comfort": [67, 68, 70, 71, 72], "20": [67, 68, 69, 70, 71, 72, 74, 76], "99998783039325": [67, 71], "out_temperatur": [67, 68, 70, 71, 72], "action_": [67, 68, 70, 71, 72], "1907": 67, "7277939767475": 67, "2976": [67, 68, 70, 71, 72], "2678400": [67, 68, 70, 71, 72], "6074": 67, "240017973336": 67, "6074240017973336": 67, "1192635601846987": 67, "8807364398153": 67, "3585": 67, "4934187414906": 67, "5664": [67, 68, 70, 71, 72], "5097600": [67, 68, 70, 71, 72], "913": 67, "1570850309641": 67, "09131570850309642": 67, "7021712738831916": 67, "29782872611681": 67, "4752": 67, "940264075469": 67, "8640": [67, 68, 70, 71, 72], "7776000": [67, 68, 70, 71, 72], "2550": 67, "617218922648": 67, "25506172189226484": 67, "99871397216555": 67, "5560": 67, "830588831498": 67, "11520": [67, 68, 70, 71, 72], "10368000": [67, 68, 70, 71, 72], "1999": 67, "124803999265": 67, "1999124803999265": 67, "98506510334393": 67, "6284": 67, "020264489995": 67, "14496": [67, 68, 70, 71, 72], "13046400": [67, 68, 70, 71, 72], "410": 67, "8927633115007": 67, "041089276331150074": 67, "7705159780059887": 67, "22948402199401": 67, "9322": 67, "837829436405": 67, "17376": [67, 68, 70, 71, 72], "15638400": [67, 68, 70, 71, 72], "215": [67, 70, 71, 72], "8190765300895": 67, "02158190765300895": 67, "608314422881719": 67, "39168557711828": 67, "27": [67, 68, 70, 72, 76], "12636": 67, "627393394123": 67, "20352": [67, 68, 70, 71, 72], "18316800": [67, 68, 70, 71, 72], "5037": 67, "684551333462": 67, "5037684551333462": 67, "854158909419219": 67, "14584109058078": 67, "25": [67, 68, 70, 71, 72, 76], "15946": 67, "738203460833": 67, "23328": [67, 68, 70, 71, 72], "20995200": [67, 68, 70, 71, 72], "367": 67, "8874627648617": 67, "03678874627648617": 67, "54812468432662": 67, "45187531567338": 67, "18806": 67, "826419277357": 67, "26208": [67, 68, 70, 71, 72], "23587200": [67, 68, 70, 71, 72], "186": [67, 70, 71, 72], "5934720667916": [67, 70, 71, 72], "018659347206679163": [67, 70, 71, 72], "33203794777814": 67, "28": [67, 68, 69, 70, 71, 72, 76], "19743": 67, "85954501463": 67, "29184": [67, 68, 70, 71, 72], "26265600": [67, 68, 70, 71, 72], "71761367059368": 67, "20805": 67, "360894738802": 67, "32064": [67, 68, 70, 71, 72], "28857600": [67, 68, 70, 71, 72], "5873": 67, "617289712576": 67, "5873617289712576": 67, "42152536802113": 67, "22566": 67, "62456817261": 67, "31536000": [67, 68, 70, 71, 72], "1992": [67, 68, 70, 71, 72, 76], "8311": 67, "608954955058": 67, "8311608954955059": 67, "823025839166501": 67, "1769741608335": 67, "forget": 67, "53": 67, "06": [67, 69], "644": 67, "cumul": [67, 68, 70, 71, 72, 74, 76, 77], "6440246737491857": 67, "over": 67, "discuss": 68, "environment_id": 68, "long": 68, "216": 68, "eplus_env_5zon": 68, "217": 68, "219": 68, "220": 68, "scratch": 68, "obvious": 68, "air": [68, 71, 74, 76], "space1": [68, 71, 74, 76], "hvac": [68, 74, 76], "electr": [68, 74, 76], "demand": [68, 74, 76], "26": [68, 72, 74, 76], "088": 68, "089": 68, "091": 68, "093": [68, 71], "esp_granada": [68, 76], "084190_swec": [68, 76], "001": [68, 76], "new_env_nam": [68, 76], "077": 68, "eplus_env_new_env_name_mainthread_root": 68, "078": 68, "080": [68, 69], "082": 68, "overwritten": [68, 76], "new_observation_vari": [68, 76], "outdoor": [68, 71, 76], "rel": [68, 76], "wind": [68, 76], "speed": [68, 76], "fanger": [68, 76], "ppd": [68, 76], "east": [68, 76], "new_action_vari": [68, 76], "west": [68, 76], "htgsetp": [68, 76], "clgsetp": [68, 76], "new_observation_spac": [68, 76], "len": [68, 76], "new_action_map": [68, 76], "new_action_spac": [68, 76], "850": 68, "eplus_env_datacent": 68, "852": 68, "853": 68, "854": 68, "989": 68, "18562950733969957": 68, "3712": 68, "590146793991": 68, "37125901467939915": 68, "495266997755121": 68, "676": [68, 71], "8466963812559": 68, "3962": 68, "959903637626": 68, "3962959903637626": 68, "479715547683856": 68, "1251": 68, "9649146249287": 68, "4984": 68, "806746157207": 68, "49848067461572076": 68, "083224933271658": 68, "1856": 68, "1854810210355": 68, "2542": 68, "049288786898": 68, "25420492887868984": 68, "548597527242591": 68, "2639": 68, "3977262984713": 68, "4389": 68, "048609776261": 68, "43890486097762615": 68, "966961794846867": 68, "3540": 68, "0364337521905": 68, "932837191979614": 68, "4966": 68, "8910724773705": 68, "3641": 68, "533364330611": 68, "36415333643306114": 68, "73759114382434": 68, "6970": 68, "456022185655": 68, "7437": 68, "450634930504": 68, "7437450634930505": 68, "01780444446879": 68, "9176": 68, "457187552995": 68, "5205": 68, "826494047731": 68, "5205826494047732": 68, "76682020349629": 68, "10831": 68, "128614483414": 68, "3632": 68, "325833964732": 68, "3632325833964732": 68, "408750045244985": 68, "11597": 68, "451824735388": 68, "3545": 68, "041301484721": 68, "3545041301484721": 68, "470256190305543": 68, "12205": 68, "38913036408": 68, "4171": 68, "474946040738": 68, "41714749460407385": 68, "252032348441579": 68, "12852": 68, "455174221925": 68, "5946": 68, "285403368743": 68, "5946285403368743": 68, "01419754187374211": 68, "36679381204974576": 68, "964": 68, "fit": [68, 76], "aris": [68, 76], "kind": [68, 76], "subject": [68, 76], "assign": [68, 76], "thermostat": [68, 71, 76], "new_action_definit": [68, 76], "thermostatsetpoint": [68, 76], "dualsetpoint": [68, 76], "dualsetp": [68, 76], "put": [68, 76], "leav": [68, 76], "intact": [68, 76], "extra_conf": [68, 76], "ref": 69, "07": [69, 72], "521": 69, "522": 69, "524": 69, "526": 69, "feel": [69, 71], "loggerev": 69, "earlier": 69, "few": 69, "060": 69, "069": 69, "res2": 69, "353": 69, "354": 69, "362": 69, "ep_len_mean": 69, "5e": 69, "04": 69, "ep_rew_mean": 69, "24e": 69, "fp": 69, "2536": 69, "42": 69, "057": 69, "058": 69, "075": 69, "46": 69, "890": 69, "891": 69, "899": 69, "708": 69, "711": 69, "726": 69, "972": 69, "973": 69, "980": 69, "17522": 69, "75": 69, "67e": 69, "comfort_viol": 69, "35": 69, "mean_ep_length": 69, "mean_power_consumpt": 69, "83e": 69, "power_penalti": [69, 70], "std_reward": 69, "06e": 69, "1024": 69, "68": 69, "loss": 69, "61": 69, "n_updat": 69, "5019": 69, "072": 69, "073": 69, "96e": 69, "1100": 69, "105120": 69, "13779": 69, "600": 69, "602": [69, 71], "617": 69, "436": [69, 72], "444": 69, "929": 69, "936": 69, "141": 69, "143": 69, "157": 69, "21405": 69, "96": 69, "55e": 69, "40": 69, "73e": 69, "94e": 69, "895": 69, "156": 69, "22539": 69, "0x7fa912391f60": 69, "gt": 69, "48": 69, "272": 69, "writen": 70, "funtion": 70, "create_row_cont": 70, "customcsvlogg": 70, "super": [70, 74], "last_10_steps_reward": 70, "_create_row_cont": 70, "instanti": 70, "47": 70, "476": 70, "481": 70, "833": 70, "845": 70, "res4": 70, "2841864127941594": 70, "5683": 70, "728255883188": 70, "5683728255883188": 70, "09252236706716": 70, "1895": 70, "1548592605257": 70, "8380": 70, "491234768304": 70, "8380491234768305": 70, "21883172787526": 70, "3633": 70, "6399832181337": 70, "978": [70, 72], "7532837048899": 70, "097875328370489": 70, "7869800571484404": 70, "21301994285156": 70, "4757": 70, "122309247712": 70, "17697338689386": 70, "5552": 70, "826655404054": 70, "72939902519715": 70, "27060097480285": 70, "6263": 70, "697197328473": 70, "386": 70, "56918097843": 70, "038656918097843": 70, "7596818210658398": 70, "24031817893416": 70, "9272": 70, "426890062703": 70, "8105427091371": 70, "02158105427091371": 70, "199461395033879": 70, "80053860496612": 70, "12578": 70, "3581208006": 70, "9159": 70, "463676532796": 70, "9159463676532796": 70, "2923781219578103": 70, "70762187804219": 70, "15903": 70, "48380984905": 70, "377": 70, "2264848331002": 70, "03772264848331002": 70, "974447422564811": 70, "02555257743519": 70, "18733": 70, "26101206708": 70, "27470801492377106": 70, "72529198507623": 70, "19665": 70, "3048157153": 70, "2998": 70, "063053624272": 70, "2998063053624272": 70, "98445623259406": 70, "20679": 70, "519834589526": 70, "6282": 70, "049444658835": 70, "6282049444658835": 70, "45374695271586": 70, "22419": 70, "718732977875": 70, "12473": 70, "66081362551": 70, "2473660813625511": 70, "43771976775179": 70, "639832155621491": 70, "208": 70, "sai": 71, "get_season_comfort_rang": 71, "092": 71, "095": 71, "097": 71, "extend": 71, "rbc5zone": [71, 76], "myrulebasedcontrol": 71, "daytim": 71, "out_temp": 71, "summer_start_d": 71, "summer_final_d": 71, "current_dt": 71, "season_comfort_rang": 71, "setpoints_summ": 71, "in_temp": 71, "current_heat_setpoint": 71, "current_cool_setpoint": 71, "new_heat_setpoint": 71, "new_cool_setpoint": 71, "weekend": 71, "night": 71, "33": [71, 72], "687": 71, "res5": 71, "1394": 71, "9337411038548": 71, "8783": 71, "948537124865": 71, "8783948537124865": 71, "32998668433318": 71, "2650": 71, "5674622643073": 71, "2828": 71, "55143464232": 71, "282855143464232": 71, "32988764119707": 71, "3464": 71, "45346341394": 71, "2670384566951398": 71, "73296154330486": 71, "4056": 71, "362905025186": 71, "1049": 71, "348956006743": 71, "1049348956006743": 71, "33021459066708": 71, "4575": 71, "388821263204": 71, "6474404745892": 71, "06026474404745892": 71, "67021711767433": 71, "32978288232567": 71, "5959": 71, "068563513181": 71, "8105427085715": 71, "02158105427085715": 71, "8710106251693617": 71, "12898937483064": 71, "7457": 71, "679714954765": 71, "9961": 71, "58714336648": 71, "996158714336648": 71, "33021175763765": 71, "8981": 71, "302898129286": 71, "1814": 71, "198506979717": 71, "1814198506979717": 71, "32960549764289": 71, "10197": 71, "282478127578": 71, "2130": 71, "682079753009": 71, "2130682079753009": 71, "33031354561692": 71, "10685": 71, "5692882536": 71, "0904158092028": 71, "09440904158092028": 71, "33017991675662": 71, "11374": 71, "367509294058": 71, "2788": 71, "852968187356": 71, "27888529681873564": 71, "32995260044678": 71, "12774": 71, "026233082805": 71, "10847": 71, "14414165407": 71, "084714414165407": 71, "33000003505644": 71, "3645555431815984": 71, "536": 71, "normil": 72, "984": 72, "986": 72, "990": 72, "993": 72, "997": 72, "02": 72, "013": 72, "res7": 72, "9910000e": 72, "0000000e": 72, "5000000e": 72, "0999999e": 72, "9000000e": 72, "1000000e": 72, "0999992e": 72, "9522228e": 72, "0098755e": 72, "442": 72, "443": 72, "451": 72, "98466104": 72, "33834645": 72, "9484536": 72, "17748918": 72, "8111888": 72, "800001": 72, "44444445": 72, "39061695": 72, "42973474": 72, "24169508": 72, "784": 72, "792": 72, "424": 72, "427": 72, "430": 72, "433": 72, "452": 72, "res9": 72, "441": 72, "981": 72, "985": 72, "309": 72, "326": 72, "res10": 72, "6725497890372522": 72, "3133": 72, "716390651042": 72, "3133716390651042": 72, "0317279390094": 72, "9682720609906": 72, "1831": 72, "9846868749223": 72, "9625": 72, "868884432568": 72, "9625868884432568": 72, "99962719644226": 72, "3572": 72, "1163979019448": 72, "3381": 72, "835883111865": 72, "3381835883111865": 72, "04845287512533858": 72, "95154712487466": 72, "4744": 72, "85182426822": 72, "1059": 72, "217058241587": 72, "1059217058241587": 72, "02705837058395": 72, "5541": 72, "648792015279": 72, "6904987523763602": 72, "30950124762364": 72, "6265": 72, "521158571141": 72, "2706": 72, "140914592288": 72, "2706140914592288": 72, "0741537654487203": 72, "92584623455128": 72, "9267": 72, "105328861617": 72, "8190761707732": 72, "02158190761707732": 72, "709210011679879": 72, "29078998832012": 72, "12581": 72, "239530466879": 72, "4303": 72, "552629721591": 72, "43035526297215915": 72, "137288347910051": 72, "86271165208995": 72, "15889": 72, "752598388217": 72, "2547": 72, "043642249929": 72, "2547043642249929": 72, "0062198564813798": 72, "99378014351862": 72, "18686": 72, "835610714406": 72, "1683": 72, "24724933671": 72, "168324724933671": 72, "98601762250864": 72, "19616": 72, "273201273543": 72, "1971": 72, "816419607761": 72, "19718164196077612": 72, "98439137803774": 72, "20664": 72, "183622138895": 72, "4794": 72, "553408394407": 72, "4794553408394407": 72, "80737243763421": 72, "22425": 72, "618844122902": 72, "12081": 72, "03798343912": 72, "208103798343912": 72, "61093146586074": 72, "6400005377888734": 72, "119": 72, "re": 73, "num_simul": 73, "content": 73, "sub_runn": 73, "utilsocket": 73, "monitor_norm": 73, "sub_run": 73, "num_episod": 73, "maximum": 73, "within": [73, 75], "suit": 73, "observation_valu": 73, "row": 73, "carri": 73, "techniqu": 73, "factor": 73, "below": 74, "discomfort": 74, "togeth": 74, "insid": [74, 76], "typic": 74, "satisfact": 74, "taken": [74, 76], "similar": 74, "increas": 74, "higher": 74, "hourlylinearreward": 74, "slight": 74, "am": 74, "pm": 74, "equal": 74, "neg": 74, "perfect": 74, "behavior": 74, "characterist": 74, "uniqu": [74, 75], "reflect": 74, "But": [74, 76], "imagin": 74, "signal": 74, "__call__": 74, "basereward": 74, "customreward": 74, "naiv": 74, "under": [75, 76], "small": 75, "independ": 75, "test_common": 75, "test_reward": 75, "test_wrapp": 75, "test_simul": 75, "test_config": 75, "test_env": 75, "test_control": 75, "test_stable_baselin": 75, "conceptu": 75, "readm": 75, "try_env": 76, "soon": 76, "place": 76, "dispos": 76, "better": 76, "understand": 76, "practic": 76, "screen": 76, "basi": 76, "exactli": 76, "criteria": 76, "replac": 76, "rbcdatacent": 76, "randomcontrol": 76, "variant": 77}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [36, 0, 0, "-", "config"], [38, 0, 0, "-", "constants"], [39, 0, 0, "-", "controllers"], [43, 0, 0, "-", "env_checker"], [45, 0, 0, "-", "evaluation"], [47, 0, 0, "-", "gcloud"], [53, 0, 0, "-", "logger"], [56, 0, 0, "-", "rewards"], [61, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "get_current_time_info"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "is_wrapped"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "prepare_batch_from_records"], [33, 5, 1, "", "ranges_getter"], [34, 5, 1, "", "to_idf"], [35, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[37, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "adapt_idf_to_action_definition"], [37, 2, 1, "", "adapt_idf_to_epw"], [37, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [37, 2, 1, "", "apply_extra_conf"], [37, 2, 1, "", "apply_weather_variability"], [37, 2, 1, "", "save_building_model"], [37, 2, 1, "", "save_variables_cfg"], [37, 2, 1, "", "set_episode_working_dir"], [37, 2, 1, "", "set_experiment_working_dir"], [37, 2, 1, "", "set_external_interface"], [37, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RBC5Zone"], [41, 1, 1, "", "RBCDatacenter"], [42, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[44, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[46, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[48, 5, 1, "", "delete_instance_MIG_from_container"], [49, 5, 1, "", "get_service_account_token"], [50, 5, 1, "", "init_storage_client"], [51, 5, 1, "", "read_from_bucket"], [52, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[54, 1, 1, "", "CSVLogger"], [55, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "activate_flag"], [54, 2, 1, "", "deactivate_flag"], [54, 2, 1, "", "log_episode"], [54, 2, 1, "", "log_step"], [54, 2, 1, "", "log_step_normalize"], [54, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[57, 1, 1, "", "BaseReward"], [58, 1, 1, "", "ExpReward"], [59, 1, 1, "", "HourlyLinearReward"], [60, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[57, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[62, 1, 1, "", "LoggerWrapper"], [63, 1, 1, "", "MultiObsWrapper"], [64, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "activate_logger"], [62, 2, 1, "", "close"], [62, 2, 1, "", "deactivate_logger"], [62, 2, 1, "", "reset"], [62, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "get_unwrapped_obs"], [64, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68], "contribut": 0, "exampl": [0, 65, 66, 67, 69, 71, 72, 76], "cite": 0, "api": 1, "refer": 1, "control": [2, 39, 40, 41, 42, 71, 76], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 69], "logger": [3, 53, 54, 55, 70, 72, 73], "tensorboard": [3, 6, 66], "structur": 3, "how": 3, "us": [3, 6, 76], "mlflow": [3, 6, 65], "environ": [4, 8, 68, 76], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 56, 57, 58, 59, 60, 68, 74, 76], "kwarg": 4, "action": [4, 7, 68, 76], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 73], "observ": [4, 68, 72, 76], "space": [4, 68, 76], "name": 4, "definit": [4, 68, 76], "thermostat": 4, "dualsetpoint": 4, "thermostatsetpoint": 4, "singleh": 4, "singlecool": 4, "extra": [4, 5, 68, 76], "configur": [4, 5, 6, 8, 68, 70, 76], "ad": [4, 68, 76], "new": [4, 7, 68, 75, 76], "build": 4, "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 70], "first": 6, "step": [6, 70], "2": [6, 8, 70], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 75], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": 6, "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 70], "instal": [8, 75], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": 8, "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 76], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35], "create_variable_weath": 25, "get_current_time_info": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "is_wrap": 30, "parse_vari": 31, "prepare_batch_from_record": 32, "ranges_gett": 33, "to_idf": 34, "unwrap_wrapp": 35, "config": [36, 37], "constant": 38, "rbc5zone": 40, "rbcdatacent": 41, "randomcontrol": 42, "env_check": [43, 44], "check_env": 44, "evalu": [45, 46], "evaluate_polici": 46, "gcloud": [47, 48, 49, 50, 51, 52], "delete_instance_mig_from_contain": 48, "get_service_account_token": 49, "init_storage_cli": 50, "read_from_bucket": 51, "upload_to_bucket": 52, "csvlogger": 54, "basereward": 57, "expreward": 58, "hourlylinearreward": 59, "linearreward": 60, "wrapper": [61, 62, 63, 64, 70, 72, 76, 77], "loggerwrapp": [62, 70], "multiobswrapp": 63, "normalizeobserv": 64, "basic": 67, "chang": 68, "an": 68, "regist": 68, "other": 68, "compon": 68, "updat": 68, "more": 68, "usag": [69, 76], "person": 70, "inherit": 70, "csvloger": 70, "intanci": 70, "rule": [71, 76], "normal": 72, "multi": 72, "all": 72, "one": 72, "format": 73, "custom": 74, "test": 75, "pytest": 75, "run": 75, "simplest": 76, "overwrit": 76, "some": 76, "default": 76, "valu": 76}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Thermostat:DualSetpoint": [[4, "thermostat-dualsetpoint"]], "ThermostatSetpoint:SingleHeating": [[4, "thermostatsetpoint-singleheating"]], "ThermostatSetpoint:SingleCooling": [[4, "thermostatsetpoint-singlecooling"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[26, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[30, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[32, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[33, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[34, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[35, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[36, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[37, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[40, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[41, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[42, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[44, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[46, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[48, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[49, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[50, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[51, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[52, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[54, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[55, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[57, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[58, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[60, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[65, "MLFlow-example"]], "TensorBoard example": [[66, "TensorBoard-example"]], "Basic example": [[67, "Basic-example"]], "Changing an environment registered in Sinergym": [[68, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[68, "Adding-a-new-reward"]], "Adding other new components to the environment": [[68, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[68, "Changing-observation-and-action-spaces"]], "Updating the action definition of the environment": [[68, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[68, "Adding-more-extra-configuration"]], "DRL usage example": [[69, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[70, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[70, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[70, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[71, "Rule-Controller-example"]], "Wrappers example": [[72, "Wrappers-example"]], "Normalization Wrapper": [[72, "Normalization-Wrapper"]], "Logger Wrapper": [[72, "Logger-Wrapper"]], "Multi Observation Wrapper": [[72, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[72, "All-Wrappers-in-one"]], "Output format": [[73, "output-format"]], "Logger": [[73, "logger"]], "Rewards": [[74, "rewards"]], "Custom Rewards": [[74, "custom-rewards"]], "Tests": [[75, "tests"]], "Install Pytest": [[75, "install-pytest"]], "Running tests": [[75, "running-tests"]], "Create new tests": [[75, "create-new-tests"]], "Usage example": [[76, "usage-example"]], "Simplest example": [[76, "simplest-example"]], "Adding a reward": [[76, "adding-a-reward"]], "Adding wrappers": [[76, "adding-wrappers"]], "Using a rule-based controller": [[76, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[76, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[76, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[76, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[76, "adding-extra-configuration-definition"]], "Wrappers": [[77, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [36, "module-sinergym.utils.config"], [38, "module-sinergym.utils.constants"], [39, "module-sinergym.utils.controllers"], [43, "module-sinergym.utils.env_checker"], [45, "module-sinergym.utils.evaluation"], [47, "module-sinergym.utils.gcloud"], [53, "module-sinergym.utils.logger"], [56, "module-sinergym.utils.rewards"], [61, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "get_current_time_info() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[36, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[37, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_weather_variability"]], "save_building_model() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[37, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[44, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[46, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[54, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[57, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[58, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[59, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[60, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[62, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"1. Configure Python environment": [[8, "configure-python-environment"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "4. Set environment variables": [[8, "set-environment-variables"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Action Repeat": [[4, "action-repeat"]], "Action definition": [[4, "action-definition"]], "Adding a new action definition": [[76, "adding-a-new-action-definition"]], "Adding a new reward": [[68, "Adding-a-new-reward"]], "Adding a reward": [[76, "adding-a-reward"]], "Adding extra configuration definition": [[76, "adding-extra-configuration-definition"]], "Adding more extra configuration": [[68, "Adding-more-extra-configuration"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Adding other new components to the environment": [[68, "Adding-other-new-components-to-the-environment"]], "Adding wrappers": [[76, "adding-wrappers"]], "All Wrappers in one": [[72, "All-Wrappers-in-one"]], "Available Parameters": [[4, "available-parameters"]], "Basic example": [[67, "Basic-example"]], "Changing an environment registered in Sinergym": [[68, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[68, "Changing-observation-and-action-spaces"]], "Check Installation": [[8, "check-installation"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[8, "cloud-computing"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[2, "controllers"]], "Create new tests": [[75, "create-new-tests"]], "Custom Rewards": [[74, "custom-rewards"]], "DRL Logger": [[3, "drl-logger"]], "DRL usage example": [[69, "DRL-usage-example"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "Docker container": [[8, "docker-container"]], "EPW file": [[4, "epw-file"]], "Environment name": [[4, "environment-name"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Extra configuration": [[4, "extra-configuration"]], "Github Actions": [[7, "github-actions"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "How use": [[3, "how-use"]], "IDF file": [[4, "idf-file"]], "Install Pytest": [[75, "install-pytest"]], "Installation": [[8, "installation"]], "Load a trained model": [[6, "load-a-trained-model"]], "Logger": [[73, "logger"]], "Logger Wrapper": [[72, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[70, "Logger-Wrapper-personalization/configuration"]], "MLFlow example": [[65, "MLFlow-example"]], "Manual installation": [[8, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Mlflow": [[3, "mlflow"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Multi Observation Wrapper": [[72, "Multi-Observation-Wrapper"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Normalization Wrapper": [[72, "Normalization-Wrapper"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Output format": [[73, "output-format"]], "Overwriting observation and action spaces": [[76, "overwriting-observation-and-action-spaces"]], "Overwriting some default values of the environments": [[76, "overwriting-some-default-values-of-the-environments"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Rewards": [[74, "rewards"]], "Rule Controller example": [[71, "Rule-Controller-example"]], "Running tests": [[75, "running-tests"]], "Simplest example": [[76, "simplest-example"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Step 1 Inherit and modify the CSVloger": [[70, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[70, "Step-2-Intanciate-the-LoggerWrapper"]], "TensorBoard example": [[66, "TensorBoard-example"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "Tests": [[75, "tests"]], "Thermostat:DualSetpoint": [[4, "thermostat-dualsetpoint"]], "ThermostatSetpoint:SingleCooling": [[4, "thermostatsetpoint-singlecooling"]], "ThermostatSetpoint:SingleHeating": [[4, "thermostatsetpoint-singleheating"]], "Updating the action definition of the environment": [[68, "Updating-the-action-definition-of-the-environment"]], "Usage example": [[76, "usage-example"]], "Using a rule-based controller": [[76, "using-a-rule-based-controller"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Weather Variability": [[4, "weather-variability"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[77, "wrappers"]], "Wrappers example": [[72, "Wrappers-example"]], "runperiod": [[5, "runperiod"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.get_current_time_info": [[26, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[27, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[28, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[29, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[30, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[31, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[32, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[33, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[34, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[35, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[36, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[37, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[40, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[41, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[42, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[44, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[46, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[48, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[49, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[50, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[51, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[52, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[54, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[55, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[57, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[58, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[60, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, "sinergym-utils-wrappers-normalizeobservation"]], "timestep_per_hour": [[5, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[57, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[58, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[59, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[60, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[42, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[40, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[41, "sinergym.utils.controllers.RBCDatacenter.act", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_action_definition", false]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_idf_to_epw", false]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf", false]], "apply_extra_conf() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_extra_conf", false]], "apply_weather_variability() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.apply_weather_variability", false]], "basereward (class in sinergym.utils.rewards)": [[57, "sinergym.utils.rewards.BaseReward", false]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator", false]], "check_env() (in module sinergym.utils.env_checker)": [[44, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "config (class in sinergym.utils.config)": [[37, "sinergym.utils.config.Config", false]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather", false]], "csvlogger (class in sinergym.utils.logger)": [[54, "sinergym.utils.logger.CSVLogger", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[48, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env", false]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode", false]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation", false]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus", false]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus", false]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[46, "sinergym.utils.evaluation.evaluate_policy", false]], "expreward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.ExpReward", false]], "get_current_time_info() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.get_current_time_info", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_delta_seconds", false]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running", false]], "get_record_keys() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_record_keys", false]], "get_season_comfort_range() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_season_comfort_range", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.get_service_account_token", false]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs", false]], "getlogger() (sinergym.utils.logger.logger method)": [[55, "sinergym.utils.logger.Logger.getLogger", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.HourlyLinearReward", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.init_storage_client", false]], "is_wrapped() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.is_wrapped", false]], "linearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.Logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[62, "sinergym.utils.wrappers.LoggerWrapper", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "module": [[10, "module-sinergym.envs", false], [11, "module-sinergym.envs.eplus_env", false], [13, "module-sinergym.simulators", false], [14, "module-sinergym.simulators.base", false], [16, "module-sinergym.simulators.eplus", false], [18, "module-sinergym.simulators.eplus_alpha", false], [20, "module-sinergym.utils", false], [21, "module-sinergym.utils.callbacks", false], [24, "module-sinergym.utils.common", false], [36, "module-sinergym.utils.config", false], [38, "module-sinergym.utils.constants", false], [39, "module-sinergym.utils.controllers", false], [43, "module-sinergym.utils.env_checker", false], [45, "module-sinergym.utils.evaluation", false], [47, "module-sinergym.utils.gcloud", false], [53, "module-sinergym.utils.logger", false], [56, "module-sinergym.utils.rewards", false], [61, "module-sinergym.utils.wrappers", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[64, "sinergym.utils.wrappers.NormalizeObservation.observation", false]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end", false]], "parse_variables() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.parse_variables", false]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.prepare_batch_from_records", false]], "randomcontroller (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[40, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBCDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.read_from_bucket", false]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation", false]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "save_building_model() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_building_model", false]], "save_variables_cfg() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.save_variables_cfg", false]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action", false]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action", false]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_episode_working_dir", false]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_experiment_working_dir", false]], "set_external_interface() (sinergym.utils.config.config method)": [[37, "sinergym.utils.config.Config.set_external_interface", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[54, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "sinergym.envs": [[10, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[13, "module-sinergym.simulators", false]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base", false]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus", false]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha", false]], "sinergym.utils": [[20, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[24, "module-sinergym.utils.common", false]], "sinergym.utils.config": [[36, "module-sinergym.utils.config", false]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[39, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[43, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[45, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[47, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[53, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[56, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[61, "module-sinergym.utils.wrappers", false]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day", false]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon", false]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation", false]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation", false]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday", false]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year", false]], "start_year (sinergym.utils.config.config property)": [[37, "sinergym.utils.config.Config.start_year", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[62, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[63, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation", false]], "to_idf() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.to_idf", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.unwrap_wrapper", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.upload_to_bucket", false]]}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [36, 0, 0, "-", "config"], [38, 0, 0, "-", "constants"], [39, 0, 0, "-", "controllers"], [43, 0, 0, "-", "env_checker"], [45, 0, 0, "-", "evaluation"], [47, 0, 0, "-", "gcloud"], [53, 0, 0, "-", "logger"], [56, 0, 0, "-", "rewards"], [61, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "get_current_time_info"], [27, 5, 1, "", "get_delta_seconds"], [28, 5, 1, "", "get_record_keys"], [29, 5, 1, "", "get_season_comfort_range"], [30, 5, 1, "", "is_wrapped"], [31, 5, 1, "", "parse_variables"], [32, 5, 1, "", "prepare_batch_from_records"], [33, 5, 1, "", "ranges_getter"], [34, 5, 1, "", "to_idf"], [35, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[37, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "adapt_idf_to_action_definition"], [37, 2, 1, "", "adapt_idf_to_epw"], [37, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [37, 2, 1, "", "apply_extra_conf"], [37, 2, 1, "", "apply_weather_variability"], [37, 2, 1, "", "save_building_model"], [37, 2, 1, "", "save_variables_cfg"], [37, 2, 1, "", "set_episode_working_dir"], [37, 2, 1, "", "set_experiment_working_dir"], [37, 2, 1, "", "set_external_interface"], [37, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[40, 1, 1, "", "RBC5Zone"], [41, 1, 1, "", "RBCDatacenter"], [42, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[40, 2, 1, "", "__init__"], [40, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[44, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[46, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[48, 5, 1, "", "delete_instance_MIG_from_container"], [49, 5, 1, "", "get_service_account_token"], [50, 5, 1, "", "init_storage_client"], [51, 5, 1, "", "read_from_bucket"], [52, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[54, 1, 1, "", "CSVLogger"], [55, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[54, 2, 1, "", "__init__"], [54, 2, 1, "", "activate_flag"], [54, 2, 1, "", "deactivate_flag"], [54, 2, 1, "", "log_episode"], [54, 2, 1, "", "log_step"], [54, 2, 1, "", "log_step_normalize"], [54, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[57, 1, 1, "", "BaseReward"], [58, 1, 1, "", "ExpReward"], [59, 1, 1, "", "HourlyLinearReward"], [60, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[57, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[62, 1, 1, "", "LoggerWrapper"], [63, 1, 1, "", "MultiObsWrapper"], [64, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "activate_logger"], [62, 2, 1, "", "close"], [62, 2, 1, "", "deactivate_logger"], [62, 2, 1, "", "reset"], [62, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "get_unwrapped_obs"], [64, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "terms": {"": [3, 4, 5, 6, 8, 16, 37, 42, 54, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76], "0": [4, 6, 17, 22, 27, 54, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "00": [65, 69, 70, 72], "0000000e": 72, "0001": [58, 59, 60, 69], "0003": 6, "001": [68, 76], "005": 6, "0062198564813798": 72, "0098755e": 72, "01": [4, 65, 72], "013": 72, "01419754187374211": 68, "01780444446879": 68, "018659347206679163": [67, 70, 71, 72], "02": 72, "020264489995": 67, "02158105427085715": 71, "02158105427091371": 70, "02158190761707732": 72, "02158190765300895": 67, "02555257743519": 70, "026233082805": 71, "02705837058395": 72, "03": [4, 72], "0317279390094": 72, "0364337521905": 68, "03678874627648617": 67, "03772264848331002": 70, "03798343912": 72, "038656918097843": 70, "04": 69, "041089276331150074": 67, "041301484721": 68, "043642249929": 72, "04845287512533858": 72, "048609776261": 68, "049288786898": 68, "049444658835": 70, "05": [6, 69], "057": 69, "058": 69, "06": [67, 69], "060": 69, "06026474404745892": 71, "063053624272": 70, "068563513181": 71, "069": 69, "06e": 69, "07": [69, 72], "072": 69, "073": 69, "0741537654487203": 72, "075": 69, "077": 68, "078": 68, "08": [65, 66, 67, 68, 69, 70, 71, 72], "080": [68, 69], "082": 68, "083224933271658": 68, "084190_swec": [68, 76], "084714414165407": 71, "088": 68, "089": 68, "09": [65, 66, 69, 70, 71, 72], "0904158092028": 71, "091": 68, "09131570850309642": 67, "092": 71, "09252236706716": 70, "093": [68, 71], "09440904158092028": 71, "095": 71, "097": 71, "097875328370489": 70, "0999992e": 72, "0999999e": 72, "0x7fa912391f60": 69, "1": [4, 5, 12, 17, 22, 23, 58, 59, 60, 64, 65, 66, 67, 68, 69, 71, 72, 74, 76, 77], "10": [0, 4, 6, 8, 12, 17, 65, 66, 67, 68, 69, 70, 71, 72, 76], "100": 6, "1000": 6, "10000": [6, 23], "1000000": 6, "1000000e": 72, "10197": 71, "1024": 69, "10368000": [67, 68, 70, 71, 72], "1049": 71, "1049348956006743": 71, "105120": 69, "105328861617": 72, "1059": 72, "1059217058241587": 72, "10685": 71, "10831": 68, "10847": 71, "10gb": 6, "11": [66, 67, 68, 69, 70, 71, 72], "1100": 69, "1109": 6, "11374": 71, "1145": 0, "11520": [67, 68, 70, 71, 72], "11597": 68, "1163979019448": 72, "119": 72, "1192635601846987": 67, "12": [4, 5, 67, 68, 69, 70, 71, 72], "12081": 72, "12205": 68, "122309247712": 70, "12371": 6, "12473": 70, "124803999265": 67, "1251": 68, "12578": 70, "12581": 72, "12636": 67, "12774": 71, "12852": 68, "128614483414": 68, "12898937483064": 71, "13": [65, 67, 69, 70, 71, 72], "13046400": [67, 68, 70, 71, 72], "137288347910051": 72, "13779": 69, "1394": 71, "14": [6, 69], "140160": [65, 69], "140914592288": 72, "141": 69, "143": 69, "14414165407": 71, "14496": [67, 68, 70, 71, 72], "14584109058078": 67, "15": [65, 67, 68, 69, 70, 72, 76], "1548592605257": 70, "156": 69, "15638400": [67, 68, 70, 71, 72], "157": 69, "1570850309641": 67, "15889": 72, "15903": 70, "15946": 67, "16": [65, 67, 68, 72, 76], "161": 7, "166": 65, "167": 65, "1683": 72, "168324724933671": 72, "169": [65, 66], "17": [65, 67, 68, 70, 71, 72, 76], "171": 65, "17218": 65, "17376": [67, 68, 70, 71, 72], "17522": 69, "17697338689386": 70, "1769741608335": 67, "17748918": 72, "179": 65, "18": [65, 67, 68, 70, 71, 72, 76], "1814": 71, "1814198506979717": 71, "1831": 72, "18316800": [67, 68, 70, 71, 72], "183622138895": 72, "1854810210355": 68, "1856": 68, "18562950733969957": 68, "186": [67, 70, 71, 72], "18686": 72, "18733": 70, "18806": 67, "189": [65, 66, 69], "1895": 70, "19": [6, 59, 66, 67, 68, 70, 72, 76], "1907": 67, "194": 65, "19616": 72, "19665": 70, "1971": 72, "19718164196077612": 72, "19743": 67, "198506979717": 71, "1991": [5, 67, 68, 70, 71, 72, 76], "1992": [67, 68, 70, 71, 72, 76], "199461395033879": 70, "1997": 5, "1998": 5, "1999": 67, "1999124803999265": 67, "1e": [6, 58, 59, 60, 74], "2": [4, 7, 17, 65, 66, 67, 68, 69, 71, 72, 76], "20": [67, 68, 69, 70, 71, 72, 74, 76], "2004": [29, 40], "2016": 41, "2021": 0, "2021sinergym": 0, "2022": [65, 66, 67, 68, 69, 70, 71, 72], "20352": [67, 68, 70, 71, 72], "2048": 6, "20664": 72, "20679": 70, "208": 70, "20805": 67, "208103798343912": 72, "20995200": [67, 68, 70, 71, 72], "20gb": 6, "21": [65, 66, 67, 68, 70, 71, 72, 76], "2130": 71, "21301994285156": 70, "2130682079753009": 71, "21405": 69, "215": [67, 70, 71, 72], "216": 68, "217": 68, "217058241587": 72, "21883172787526": 70, "219": 68, "22": [66, 67, 68, 70, 71, 72, 76], "220": 68, "222": [65, 66, 69], "22419": 70, "22425": 72, "22539": 69, "22566": 67, "2264848331002": 70, "22948402199401": 67, "23": [65, 66, 68, 70, 71, 72, 74, 76], "23328": [67, 68, 70, 71, 72], "235": 66, "23587200": [67, 68, 70, 71, 72], "238": 66, "239": 65, "239530466879": 72, "24": [27, 65, 66, 67, 68, 69, 70, 71, 72, 76], "240": 65, "240017973336": 67, "24031817893416": 70, "241": 65, "24169508": 72, "247": 65, "24724933671": 72, "2473660813625511": 70, "248": 65, "24e": 69, "25": [67, 68, 70, 71, 72, 76], "252032348441579": 68, "253": 66, "2536": 69, "2542": 68, "25420492887868984": 68, "2547": 72, "2547043642249929": 72, "2550": 67, "25506172189226484": 67, "256": [65, 66, 69], "26": [68, 72, 74, 76], "26101206708": 70, "26208": [67, 68, 70, 71, 72], "26265600": [67, 68, 70, 71, 72], "2639": 68, "264": [65, 66, 69], "2650": 71, "2670384566951398": 71, "2678400": [67, 68, 70, 71, 72], "26894": 65, "27": [67, 68, 70, 72, 76], "2706": 72, "27060097480285": 70, "2706140914592288": 72, "272": 69, "273201273543": 72, "27470801492377106": 70, "2788": 71, "27888529681873564": 71, "28": [67, 68, 69, 70, 71, 72, 76], "282478127578": 71, "2828": 71, "282855143464232": 71, "2841864127941594": 70, "285403368743": 68, "28857600": [67, 68, 70, 71, 72], "29": [65, 66, 67, 68, 72, 76], "29078998832012": 72, "29184": [67, 68, 70, 71, 72], "2923781219578103": 70, "2976": [67, 68, 70, 71, 72], "29782872611681": 67, "2998": 70, "2998063053624272": 70, "29th": 5, "2b": 4, "2zonedatacenterhvac": 41, "2zonedatacenterhvac_weconom": 4, "3": [0, 3, 5, 9, 17, 21, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "30": [58, 59, 60, 66, 67, 68, 70, 71, 76], "302898129286": 71, "3048157153": 70, "309": 72, "30950124762364": 72, "31": [4, 5], "3133": 72, "3133716390651042": 72, "31536000": [67, 68, 70, 71, 72], "319": 0, "32064": [67, 68, 70, 71, 72], "323": 0, "325833964732": 68, "326": 72, "32960549764289": 71, "32978288232567": 71, "32988764119707": 71, "32995260044678": 71, "32998668433318": 71, "33": [71, 72], "33000003505644": 71, "33017991675662": 71, "33021175763765": 71, "33021459066708": 71, "33031354561692": 71, "3306": 6, "33203794777814": 67, "3381": 72, "3381835883111865": 72, "33834645": 72, "340": 66, "341": 66, "3464": 71, "3474": [65, 66, 69], "348": 66, "3486611": 0, "3488729": 0, "348956006743": 71, "35": 69, "35040": [65, 67, 68, 69, 70, 71, 72], "353": 69, "354": 69, "3540": 68, "3545": 68, "3545041301484721": 68, "3572": 72, "3581208006": 70, "3585": 67, "36": [65, 66], "360894738802": 67, "362": 69, "362905025186": 71, "3632": 68, "3632325833964732": 68, "3633": 70, "3641": 68, "36415333643306114": 68, "3645555431815984": 71, "36679381204974576": 68, "367": 67, "367509294058": 71, "37": 66, "3712": 68, "37125901467939915": 68, "377": 70, "3808358083250144": [67, 71], "386": 70, "387": 66, "388821263204": 71, "38913036408": 68, "39": [65, 66, 67, 68, 69, 70, 71, 72], "39061695": 72, "39168557711828": 67, "3962": 68, "3962959903637626": 68, "3977262984713": 68, "398": 67, "399": 67, "4": [4, 5, 17, 37, 58, 59, 60, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76], "40": 69, "401": 67, "403": 67, "4056": 71, "408750045244985": 68, "410": 67, "4171": 68, "41714749460407385": 68, "42": 69, "42152536802113": 67, "424": 72, "426890062703": 70, "427": 72, "42973474": 72, "43": [65, 69], "430": 72, "4303": 72, "43035526297215915": 72, "433": 72, "436": [69, 72], "43771976775179": 70, "4389": 68, "43890486097762615": 68, "441": 72, "442": 72, "443": 72, "444": 69, "44444445": 72, "450634930504": 68, "451": 72, "451824735388": 68, "45187531567338": 67, "452": 72, "45346341394": 71, "45374695271586": 70, "455174221925": 68, "456022185655": 68, "457187552995": 68, "4575": 71, "46": 69, "463676532796": 70, "47": 70, "470256190305543": 68, "4744": 72, "474946040738": 68, "475": 66, "4752": 67, "4757": 70, "476": 70, "477": [66, 70], "478": 67, "479": [66, 70], "4794": 72, "4794553408394407": 72, "479715547683856": 68, "48": 69, "481": 70, "482": 66, "48380984905": 70, "491": 65, "491234768304": 70, "492": [65, 67], "4934187414906": 67, "495266997755121": 68, "4966": 68, "4984": 68, "49848067461572076": 68, "4a": 4, "5": [0, 4, 17, 23, 46, 58, 59, 60, 63, 66, 67, 68, 69, 70, 71, 72, 74, 76], "5000": 6, "5000000e": 72, "501": 65, "5019": 69, "5037": 67, "5037684551333462": 67, "5097600": [67, 68, 70, 71, 72], "51": 66, "519834589526": 70, "52": 67, "5205": 68, "5205826494047732": 68, "521": 69, "521158571141": 72, "522": 69, "524": 69, "526": 69, "53": 67, "533364330611": 68, "536": 71, "54": [66, 68], "54812468432662": 67, "548597527242591": 68, "55": [29, 40, 68], "55143464232": 71, "552629721591": 72, "553408394407": 72, "5541": 72, "5552": 70, "5560": 67, "55e": 69, "56": [65, 67, 68], "5664": [67, 68, 70, 71, 72], "5674622643073": 71, "5683": 70, "5683728255883188": 70, "56918097843": 70, "5692882536": 71, "57": 65, "58714336648": 71, "5873": 67, "5873617289712576": 67, "590146793991": 68, "5934720667916": [67, 70, 71, 72], "5946": 68, "5946285403368743": 68, "5959": 71, "5c": 4, "5e": 69, "5e6": [4, 68, 76], "5zone": [2, 4, 5, 6, 68, 71, 76, 77], "5zoneautodxvav": [4, 40], "6": [5, 6, 8, 17, 37, 58, 59, 60, 66, 67, 68, 69, 70, 71, 72, 76], "600": 69, "6006": 6, "602": [69, 71], "6074": 67, "6074240017973336": 67, "608314422881719": 67, "608954955058": 67, "61": 69, "61093146586074": 72, "617": 69, "617218922648": 67, "617289712576": 67, "618844122902": 72, "62456817261": 67, "6263": 70, "6265": 72, "627393394123": 67, "6282": 70, "6282049444658835": 70, "6284": 67, "639832155621491": 70, "6399832181337": 70, "64": [6, 66], "6400005377888734": 72, "644": 67, "6440246737491857": 67, "6474404745892": 71, "648792015279": 72, "66081362551": 70, "669": 65, "670": 65, "67021711767433": 71, "6725497890372522": 72, "674": 65, "676": [68, 71], "677": 65, "679714954765": 71, "67e": 69, "68": 69, "682": 65, "682079753009": 71, "684551333462": 67, "687": 71, "6904987523763602": 72, "692349": 66, "6970": 68, "697197328473": 70, "7": [6, 17, 67, 68, 69, 70, 71, 72, 74, 76], "70080": [65, 69], "701": 65, "702": 65, "7021712738831916": 67, "70762187804219": 70, "708": 69, "709210011679879": 72, "710": 65, "711": 69, "716166500288": [67, 71], "716390651042": 72, "71761367059368": 67, "718732977875": 70, "72529198507623": 70, "726": 69, "7277939767475": 67, "728255883188": 70, "729": 65, "72939902519715": 70, "73": [65, 66, 67, 68, 69, 70, 71, 72], "731": 65, "73296154330486": 71, "734692": 66, "734718": 66, "73759114382434": 68, "738203460833": 67, "73e": 69, "740": 65, "742": [65, 66], "743": 66, "7437": 68, "7437450634930505": 68, "744": 65, "7457": 71, "75": 69, "751": 66, "752598388217": 72, "7532837048899": 70, "7596818210658398": 70, "760": 65, "7616": [67, 71], "7616716166500288": [67, 71], "76682020349629": 68, "77": 6, "7705159780059887": 67, "7776000": [67, 68, 70, 71, 72], "780": [66, 72], "784": 72, "7869800571484404": 70, "788": [66, 72], "792": 72, "8": [6, 8, 67, 68, 69, 70, 71, 72, 76], "800001": 72, "80053860496612": 70, "805": 65, "806746157207": 68, "807": 65, "80737243763421": 72, "8105427085715": 71, "8105427091371": 70, "8111888": 72, "816419607761": 72, "819": 65, "8190761707732": 72, "8190765300895": 67, "823025839166501": 67, "826419277357": 67, "826494047731": 68, "826655404054": 70, "830588831498": 67, "8311": 67, "8311608954955059": 67, "833": 70, "835610714406": 72, "835883111865": 72, "837829436405": 67, "8380": 70, "8380491234768305": 70, "83e": 69, "845": 70, "8466963812559": 68, "850": 68, "85182426822": 72, "852": 68, "852968187356": 71, "853": 68, "854": 68, "854158909419219": 67, "85954501463": 67, "86271165208995": 72, "8640": [67, 68, 70, 71, 72], "86400": 6, "868884432568": 72, "8710106251693617": 71, "8783": 71, "8783948537124865": 71, "8807364398153": 67, "8874627648617": 67, "888": 66, "890": 69, "891": 69, "8910724773705": 68, "8927633115007": 67, "895": 69, "896": 66, "8981": 71, "899": 69, "8th": 0, "9": [4, 41, 58, 59, 60, 67, 68, 69, 70, 71, 72, 74, 76], "900": [67, 68, 70, 71, 72], "9000000e": 72, "913": 67, "9159": 70, "9159463676532796": 70, "9176": 68, "92584623455128": 72, "9267": 72, "9272": 70, "929": 69, "9322": 67, "932837191979614": 68, "9337411038548": 71, "936": 69, "940264075469": 67, "944": [65, 71], "946": 65, "9484536": 72, "948537124865": 71, "94e": 69, "95": [6, 69], "95154712487466": 72, "9522228e": 72, "959": [65, 69], "959903637626": 68, "96": 69, "9625": 72, "9625868884432568": 72, "964": 68, "9649146249287": 68, "966961794846867": 68, "9682720609906": 72, "96e": 69, "972": 69, "973": 69, "974447422564811": 70, "978": [70, 72], "9781450391146": 0, "980": 69, "981": 72, "984": 72, "98439137803774": 72, "98445623259406": 70, "98466104": 72, "9846868749223": 72, "985": 72, "98506510334393": 67, "986": 72, "98601762250864": 72, "989": 68, "99": [6, 37], "990": 72, "9910000e": 72, "993": 72, "99378014351862": 72, "9961": 71, "996158714336648": 71, "997": 72, "99871397216555": 67, "99962719644226": 72, "99998783039325": [67, 71], "A": [0, 6, 7, 26, 68, 73], "And": [6, 67, 69], "As": [0, 4, 6, 8, 9, 68, 76], "At": [6, 7, 67, 69, 76], "Be": 4, "But": [74, 76], "By": [5, 8, 68, 74, 76], "For": [0, 3, 4, 5, 6, 7, 8, 9, 65, 67, 68, 69, 71, 72, 74, 75, 76, 77], "If": [0, 3, 4, 5, 6, 7, 8, 33, 37, 46, 64, 68, 73, 74, 75, 76], "In": [0, 4, 6, 7, 8, 9, 37, 46, 66, 67, 68, 70, 74, 75, 76], "It": [0, 3, 4, 6, 7, 8, 9, 17, 23, 42, 44, 54, 60, 74], "Its": 4, "NO": 3, "No": 66, "On": [3, 6, 8, 68, 76], "One": 6, "Or": 6, "That": [4, 74], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 29, 44, 46, 67, 68, 72, 73, 74, 76, 77], "Then": [3, 4, 6, 8, 65, 66], "There": [3, 6, 7, 8, 73], "These": [0, 4, 6, 7, 9, 54, 68, 74, 75], "To": [0, 4, 5, 6, 8, 9, 66, 75, 76], "With": [3, 4, 68, 76], "_": 6, "__call__": 74, "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 54, 55, 57, 58, 59, 60, 62, 63, 64, 70, 74], "__version__": 6, "_check_eplus_env": 4, "_create_row_cont": 70, "_ddy_path": 37, "_env_working_dir_par": [6, 65, 66, 69], "_episode_exist": 6, "_eplus_one_epi_len": [6, 65, 66, 69], "_eplus_run_steps": [6, 65, 66, 69], "_idd": 37, "_idf_path": 37, "_init_setup_model": 6, "_mean": [65, 66, 69], "_method": [65, 66, 69], "_setpoints_transform": 4, "_var": [65, 66, 69], "_weather_path": 37, "a2c": [3, 6], "abil": 6, "abl": [4, 6, 8, 68], "about": [0, 3, 4, 7, 9, 44, 66, 68, 69, 71, 72, 73, 75, 76, 77], "abov": [4, 6, 7, 66, 68], "abs_comfort": [67, 68, 70, 71, 72], "absolut": [33, 58, 60, 74], "abspath": 6, "abstract": 15, "accept": [6, 7], "access": [3, 6], "accord": [4, 23], "accordingli": [0, 9], "account": [0, 5, 6, 8, 9, 48, 49, 74], "acm": 0, "act": [40, 41, 42, 71, 76], "act_repeat": [4, 12, 17, 68, 76], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 31, 37, 40, 41, 42, 46, 54, 62, 63, 67, 70, 71, 75], "action_": [67, 68, 70, 71, 72], "action_definit": [4, 12, 17, 37, 68, 76], "action_definition_exampl": 4, "action_map": [4, 12, 68, 76], "action_nois": 6, "action_simul": 3, "action_spac": [4, 6, 12, 42, 67, 68, 70, 72, 76, 77], "action_vari": [4, 12, 68, 76], "activ": [4, 6, 8, 22, 54, 62, 73], "activate_flag": 54, "activate_logg": 62, "actuat": [0, 4, 9], "ad": 3, "adapt": [0, 4, 9, 37, 43, 44, 68, 76], "adapt_idf_to_action_definit": [4, 37], "adapt_idf_to_epw": 37, "adapt_variables_to_cfg_and_idf": 37, "add": [3, 4, 6, 7, 37, 68, 69, 74, 76, 77], "add_argu": 6, "add_batch": 32, "addit": [4, 22, 37, 44, 46], "address": [0, 6], "adjust": [0, 9, 74], "admin": 6, "advantag": 7, "advertis": 6, "advis": 7, "affect": [4, 25, 37, 46], "affin": 6, "after": [6, 17, 46, 67, 68, 72, 76], "again": 6, "agent": [0, 2, 4, 6, 12, 23, 40, 41, 42, 46, 54, 71, 73, 74, 75, 76], "aggress": 7, "agre": 6, "aim": [0, 6, 8, 9], "air": [68, 71, 74, 76], "alejandro": 0, "alg": 6, "algorithm": [0, 2, 3, 6, 9, 21, 65, 66, 69, 75, 76], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 33, 37, 57, 62, 67, 69, 71, 73, 74, 75, 76], "alloc": [6, 7], "allow": [0, 3, 4, 6, 7, 9, 74], "allus": 6, "alon": 48, "along": [0, 9], "alphabet": 7, "alreadi": [4, 6, 68, 71, 74, 75, 76], "also": [0, 8, 9, 44, 68, 69, 72, 74, 76], "alter": 6, "altern": [4, 8], "alwai": [0, 4, 6, 67, 69, 71, 73, 74], "am": 74, "amplifi": 5, "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 28, 37, 44, 46, 54, 67, 73, 74, 75, 76, 77], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 32, 37, 40, 41, 42, 46, 54, 62, 63, 64, 68, 69, 70, 71, 73, 74, 76], "ann": 37, "annot": 6, "anoth": [7, 8, 68, 73], "antonio": 0, "anymor": 6, "anyth": 46, "anywai": [8, 75], "api": [0, 6, 9, 44, 47, 67], "appear": [3, 8, 46, 67, 73], "append": [6, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77], "appengin": 6, "appli": [4, 5, 6, 7, 12, 37, 64, 69, 73], "applic": [6, 75], "apply_extra_conf": [5, 37], "apply_weather_vari": 37, "appropri": [6, 68, 76], "appspot": 6, "apt": 8, "ar": [0, 3, 4, 6, 7, 8, 9, 29, 46, 54, 58, 59, 60, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "arg": [4, 6, 8, 12, 22, 23, 62, 63, 64, 71], "argpars": 6, "argument": [3, 6], "argumentpars": 6, "aris": [68, 76], "arizona": 4, "arrai": 54, "arrmean": [65, 66, 69], "artifact": [0, 6, 9], "artifact_path": 6, "artifactregistri": 6, "ashra": [29, 40, 41], "ashrae9012016_officemedium_denv": 4, "ashrae9012016_warehouse_denv": 4, "ask": [50, 51, 52], "aspect": [0, 9, 74], "assign": [68, 76], "associ": [0, 4, 9], "atari": [0, 9], "attach": 6, "attribut": [3, 12, 17, 37, 54, 69, 73], "auth": [6, 48], "authent": 6, "author": [0, 49], "auto": [3, 6], "auto_delet": 6, "autodelet": 6, "autom": [0, 9], "automat": [0, 4, 6, 7, 8, 9, 12, 37, 75], "autopep8": 7, "avail": [0, 6, 9, 42, 68, 69, 70, 72, 76], "averag": [46, 76], "avoid": 46, "axi": [65, 66, 69], "b": 6, "back": 6, "backend": [0, 6, 9], "background": 3, "balanc": 6, "bar": 3, "base": [0, 2, 6, 7, 9, 40, 41, 57, 71, 75], "base_class": 46, "basealgorithm": 46, "basecallback": [3, 23], "baselin": [0, 3, 9, 21, 43, 44, 75], "baselines3": [43, 44], "basereward": 74, "bash": 6, "basi": 76, "basic": 39, "batch": [6, 32], "batch_siz": 6, "batteri": [3, 6], "bcvtb": [0, 4, 9, 17, 37], "bcvtb_path": [4, 8, 17, 19], "becaus": [3, 4, 6, 69, 71, 76], "becom": [0, 9], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 44, 46, 66, 68, 73, 74, 75, 76], "befor": [4, 6, 8, 17, 37, 46, 69, 72, 76], "begin": 6, "behav": 7, "behavior": 74, "being": [3, 4, 12, 68, 73, 74, 76], "bellow": 6, "belong": [6, 54, 73], "below": 74, "benchmark": [0, 2, 9], "benefit": 3, "best": [6, 23, 65, 66, 69], "best_model": [6, 65, 69], "best_model_save_path": [6, 23, 65, 69], "better": 76, "between": [0, 3, 4, 9, 27, 74], "bf": 6, "bin": [6, 8], "bind": 6, "blob": 44, "blob_prefix": 51, "booktitl": 0, "bool": [6, 12, 17, 19, 23, 30, 44, 46, 54, 62, 63, 70], "boolean": [17, 22], "boot": 6, "bot": 7, "both": [3, 6, 74], "bound": [3, 65, 66, 67, 68, 69, 70, 71, 72], "box": [3, 4, 12, 65, 66, 67, 68, 69, 70, 71, 72, 76], "branch": 7, "buc": 6, "bucket": [51, 52], "bucket_nam": [6, 51], "buffer": 6, "buffer_s": 6, "build": [0, 2, 6, 7, 8, 9, 12, 19, 34, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "builder": 6, "built": 6, "button": 8, "bvctb": [65, 66, 67, 68, 69, 70, 71, 72], "c": [6, 58, 59, 60, 74], "cach": 6, "calcul": [4, 6, 65, 69, 74, 76], "call": [3, 4, 6, 7, 8, 17, 23, 46, 68, 69, 73, 76], "callabl": [46, 62], "callback": [0, 3, 6, 9, 20, 45, 46, 65, 66, 69], "callback_on_new_best": 23, "callbacklist": [3, 6, 65, 66, 69], "campoi": 0, "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "cannot": [7, 66, 76], "cant": 6, "captur": 6, "care": [4, 6], "carri": 73, "case": [0, 4, 6, 7, 8, 9, 46, 67, 68, 69, 71, 74, 76], "cast": [65, 66, 67, 68, 69, 70, 71, 72], "cat": 6, "catch": 7, "caus": 6, "cc": 66, "cd": 8, "center": 41, "certain": [0, 4, 9], "cfg": [0, 4, 9, 17, 37, 73], "ch": 6, "chang": [0, 4, 6, 7, 9, 54, 66, 67, 69, 70, 73, 74, 76], "characterist": 74, "charg": 4, "check": [0, 3, 4, 6, 7, 30, 44, 46, 75], "checker": [4, 43], "checkout": 7, "choos": 8, "chosen": [40, 41, 42, 71, 76], "ci": [7, 44], "citi": 0, "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 30, 36, 37, 39, 40, 41, 42, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68, 70, 71, 73, 74], "classif": 4, "clear": 6, "clg": 37, "clgsetp": [68, 76], "click": 8, "client": [6, 50, 51, 52], "climat": 4, "clip": [3, 6], "clip_rang": 6, "clone": [8, 76], "close": [6, 12, 17, 62, 66, 67, 68, 69, 70, 71, 72, 76, 77], "cloud": [0, 3, 7, 9, 47, 48, 49, 50, 51, 52], "cloud_sql_proxi": 6, "cloud_sql_proxy_imag": 6, "cloudapi": 6, "cloudbuild": 6, "cloudfunct": 6, "cloudsdktool": 6, "cloudsql": 6, "co": 6, "code": [0, 2, 3, 5, 6, 7, 8, 9, 65, 67, 74, 76, 77], "coef": 6, "cold": [58, 59, 60, 74], "collect": [6, 54, 76], "column": [3, 25, 37], "com": [6, 8, 16, 43, 44], "combin": [6, 8, 68, 72, 76], "comfort": [3, 4, 8, 22, 29, 58, 59, 60, 68, 71, 73, 74, 76], "comfort_penalti": [54, 67, 68, 69, 70, 71, 72], "comfort_viol": 69, "comfort_violation_tim": 3, "comfort_violation_timestep": 54, "command": [6, 7, 75], "comment": [3, 7], "commit": 7, "common": [4, 6, 20, 23, 46, 65, 66, 69, 71, 74, 75], "commun": [0, 9, 13, 37, 73, 75], "compar": [3, 7], "compat": [4, 6, 8, 44], "compil": 7, "complet": [4, 65, 66, 69, 72], "complex": [4, 75], "compon": [0, 3, 4, 5, 6, 9, 12, 22, 37], "compos": 26, "comput": [0, 3, 6, 66, 69], "concaten": 3, "conceptu": 75, "concern": [0, 4, 9, 68], "conda": 8, "condit": [4, 12, 29, 40], "condn": 37, "confer": 0, "config": [4, 5, 6, 67, 75], "config_param": [4, 5, 12, 17, 68, 76], "configur": [0, 9, 12, 17, 19, 36, 37, 65, 66, 67, 69, 71, 72, 74, 75], "confus": 6, "connect": [4, 6, 16, 17, 18, 65, 66, 67, 68, 69, 70, 71, 72], "connector": 19, "consequ": [3, 6, 74], "consid": [8, 58, 59, 60, 67, 74], "consist": [4, 17], "consol": 6, "constant": [4, 6, 58, 59, 60, 70, 72, 74], "constantli": [0, 9], "construct": [3, 4, 6], "constructor": [3, 4, 5, 15, 68, 74, 76], "consumpt": [3, 22, 59, 60, 73, 74], "contain": [0, 7, 46, 48, 49, 67, 75], "containerregistri": 6, "content": 73, "context": [4, 5, 68, 75], "continu": [3, 4, 5, 6, 7, 8, 66, 67, 68, 76, 77], "continuous_action_def": 4, "control": [0, 4, 7, 9, 12, 15, 17, 20, 68, 74, 75], "controller1_definit": 4, "controller2_definit": 4, "controller_definit": 4, "controller_typ": 4, "convert": 32, "cool": [4, 68, 71, 76], "cooling_initial_valu": [4, 68, 76], "cooling_nam": [4, 68, 76], "copi": [4, 8, 17, 73], "core": [44, 65, 66, 69], "correct": [4, 6, 7, 8, 72, 77], "correctli": [4, 6, 75, 76], "correspond": 17, "could": [0, 5, 6, 9, 66, 77], "count": [46, 68, 76], "cp": 6, "cpu": [66, 69], "cr": 6, "creat": [0, 3, 4, 5, 8, 9, 17, 25, 33, 37, 65, 66, 67, 68, 69, 70, 71, 72, 76], "create_eval_env": 6, "create_row_cont": 70, "creation": [6, 76], "criteria": 76, "csv": [3, 4, 54, 62, 69, 70, 72, 73, 76], "csvlogger": [6, 22, 62, 70, 73], "cuda": 66, "cudart": 66, "cudart_stub": 66, "cumul": [67, 68, 70, 71, 72, 74, 76, 77], "cumulative_comfort_penalti": 3, "cumulative_pow": 3, "cumulative_power_penalti": 3, "cumulative_reward": 3, "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 26, 29, 37, 54, 69, 72, 74, 75, 77], "current_cool_setpoint": 71, "current_dt": 71, "current_heat_setpoint": 71, "current_month": [67, 68, 70, 71, 72, 76, 77], "curriculum": 3, "custom": [0, 3, 4, 6, 9, 20, 21, 22, 44, 45, 61, 66], "customcsvlogg": 70, "customiz": [0, 9], "customreward": 74, "d": [6, 7, 17, 65, 66, 69], "d_": 6, "dai": [4, 5, 17, 26, 27, 29, 37, 58, 59, 60, 67, 68, 70, 71, 72, 74], "data": [0, 6, 9, 12, 17, 19, 22, 37, 41, 51, 52, 54, 66, 69, 73], "databas": 6, "datacent": [2, 4, 6, 68, 76], "datastor": 6, "date": [3, 4], "datetim": [6, 65, 66, 69, 71], "daytim": 71, "db": [6, 37], "db_root_password": 6, "ddof": [65, 66, 69], "ddpg": [3, 6], "ddy": [4, 37, 65, 66, 67, 68, 69, 70, 71, 72], "ddy_model": 37, "deactiv": [6, 54, 62, 73], "deactivate_flag": 54, "deactivate_logg": 62, "deal": 3, "decid": [4, 6], "deep": [0, 6, 8, 9, 69, 76], "def": [4, 70, 71, 74], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 37, 44, 58, 59, 60, 62, 63, 66, 68, 74, 75, 77], "defin": [0, 4, 6, 9, 15, 19, 29, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "definit": [0, 6, 9, 12, 37, 66, 67], "degre": [65, 66, 69], "del": 6, "delet": [6, 48], "delete_instance_mig_from_contain": 6, "delta": 27, "demand": [68, 74, 76], "demo": [4, 65, 66, 67, 69, 70, 71, 72, 76], "depend": [0, 3, 4, 6, 8, 9, 29, 54, 58, 59, 60, 68, 69, 73, 74, 75], "deploi": [6, 7], "deploy": 7, "deriv": [3, 6], "describ": [6, 41], "descript": [6, 17], "design": [0, 4, 5, 9, 37, 68], "designdai": [0, 4, 9, 37, 65, 66, 67, 68, 69, 70, 71, 72], "desingdai": 37, "desir": [0, 9, 71], "dest": 6, "dest_bucket_nam": [6, 52], "dest_path": [6, 52], "destin": 52, "detail": [0, 5, 6, 8, 9, 69], "determin": [5, 6, 76], "determinist": [6, 23, 46, 65, 69], "develop": [0, 2, 7, 8, 9, 66, 72, 75, 77], "devic": [6, 66, 69], "devstorag": 6, "dict": [4, 12, 17, 31, 32, 33, 37, 46, 54, 62, 63, 64, 70, 71], "dictionari": [4, 5, 6, 7, 12, 17, 31, 32, 68, 74, 76], "differ": [0, 3, 4, 6, 7, 8, 9, 27, 58, 60, 66, 69, 74, 75, 76], "dimens": [58, 59, 60, 74], "dir": [6, 37, 66], "direct": [3, 6], "directli": [0, 3, 4, 6, 8, 9, 32, 68, 76], "directori": [4, 5, 8, 12, 17, 33, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75], "disabl": 6, "discomfort": 74, "discret": [3, 4, 12, 67, 68, 74, 76], "discuss": 68, "disk": 6, "disksizegb": 6, "displai": [6, 67, 68, 70, 71, 72, 76, 77], "dispos": 76, "dist": [65, 66, 67, 68, 69, 70, 71, 72], "div": [65, 66, 69], "dlerror": 66, "dlr": [43, 44], "do": [0, 3, 4, 5, 6, 8, 9, 46, 66, 68, 74, 75, 76], "doc": [7, 8], "docker": [6, 7], "dockerfil": [6, 7, 8, 75, 76], "docstr": 7, "document": [4, 6, 7, 8, 66, 68, 69, 71, 72, 73, 76], "doe": [0, 4, 5, 6, 9, 17, 73], "doesn": [3, 6, 77], "doi": 0, "don": [4, 6, 8, 67, 73], "done": [54, 67, 68, 70, 71, 72, 76, 77], "dote": 6, "double_scalar": [65, 66, 69], "down": 6, "download": 6, "dport": 6, "dqn": [3, 6, 65, 66, 69], "drive": 6, "drl": [0, 2, 4, 6, 9, 65, 66, 76], "drl_batteri": [3, 6, 69, 76], "dry": 4, "drybulb": [25, 37, 68, 71, 76], "dso_load": 66, "dtype": [4, 65, 66, 68, 69, 76], "dualsetp": [68, 76], "dualsetpoint": [68, 76], "due": [3, 4, 6, 66], "dummyvecenv": [6, 65, 66, 69], "durat": 3, "dure": [3, 4, 6, 12, 22, 23, 69, 73, 76], "dynam": [4, 7, 66], "e": [0, 8, 9, 46], "e2": 6, "e2_highcpu_8": 6, "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 32, 33, 46, 54, 62, 68, 69, 70, 71, 72, 73, 74, 76], "earli": 46, "earlier": 69, "easi": [0, 9, 75], "easier": 47, "easili": [0, 4, 5, 6, 9], "east": [68, 76], "ec": 6, "echo": 6, "edit": 7, "editor": 6, "effect": [6, 68, 76], "effici": 0, "either": 4, "elabor": 54, "elaps": [17, 26, 54], "electr": [68, 74, 76], "element": [17, 28, 32, 54, 76], "elif": [6, 71], "els": [4, 6, 46, 70, 71], "email": 6, "empti": [4, 8, 12, 37, 65, 66, 69], "enabl": [6, 7], "encount": [65, 66, 69], "end": [3, 6, 12, 17, 19, 27, 54, 58, 59, 60, 65, 73], "end_dai": [5, 27], "end_env": 17, "end_episod": 17, "end_mon": 27, "end_month": 5, "end_run": [6, 65], "end_simul": 19, "end_year": [5, 27], "energi": [0, 4, 6, 22, 58, 59, 60, 74], "energy_vari": [58, 59, 60, 68, 74, 76], "energy_weight": [6, 58, 60, 68, 74, 76], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 26, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73], "engin": [0, 6, 9, 15], "enough": [0, 6, 9], "ensur": [4, 8], "ent": 6, "ent_coef": 6, "enter": [6, 76], "entir": [0, 3, 9], "entrypoint": 6, "env": [3, 4, 5, 6, 8, 23, 30, 33, 35, 37, 40, 41, 42, 43, 44, 46, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "env_nam": [4, 12, 17, 19, 33, 37, 68, 73, 76], "env_sinergym": 8, "env_typ": 6, "env_vec": [65, 66, 69], "env_working_dir": 37, "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 30, 35, 40, 41, 42, 44, 46, 54, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 71, 72, 73, 74, 75, 77], "environment": [29, 40], "environment_id": 68, "environment_nam": 6, "eof": 6, "ep": [3, 6], "ep_len_mean": 69, "ep_length": 3, "ep_pow": 22, "ep_rew_mean": 69, "ep_reward": 22, "ep_term_comfort": 22, "ep_term_energi": 22, "ep_timestep": 22, "episod": [3, 5, 6, 12, 17, 22, 23, 33, 37, 46, 54, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "episode_path": 37, "episode_reward": [65, 69], "episodes_": [65, 66, 69], "episodes_int": 6, "eplu": [0, 4, 5, 9, 12, 33, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "eplus_env": 4, "eplus_env_5zon": 68, "eplus_env_datacent": 68, "eplus_env_demo": [65, 66, 67, 69, 70, 71, 72], "eplus_env_new_env_name_mainthread_root": 68, "eplus_path": [4, 8, 17, 19], "epm": [26, 28, 32, 34, 37], "epoch": 6, "epw": [0, 9, 12, 17, 19, 25, 37, 68, 73, 75, 76], "equal": 74, "equival": 3, "error": [4, 6, 7, 46, 66, 68, 76], "esp_granada": [68, 76], "establish": [0, 4, 9, 17, 68, 73, 75, 76], "etc": [0, 3, 4, 6, 8, 9, 54, 67, 68, 76], "eu": 6, "europ": 6, "eval": [6, 23, 65, 69], "eval_callback": [6, 65, 69], "eval_env": [6, 23], "eval_freq": [6, 23, 65, 69], "eval_length": 6, "evalf": 6, "evalloggercallback": 3, "evalu": [0, 3, 6, 9, 23, 65, 66, 69, 74], "even": [4, 68, 69, 71, 76], "event": [6, 7], "everi": [6, 7, 8, 23, 67, 68, 70, 71, 72, 75, 76, 77], "everyth": [6, 69, 76], "exactli": 76, "exampl": [2, 3, 4, 6, 7, 8, 9, 68, 70, 73, 74, 75, 77], "example1": 8, "except": [4, 37, 76], "exclud": 51, "execut": [3, 4, 7, 8, 12, 17, 37, 48, 54, 55, 62, 63, 66, 69, 75, 76], "exist": [4, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "exit": 6, "exp": 58, "expect": 46, "experi": [3, 4, 5, 8, 36, 37], "experiment": [0, 4, 9], "experiment_d": [6, 65, 66, 69], "experiment_path": 37, "explain": [6, 7, 68, 76], "explan": 6, "explicitli": 28, "exploration_final_ep": 6, "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_r": [3, 69], "exponenti": [6, 58, 74], "export": 6, "expreward": [6, 68, 74, 76], "extend": 71, "extens": [4, 8, 67, 69], "extern": [0, 4, 6, 9, 37, 73], "externalinterfac": [65, 66, 67, 68, 69, 70, 71, 72], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 36, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75], "extra_conf": [68, 76], "extra_config": [4, 12, 37], "extra_param": 5, "extract": [3, 4, 33], "f": [6, 8, 65, 66, 69], "f1": 6, "facil": [3, 68, 74, 76], "factor": 73, "fail": [5, 6], "fals": [6, 22, 23, 46, 54, 62, 65, 67, 68, 69, 70, 71, 72, 76, 77], "familiar": [0, 9], "fanger": [68, 76], "far": [0, 4, 9, 74], "featur": [3, 4], "februari": 5, "feedback": [4, 12], "feel": [69, 71], "few": 69, "field": [3, 4, 6, 74], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 31, 36, 37, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "file_path": 34, "final": [6, 67], "find": [2, 7], "finish": [6, 7, 17, 76], "firestor": 6, "firewal": 6, "first": [0, 8, 17, 37, 46, 62, 64, 65, 67, 69, 70, 71], "firstli": 6, "fit": [68, 76], "fix": [4, 7], "flag": [3, 6, 17, 54, 62, 70], "flag_discret": 4, "flat": 63, "flatten": [63, 72], "float": [4, 6, 12, 17, 25, 26, 27, 33, 37, 46, 54, 58, 59, 60, 62, 63, 66, 70], "float32": [65, 66, 67, 68, 69, 70, 71, 72, 76], "folder": [0, 4, 7, 8, 12, 23, 37, 66, 68, 70, 72, 76], "follow": [0, 4, 6, 7, 8, 9, 17, 41, 44, 67, 74, 76], "forget": 67, "fork": [6, 7], "format": [0, 3, 4, 5, 6, 7, 9, 62, 68, 76], "formatt": 55, "found": [4, 77], "fp": 69, "framework": [0, 75], "free": [4, 6, 69, 71], "freedom": [65, 66, 69], "freq": 23, "frequenc": [3, 6], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 28, 37, 42, 43, 44, 48, 51, 52, 54, 57, 58, 59, 60, 65, 66, 68, 69, 70, 71, 72, 73, 74, 76, 77], "fromnumer": [65, 66, 69], "full_control": 6, "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 28, 33, 43, 45, 46, 47, 56, 57, 59, 60, 67, 68, 71, 72, 74, 75, 76, 77], "funtion": 70, "futur": [0, 3, 4, 5, 6, 9, 66, 74], "g": [0, 6, 9, 46, 51], "gae": 6, "gae_lambda": 6, "gamma": 6, "gaussian": 4, "gce": 6, "gce_project_id": 6, "gce_zon": 6, "gcloud": 6, "gcp": 6, "gcr": 6, "gener": [0, 4, 5, 6, 7, 9, 12, 37, 73], "get": [6, 8, 29, 37, 46, 49, 64, 71], "get_is_eplus_run": 17, "get_season_comfort_rang": 71, "get_service_account_token": 6, "get_unwrapped_ob": 64, "getcwd": 6, "getlogg": 55, "git": 8, "github": [6, 8, 16, 43, 44, 75], "gitignor": 6, "give": [4, 6], "given": [2, 3, 6, 17, 26, 28, 30, 33, 37, 58, 59, 60, 62, 74], "gl": 6, "glanc": 67, "global": [6, 46], "gmail": 6, "go": [4, 6, 65, 66, 67, 68, 69, 72, 77], "goal": [0, 9], "googl": [0, 7, 8, 9, 47, 48, 49, 50, 51, 52], "google_cloud_credenti": 6, "googleapi": 6, "got": [6, 28], "gpu": 66, "grad": 6, "gradient": 6, "gradient_step": 6, "group": [6, 48], "group_nam": 6, "grow": 4, "gserviceaccount": 6, "gsutil": 6, "gt": 69, "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 30, 35, 44, 46, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "g\u00f3mez": 0, "h": [6, 65, 66, 69], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 30, 35, 37, 44, 46, 49, 66, 68, 69, 73, 74, 75, 76, 77], "hand": [6, 8, 68, 76], "happen": [6, 7], "hasattr": 6, "hasn": [6, 28], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "he": [0, 9], "header": [54, 62, 70], "heat": [4, 68, 71, 76], "heating_initial_valu": [4, 68, 76], "heating_nam": [4, 68, 76], "help": [0, 6, 9], "helper": 6, "henc": 6, "here": [3, 4, 6, 7, 8, 22, 69, 75, 76], "hi": [0, 9], "high": [4, 68, 76], "highcpu": 6, "higher": 74, "host": [0, 6, 73], "hot": [4, 5, 58, 59, 60, 68, 74, 76, 77], "hour": [0, 4, 5, 9, 17, 26, 59, 67, 68, 70, 71, 72, 74], "hourlylinearreward": 74, "how": [0, 4, 6, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 76], "howev": [4, 5, 6, 8, 68, 74, 75, 76], "htg": 37, "htgsetp": [68, 76], "html": 6, "http": [0, 6, 8, 16, 43, 44], "hub": [6, 7, 8], "human": [12, 29, 40], "humid": [4, 68, 76], "hvac": [68, 74, 76], "hyperparamet": [3, 6], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 32, 33, 37, 44, 46, 48, 54, 59, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "iam": 6, "id": [4, 6, 68, 74, 76], "idd": 37, "idea": 6, "identifi": 6, "idf": [0, 5, 9, 12, 17, 19, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "idf_fil": [4, 12, 19], "idf_path": [4, 17, 37], "ignor": [6, 7, 66, 75], "imag": [6, 8], "imagin": 74, "immedi": 6, "implement": [0, 2, 3, 4, 5, 9, 39, 56, 61, 74, 75, 77], "implicitli": [0, 9], "import": [3, 4, 5, 6, 7, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "improv": [0, 9], "in_temp": 71, "incid": 6, "includ": [0, 4, 5, 6, 7, 8, 9, 20, 66, 67, 74, 76], "inconsist": [4, 68, 76], "incorpor": 4, "incorrect": 7, "increas": 74, "increment": 22, "independ": 75, "index": [4, 6], "indic": [4, 6, 17, 22], "individu": 6, "indoor": [40, 41], "info": [54, 65, 66, 67, 68, 69, 70, 71, 72, 76, 77], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 37, 44, 54, 62, 63, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77], "infrastructur": [0, 9], "ingress": 6, "inherit": [57, 77], "init_storage_cli": 6, "initi": [3, 4, 23, 50], "inner": [6, 7, 22, 48, 51, 52], "inproceed": 0, "input": [6, 7, 17], "insid": [74, 76], "instal": [0, 6, 7, 17, 76], "instanc": [2, 3, 4, 6, 12, 48, 73], "instance_group_nam": 48, "instanti": 70, "instead": [0, 3, 4, 6, 8, 9, 46], "instruct": 8, "int": [4, 6, 12, 15, 17, 23, 26, 27, 29, 37, 46, 54, 58, 59, 60, 62, 63, 70, 71], "intact": [68, 76], "integ": [12, 17], "integr": [0, 4, 6, 7, 9, 66, 69, 76], "intend": 4, "inter": 6, "interact": [0, 2, 3, 9, 44, 54, 62, 69, 73], "interest": [0, 68, 76], "interfac": [0, 4, 9, 13, 18, 37, 73, 75], "intermedi": 4, "intern": [0, 3, 4, 74], "interv": [4, 6, 12], "intervent": [0, 4, 9], "introduc": 4, "invalid": [65, 66, 69], "investig": 5, "invoic": 6, "io": 6, "ip": 6, "iptabl": 6, "isbn": 0, "isinst": 4, "isn": 6, "isol": 8, "isort": 7, "issu": [0, 6, 7], "its": [3, 4, 6, 7, 49, 62, 67, 76, 77], "itself": [0, 9], "iwmullion": 6, "j": 6, "javier": 0, "jim\u00e9nez": 0, "job": [6, 7, 8, 75], "join": 4, "json": 6, "juan": 0, "just": [6, 72], "kaysush": 6, "keep": [3, 17], "kei": [5, 6, 17, 28, 31, 33], "keyerror": 19, "khee": [0, 9], "kind": [68, 76], "know": [6, 73], "kwarg": [12, 22, 23, 62, 63, 64], "l": 6, "lam": [0, 9], "lambda": [6, 65, 66, 69], "lambda_": [58, 60], "lambda_energi": [58, 59, 60, 74], "lambda_t": [58, 60], "lambda_temperatur": [58, 59, 60, 74], "larg": 6, "last": [4, 8, 12, 17, 33, 62, 64, 68, 76], "last_10_steps_reward": 70, "last_result": 33, "later": [4, 8, 54], "latest": [6, 7, 8], "launch": 4, "leap": 5, "learn": [0, 6, 8, 9, 65, 66, 69, 74, 76], "learning_r": [6, 69], "learning_start": 6, "least": 6, "leav": [68, 76], "len": [68, 76], "length": [5, 6, 46, 65, 69], "less": 5, "let": [4, 5, 6, 7, 8, 65, 66, 67, 68, 69, 76], "level": [7, 55, 75], "lib": [65, 66, 67, 68, 69, 70, 71, 72], "libcudart": 66, "librari": [0, 6, 8, 9, 66, 71, 75], "lifecycl": [0, 9], "like": [0, 3, 4, 6, 7, 8, 9, 37, 66, 67, 68, 75], "linear": [6, 59, 60, 74, 76], "linearreward": [4, 6, 12, 65, 66, 68, 69, 74, 76], "link": [4, 6], "linux": 8, "list": [6, 7, 8, 12, 17, 25, 26, 28, 31, 32, 33, 37, 40, 41, 46, 54, 58, 59, 60, 62, 67, 68, 70, 71, 74], "load": [3, 66], "load_ag": 6, "local": [0, 3, 6, 7, 9, 46, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72, 76], "local_dir": 6, "localhost": 6, "locat": [0, 4, 6, 8, 9, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72], "log": [3, 54, 55, 62, 69, 73], "log_artifact": 6, "log_callback": [6, 66], "log_episod": 54, "log_fil": [54, 70], "log_interv": [3, 6, 65, 66, 69], "log_param": 6, "log_path": [6, 23, 65, 69], "log_progress_fil": [54, 70], "log_step": 54, "log_step_norm": 54, "logdir": 6, "logger": [0, 4, 6, 9, 62, 65, 66, 67, 68, 69, 71, 77], "logger_class": [62, 70], "loggercallback": [3, 6, 66], "loggerev": 69, "loggerevalcallback": [6, 65, 66, 69], "loggerwrapp": [6, 65, 66, 69, 72, 76, 77], "login": 6, "long": 68, "look": [4, 30, 35, 44, 69, 71], "loop": 67, "loos": 6, "loss": 69, "low": [4, 58, 60, 68, 75, 76], "lower": [65, 66, 67, 68, 69, 70, 71, 72], "lr": 6, "lt": [65, 66, 69], "luca": 0, "m": [6, 65, 66, 69], "machin": [0, 6, 9, 66, 76], "machine_typ": 6, "machineri": 0, "machinetyp": 6, "made": [0, 4, 46], "mai": [0, 4, 6, 8, 9, 37, 66, 67, 68, 69, 73, 74, 76], "main": [0, 3, 4, 6, 9, 54, 74], "mainli": 44, "maintain": [0, 9], "mainten": 6, "make": [0, 4, 5, 6, 8, 9, 17, 65, 66, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77], "malici": 7, "manag": [0, 4, 5, 6, 9, 36, 37, 48, 73], "mani": [0, 9], "manipul": [0, 3, 6, 7, 9], "manjavaca": 0, "manner": [0, 9], "manual": [0, 4, 5, 7, 9, 12], "map": [4, 12, 68, 76], "marin": 4, "master": 44, "max": [6, 33, 58, 60], "max_ep_data_store_num": [4, 12, 17, 68, 76], "max_ep_stor": 37, "max_grad_norm": 6, "maximum": 73, "mayb": 6, "mb": 6, "md": 0, "mean": [3, 4, 6, 7, 17, 23, 25, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "mean_comfort_penalti": 3, "mean_ep_length": 69, "mean_pow": 3, "mean_power_consumpt": 69, "mean_power_penalti": 3, "mean_reward": [3, 69], "medium": 6, "member": 6, "memori": 6, "mention": [4, 6, 68], "messag": [4, 7], "met": 46, "metadata": [6, 12], "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 37, 40, 41, 42, 44, 54, 55, 57, 58, 59, 60, 62, 63, 64, 73, 74], "metric": 3, "micro": 6, "middlewar": [0, 9], "mig": 48, "might": 6, "migrat": 6, "miguel": 0, "min": 33, "min_energy_weight": 59, "mind": 3, "minim": 7, "minimum": [46, 59], "minut": [6, 69], "mistak": 7, "mix": [4, 74], "mlflow": [0, 8, 9], "mlflow_artifact": 6, "mlflow_imag": 6, "mlflow_ip": 6, "mlflow_stor": 6, "mlflow_tracking_uri": 6, "mlppolici": [6, 65, 66, 69], "mlrun": 6, "mob": 6, "mod": 6, "mode": 12, "model": [0, 3, 4, 5, 9, 19, 23, 26, 36, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76], "model_path": 6, "modif": [36, 74], "modifi": [0, 2, 4, 5, 9, 16, 37, 46, 68, 73, 76], "modul": [6, 7, 8, 10, 13, 20, 75, 76], "molina": 0, "mon": 27, "mondai": 17, "monitor": [3, 6, 8, 23, 46, 54, 62, 66, 69, 70, 72, 73], "monitor_head": [54, 62, 70], "monitor_norm": 73, "month": [4, 17, 26, 27, 29, 58, 59, 60, 67, 68, 70, 71, 72, 76, 77], "more": [0, 4, 5, 6, 7, 8, 9, 44, 69, 71, 72, 73, 74, 75, 76, 77], "moreov": 4, "most": [3, 4, 73, 74], "mu": [4, 12], "mujoco": [0, 9], "multi": [6, 77], "multiob": [6, 72, 77], "multiobswrapp": [6, 70, 72], "must": [3, 4, 6, 8, 46], "mwb": 37, "myrulebasedcontrol": 71, "mysql": 6, "mysql_inst": 6, "n": [4, 6, 63, 68, 72, 76], "n2": 6, "n_action": 6, "n_epoch": 6, "n_eval_episod": [6, 23, 46, 65, 69], "n_step": 6, "n_timesteps_episod": [6, 65, 66, 69], "n_updat": 69, "naiv": 74, "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 31, 37, 48, 51, 52, 55, 58, 59, 60, 65, 66, 68, 69, 74, 76], "nameerror": 6, "natur": 4, "ndarrai": [12, 15, 17, 54, 62, 63, 64, 70], "ne": 6, "necessari": [0, 4, 6, 7, 8, 9, 74, 76], "need": [4, 6, 7, 8, 65, 67, 69, 70, 71, 73], "neg": 74, "net": 6, "network": [3, 6], "neural": 3, "never": [6, 67], "new": [0, 6, 9, 15, 17, 19, 23, 25, 37, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72], "new_action_definit": [68, 76], "new_action_map": [68, 76], "new_action_spac": [68, 76], "new_action_vari": [68, 76], "new_cool_setpoint": 71, "new_env_nam": [68, 76], "new_heat_setpoint": 71, "new_log_fil": 54, "new_logg": [6, 66], "new_observation_spac": [68, 76], "new_observation_vari": [68, 76], "next": [4, 6, 7, 12, 17, 62, 63, 65, 74, 75, 77], "niev": 0, "night": 71, "nois": [4, 6, 67], "none": [4, 6, 12, 15, 17, 23, 25, 33, 34, 35, 37, 40, 41, 44, 46, 54, 62, 63, 64, 70], "norm": 6, "norm_rang": 6, "normal": [3, 6, 64, 73, 74, 75, 76, 77], "normalactionnois": 6, "normalized_observ": 3, "normalizeobserv": [6, 70, 72, 76, 77], "normil": 72, "note": [3, 46, 73], "notebook": [0, 9, 66, 67, 70, 72, 76], "notic": [6, 74], "notifi": [4, 6, 7], "now": [4, 6, 8, 65, 66, 67, 69, 70, 71, 72], "np": [4, 6, 12, 17, 54, 62, 63, 64, 67, 68, 70, 71, 72, 76, 77], "npz": 23, "num_comfort_viol": 22, "num_episod": 73, "num_simul": 73, "num_timestep": [65, 69], "number": [4, 6, 12, 17, 22, 23, 37, 46, 54, 63, 68, 69, 73, 76], "numer": 66, "numpag": 0, "numpi": [6, 65, 66, 67, 68, 69, 70, 71, 72, 76], "ny": 0, "o": [4, 6], "ob": [54, 64, 67, 68, 70, 71, 72, 76, 77], "object": [3, 4, 6, 25, 26, 28, 35, 37, 50, 51, 52, 65, 66, 67, 68, 69, 70, 71, 72], "objectview": 6, "obs_dict": [4, 71], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 31, 37, 40, 41, 54, 62, 63, 64, 70, 71, 73, 74, 75, 77], "observation_spac": [4, 12, 68, 76], "observation_valu": 73, "observation_vari": [4, 12, 68, 76], "obtain": [3, 4, 12, 76], "obvious": 68, "occup": [0, 4, 9, 29, 40, 68, 76], "off": [3, 66], "offer": [0, 4, 9], "offic": 4, "offici": 0, "offpolicyalgorithm": 3, "ofici": 8, "older": 6, "on_training_end": 22, "onc": [4, 6, 8], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 28, 46, 54, 68, 71, 73, 74, 75, 76], "onednn": 66, "ones": [4, 6, 74], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 46, 54, 66, 67, 68, 73, 74], "onlin": 6, "onpolicyalgorithm": 3, "open": [0, 8, 9, 66], "openai": [0, 4, 9, 44, 67, 75], "openmodelica": [0, 9], "oper": 66, "optim": 6, "optimize_memory_usag": 6, "option": [3, 4, 6, 7, 8, 12, 17, 25, 33, 37, 44, 54, 58, 59, 60, 62, 63, 64, 68, 69, 70, 73, 75], "opyplu": [25, 26, 28, 32, 37], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 32, 37, 66, 68, 72, 73, 75, 77], "orderli": [0, 9], "org": 0, "organ": [4, 6, 75], "origin": [3, 4, 16, 25, 37, 51, 62, 63, 64, 68, 72, 73, 76], "original_epw_fil": 25, "ornstein": [4, 12, 25, 37], "other": [0, 3, 4, 6, 8, 9, 69, 73, 74, 76], "other_typ": 4, "otherwis": [0, 5, 6, 9, 68, 76], "ou": [17, 25, 37], "our": [0, 3, 4, 5, 7, 8, 9, 66, 67, 68, 69, 70, 71, 75, 76], "out": [3, 65, 66, 69, 73], "out_temp": 71, "out_temperatur": [67, 68, 70, 71, 72], "outdoor": [68, 71, 76], "output": [3, 5, 7, 33, 37, 44, 55, 65, 66, 67, 68, 69, 70, 71, 72, 76], "output_path": 33, "outsid": [8, 74], "over": 67, "overwritten": [68, 76], "own": [0, 2, 3, 4, 5, 9, 69, 71, 74, 76, 77], "owner": 6, "p": 6, "packag": [0, 7, 9, 65, 66, 67, 68, 69, 70, 71, 72, 75], "page": [0, 7], "paper": 0, "paradigm": 3, "param": [6, 22, 23, 36, 37, 41, 46, 54], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 35, 37, 40, 42, 44, 46, 48, 51, 52, 54, 55, 57, 58, 59, 60, 62, 63, 64, 68, 69, 74, 76], "parent": 37, "pars": [3, 4, 31], "parse_arg": 6, "parser": 6, "part": [4, 6], "parti": [0, 7, 9], "particular": [3, 4, 67], "particularli": 44, "pass": [4, 6, 12, 17, 23, 46], "password": 6, "path": [3, 4, 6, 17, 23, 25, 31, 33, 37, 51, 52, 54, 66], "pd": 6, "penalti": [3, 73, 74], "peopl": [0, 4, 9, 68, 74, 76], "pep8": 7, "per": [0, 3, 4, 5, 9, 46, 54, 73], "perceiv": [40, 41, 71], "percentag": 3, "perfect": 74, "perform": [2, 6, 23, 46, 63, 74], "perhap": 4, "period": [0, 4, 9, 74], "petit": [49, 50], "ping": 6, "pip": [8, 75], "pipelin": 7, "pittsburgh": 4, "pkg_data_path": 4, "place": 76, "plai": [4, 69, 71], "plan": [3, 4], "platform": [0, 7, 9, 66], "pleas": [0, 4, 5, 6, 7, 44, 69, 71, 76], "plot": 22, "pm": 74, "poh": [0, 9], "point": [2, 66, 69, 76], "polici": [3, 6, 23, 45, 46], "policy_delai": 6, "policy_kwarg": 6, "pop": [8, 70], "popen": 17, "possibl": [3, 4, 5, 6, 7, 8, 68, 69, 76], "power": [3, 54, 58, 59, 60, 73, 74], "power_penalti": [69, 70], "ppd": [68, 76], "ppo": [3, 6], "practic": 76, "pre": [0, 6, 9], "precis": [65, 66, 67, 68, 69, 70, 71, 72], "predefin": [4, 68, 76], "predetermin": 6, "predict": 6, "prefer": 6, "premium": 6, "prepar": [8, 32, 37], "present": [4, 65, 66, 67, 68, 69, 70, 71, 72, 73], "pretti": [6, 74], "prevent": 7, "previou": [6, 63, 68, 76], "previous": [4, 6, 37, 73], "print": [67, 68, 69, 70, 71, 72, 76, 77], "prioriti": 6, "privileg": [6, 49], "probabl": 6, "problem": [4, 6, 68, 76], "procedur": [3, 7], "proceed": 0, "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 37, 65, 66], "program": 8, "progress": [0, 3, 4, 9, 54, 55, 62, 70, 72, 73], "progress_head": [54, 62, 70], "project": [0, 3, 4, 6, 7, 8, 9, 16, 38, 75], "project_id": 6, "project_path": 6, "properli": 0, "properti": [17, 37], "propos": 3, "provid": [0, 3, 4, 5, 6, 9, 76], "provis": 6, "proxi": 6, "ptolemi": 37, "ptolomi": 16, "pub": 6, "public": 6, "publish": [0, 7], "pubsub": 6, "pull": 6, "pull_request_target": 7, "purpos": [0, 4, 6, 9, 68, 76], "push": 6, "put": [68, 76], "py": [2, 3, 4, 6, 8, 44, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 77], "pymysql": 6, "pypi": [7, 8], "pytest": [7, 8], "python": [0, 4, 5, 6, 7, 9, 16, 47, 68, 75, 76], "python3": [8, 65, 66, 67, 68, 69, 70, 71, 72], "python_environ": 8, "pytyp": 7, "quick": 6, "quot": 6, "r": [58, 60], "raboso": 0, "rais": [6, 7, 17, 19, 37, 46], "random": [2, 6, 42, 76], "randomcontrol": 76, "randomli": [42, 76], "rang": [3, 4, 5, 6, 29, 33, 41, 58, 59, 60, 64, 67, 68, 70, 71, 72, 74, 76, 77], "range_comfort_hour": 59, "range_comfort_summ": [58, 59, 60, 68, 74, 76], "range_comfort_wint": [58, 59, 60, 68, 74, 76], "ranges_5zon": [6, 70, 72], "ranges_datacent": 6, "ranges_iw": 6, "rate": [6, 68, 74, 76], "rbc5zone": [71, 76], "rbcdatacent": 76, "rcount": [65, 66, 69], "rdd": 4, "re": 73, "read": [0, 4, 6, 15, 17, 51, 69], "read_from_bucket": 6, "readi": [6, 8, 67, 69, 71], "readm": 75, "real": [0, 3, 4, 9, 54, 66], "realli": [6, 72, 76, 77], "receiv": [4, 12, 17, 19], "receive_observ": [15, 19], "recogn": 6, "recogniz": 4, "recommend": [3, 6, 7, 8, 41, 68, 74], "record": [3, 28, 32, 54, 62, 73], "recreat": 6, "recurs": [35, 51, 52], "redefin": 6, "ref": 69, "refer": [2, 6], "reflect": 74, "regardless": [4, 12, 73], "region": 6, "regist": [4, 6, 66, 67, 69, 76], "registri": 6, "regular": 4, "reinforc": [0, 6, 8, 9, 69, 74, 76], "rel": [68, 76], "relat": 44, "releas": [0, 5, 8, 9], "reli": [64, 69], "rememb": [4, 69, 71], "remot": [0, 3, 7, 8, 9, 75], "remote_stor": 6, "remov": [6, 48, 58, 59, 60, 74], "render": [6, 12, 23, 44, 46, 65, 69], "renew": 18, "reopen": 8, "repeat": [12, 17, 68, 76], "repetit": [4, 12], "replac": 76, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "repo": 0, "report": [4, 6], "repositori": [0, 6, 7, 8, 69, 73, 75, 76], "repres": 4, "request": 48, "requir": [3, 4, 6, 7, 8, 37, 69, 74, 76], "res1": [67, 68], "res10": 72, "res2": 69, "res3": 65, "res4": 70, "res5": 71, "res6": 66, "res7": 72, "res9": 72, "res_n": 54, "reserv": [4, 6], "reset": [6, 12, 17, 37, 46, 62, 63, 67, 68, 70, 71, 72, 76, 77], "resolut": 4, "resourc": [4, 6, 50, 51, 52], "respect": [4, 7, 8, 31], "respons": [6, 48, 73], "rest": [4, 6, 8, 47, 48, 74, 76], "restart": 6, "result": [5, 6, 17, 46, 66, 67, 68, 70, 71, 72, 73, 76, 77], "ret": [65, 66, 69], "retriev": 35, "return": [2, 4, 7, 12, 17, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 46, 48, 49, 50, 54, 55, 62, 63, 64, 65, 66, 69, 70, 71, 74, 76], "return_episode_reward": 46, "rew": 6, "reward": [0, 3, 6, 9, 12, 20, 22, 23, 46, 54, 62, 63, 65, 66, 67, 69, 70, 71, 72, 75, 77], "reward_fn": [4, 6], "reward_kwarg": [4, 12, 68, 74, 76], "reward_threshold": 46, "rl": [0, 3, 9, 46, 68, 76], "rm": [6, 43, 44], "rms_prop_ep": 6, "role": 6, "rollout": [3, 69], "romero": 0, "root": [6, 8, 69, 76], "round": 66, "row": 73, "rpe": 6, "rule": [2, 6, 40, 41, 75], "run": [0, 3, 4, 6, 8, 9, 17, 46, 65, 66, 68, 69, 73, 76], "run_nam": [6, 65], "runperiod": [4, 67, 68, 76], "runtimeerror": [6, 17, 37], "runtimewarn": [65, 66, 69], "rw": 6, "sa": 6, "sac": [3, 6], "sai": 71, "sail": [6, 8], "same": [3, 4, 6, 7, 25, 65, 68, 72, 73, 76, 77], "sampl": [67, 68, 70, 72, 76, 77], "satisfact": 74, "save": [3, 5, 6, 23, 37, 65, 66, 68, 69, 76], "save_building_model": 37, "save_variables_cfg": 37, "scalabl": [0, 9], "scale": [46, 75], "schedul": 4, "scope": 6, "scratch": 68, "screen": 76, "scrip": 6, "script": [3, 6, 68, 69, 76], "sd": 6, "sdk": [6, 8], "search": 35, "season": [29, 58, 59, 60, 71, 74], "season_comfort_rang": 71, "sec_elaps": 26, "second": [6, 17, 26, 27, 46, 54, 68, 70, 76], "secondli": 6, "section": [0, 2, 3, 4, 6, 8, 68, 75, 76], "secur": [6, 7], "see": [0, 2, 3, 4, 5, 6, 7, 8, 37, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "seed": [6, 76], "seed_valu": 6, "seen": 4, "select": [8, 12, 40, 41, 42, 71], "self": [4, 70, 71, 74], "send": [4, 6, 12, 15, 17, 19, 49, 50, 52], "send_act": [15, 19], "sensor": 17, "sent": 6, "separ": [5, 6], "sequenc": [40, 41, 42, 64, 70, 71], "sequenti": 7, "seri": [4, 74], "server": [0, 3, 9, 16, 37, 66], "servic": [6, 48, 49], "serviceaccount": 6, "serviceusag": 6, "session": [58, 59, 60, 66], "set": [0, 3, 4, 5, 9, 36, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "set_env": 6, "set_episode_working_dir": 37, "set_experiment_working_dir": 37, "set_external_interfac": 37, "set_log_fil": 54, "set_logg": [6, 66], "set_tracking_uri": 6, "setpoint": [4, 40, 41, 71], "setpoints_spac": 4, "setpoints_summ": 71, "setup": 8, "setup_tag": 8, "sever": [0, 4, 6, 9, 37, 68, 72, 74, 76, 77], "sh": 6, "shape": [4, 6, 68, 76], "share": 66, "shield": 6, "short": [0, 6, 9], "should": [4, 5, 6, 8, 12, 17, 23, 57, 68, 76], "show": [4, 7, 68, 76], "shown": [4, 8, 65], "shut": 6, "sig": 6, "sigma": [4, 6, 12, 17, 25, 37], "signal": 74, "silenc": 6, "similar": 74, "similarli": [0, 9], "simpl": [2, 67, 74, 76], "simpli": [8, 68, 72], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 26, 33, 37, 40, 41, 42, 54, 55, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76], "sinc": [0, 4, 5, 6, 9, 26, 71, 73], "sinergym": [2, 3, 7, 9, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77], "sinergym_extra": [6, 8], "sinergym_logg": [3, 6, 22], "sinergymcompilationhtml": 6, "site": [65, 66, 67, 68, 69, 70, 71, 72, 76], "size": 6, "sizingperiod": [65, 66, 67, 68, 69, 70, 71, 72], "skeleton": 5, "skip": [7, 44], "skip_render_check": 44, "slack": 6, "slice": [65, 66, 69], "slight": 74, "slightli": 66, "sm": 6, "small": 75, "so": [0, 4, 6, 7, 8, 9, 66, 69, 73, 74], "socket": [17, 73], "softwar": 7, "solana": 0, "solut": 4, "some": [0, 3, 4, 5, 6, 7, 9, 68, 69, 77], "someon": 4, "someth": 67, "soon": 76, "sort": 7, "sourc": [0, 6, 7, 8, 9], "space": [0, 3, 6, 9, 12, 65, 66, 67, 69, 70, 71, 72], "space1": [68, 71, 74, 76], "specif": [0, 3, 4, 7, 8, 9, 37, 73, 75, 76], "specifi": [0, 3, 4, 6, 9, 51, 52, 66, 68, 70, 74, 76], "speed": [68, 76], "spell": 7, "spelling_wordlist": 7, "sphinx": 7, "split": 6, "sql": 6, "sqladmin": 6, "src_path": [6, 52], "ssd": 6, "ssh": 6, "st": 27, "st_dai": 27, "st_mon": 27, "st_year": 27, "stabl": [0, 3, 8, 9, 21, 43, 44, 75], "stable_baselines3": [6, 23, 46, 65, 66, 69], "stack": 63, "stage": 3, "stai": [0, 5, 9, 74], "standard": [4, 7, 29, 40, 67, 76], "start": [0, 3, 4, 6, 9, 15, 17, 19, 26, 27, 58, 59, 60, 66, 68, 76], "start_dai": [5, 17], "start_mlflow_track": 6, "start_mon": 17, "start_month": 5, "start_run": [6, 65], "start_simul": [15, 19], "start_weekdai": 17, "start_year": [5, 17, 37], "startup": 6, "state": [3, 4, 6, 17, 62], "static": [6, 40, 41], "statu": 7, "std": [4, 46], "std_reward": 69, "stdin": 6, "step": [0, 3, 4, 8, 9, 12, 17, 46, 54, 62, 63, 67, 68, 69, 71, 72, 76, 77], "steps_data": 54, "sto": 6, "stochast": [4, 23, 46, 68, 74, 76], "stop": 15, "stop_simul": 15, "storag": [7, 8, 50, 51, 52], "store": [0, 3, 6, 9, 22, 37, 52, 54, 66, 68, 73, 76], "store_tru": 6, "storeg": 6, "str": [4, 6, 12, 17, 19, 23, 25, 28, 31, 32, 33, 34, 37, 46, 48, 49, 52, 54, 55, 58, 59, 60, 62, 63, 64, 70, 74], "stream_executor": 66, "strength": 6, "strftime": [6, 65, 66, 69], "string": [7, 65, 69], "structur": [0, 4, 9, 73], "studi": [2, 4], "studio": 8, "sub": [4, 6, 12], "sub_run": 73, "sub_run1": [65, 66, 67, 68, 69, 70, 71, 72, 73], "sub_run10": [65, 69], "sub_run11": [65, 69], "sub_run2": [65, 66, 69, 72, 73], "sub_run3": [65, 66, 69, 73], "sub_run4": [65, 66, 69], "sub_run5": [65, 66, 69], "sub_run6": [65, 69], "sub_run7": [65, 69], "sub_run8": [65, 69], "sub_run9": [65, 69], "sub_run_n": 54, "sub_runn": 73, "subject": [68, 76], "submit": 6, "subnet": 6, "subprocess": 17, "subset": [8, 72, 77], "substitut": [6, 68, 76], "subtleti": 3, "successfulli": [8, 65, 66, 67, 68, 69, 70, 71, 72, 75], "sudo": 8, "suit": 73, "sum": [3, 67, 68, 70, 71, 72, 76, 77], "summari": [4, 62, 67], "summer": [37, 58, 59, 60, 74], "summer_fin": [58, 59, 60], "summer_final_d": 71, "summer_start": [58, 59, 60], "summer_start_d": 71, "summerdai": 37, "sundai": 17, "super": [70, 74], "supervis": [8, 75], "support": [0, 3, 4, 8, 9, 12, 37, 75], "suppos": 6, "sure": 4, "system": [0, 6, 51, 52], "t": [3, 4, 6, 8, 28, 58, 60, 67, 73, 77], "t_": [58, 60], "tabl": [3, 4], "tag": [6, 7, 8], "tag_nam": 8, "take": [4, 5, 7, 37, 44, 69], "taken": [74, 76], "tao": [4, 12], "target": [6, 74], "target_noise_clip": 6, "target_policy_nois": 6, "target_update_interv": 6, "task": 4, "tau": [4, 6, 17, 25, 37], "tb_path": [6, 66], "tc9": 41, "tcp": 6, "td3": [3, 6], "team": [0, 6, 8, 9, 76], "techniqu": 73, "tell": [0, 9], "temperatur": [3, 4, 29, 40, 41, 58, 59, 60, 67, 68, 70, 71, 72, 74, 76], "temperature_vari": [58, 59, 60, 68, 74, 76], "templat": 6, "tempor": 6, "ten": 6, "tensorboard": [0, 9, 22], "tensorboard_log": [6, 66], "tensorboard_path": 66, "tensorboardformatlogg": [6, 66], "tensorflow": 66, "term": [22, 58, 59, 60, 74], "termin": [6, 17, 55, 62, 63, 76], "test": [0, 7, 8, 9, 23], "test_common": 75, "test_config": 75, "test_control": 75, "test_env": 75, "test_reward": 75, "test_simul": 75, "test_stable_baselin": 75, "test_wrapp": 75, "tf_enable_onednn_opt": 66, "than": [4, 6, 73, 74, 76], "thei": [0, 3, 4, 6, 8, 9, 66, 74, 75, 76], "them": [0, 3, 4, 9, 37, 66, 68, 72, 74, 76], "therefor": [3, 4, 74, 76], "thermal": [29, 40, 59, 68, 74, 76], "thermostat": [68, 71, 76], "thermostatsetpoint": [68, 76], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 17, 22, 28, 33, 37, 44, 46, 48, 54, 57, 64, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76], "thing": [4, 68, 74], "think": 6, "third": [0, 7, 9], "those": [0, 3, 4, 6, 29, 68, 74], "three": 4, "through": 8, "thu": [3, 4, 6], "tier": 6, "till": 35, "time": [0, 3, 4, 7, 8, 9, 17, 27, 54, 59, 65, 66, 69, 70, 72, 75, 77], "time_elaps": [67, 68, 69, 70, 71, 72], "timeout": 6, "timestep": [3, 4, 5, 6, 12, 22, 54, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76], "timesteps_per_hour": [5, 68, 76], "titl": 0, "todai": [6, 65, 66, 69], "togeth": 74, "token": [6, 48, 49], "told": [4, 8], "too": [3, 4, 6, 7, 8, 48], "tool": [0, 9, 76], "topic": 7, "total": [6, 68, 69, 74, 76], "total_pow": [67, 68, 70, 71, 72], "total_power_no_unit": [67, 68, 70, 71, 72], "total_time_elaps": 54, "total_timestep": [6, 54, 65, 66, 69], "track": [0, 3, 8, 9], "train": [0, 3, 9, 65, 66, 69, 73, 74], "train_freq": 6, "transport": 0, "tree": [37, 65, 66, 67, 68, 69, 70, 71, 72, 75], "trigger": [6, 23], "trivial": 4, "true": [6, 23, 30, 44, 46, 54, 62, 63, 65, 66, 69, 70, 72], "true_divid": [65, 66, 69], "try": [3, 4, 6, 17], "try_env": 76, "tty": 6, "tu": 6, "tune": [0, 5, 9, 74], "tupl": [4, 5, 12, 17, 25, 37, 58, 59, 60, 62, 63, 70], "turn": 66, "two": [6, 7, 8, 74], "txt": 7, "type": [0, 3, 4, 6, 7, 8, 9, 12, 17, 22, 25, 26, 27, 28, 30, 31, 32, 33, 35, 37, 40, 41, 42, 48, 49, 50, 62, 63, 64, 65, 66, 69, 70, 71, 76], "typic": 74, "u": [0, 5, 8, 9], "ubuntu": 8, "ugr": [6, 8], "uhlenbeck": [4, 12, 25, 37], "um": [65, 66, 69], "under": [75, 76], "understand": 76, "union": [4, 12, 17, 54, 58, 59, 60, 62, 63, 70], "uniqu": [74, 75], "unknown": 7, "unsaf": [65, 66, 69], "until": [3, 7], "unwrap": [35, 73], "up": [0, 3, 4, 5, 8, 9, 36, 37, 58, 60, 65, 66, 67, 68, 69, 70, 71, 72, 75], "upcom": [0, 5, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 33, 37, 65, 66, 67, 69, 70, 71, 72, 75], "upgrad": 6, "upload": [6, 7, 52], "upload_to_bucket": 6, "uri": 6, "url": [0, 6], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 32, 33, 37, 38, 44, 46, 47, 54, 58, 59, 60, 62, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "usa": [0, 4], "usag": [2, 6, 65, 77], "useless": 6, "user": [0, 4, 7, 9, 68, 73], "userwarn": [65, 66, 67, 68, 69, 70, 71, 72], "usr": [65, 66, 67, 68, 69, 70, 71, 72], "usual": [4, 7, 74], "util": [2, 3, 6, 12, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77], "utilsocket": 73, "v": [6, 75], "v1": [4, 5, 12, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76, 77], "v1_mainthread_root": [65, 66, 67, 68, 69, 70, 71, 72], "valid": [3, 6, 49, 72, 77], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 33, 64, 65, 66, 68, 69, 70, 73, 74], "var_fil": 31, "variabl": [0, 6, 9, 12, 17, 19, 31, 33, 37, 58, 59, 60, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "variable_nam": 4, "variabledictionari": 4, "variables_fil": 19, "variant": 77, "variat": [25, 37], "vec_env": [6, 23, 46, 65, 66, 69], "vecenv": [23, 46], "vecenvwrapp": 35, "vector": [63, 69], "verbos": [6, 22, 23, 66, 69, 75], "veri": [2, 6, 7, 8, 74, 76], "versa": 3, "version": [4, 6, 7, 8, 68, 76], "vf": 6, "vf_coef": 6, "vice": 3, "violat": 22, "virtual": [6, 8], "virtualenv": 8, "visit": [4, 6, 8, 68, 71, 72, 73, 75, 76, 77], "visual": [0, 3, 8, 9], "vm": 48, "vocabulari": 7, "vscode": 8, "vtpm": 6, "vv": [8, 75], "w": [58, 59, 60, 66, 74], "w_energi": 6, "wa": 6, "wai": [0, 4, 5, 6, 9, 68, 76], "wait": 6, "want": [0, 3, 4, 5, 6, 7, 8, 9, 46, 51, 52, 68, 70, 71, 73, 74, 75, 76], "warehous": 4, "warn": [7, 23, 44, 65, 66, 67, 68, 69, 70, 71, 72], "washington": 4, "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "weather": [0, 5, 9, 12, 17, 19, 25, 37, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76], "weather_data": [25, 37], "weather_fil": [4, 12, 19, 68, 76], "weather_path": [4, 17, 37], "weather_vari": [4, 12, 17, 36, 68, 76], "weatherdata": [25, 37], "websit": 7, "weekdai": [17, 71], "weekend": 71, "weight": [6, 58, 59, 60, 68, 74], "well": [0, 3, 4, 9, 46, 69], "west": [68, 76], "west1": 6, "what": [0, 4, 6, 9, 68, 72, 76], "whatev": 6, "when": [0, 3, 6, 7, 9, 17, 23, 44, 46, 54, 68, 73, 74, 76], "where": [3, 4, 6, 8, 23, 32, 48, 51, 52, 59, 74], "whether": [0, 6, 7, 9, 12, 17, 23, 44, 46, 48, 63], "which": [3, 4, 6, 7, 8, 17, 22, 32, 37, 54, 68, 73, 74, 75, 76], "while": [0, 3, 9, 66, 67, 68, 70, 71, 72, 76, 77], "whole": [0, 3, 9, 38, 54, 62, 68, 74, 76], "whose": [4, 54, 74], "why": 3, "wind": [68, 76], "winter": [37, 74], "winterdai": 37, "within": [73, 75], "without": [0, 4, 6, 7, 9, 37, 64, 68, 76], "word": [0, 4, 7, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 37, 46, 65, 66, 67, 68, 69, 70, 71, 72, 74, 76], "workflow": [7, 75], "workspac": [65, 66, 67, 68, 69, 70, 71, 72, 76], "would": [6, 74], "wrap": [0, 3, 9, 23, 30, 35, 46, 65, 66, 69, 73], "wrapper": [0, 3, 6, 9, 20, 23, 30, 35, 46, 65, 66, 69, 73, 75], "wrapper_class": [30, 35], "write": [6, 7, 8, 75], "writen": 70, "written": 6, "wrong": 4, "www": 6, "xml": [37, 65, 66, 67, 68, 69, 70, 71, 72], "y": [6, 65, 66, 69], "yaml": 6, "ye": [3, 4], "year": [0, 4, 5, 17, 26, 27, 29, 37, 67, 68, 70, 71, 72], "yet": [6, 75], "yml": [7, 8, 75], "york": [0, 4], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 46, 51, 52, 58, 59, 60, 66, 68, 69, 70, 72, 73, 74, 75, 76, 77], "your": [0, 2, 3, 4, 5, 7, 8, 9, 66, 69, 71, 74, 76, 77], "zero": 6, "zhang": [0, 9, 16], "zhangzhizza": 16, "zhiang": [0, 9, 16], "zip": [6, 71], "zone": [0, 4, 6, 9, 31, 68, 71, 74, 76], "zone_nam": 4}, "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "titleterms": {"0": 8, "1": [6, 8, 70], "2": [6, 8, 70], "3": [6, 8], "4": [6, 8], "5": [6, 8], "9": 8, "about": 8, "action": [4, 7, 68, 76], "ad": [4, 68, 76], "alert": 6, "all": 72, "an": 68, "api": 1, "avail": 4, "base": [14, 15, 76], "basereward": 57, "basesimul": 15, "basic": 67, "bcvtb": 8, "bucket": 6, "build": 4, "callback": [21, 22, 23], "chang": 68, "check": 8, "check_env": 44, "cite": 0, "cloud": [6, 8], "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35], "compon": 68, "comput": 8, "config": [36, 37], "configur": [4, 5, 6, 8, 68, 70, 76], "constant": 38, "contain": [6, 8], "contribut": 0, "control": [2, 39, 40, 41, 42, 71, 76], "creat": [6, 7, 75], "create_variable_weath": 25, "csvloger": 70, "csvlogger": 54, "custom": 74, "data": 4, "deep": 3, "default": 76, "definit": [4, 68, 76], "delete_instance_mig_from_contain": 48, "docker": 8, "drl": [3, 69], "dualsetpoint": 4, "energyplu": [8, 17, 19], "env": [10, 11, 12], "env_check": [43, 44], "environ": [4, 8, 68, 76], "episod": 4, "eplu": [16, 17], "eplus_alpha": [18, 19], "eplus_env": [11, 12], "eplusenv": 12, "epw": 4, "evalu": [45, 46], "evaluate_polici": 46, "exampl": [0, 65, 66, 67, 69, 71, 72, 76], "execut": 6, "experi": 6, "expreward": 58, "extra": [4, 5, 68, 76], "file": 4, "first": 6, "format": 73, "gcloud": [47, 48, 49, 50, 51, 52], "get_current_time_info": 26, "get_delta_second": 27, "get_record_kei": 28, "get_season_comfort_rang": 29, "get_service_account_token": 49, "github": 7, "googl": 6, "hourlylinearreward": 59, "how": 3, "idf": 4, "inherit": 70, "init_storage_cli": 50, "initi": 6, "instal": [8, 75], "intanci": 70, "integr": 3, "is_wrap": 30, "kwarg": 4, "learn": 3, "linearreward": 60, "list": 4, "load": 6, "log": 6, "logger": [3, 53, 54, 55, 70, 72, 73], "loggercallback": 22, "loggerevalcallback": 23, "loggerwrapp": [62, 70], "main": 7, "manual": 8, "maximum": 4, "merg": 7, "mig": 6, "mlflow": [3, 6, 65], "model": 6, "modifi": [7, 70], "more": 68, "multi": 72, "multiobswrapp": 63, "name": 4, "new": [4, 7, 68, 75, 76], "normal": 72, "normalizeobserv": 64, "observ": [4, 68, 72, 76], "one": 72, "other": 68, "our": 6, "output": [4, 6, 73], "overwrit": 76, "own": 6, "packag": 8, "paramet": 4, "parse_vari": 31, "permiss": 6, "person": 70, "platform": 6, "prepar": 6, "prepare_batch_from_record": 32, "pull": 7, "push": 7, "pytest": 75, "python": 8, "randomcontrol": 42, "ranges_gett": 33, "rbc5zone": 40, "rbcdatacent": 41, "read_from_bucket": 51, "real": 6, "refer": 1, "regist": 68, "reinforc": 3, "releas": 7, "remot": 6, "repeat": 4, "request": 7, "reward": [4, 56, 57, 58, 59, 60, 68, 74, 76], "rule": [71, 76], "run": 75, "runperiod": 5, "server": 6, "set": [6, 8], "simplest": 76, "simul": [5, 13, 14, 15, 16, 17, 18, 19], "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 68], "singlecool": 4, "singleh": 4, "softwar": 8, "some": 76, "space": [4, 68, 76], "step": [6, 70], "storag": 6, "store": 4, "structur": 3, "tensorboard": [3, 6, 66], "test": 75, "thermostat": 4, "thermostatsetpoint": 4, "time": 6, "timestep_per_hour": 5, "to_idf": 34, "track": 6, "train": 6, "unwrap_wrapp": 35, "up": 6, "updat": 68, "upload_to_bucket": 52, "us": [3, 6, 76], "usag": [69, 76], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64], "valu": 76, "variabl": [4, 8], "visual": 6, "vm": 6, "weather": 4, "welcom": 0, "wrapper": [61, 62, 63, 64, 70, 72, 76, 77], "your": 6}}) \ No newline at end of file diff --git a/docs/compilation/v2.1.0/.buildinfo b/docs/compilation/v2.1.0/.buildinfo index 07c9bb6d53..0c8b7be74d 100644 --- a/docs/compilation/v2.1.0/.buildinfo +++ b/docs/compilation/v2.1.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 51cb9cf6d401f4047a5ff45eb6f15d7e +config: f3acd079e9823d4b739cf2a139e53b8a tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.1.0/.doctrees/environment.pickle b/docs/compilation/v2.1.0/.doctrees/environment.pickle index d5be15d88d..101aa1d904 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/environment.pickle and b/docs/compilation/v2.1.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.1.0/.doctrees/index.doctree b/docs/compilation/v2.1.0/.doctrees/index.doctree index d12c5793e7..48809e2fa9 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/index.doctree and b/docs/compilation/v2.1.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree index a9cfdb2018..57858a89fc 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree index 7870a7dc59..ff36d0c3e1 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree index f1f25b5d9a..b6427c9cac 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree index 5b9698bf7b..675f14cff2 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree index ca73c89587..f3984add9c 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree index cba7f8c592..028094d441 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree index 17b10d77cf..c3e1242e13 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree index 165bf19155..f849fb55e6 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree index 72bf0da239..a460feb8a4 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree index 072ac6fbd0..e8add5a348 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 81de0da63d..ea92eaa1e9 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 5bea951d6c..70f5bf1f37 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index a5af3d0285..2042deba76 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index bc70e3bf13..4f69e27e8e 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree index 1a908c751a..38778c0005 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index ad8a4df290..34f65d10b0 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 0b375ed332..a587c11920 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index abc9cc9bdd..587c12039d 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 5dd747721b..3d52e633fc 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 7899894ddd..c7b59be74a 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 068256fc22..36cd81e4d8 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 3ae249f7c7..d3ec812451 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index 0be0266088..7008855e1b 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree index a942cb8a20..695eece70e 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 6d6590945c..fa529d5db1 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index 1906960a5b..da29f4bc99 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 37a83615fb..fd8d105607 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 5adba288aa..1a708c9eb7 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 635ef82c37..ff4553fdf9 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 09734f1a1d..e7a57babc6 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index 3d7d67ce3d..270fe454cb 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index a1eb8502fc..59fd734c8c 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 805cfbd758..a3a886ad00 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index b129d29930..e61e100458 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index bbd0872b01..12d254e059 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index 20a88bb32d..2b6c1a41f8 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree index cf0078263f..3d00b8e46d 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index c2f2305992..eb226a99e7 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index cc0d8f2348..ee06674fbb 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index e1ece84c5c..f44f72b357 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 0df826e1ed..8e34d11046 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 707aa4dd4f..c4eda3e673 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree index 54c7e087d6..045fddfd03 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 2df6e03b73..6f598f46fc 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 25b062685d..0b39b22d8a 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 796ceaf277..2f3ae6c54e 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 19ba93c384..aaf13b3bba 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index d9ede8b619..3a813577f1 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 98f614637c..c30d6dbf56 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 581f7692fa..1808caa927 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 8db03e368f..72da30bb6a 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 79a702dec3..515db0fef6 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index aaf32b06b4..986aebd888 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 3b64b55997..1ff3957354 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 8bef52bc88..18cc46d7a3 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 24f3bfc941..d2833d0fa7 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 7429aa1c76..b3b10a73c1 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 8ea2d156d1..c70242d2ec 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 8f51ae83cd..7ec54cb3dc 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index cc4701c61d..768e554fd7 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 434dd440a3..7f64ae746d 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 21837ebc75..7fda58172f 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 921f17608c..567139a240 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 09f7336302..c4bf188bd7 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index d274aaacfa..43cab74c78 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree index d836f4e0b2..45142ab7cb 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree index a61d5b6b1e..dac1836081 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree index a926533f95..d8e74f8a76 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree index c49c355b03..6b12cf3216 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree index 08c1edd06c..80db57e974 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index dc608a0a42..febd296798 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree index 7dc6c769ae..aff385bae9 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 24e4229504..08cb942f43 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/output.doctree b/docs/compilation/v2.1.0/.doctrees/pages/output.doctree index d9ed0f5168..74c417d212 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree index 7b0adc8c72..0d263526ff 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree index c7581c790f..2eb62e96e2 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree index 04b7af00a7..277ecd9bf8 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree index d7e9a51d37..a201e3a4d9 100644 Binary files a/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.1.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.1.0/_static/basic.css b/docs/compilation/v2.1.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v2.1.0/_static/basic.css +++ b/docs/compilation/v2.1.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.1.0/_static/doctools.js b/docs/compilation/v2.1.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v2.1.0/_static/doctools.js +++ b/docs/compilation/v2.1.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.1.0/_static/language_data.js b/docs/compilation/v2.1.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v2.1.0/_static/language_data.js +++ b/docs/compilation/v2.1.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v2.1.0/_static/searchtools.js b/docs/compilation/v2.1.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v2.1.0/_static/searchtools.js +++ b/docs/compilation/v2.1.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v2.1.0/genindex.html b/docs/compilation/v2.1.0/genindex.html index c990c31ef6..35a64e4c41 100644 --- a/docs/compilation/v2.1.0/genindex.html +++ b/docs/compilation/v2.1.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -719,6 +719,7 @@

    U

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/index.html b/docs/compilation/v2.1.0/index.html index 74c4a0a118..0bd99f63aa 100644 --- a/docs/compilation/v2.1.0/index.html +++ b/docs/compilation/v2.1.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -260,6 +262,7 @@

    Citing Sinergymv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/API-reference.html b/docs/compilation/v2.1.0/pages/API-reference.html index 3dc43c5113..22ef290895 100644 --- a/docs/compilation/v2.1.0/pages/API-reference.html +++ b/docs/compilation/v2.1.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -170,6 +172,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/controllers.html b/docs/compilation/v2.1.0/pages/controllers.html index d762d708c0..df32f7ea00 100644 --- a/docs/compilation/v2.1.0/pages/controllers.html +++ b/docs/compilation/v2.1.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -161,6 +161,7 @@

    Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/deep-reinforcement-learning.html b/docs/compilation/v2.1.0/pages/deep-reinforcement-learning.html index b700b185ab..60349190e2 100644 --- a/docs/compilation/v2.1.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v2.1.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -338,6 +338,7 @@

    Mlflow<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/environments.html b/docs/compilation/v2.1.0/pages/environments.html index e5fdffbe67..96903518c3 100644 --- a/docs/compilation/v2.1.0/pages/environments.html +++ b/docs/compilation/v2.1.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -895,6 +895,7 @@

    Adding new buildings for environmentsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/extra-configuration.html b/docs/compilation/v2.1.0/pages/extra-configuration.html index fa2710df2d..566e0566d9 100644 --- a/docs/compilation/v2.1.0/pages/extra-configuration.html +++ b/docs/compilation/v2.1.0/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    runperiodv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/gcloudAPI.html b/docs/compilation/v2.1.0/pages/gcloudAPI.html index 932eb5a75e..b66e7a1ed3 100644 --- a/docs/compilation/v2.1.0/pages/gcloudAPI.html +++ b/docs/compilation/v2.1.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -1383,6 +1383,7 @@

    Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/github-actions.html b/docs/compilation/v2.1.0/pages/github-actions.html index ad8f86e0e6..ea5c2513d5 100644 --- a/docs/compilation/v2.1.0/pages/github-actions.html +++ b/docs/compilation/v2.1.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -257,6 +257,7 @@

    New release created or modifiedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/installation.html b/docs/compilation/v2.1.0/pages/installation.html index 35172be34e..34883bcb44 100644 --- a/docs/compilation/v2.1.0/pages/installation.html +++ b/docs/compilation/v2.1.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -320,6 +320,7 @@

    Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/introduction.html b/docs/compilation/v2.1.0/pages/introduction.html index 171350b10e..759f5c5d56 100644 --- a/docs/compilation/v2.1.0/pages/introduction.html +++ b/docs/compilation/v2.1.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -219,6 +219,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index 63cb5cc545..1d74addd4b 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -316,6 +316,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.html index a726ee1522..455516c5d3 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -174,6 +174,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.html index f8afd01eee..38b8fc5f98 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -170,6 +170,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.BaseSimulator.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.BaseSimulator.html index 68320cc0ab..3873024f4b 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.BaseSimulator.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.BaseSimulator.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.simulators.base.BaseSimulatorv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.html index 4473a56752..01b2039ddb 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.base.html @@ -18,7 +18,7 @@ - + @@ -176,6 +176,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index 81d36f7aaf..589acb6564 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -385,6 +385,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.html index a79f071707..0233c92ac9 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -180,6 +180,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html index d16239747c..2f1ce0e73c 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -242,6 +242,7 @@

    sinergym.simulators.eplus_alpha.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.html index 8c4d95a780..0c25590d1a 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -18,7 +18,7 @@ - + @@ -176,6 +176,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.html index 761ec95668..347af865e1 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -178,6 +178,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 01e0afeda0..376551a933 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index 7a36fd0fb1..0b097424ca 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.html index 75f2573702..f5b160fed3 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.create_variable_weather.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.create_variable_weather.html index 1976590da0..12691f24a6 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.create_variable_weather.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.create_variable_weather.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.create_variable_weatherv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html index 4a333861f4..8987a4f9f5 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html @@ -18,7 +18,7 @@ - + @@ -201,6 +201,7 @@

    sinergym.utils.common.export_actuators_to_excelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_current_time_info.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_current_time_info.html index 6483f8f619..e93bb342ae 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_current_time_info.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_current_time_info.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.get_current_time_infov3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index a7f70a5a2e..b838e612bf 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_record_keys.html index 2a74b0286d..27ab977d22 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.common.get_record_keysv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html index 588bf333ee..a79dacd8e0 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.get_season_comfort_rangev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.html index aabd2699e4..2a677b4170 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -228,6 +228,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.is_wrapped.html index 00bbdcd448..f7552d0ddf 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.is_wrapped.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.is_wrapped.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.common.is_wrappedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.parse_variables.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.parse_variables.html index 96d849ad62..c9263180b9 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.parse_variables.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.parse_variables.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.common.parse_variablesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html index 2870292ba6..e296593e5c 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.common.prepare_batch_from_recordsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.ranges_getter.html index 56a8ef4f64..f3000066f0 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.to_idf.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.to_idf.html index ae57871d72..a86f919776 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.to_idf.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.to_idf.html @@ -18,7 +18,7 @@ - + @@ -201,6 +201,7 @@

    sinergym.utils.common.to_idfv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html index 9ee550bc06..113096990b 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.common.unwrap_wrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.Config.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.Config.html index ff43d89162..7bb63fe7af 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.Config.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.Config.html @@ -18,7 +18,7 @@ - + @@ -405,6 +405,7 @@

    sinergym.utils.config.Configv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.html index a5bfc66c02..f829e0369c 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.config.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.constants.html index 005eb63414..7410c782fc 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.constants.html @@ -18,7 +18,7 @@ - + @@ -173,6 +173,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html index db24a922d7..0a55d2ec2b 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -18,7 +18,7 @@ - + @@ -223,6 +223,7 @@

    sinergym.utils.controllers.RBC5Zonev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html index b231ca14a7..b875ea87da 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -18,7 +18,7 @@ - + @@ -219,6 +219,7 @@

    sinergym.utils.controllers.RBCDatacenterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RandomController.html index e738063ed6..9652b258a5 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -219,6 +219,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.html index 9908f6b40a..5669ff1594 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -192,6 +192,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.check_env.html index 38498e22c0..56fb59fb25 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.check_env.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.check_env.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@

    sinergym.utils.env_checker.check_envv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.html index 503eb9284b..53907b6c77 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.env_checker.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html index 6ae9f03f8f..7a9a12e49f 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.evaluation.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.html index 004d091997..5b4bc517c1 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.evaluation.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index 70812c5597..b9eeeae2ac 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index bab40b7cff..00dcbdcc72 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.html index 51027eed76..a81f111b77 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index fb619bb73b..eeb1b02d65 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index 9c598c01eb..86662ec096 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -195,6 +195,7 @@

    sinergym.utils.gcloud.read_from_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 67b6d0effa..1f816dbaac 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -196,6 +196,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.html index 6bb490601a..6da634c6b9 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -210,6 +212,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.CSVLogger.html index a905cc592d..c8ea34e782 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.CSVLogger.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -298,6 +298,7 @@

    sinergym.utils.logger.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.Logger.html index e2eb857893..3b2dac1b97 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.Logger.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.Logger.html @@ -18,7 +18,7 @@ - + @@ -217,6 +217,7 @@

    sinergym.utils.logger.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.html index 6fe9ddad34..8dfbbaba06 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.logger.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.BaseReward.html index e157fdb998..e7b51ebc13 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.BaseReward.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.rewards.BaseRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.ExpReward.html index e98b6aaeee..f17dd72393 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -218,6 +218,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html index d9612a8d73..81c8671be1 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

    sinergym.utils.rewards.HourlyLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.LinearReward.html index 2f682b076d..df45e9abd1 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -219,6 +219,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.html index d9c4c52cbe..1a73e1af38 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -196,6 +198,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index b64056e08a..8bc9368138 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -272,6 +272,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index e738afb8b4..0d4b3a75cd 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -243,6 +243,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 2d2f7deea9..29e9b82d4b 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -242,6 +242,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.html index 38a0cf5fa6..d9b38da536 100644 --- a/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.1.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -192,6 +192,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/pages/notebooks/MLflow_example.html b/docs/compilation/v2.1.0/pages/notebooks/MLflow_example.html index bac3268ffe..98d3dda415 100644 --- a/docs/compilation/v2.1.0/pages/notebooks/MLflow_example.html +++ b/docs/compilation/v2.1.0/pages/notebooks/MLflow_example.html @@ -19,7 +19,7 @@ - + @@ -324,6 +324,7 @@

    MLFlow examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/notebooks/TensorBoard_example.html b/docs/compilation/v2.1.0/pages/notebooks/TensorBoard_example.html index a3fc5d253a..f5072cd9d8 100644 --- a/docs/compilation/v2.1.0/pages/notebooks/TensorBoard_example.html +++ b/docs/compilation/v2.1.0/pages/notebooks/TensorBoard_example.html @@ -19,7 +19,7 @@ - + @@ -317,6 +317,7 @@

    TensorBoard examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/notebooks/basic_example.html b/docs/compilation/v2.1.0/pages/notebooks/basic_example.html index cc971a7c0c..3a4129dbc8 100644 --- a/docs/compilation/v2.1.0/pages/notebooks/basic_example.html +++ b/docs/compilation/v2.1.0/pages/notebooks/basic_example.html @@ -19,7 +19,7 @@ - + @@ -278,6 +278,7 @@

    Basic examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/notebooks/change_environment.html b/docs/compilation/v2.1.0/pages/notebooks/change_environment.html index 52b74ea813..3ba1fc098a 100644 --- a/docs/compilation/v2.1.0/pages/notebooks/change_environment.html +++ b/docs/compilation/v2.1.0/pages/notebooks/change_environment.html @@ -19,7 +19,7 @@ - + @@ -881,6 +881,7 @@

    Adding more extra configurationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/notebooks/drl.html b/docs/compilation/v2.1.0/pages/notebooks/drl.html index 670f8d59f7..c588c4b9d6 100644 --- a/docs/compilation/v2.1.0/pages/notebooks/drl.html +++ b/docs/compilation/v2.1.0/pages/notebooks/drl.html @@ -19,7 +19,7 @@ - + @@ -519,6 +519,7 @@

    DRL usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v2.1.0/pages/notebooks/personalize_loggerwrapper.html index 33c96172be..542a104b49 100644 --- a/docs/compilation/v2.1.0/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/v2.1.0/pages/notebooks/personalize_loggerwrapper.html @@ -19,7 +19,7 @@ - + @@ -320,6 +320,7 @@

    Step 2 Intanciate the LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/notebooks/rule_controller_example.html b/docs/compilation/v2.1.0/pages/notebooks/rule_controller_example.html index 54bce0f38f..7ae4917184 100644 --- a/docs/compilation/v2.1.0/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/v2.1.0/pages/notebooks/rule_controller_example.html @@ -19,7 +19,7 @@ - + @@ -344,6 +344,7 @@

    Rule Controller examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/notebooks/wrappers_examples.html b/docs/compilation/v2.1.0/pages/notebooks/wrappers_examples.html index 6702f30ff3..c7518dd587 100644 --- a/docs/compilation/v2.1.0/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/v2.1.0/pages/notebooks/wrappers_examples.html @@ -19,7 +19,7 @@ - + @@ -493,6 +493,7 @@

    All Wrappers in onev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/output.html b/docs/compilation/v2.1.0/pages/output.html index 052238ff2d..4f776db230 100644 --- a/docs/compilation/v2.1.0/pages/output.html +++ b/docs/compilation/v2.1.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -235,6 +235,7 @@

    Logger<
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/rewards.html b/docs/compilation/v2.1.0/pages/rewards.html index d1be559391..5bd5edc553 100644 --- a/docs/compilation/v2.1.0/pages/rewards.html +++ b/docs/compilation/v2.1.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -250,6 +250,7 @@

    Custom Rewardsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/tests.html b/docs/compilation/v2.1.0/pages/tests.html index 2bcb01a43f..7295a8eb8a 100644 --- a/docs/compilation/v2.1.0/pages/tests.html +++ b/docs/compilation/v2.1.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -240,6 +240,7 @@

    Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/usage-example.html b/docs/compilation/v2.1.0/pages/usage-example.html index 28c68a94ac..c94dbc6571 100644 --- a/docs/compilation/v2.1.0/pages/usage-example.html +++ b/docs/compilation/v2.1.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -581,6 +581,7 @@

    Adding extra configuration definitionv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/pages/wrappers.html b/docs/compilation/v2.1.0/pages/wrappers.html index a9d20480a6..8439f6a79d 100644 --- a/docs/compilation/v2.1.0/pages/wrappers.html +++ b/docs/compilation/v2.1.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@

    Wrappers
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.1.0/py-modindex.html b/docs/compilation/v2.1.0/py-modindex.html index 60765f9130..f2832b51c5 100644 --- a/docs/compilation/v2.1.0/py-modindex.html +++ b/docs/compilation/v2.1.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -253,6 +253,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/search.html b/docs/compilation/v2.1.0/search.html index 0bb64aeacc..eb8e9945a0 100644 --- a/docs/compilation/v2.1.0/search.html +++ b/docs/compilation/v2.1.0/search.html @@ -18,7 +18,7 @@ - + @@ -156,6 +156,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.1.0/searchindex.js b/docs/compilation/v2.1.0/searchindex.js index d7265aab04..fa1469b071 100644 --- a/docs/compilation/v2.1.0/searchindex.js +++ b/docs/compilation/v2.1.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 76], "base": [0, 2, 6, 7, 9, 41, 42, 58, 69, 72, 76], "zhiang": [0, 9, 16], "zhang": [0, 9, 16], "khee": [0, 9], "poh": [0, 9], "lam": [0, 9], "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 30, 45, 47, 68, 69, 73, 74, 75, 77, 78], "goal": [0, 9], "creat": [0, 3, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 77], "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 74, 75, 76, 77, 78], "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 75, 76, 78], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 75, 77], "openai": [0, 4, 9, 45, 68, 76], "interfac": [0, 4, 9, 13, 18, 38, 69, 74, 76], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 70, 74], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 6, 9, 15], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "build": [0, 2, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 75, 76], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "deep": [0, 6, 8, 9, 70, 77], "reinforc": [0, 6, 8, 9, 70, 75, 77], "learn": [0, 6, 8, 9, 66, 67, 69, 70, 75, 77], "main": [0, 3, 4, 6, 9, 55, 69, 75], "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 72, 73, 75, 76, 77, 78], "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 75, 77], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 70, 75, 76, 77], "commun": [0, 9, 13, 38, 74, 76], "between": [0, 3, 4, 9, 28, 75], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 76, 77], "establish": [0, 4, 9, 17, 69, 74, 76, 77], "bcvtb": [0, 4, 9, 17, 38], "middlewar": [0, 9], "sinc": [0, 4, 5, 6, 9, 27, 72, 74], "tool": [0, 9, 77], "allow": [0, 3, 4, 6, 7, 9, 75], "interact": [0, 2, 3, 9, 45, 55, 63, 70, 74], "sever": [0, 4, 6, 9, 38, 69, 73, 75, 77, 78], "more": [0, 4, 5, 6, 7, 8, 9, 45, 70, 72, 73, 74, 75, 76, 77, 78], "them": [0, 3, 4, 9, 38, 67, 69, 73, 75, 77], "e": [0, 8, 9, 47], "g": [0, 6, 9, 47, 52], "openmodelica": [0, 9], "could": [0, 5, 6, 9, 67, 78], "backend": [0, 6, 9], "while": [0, 3, 9, 67, 68, 69, 71, 72, 73, 77, 78], "maintain": [0, 9], "api": [0, 6, 9, 45, 48, 68], "benchmark": [0, 2, 9], "similarli": [0, 9], "atari": [0, 9], "mujoco": [0, 9], "rl": [0, 3, 9, 47, 77], "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "design": [0, 4, 5, 9, 38, 69], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "test": [0, 7, 8, 9, 23], "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 70, 76, 77], "These": [0, 4, 6, 7, 9, 55, 69, 75, 76], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 70, 74, 75, 77], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 68, 71, 72, 76], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 71, 72, 74, 75, 76, 78], "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73], "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76, 78], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 77], "customiz": [0, 9], "aim": [0, 6, 8, 9], "provid": [0, 3, 4, 5, 6, 9, 77], "packag": [0, 7, 9, 66, 67, 69, 70, 71, 72, 73, 76], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 74, 77], "experiment": [0, 4, 9], "easi": [0, 9, 76], "manner": [0, 9], "user": [0, 4, 7, 9, 69, 74], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "hi": [0, 9], "own": [0, 2, 3, 4, 5, 9, 70, 72, 75, 77, 78], "defin": [0, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 76, 77], "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 70, 75, 77], "also": [0, 4, 8, 9, 45, 69, 70, 73, 75, 77], "pre": [0, 6, 9], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 72, 73, 75, 76], "avail": [0, 6, 9, 12, 38, 43, 69, 70, 71, 73, 77], "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 74, 75, 77], "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 78], "aspect": [0, 9, 75], "wai": [0, 4, 5, 6, 9, 69, 77], "he": [0, 9], "doe": [0, 4, 5, 6, 9, 17, 74], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78], "entir": [0, 3, 9], "definit": [0, 6, 9, 12, 38, 67, 68], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 77], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 72, 74, 75, 76, 77], "u": [0, 5, 8, 9], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 70, 75, 77], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 77], "associ": [0, 4, 9], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76], "well": [0, 3, 4, 9, 47, 70], "peopl": [0, 4, 9, 69, 75, 77], "occup": [0, 4, 9, 30, 41, 69, 77], "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 70, 71, 73, 76, 78], "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 72, 73, 77, 78], "per": [0, 3, 4, 5, 9, 47, 55, 74], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 71, 72, 73, 75], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 74, 77], "period": [0, 4, 9, 75], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "easili": [0, 4, 5, 6, 9], "scalabl": [0, 9], "third": [0, 7, 9], "parti": [0, 7, 9], "structur": [0, 4, 9, 74], "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 75, 76, 78], "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 71, 72, 74, 75], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73], "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 74, 76], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 76], "adapt": [0, 4, 9, 38, 44, 45, 69, 77], "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "specif": [0, 3, 4, 7, 8, 9, 38, 69, 74, 76, 77], "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 70, 71, 72, 73, 74, 75, 77], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73], "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "epw": [0, 9, 12, 17, 19, 25, 38, 69, 74, 76, 77], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 71, 75, 77], "without": [0, 4, 6, 7, 9, 38, 65, 77], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 70, 71, 72, 74, 75, 77], "intervent": [0, 4, 9], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 74, 75], "extern": [0, 4, 6, 9, 38, 69, 74], "cfg": [0, 4, 9, 17, 38, 74], "gener": [0, 4, 5, 6, 7, 9, 12, 38, 74], "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 74, 75, 77], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 74, 75, 76], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 71, 75, 76, 77], "short": [0, 6, 9], "autom": [0, 9], "whole": [0, 3, 9, 39, 55, 63, 69, 75, 77], "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "so": [0, 4, 6, 7, 8, 9, 67, 70, 74, 75], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 74, 75, 76, 77, 78], "what": [0, 4, 6, 9, 69, 73, 77], "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 71, 72, 74, 75, 76, 77], "integr": [0, 4, 6, 7, 9, 67, 70, 77], "obtain": [0, 3, 4, 9, 12, 77], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 70, 72, 73, 74, 75, 76, 77, 78], "about": [0, 3, 4, 7, 9, 45, 67, 70, 72, 73, 74, 76, 77, 78], "zone": [0, 4, 6, 9, 12, 32, 69, 72, 75, 77], "schedul": [0, 4, 9, 12, 38, 69], "which": [0, 3, 4, 6, 7, 8, 9, 17, 22, 33, 38, 55, 69, 74, 75, 76, 77], "possibl": [0, 3, 4, 5, 6, 7, 8, 9, 69, 70, 77], "export": [0, 4, 6, 9, 12, 26, 35, 69], "excel": [0, 9, 26, 69], "know": [0, 4, 6, 9, 69, 74], "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 72, 74, 75, 76, 77], "To": [0, 4, 5, 6, 8, 9, 67, 76, 77], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 75, 76, 77], "indic": [0, 4, 6, 9, 17, 22], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 75, 76, 78], "thei": [0, 3, 4, 6, 8, 9, 67, 75, 76, 77], "replac": [0, 4, 9, 69, 77], "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 77], "take": [0, 4, 5, 7, 9, 38, 45, 70], "care": [0, 4, 6, 9], "relev": [0, 9], "intern": [0, 3, 4, 9, 75], "stabl": [0, 3, 8, 9, 21, 44, 45, 76], "baselin": [0, 3, 9, 21, 44, 45, 76], "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 76], "callback": [0, 3, 6, 9, 20, 46, 47, 66, 67, 70], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 74, 75, 76, 77], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 76, 77], "team": [0, 6, 8, 9, 77], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 73, 74, 76, 78], "other": [0, 3, 4, 6, 8, 9, 70, 74, 75, 77], "drl": [0, 2, 4, 6, 9, 66, 67, 77], "librari": [0, 6, 8, 9, 67, 72, 76], "support": [0, 3, 4, 8, 9, 12, 76], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78], "account": [0, 5, 6, 8, 9, 49, 50, 75], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 70, 72, 75, 77, 78], "infrastructur": [0, 9], "tell": [0, 9], "detail": [0, 5, 6, 8, 9, 69, 70], "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 77], "mlflow": [0, 8, 9], "track": [0, 3, 8, 9], "server": [0, 3, 9, 16, 38, 67], "open": [0, 8, 9, 67], "sourc": [0, 6, 7, 8, 9], "platform": [0, 7, 9, 67], "machin": [0, 6, 9, 67, 77], "lifecycl": [0, 9], "remot": [0, 3, 7, 8, 9, 76], "local": [0, 3, 6, 7, 9, 47, 52, 53, 66, 67, 69, 70, 71, 72, 73, 77], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 74, 77], "help": [0, 6, 9], "manag": [0, 4, 5, 6, 9, 37, 38, 49, 74], "artifact": [0, 6, 9], "orderli": [0, 9], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 74], "visual": [0, 3, 8, 9], "logger": [0, 4, 6, 9, 63, 66, 67, 69, 70, 72, 78], "tensorboard": [0, 9, 22], "train": [0, 3, 9, 66, 67, 70, 74, 75], "evalu": [0, 3, 6, 9, 23, 66, 67, 70, 75], "real": [0, 3, 4, 9, 55, 67], "notebook": [0, 9, 67, 68, 69, 71, 73, 77], "develop": [0, 2, 7, 8, 9, 67, 73, 76, 78], "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 75, 77, 78], "purpos": [0, 4, 6, 9, 69, 77], "offer": [0, 4, 9], "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 70, 72, 75, 77], "becom": [0, 9], "familiar": [0, 9], "constantli": [0, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 76], "along": [0, 9], "improv": [0, 9], "itself": [0, 9], "accompani": [0, 9], "extens": [0, 4, 8, 9, 68, 70], "document": [0, 4, 6, 7, 8, 9, 67, 69, 70, 72, 73, 74, 77], "unit": [0, 9], "github": [0, 6, 8, 9, 16, 44, 45, 76], "workflow": [0, 7, 9, 76], "effici": [0, 9], "ecosystem": [0, 9], "both": [0, 3, 6, 9, 75], "understand": [0, 9, 77], "mani": [0, 9], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "progress": [0, 3, 4, 9, 55, 56, 63, 71, 73, 74], "stai": [0, 5, 9, 75], "tune": [0, 5, 9, 75], "upcom": [0, 5, 9], "releas": [0, 5, 8, 9], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 72, 74, 75, 76, 77], "those": [0, 3, 4, 6, 30, 69, 75], "interest": [0, 77], "alwai": [0, 4, 6, 68, 70, 72, 74, 75], "made": [0, 4, 47], "check": [0, 3, 4, 6, 7, 31, 45, 47, 76], "issu": [0, 6, 7], "repo": 0, "If": [0, 3, 4, 5, 6, 7, 8, 12, 34, 38, 47, 65, 69, 74, 75, 76, 77], "pleas": [0, 5, 6, 7, 45, 70, 72, 77], "read": [0, 4, 6, 15, 17, 52, 70], "md": 0, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 70, 71, 72], "comput": [0, 3, 6, 67, 70], "contain": [0, 7, 47, 49, 50, 68, 76], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "instal": [0, 6, 7, 17, 77], "section": [0, 2, 3, 4, 6, 8, 69, 76, 77], "host": [0, 6, 74], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 71, 73, 77], "offici": 0, "repositori": [0, 6, 7, 8, 70, 74, 76, 77], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 6, 7, 27, 69, 74], "framework": [0, 76], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 71, 72, 73], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 7], "machineri": 0, "address": [0, 6], "york": [0, 4], "ny": 0, "usa": [0, 4], "url": [0, 6], "http": [0, 6, 8, 16, 44, 45], "doi": 0, "org": 0, "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 77], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 6, 52, 53, 69], "energi": [0, 4, 6, 22, 59, 60, 61, 75], "citi": 0, "transport": 0, "page": [0, 7], "319": 0, "323": 0, "numpag": 0, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 75, 77], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78], "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 70, 73, 75, 76, 78], "random": [2, 6, 43, 77], "rule": [2, 6, 41, 42, 76], "5zone": [2, 4, 5, 6, 69, 72, 77, 78], "datacent": [2, 4, 6, 69, 77], "find": [2, 7], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78], "py": [2, 3, 4, 6, 8, 45, 66, 67, 69, 70, 71, 72, 73, 76, 77, 78], "veri": [2, 6, 7, 8, 69, 75, 77], "perform": [2, 4, 6, 23, 47, 64, 75], "refer": [2, 6], "point": [2, 67, 70, 77], "studi": [2, 4], "simpl": [2, 4, 68, 69, 75, 77], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 75], "instanc": [2, 3, 4, 6, 12, 49, 74], "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 70, 71, 72, 75, 77], "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 71, 74, 75, 76, 78], "usag": [2, 6, 66, 78], "facil": [3, 69, 75, 77], "discret": [3, 4, 12, 68, 69, 75, 77], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 77, 78], "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 70, 71, 72, 77], "ppo": [3, 6], "ye": [3, 4], "onpolicyalgorithm": 3, "a2c": [3, 6], "dqn": [3, 6, 66, 67, 70], "NO": 3, "offpolicyalgorithm": 3, "ddpg": [3, 6], "sac": [3, 6], "td3": [3, 6], "column": [3, 25, 38], "due": [3, 4, 6, 67], "its": [3, 4, 6, 7, 50, 63, 68, 77, 78], "import": [3, 4, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 70, 74, 77], "stage": 3, "procedur": [3, 7], "access": [3, 6], "state": [3, 4, 6, 17, 63], "dure": [3, 4, 6, 12, 22, 23, 70, 74, 77], "It": [3, 4, 6, 7, 8, 17, 23, 43, 45, 55, 61, 69, 75], "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 73, 74], "auto": [3, 6], "save": [3, 5, 6, 23, 38, 66, 67, 69, 70, 77], "manipul": [3, 6, 7], "bar": 3, "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 70, 76, 77], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73], "log": [3, 55, 56, 63, 70, 74], "therefor": [3, 4, 75, 77], "propos": 3, "extract": [3, 4, 12, 34, 38], "why": 3, "loggercallback": [3, 6, 67], "deal": 3, "subtleti": 3, "record": [3, 29, 33, 55, 63, 74], "same": [3, 4, 6, 7, 25, 66, 69, 73, 74, 77, 78], "sinergym_logg": [3, 6, 22], "attribut": [3, 4, 12, 17, 38, 55, 70, 74], "constructor": [3, 4, 5, 15, 69, 75, 77], "deriv": [3, 6], "basecallback": [3, 23], "background": 3, "With": [3, 4, 69, 77], "": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77], "compar": [3, 7], "There": [3, 6, 7, 8, 74], "tabl": [3, 4], "vice": 3, "versa": 3, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "log_interv": [3, 6, 66, 67, 70], "frequenc": [3, 6], "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "consequ": [3, 6, 75], "featur": [3, 4], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 70, 71, 72, 73, 76], "thu": [3, 4, 6], "off": [3, 67, 69], "polici": [3, 6, 23, 46, 47], "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 70, 71, 74, 75], "instead": [3, 4, 6, 8, 47], "On": [3, 6, 8, 69, 77], "appear": [3, 4, 8, 47, 68, 74], "action_simul": 3, "too": [3, 4, 6, 7, 8, 49, 69], "becaus": [3, 4, 6, 70, 72, 77], "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 77], "clip": [3, 6], "Then": [3, 4, 6, 8, 66, 67, 69], "pars": [3, 4, 32], "note": [3, 47, 74], "box": [3, 4, 12, 66, 67, 69, 70, 71, 72, 73, 77], "here": [3, 4, 6, 7, 8, 22, 70, 76, 77], "equival": 3, "csv": [3, 4, 55, 63, 70, 71, 73, 74, 77], "comfort_violation_tim": 3, "percentag": 3, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 71, 72, 73, 75, 77], "out": [3, 66, 67, 70, 74], "bound": [3, 66, 67, 69, 70, 71, 72, 73], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 72, 74, 75, 77], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 71, 72, 73, 75, 77, 78], "cumulative_comfort_penalti": 3, "sum": [3, 68, 69, 71, 72, 73, 77, 78], "penalti": [3, 74, 75], "cumulative_pow": 3, "power": [3, 55, 59, 60, 61, 74, 75], "consumpt": [3, 22, 60, 61, 74, 75], "cumulative_power_penalti": 3, "cumulative_reward": 3, "ep_length": 3, "mean_comfort_penalti": 3, "mean_pow": 3, "mean_power_penalti": 3, "mean_reward": [3, 70], "being": [3, 4, 12, 74, 75, 77], "normalized_observ": 3, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 70, 71, 74, 76], "normal": [3, 6, 65, 74, 75, 76, 77, 78], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 73, 74, 77], "rollout": [3, 70], "metric": 3, "exploration_r": [3, 70], "doesn": [3, 6, 78], "t": [3, 4, 6, 8, 29, 59, 61, 68, 74, 78], "neural": 3, "network": [3, 6], "ad": 3, "evalloggercallback": 3, "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 74, 75], "try": [3, 4, 6, 17], "experi": [3, 4, 5, 8, 37, 38], "benefit": 3, "script": [3, 6, 69, 70, 77], "drl_batteri": [3, 6, 70, 77], "flag": [3, 6, 17, 55, 63, 71], "most": [3, 4, 74, 75], "must": [3, 4, 6, 8, 47, 69], "keep": [3, 17], "mind": 3, "construct": [3, 4, 6], "particular": [3, 4, 68], "concaten": 3, "callbacklist": [3, 6, 66, 67, 70], "until": [3, 7], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 75], "comment": [3, 7], "requir": [3, 4, 6, 7, 8, 38, 69, 70, 75, 77], "argument": [3, 6], "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "ep": [3, 6], "curriculum": 3, "add": [3, 4, 6, 7, 38, 69, 70, 75, 77, 78], "field": [3, 4, 6, 12, 38, 75], "valid": [3, 6, 50, 73, 78], "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "load": [3, 4, 67, 69], "recommend": [3, 6, 7, 8, 42, 69, 75], "batteri": [3, 6], "initi": [3, 4, 23, 51], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 74], "date": [3, 4], "hyperparamet": [3, 6], "durat": 3, "paradigm": 3, "direct": [3, 6], "plan": [3, 4], "futur": [3, 4, 5, 6, 67, 75], "demo": [4, 66, 67, 68, 69, 70, 71, 72, 73, 77], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "pittsburgh": 4, "5zoneautodxvav": [4, 41], "01": [4, 66, 73], "31": [4, 5], "03": [4, 68, 69, 73], "hot": [4, 5, 59, 60, 61, 69, 75, 77, 78], "arizona": 4, "dry": 4, "2b": 4, "12": [4, 5, 68, 69, 70, 71, 72, 73], "mix": [4, 75], "humid": [4, 69, 77], "4a": 4, "cool": [4, 69, 72, 77], "washington": 4, "marin": 4, "5c": 4, "2": [4, 7, 17, 66, 67, 68, 69, 70, 72, 73, 77], "stochast": [4, 23, 47, 69, 75, 77], "2zonedatacenterhvac_weconom": 4, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "warehous": 4, "ashrae9012016_warehouse_denv": 4, "offic": 4, "ashrae9012016_officemedium_denv": 4, "accord": [4, 23], "classif": 4, "seri": [4, 75], "gaussian": 4, "nois": [4, 6, 68], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "std": [4, 47], "complet": [4, 66, 67, 70, 73], "context": [4, 5, 69, 76], "either": 4, "predefin": [4, 69, 77], "shown": [4, 8, 66], "abov": [4, 6, 7, 67, 69], "def": [4, 71, 72, 75], "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 71, 75], "self": [4, 71, 72, 75], "idf_fil": [4, 12, 19], "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 71, 75], "weather_fil": [4, 12, 19, 69, 77], "observation_spac": [4, 12, 69, 77], "low": [4, 59, 61, 69, 76, 77], "5e6": [4, 69, 77], "high": [4, 69, 77], "shape": [4, 6, 69, 77], "observation_vari": [4, 12, 69, 77], "action_spac": [4, 6, 12, 43, 68, 69, 71, 73, 77, 78], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 71], "action_vari": [4, 12, 69, 77], "action_map": [4, 12, 69, 77], "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 71, 72], "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 71, 72], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 71], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 71], "weather_vari": [4, 12, 17, 37, 69, 77], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71], "linearreward": [4, 6, 12, 66, 67, 69, 70, 75, 77], "reward_kwarg": [4, 12, 69, 75, 77], "act_repeat": [4, 12, 17, 69, 77], "1": [4, 5, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 77, 78], "max_ep_data_store_num": [4, 12, 17, 69, 77], "action_definit": [4, 12, 17, 38, 69, 77], "env_nam": [4, 12, 17, 19, 34, 38, 69, 74, 77], "config_param": [4, 5, 12, 17, 69, 77], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 72], "condit": [4, 12, 30, 41], "empti": [4, 8, 12, 38, 66, 67, 70], "manual": [4, 5, 7, 12], "should": [4, 5, 6, 8, 12, 17, 23, 58, 77], "extra_config": [4, 12, 38], "map": [4, 12, 69, 77], "sigma": [4, 6, 12, 17, 25, 38], "mu": [4, 12], "tao": [4, 12], "ornstein": [4, 12, 25, 38], "uhlenbeck": [4, 12, 25, 38], "appli": [4, 5, 6, 7, 12, 38, 65, 70, 74], "feedback": [4, 12], "pass": [4, 6, 12, 17, 23, 47], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 70, 74, 77], "regardless": [4, 12, 74], "receiv": [4, 12, 17, 19], "repetit": [4, 12], "interv": [4, 6, 12], "last": [4, 8, 12, 17, 34, 63, 65, 69, 77], "sub": [4, 6, 12], "directori": [4, 5, 8, 12, 17, 34, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 75, 77], "eplus_path": [4, 8, 17, 19], "o": [4, 6], "bcvtb_path": [4, 8, 17, 19], "pkg_data_path": 4, "idf_path": [4, 17, 38], "join": 4, "weather_path": [4, 17, 38], "detect": 4, "planner": 4, "get_schedul": [4, 12, 38, 69], "need": [4, 6, 7, 8, 66, 68, 70, 71, 72, 74], "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 71, 72, 73, 77, 78], "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 71, 72, 73, 75], "flag_discret": 4, "isinst": 4, "els": [4, 6, 47, 71, 72], "setpoint": [4, 41, 42, 72], "setpoints_spac": 4, "continuous_action_def": 4, "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 71, 72, 73, 77, 78], "dtype": [4, 66, 67, 69, 70, 77], "reward_fn": [4, 6], "obs_dict": [4, 72], "checker": [4, 44], "_check_eplus_env": 4, "show": [4, 7, 12, 38, 77], "intermedi": 4, "free": [4, 6, 70, 72], "runperiod": [4, 68, 69, 77], "rest": [4, 6, 8, 48, 49, 75, 77], "necessari": [4, 6, 7, 8, 69, 75, 77], "mention": [4, 6, 69], "onc": [4, 6, 8], "copi": [4, 8, 17, 74], "climat": 4, "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "howev": [4, 5, 6, 8, 69, 75, 76, 77], "compat": [4, 6, 8, 45], "introduc": 4, "three": 4, "tau": [4, 6, 17, 25, 38], "whose": [4, 55, 75], "natur": 4, "go": [4, 6, 66, 67, 68, 69, 70, 73, 78], "calcul": [4, 6, 66, 70, 75, 77], "addit": [4, 12, 22, 38, 45, 47], "moreov": 4, "visit": [4, 6, 8, 69, 72, 73, 74, 76, 77, 78], "organ": [4, 6, 69, 76], "n": [4, 6, 64, 69, 73, 77], "activ": [4, 6, 8, 22, 55, 63, 74], "summari": [4, 63, 68], "dynam": [4, 7, 67], "let": [4, 5, 6, 7, 8, 66, 67, 68, 69, 70, 77], "variable_nam": 4, "zone_nam": 4, "regist": [4, 6, 67, 68, 70, 77], "correctli": [4, 6, 26, 76, 77], "correct": [4, 6, 7, 8, 30, 73, 78], "respect": [4, 7, 8, 32], "look": [4, 31, 36, 45, 70, 72], "found": [4, 12, 38, 78], "rdd": 4, "standard": [4, 7, 30, 41, 68, 77], "repres": 4, "previous": [4, 6, 38, 69, 74], "rememb": [4, 70, 72], "later": [4, 8, 55], "reserv": [4, 6], "inconsist": [4, 69, 77], "notifi": [4, 6, 7], "fix": [4, 7], "actuat": [4, 26, 69], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 73, 77], "consist": [4, 17], "usual": [4, 7, 75], "solut": 4, "problem": [4, 6, 69, 77], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53], "charg": 4, "_setpoints_transform": 4, "eplus_env": 4, "link": [4, 6], "index": [4, 6], "As": [4, 6, 8, 69, 77], "told": [4, 8], "id": [4, 6, 69, 75, 77], "constant": [4, 6, 59, 60, 61, 71, 73, 75], "seen": 4, "recogniz": 4, "common": [4, 6, 20, 23, 47, 66, 67, 70, 72, 75, 76], "word": [4, 7], "don": [4, 6, 8, 68, 74], "give": [4, 6], "plai": [4, 70, 72], "affect": [4, 25, 38, 47], "resolut": 4, "ensur": [4, 8], "altern": [4, 8], "ones": [4, 6, 75], "wrong": 4, "launch": 4, "messag": [4, 7], "error": [4, 6, 7, 47, 67, 69, 77], "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73], "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 77], "version": [4, 6, 7, 8, 12, 69, 77], "part": [4, 6], "trivial": 4, "task": 4, "certain": 4, "complex": [4, 76], "Its": 4, "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 75, 76, 78], "action_definition_exampl": 4, "original_idf_scheduler_nam": 4, "external_variable_nam": 4, "initial_valu": [4, 69], "scheduler_nam": 4, "scheduler_value_typ": 4, "object1": [4, 69], "object2": [4, 69], "entri": 4, "kei": [4, 5, 6, 17, 29, 32, 34], "handl": 4, "although": 4, "pdf": 4, "better": [4, 77], "form": 4, "thing": [4, 69, 75], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 72], "grow": 4, "alreadi": [4, 6, 69, 72, 75, 76, 77], "even": [4, 69, 70, 72, 77], "perhap": 4, "incorpor": 4, "than": [4, 6, 74, 75, 77], "intend": 4, "someon": 4, "decid": [4, 6], "That": [4, 75], "far": [4, 75], "concern": [4, 69], "Be": 4, "sure": 4, "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73], "abl": [4, 6, 8, 69], "except": [4, 38, 77], "variabledictionari": 4, "regular": 4, "now": [4, 6, 8, 66, 67, 68, 70, 71, 72, 73], "config": [5, 6, 26, 68, 76], "amplifi": 5, "investig": 5, "extra_param": 5, "timesteps_per_hour": [5, 69, 77], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 77], "1997": 5, "1998": 5, "skeleton": 5, "separ": [5, 6], "By": [5, 8, 69, 75, 77], "less": 5, "1991": [5, 68, 69, 71, 72, 73, 77], "result": [5, 6, 17, 47, 67, 68, 69, 71, 72, 73, 74, 77, 78], "determin": [5, 6, 77], "length": [5, 6, 47, 66, 70], "start_dai": [5, 17], "start_month": 5, "start_year": [5, 17, 38], "end_dai": [5, 28], "end_month": 5, "end_year": [5, 28], "februari": 5, "29th": 5, "leap": 5, "otherwis": [5, 6, 77], "fail": [5, 6], "apply_extra_conf": [5, 38], "gcloud": 6, "combin": [6, 8, 69, 73, 77], "idea": 6, "virtual": [6, 8], "gce": 6, "At": [6, 7, 68, 70, 77], "finish": [6, 7, 17, 77], "job": [6, 7, 8, 76], "remov": [6, 49, 59, 60, 61, 75], "explan": 6, "firstli": 6, "sdk": [6, 8], "auth": [6, 49], "invoic": 6, "secondli": 6, "docker": [6, 7], "authent": 6, "imag": [6, 8], "begin": 6, "hand": [6, 8, 69, 77], "enabl": [6, 7], "servic": [6, 49, 50], "registri": 6, "pub": 6, "sql": 6, "admin": 6, "firestor": 6, "datastor": 6, "gmail": 6, "henc": 6, "client": [6, 51, 52, 53], "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 71, 72, 75], "artifactregistri": 6, "googleapi": 6, "com": [6, 8, 16, 44, 45], "cloudapi": 6, "cloudbuild": 6, "containerregistri": 6, "sqladmin": 6, "cloudfunct": 6, "pubsub": 6, "serviceusag": 6, "drive": 6, "appengin": 6, "Or": 6, "consol": 6, "modul": [6, 7, 8, 10, 13, 20, 76, 77], "termin": [6, 17, 56, 63, 64, 77], "applic": [6, 76], "login": 6, "upload": [6, 7, 53], "public": 6, "eu": 6, "gcr": 6, "io": 6, "latest": [6, 7, 8], "europ": 6, "west1": 6, "b": 6, "privileg": [6, 50], "restart": 6, "never": [6, 68], "stdin": 6, "tty": 6, "boot": 6, "disk": 6, "size": 6, "20gb": 6, "pd": 6, "ssd": 6, "n2": 6, "highcpu": 6, "8": [6, 8, 68, 69, 70, 71, 72, 73, 77], "hub": [6, 7, 8], "prefer": 6, "realli": [6, 73, 77, 78], "10gb": 6, "isn": 6, "enough": 6, "silenc": 6, "would": [6, 75], "incid": 6, "clear": 6, "suppos": 6, "fork": [6, 7], "yaml": 6, "dockerfil": [6, 7, 8, 76, 77], "write": [6, 7, 8, 76], "cach": 6, "quick": 6, "cloudsdktool": 6, "entrypoint": 6, "bash": 6, "c": [6, 59, 60, 61, 75], "pull": 6, "project_id": 6, "exit": 6, "sinergym_extra": [6, 8], "push": 6, "built": 6, "command": [6, 7, 76], "builder": 6, "gsutil": 6, "iam": 6, "ch": 6, "allus": 6, "objectview": 6, "appspot": 6, "disksizegb": 6, "machinetyp": 6, "e2_highcpu_8": 6, "timeout": 6, "86400": 6, "older": 6, "wa": 6, "inner": [6, 7, 22, 49, 52, 53], "confus": 6, "helper": 6, "everyth": [6, 70, 77], "upgrad": 6, "global": [6, 47], "memori": 6, "least": 6, "might": 6, "report": 6, "submit": 6, "region": 6, "substitut": [6, 69, 77], "predetermin": 6, "enter": [6, 77], "after": [6, 17, 47, 68, 69, 73, 77], "immedi": 6, "hasn": [6, 29], "yet": [6, 76], "think": 6, "happen": [6, 7], "wait": 6, "minut": [6, 70], "templat": 6, "gserviceaccount": 6, "scope": 6, "www": 6, "devstorag": 6, "full_control": 6, "gce_zon": 6, "gce_project_id": 6, "mlflow_tracking_uri": 6, "describ": [6, 42], "ip": 6, "5000": 6, "explain": [6, 7, 69, 77], "previou": [6, 64, 69, 77], "group": [6, 49], "larg": 6, "quot": 6, "probabl": 6, "readi": [6, 8, 68, 70, 72], "ssh": 6, "optim": 6, "attach": 6, "And": [6, 68, 70], "alloc": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 71, 72, 73, 76, 77, 78], "argpars": 6, "datetim": [6, 66, 67, 70, 72], "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 77], "stable_baselines3": [6, 23, 47, 66, 67, 70], "normalactionnois": 6, "vec_env": [6, 23, 47, 66, 67, 70], "dummyvecenv": [6, 66, 67, 70], "loggerevalcallback": [6, 66, 67, 70], "ranges_5zon": [6, 71, 73], "ranges_datacent": 6, "ranges_iw": 6, "loggerwrapp": [6, 66, 67, 70, 73, 77, 78], "multiobswrapp": [6, 71, 73], "normalizeobserv": [6, 71, 73, 77, 78], "parser": 6, "argumentpars": 6, "add_argu": 6, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 70, 71, 73], "dest": 6, "mod": 6, "alg": 6, "rw": 6, "linear": [6, 60, 61, 75, 77], "exponenti": [6, 59, 75], "energy_weight": [6, 59, 61, 69, 75, 77], "rew": 6, "weight": [6, 59, 60, 61, 69, 75], "norm": 6, "store_tru": 6, "multiob": [6, 73, 78], "mob": 6, "multi": [6, 78], "csvlogger": [6, 22, 63, 71, 74], "ten": 6, "eval": [6, 23, 66, 70], "best": [6, 23, 66, 67, 70], "onlin": 6, "eval_freq": [6, 23, 66, 70], "evalf": 6, "useless": 6, "eval_length": 6, "inter": 6, "seed": [6, 77], "sd": 6, "identifi": 6, "remote_stor": 6, "sto": 6, "sent": 6, "bucket_nam": [6, 52], "buc": 6, "mlflow_stor": 6, "group_nam": 6, "auto_delet": 6, "del": 6, "gcp": 6, "learning_r": [6, 70], "lr": 6, "0003": 6, "n_step": 6, "2048": 6, "batch_siz": 6, "64": [6, 67], "n_epoch": 6, "ne": 6, "gamma": 6, "99": [6, 38], "gae_lambda": 6, "gl": 6, "95": [6, 70], "ent_coef": 6, "ec": 6, "vf_coef": 6, "v": [6, 76], "max_grad_norm": 6, "m": [6, 66, 67, 70], "buffer_s": 6, "bf": 6, "1000000": 6, "learning_start": 6, "l": 6, "100": 6, "tu": 6, "005": 6, "gradient_step": 6, "clip_rang": 6, "cr": 6, "sig": 6, "rms_prop_ep": 6, "rpe": 6, "1e": [6, 59, 60, 61, 75], "parse_arg": 6, "experiment_d": [6, 66, 67, 70], "todai": [6, 66, 67, 70], "strftime": [6, 66, 67, 70], "y": [6, 66, 67, 70], "d_": 6, "h": [6, 66, 67, 70], "_": 6, "ping": 6, "mlflow_ip": 6, "split": 6, "respons": [6, 49, 74], "set_tracking_uri": 6, "getcwd": 6, "mlrun": 6, "start_run": [6, 66], "run_nam": [6, 66], "param": [6, 22, 23, 37, 38, 42, 47, 55], "log_param": 6, "__version__": 6, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 71], "rate": [6, 69, 75, 77], "batch": [6, 33], "epoch": 6, "gae": 6, "lambda": [6, 66, 67, 70], "ent": 6, "coef": 6, "vf": 6, "max": [6, 34, 59, 61], "grad": 6, "buffer": 6, "gradient": 6, "elif": [6, 72], "expreward": [6, 69, 75, 77], "rais": [6, 7, 17, 19, 38, 47], "runtimeerror": [6, 17, 38], "hasattr": 6, "w_energi": 6, "eval_env": [6, 23], "norm_rang": 6, "env_typ": 6, "iwmullion": 6, "nameerror": 6, "cant": 6, "disabl": 6, "mlppolici": [6, 66, 67, 70], "verbos": [6, 22, 23, 67, 70, 76], "train_freq": 6, "target_update_interv": 6, "10000": [6, 23], "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_final_ep": 6, "05": [6, 70], "tensorboard_log": [6, 67], "n_action": 6, "action_nois": 6, "zero": 6, "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "optimize_memory_usag": 6, "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 77, 78], "policy_delai": 6, "target_policy_nois": 6, "target_noise_clip": 6, "create_eval_env": 6, "policy_kwarg": 6, "devic": [6, 67, 70], "_init_setup_model": 6, "f": [6, 8, 66, 67, 70], "model_path": 6, "download": 6, "init_storage_cli": 6, "read_from_bucket": 6, "set_env": 6, "total": [6, 69, 70, 75, 77], "n_timesteps_episod": [6, 66, 67, 70], "_eplus_one_epi_len": [6, 66, 67, 70], "_eplus_run_steps": [6, 66, 67, 70], "eval_callback": [6, 66, 70], "best_model_save_path": [6, 23, 66, 70], "best_model": [6, 66, 70], "log_path": [6, 23, 66, 70], "determinist": [6, 23, 47, 66, 70], "render": [6, 12, 23, 45, 47, 66, 70], "n_eval_episod": [6, 23, 47, 66, 70], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "log_callback": [6, 67], "dir": [6, 38, 67], "tensorboardformatlogg": [6, 67], "tb_path": [6, 67], "new_logg": [6, 67], "set_logg": [6, 67], "total_timestep": [6, 55, 66, 67, 70], "_env_working_dir_par": [6, 66, 67, 70], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 71, 72, 73, 77, 78], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 77, 78], "_episode_exist": 6, "storeg": 6, "log_artifact": 6, "local_dir": 6, "artifact_path": 6, "abspath": 6, "resourc": [6, 51, 52, 53], "upload_to_bucket": 6, "src_path": [6, 53], "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "end_run": [6, 66], "autodelet": 6, "token": [6, 49, 50], "get_service_account_token": 6, "delete_instance_mig_from_contain": 6, "effect": [6, 77], "pretti": [6, 75], "deactiv": [6, 55, 63, 74], "written": 6, "recreat": 6, "belong": [6, 55, 74], "delet": [6, 49], "individu": 6, "appropri": [6, 69, 77], "environment_nam": 6, "episodes_int": 6, "seed_valu": 6, "uri": 6, "bind": 6, "member": 6, "serviceaccount": 6, "role": 6, "owner": 6, "project_path": 6, "json": 6, "google_cloud_credenti": 6, "dote": 6, "root": [6, 8, 70, 77], "gitignor": 6, "ignor": [6, 7, 67, 76], "final": [6, 68], "load_ag": 6, "just": [6, 69, 73], "zip": [6, 72], "predict": 6, "agre": 6, "collect": [6, 55, 77], "One": 6, "strength": 6, "abil": 6, "whatev": 6, "caus": 6, "recogn": 6, "mayb": 6, "got": [6, 29], "two": [6, 7, 8, 69, 75], "deploi": [6, 7], "localhost": 6, "6006": 6, "second": [6, 17, 27, 28, 47, 55, 69, 71, 77], "shut": 6, "down": 6, "logdir": 6, "back": 6, "databas": 6, "loos": 6, "bin": [6, 8], "scrip": 6, "ugr": [6, 8], "sail": [6, 8], "sinergymcompilationhtml": 6, "html": 6, "db_root_password": 6, "machine_typ": 6, "e2": 6, "medium": 6, "mlflow_imag": 6, "kaysush": 6, "14": [6, 70], "cloud_sql_proxy_imag": 6, "cloudsql": 6, "proxi": 6, "19": [6, 60, 67, 68, 69, 71, 73, 77], "mysql_inst": 6, "echo": 6, "sa": 6, "descript": [6, 17], "displai": [6, 68, 69, 71, 72, 73, 77, 78], "mb": 6, "tier": 6, "db": [6, 38], "f1": 6, "micro": 6, "password": 6, "provis": 6, "editor": 6, "start_mlflow_track": 6, "sh": 6, "cat": 6, "eof": 6, "d": [6, 7, 17, 66, 67, 70], "mysql": 6, "net": 6, "p": 6, "3306": 6, "cloud_sql_proxi": 6, "tcp": 6, "pymysql": 6, "mlflow_artifact": 6, "alter": 6, "iptabl": 6, "input": [6, 7, 17], "dport": 6, "j": 6, "accept": [6, 7], "cp": 6, "tempor": 6, "rm": [6, 44, 45], "7": [6, 17, 68, 69, 70, 71, 72, 73, 75, 77], "static": [6, 41, 42], "subnet": 6, "premium": 6, "metadata": [6, 12], "startup": 6, "mainten": 6, "migrat": 6, "tag": [6, 7, 8], "co": 6, "77": 6, "12371": 6, "1109": 6, "balanc": 6, "shield": 6, "secur": [6, 7], "vtpm": 6, "affin": 6, "firewal": 6, "prioriti": 6, "1000": 6, "ingress": 6, "target": [6, 75], "anymor": 6, "again": 6, "redefin": 6, "notic": [6, 75], "creation": [6, 77], "annot": 6, "bellow": 6, "trigger": [6, 23], "event": [6, 7], "advertis": 6, "captur": 6, "slack": 6, "sm": 6, "email": 6, "deploy": 7, "pipelin": 7, "softwar": 7, "websit": 7, "pep8": 7, "level": [7, 56, 76], "aggress": 7, "isort": 7, "sort": 7, "incorrect": 7, "bot": 7, "advis": 7, "pytyp": 7, "cannot": [7, 67, 77], "storag": [7, 8, 51, 52, 53], "compil": 7, "sphinx": 7, "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "vocabulari": 7, "spell": 7, "mistak": 7, "unknown": 7, "topic": 7, "doc": [7, 8], "spelling_wordlist": 7, "txt": 7, "alphabet": 7, "warn": [7, 23, 45, 66, 67, 69, 70, 71, 72, 73], "behav": 7, "statu": 7, "docstr": 7, "anoth": [7, 8, 69, 74], "pytest": [7, 8], "prevent": 7, "malici": 7, "pull_request_target": 7, "checkout": 7, "branch": 7, "skip": [7, 45], "commit": 7, "ci": [7, 45], "string": [7, 66, 70], "161": 7, "sequenti": 7, "autopep8": 7, "edit": 7, "catch": 7, "pypi": [7, 8], "yml": [7, 8, 76], "advantag": 7, "minim": 7, "pip": [8, 76], "setup": 8, "tag_nam": 8, "setup_tag": 8, "example1": 8, "studio": 8, "simpli": [8, 69, 73], "click": 8, "pop": [8, 71], "button": 8, "reopen": 8, "isol": 8, "vscode": 8, "through": 8, "clone": [8, 77], "git": 8, "cd": 8, "sudo": 8, "apt": 8, "virtualenv": 8, "env_sinergym": 8, "python3": [8, 66, 67, 69, 70, 71, 72, 73], "conda": 8, "python_environ": 8, "program": 8, "outsid": [8, 75], "instruct": 8, "linux": 8, "ubuntu": 8, "choos": 8, "select": [8, 12, 41, 42, 43, 72], "consid": [8, 59, 60, 61, 68, 75], "subset": [8, 73, 78], "ofici": 8, "supervis": [8, 76], "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 76], "vv": [8, 76], "anywai": [8, 76], "prepar": [8, 33, 38], "kwarg": [12, 22, 23, 63, 64, 65], "repeat": [12, 17, 69, 77], "xlsx": [12, 69], "get_zon": [12, 69], "mode": 12, "human": [12, 30, 41], "ndarrai": [12, 15, 17, 55, 63, 64, 65, 71], "integ": [12, 17], "abstract": 15, "receive_observ": [15, 19], "send_act": [15, 19], "start_simul": [15, 19], "stop_simul": 15, "stop": 15, "ptolomi": 16, "zhangzhizza": 16, "end_env": 17, "end_episod": 17, "properti": [17, 38], "get_is_eplus_run": 17, "subprocess": 17, "popen": 17, "socket": [17, 74], "sensor": 17, "ou": [17, 25, 38], "element": [17, 29, 33, 55, 77], "elaps": [17, 27, 55], "correspond": 17, "boolean": [17, 22], "start_mon": 17, "start_weekdai": 17, "weekdai": [17, 72], "mondai": 17, "sundai": 17, "renew": 18, "variables_fil": 19, "connector": 19, "keyerror": 19, "end_simul": 19, "plot": 22, "ep_reward": 22, "ep_pow": 22, "ep_term_comfort": 22, "term": [22, 59, 60, 61, 75], "ep_term_energi": 22, "num_comfort_viol": 22, "violat": 22, "ep_timestep": 22, "increment": 22, "on_training_end": 22, "callback_on_new_best": 23, "freq": 23, "npz": 23, "vecenv": [23, 47], "weather_data": [25, 38], "weatherdata": [25, 38], "original_epw_fil": 25, "drybulb": [25, 38, 69, 72, 77], "variat": [25, 38], "opyplu": [25, 27, 29, 33, 35, 38], "_get_actu": 26, "rel": [26, 69, 77], "epm": [27, 29, 33, 35, 38], "sec_elaps": 27, "compos": 27, "st_year": 28, "st_mon": 28, "st_dai": 28, "end_mon": 28, "delta": 28, "st": 28, "mon": 28, "24": [28, 66, 67, 68, 69, 70, 71, 72, 73, 77], "explicitli": 29, "season": [30, 59, 60, 61, 69, 72, 75], "ashra": [30, 41, 42], "55": [30, 41], "thermal": [30, 41, 60, 69, 75, 77], "environment": [30, 41], "2004": [30, 41], "wrapper_class": [31, 36], "var_fil": 32, "add_batch": 33, "convert": 33, "output_path": 34, "last_result": 34, "min": [34, 69], "absolut": [34, 59, 61, 75], "file_path": 35, "content": [35, 74], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 74], "till": 36, "modif": [37, 75], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 69], "condn": 38, "mwb": 38, "winterdai": 38, "htg": [38, 69], "summer": [38, 59, 60, 61, 75], "winter": [38, 75], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73], "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 76], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "basic": 40, "act": [41, 42, 43, 72, 77], "sequenc": [41, 42, 43, 65, 71, 72], "indoor": [41, 42], "perceiv": [41, 42, 72], "chosen": [41, 42, 43, 72, 77], "2zonedatacenterhvac": 42, "center": 42, "tc9": 42, "2016": 42, "randomli": [43, 77], "dlr": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "blob": 45, "master": 45, "core": [45, 66, 67, 70], "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 63], "averag": [47, 77], "count": [47, 69, 77], "scale": [47, 76], "earli": 47, "avoid": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 60], "expect": 47, "met": 47, "return_episode_reward": 47, "easier": 48, "instance_group_nam": 49, "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "blob_prefix": 52, "bucket": [52, 53], "exclud": 52, "destin": 53, "monitor_head": [55, 63, 71], "progress_head": [55, 63, 71], "log_progress_fil": [55, 71], "log_fil": [55, 71], "header": [55, 63, 71], "sub_run_n": 55, "res_n": 55, "steps_data": 55, "arrai": [55, 69], "elabor": 55, "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 68, 69, 70, 71, 72, 73], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 65, 68, 69, 71, 72, 73, 77, 78], "done": [55, 68, 69, 71, 72, 73, 77, 78], "info": [55, 66, 67, 68, 69, 70, 71, 72, 73, 77, 78], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "inherit": [58, 78], "temperature_vari": [59, 60, 61, 69, 75, 77], "energy_vari": [59, 60, 61, 69, 75, 77], "range_comfort_wint": [59, 60, 61, 69, 75, 77], "range_comfort_summ": [59, 60, 61, 69, 75, 77], "summer_start": [59, 60, 61], "summer_fin": [59, 60, 61], "30": [59, 60, 61, 67, 68, 69, 71, 72, 77], "lambda_energi": [59, 60, 61, 75], "0001": [59, 60, 61, 70], "lambda_temperatur": [59, 60, 61, 75], "r": [59, 61], "w": [59, 60, 61, 67, 75], "lambda_": [59, 61], "lambda_t": [59, 61], "exp": 59, "t_": [59, 61], "cold": [59, 60, 61, 75], "session": [59, 60, 61, 67], "dimens": [59, 60, 61, 75], "min_energy_weight": 60, "range_comfort_hour": 60, "logger_class": [63, 71], "activate_logg": 63, "deactivate_logg": 63, "flatten": [64, 73], "stack": 64, "flat": 64, "vector": [64, 70], "reli": [65, 70], "get_unwrapped_ob": 65, "usr": [66, 67, 69, 70, 71, 72, 73], "lib": [66, 67, 69, 70, 71, 72, 73], "dist": [66, 67, 69, 70, 71, 72, 73], "73": [66, 67, 69, 70, 71, 72, 73], "userwarn": [66, 67, 69, 70, 71, 72, 73], "precis": [66, 67, 69, 70, 71, 72, 73], "lower": [66, 67, 69, 70, 71, 72, 73], "cast": [66, 67, 69, 70, 71, 72, 73], "float32": [66, 67, 69, 70, 71, 72, 73, 77], "episodes_": [66, 67, 70], "env_vec": [66, 67, 70], "2022": [66, 67, 68, 69, 70, 71, 72, 73], "08": [66, 67, 69, 70, 71, 72, 73], "09": [66, 67, 69, 70, 71, 72, 73], "16": [66, 69, 73, 77], "23": [66, 67, 68, 69, 71, 72, 73, 75, 77], "166": 66, "eplus_env_demo": [66, 67, 68, 69, 70, 71, 72, 73], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73], "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73], "167": 66, "site": [66, 67, 68, 69, 70, 71, 72, 73, 77], "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73], "169": [66, 67], "bvctb": [66, 67, 68, 69, 70, 71, 72, 73], "171": 66, "179": 66, "194": 66, "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 77], "res3": [66, 68, 69], "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74], "36": [66, 67], "239": 66, "240": 66, "247": 66, "sub_run2": [66, 67, 70, 73, 74], "56": 66, "674": 66, "682": 66, "sub_run3": [66, 67, 70, 74], "fromnumer": [66, 67, 70], "3474": [66, 67, 70], "runtimewarn": [66, 67, 70], "slice": [66, 67, 70], "_method": [66, 67, 70], "_mean": [66, 67, 70], "axi": [66, 67, 70], "189": [66, 67, 70], "invalid": [66, 67, 70], "encount": [66, 67, 70], "double_scalar": [66, 67, 70], "ret": [66, 67, 70], "rcount": [66, 67, 70], "264": [66, 67, 70], "degre": [66, 67, 70], "freedom": [66, 67, 70], "lt": [66, 67, 70], "_var": [66, 67, 70], "ddof": [66, 67, 70], "222": [66, 67, 70], "true_divid": [66, 67, 70], "arrmean": [66, 67, 70], "um": [66, 67, 70], "div": [66, 67, 70], "39": [66, 67, 68, 69, 70, 71, 72, 73], "unsaf": [66, 67, 70], "256": [66, 67, 70], "17": [66, 68, 69, 71, 72, 73, 77], "669": 66, "670": 66, "677": 66, "sub_run4": [66, 67, 70], "15": [66, 68, 69, 70, 71, 73, 77], "729": 66, "731": 66, "744": 66, "sub_run5": [66, 67, 70], "29": [66, 67, 69, 73, 77], "805": 66, "807": 66, "819": 66, "sub_run6": [66, 70], "num_timestep": [66, 70], "70080": [66, 70], "episode_reward": [66, 70], "17218": 66, "13": [66, 68, 69, 70, 71, 72, 73], "00": [66, 70, 71, 73], "35040": [66, 68, 69, 70, 71, 72, 73], "57": [66, 68], "241": 66, "248": 66, "sub_run7": [66, 70], "18": [66, 68, 69, 71, 72, 73, 77], "491": 66, "492": 66, "501": 66, "sub_run8": [66, 70], "701": [66, 69], "702": [66, 68], "710": 66, "sub_run9": [66, 70], "43": [66, 70], "740": 66, "742": [66, 67], "760": 66, "sub_run10": [66, 70], "944": [66, 72], "946": 66, "959": [66, 70], "sub_run11": [66, 70], "140160": [66, 70], "26894": 66, "21": [66, 67, 68, 69, 71, 72, 73, 77], "475": 67, "477": [67, 71], "479": [67, 71], "482": 67, "tensorboard_path": 67, "cpu": [67, 70], "37": 67, "692349": 67, "tensorflow": 67, "cc": 67, "onednn": 67, "oper": 67, "slightli": 67, "numer": 67, "round": 67, "turn": 67, "tf_enable_onednn_opt": 67, "734692": 67, "stream_executor": 67, "dso_load": 67, "libcudart": 67, "11": [67, 68, 69, 70, 71, 72, 73], "dlerror": 67, "share": 67, "No": 67, "734718": 67, "cuda": 67, "cudart_stub": 67, "cudart": 67, "gpu": 67, "780": [67, 73], "788": [67, 73], "res6": 67, "54": 67, "888": 67, "896": 67, "22": [67, 68, 69, 71, 72, 73, 77], "340": 67, "341": 67, "348": 67, "51": 67, "235": 67, "238": 67, "253": 67, "743": 67, "751": 67, "387": 67, "loop": 68, "34": 68, "41": 68, "697": 68, "699": 68, "700": 68, "703": 68, "glanc": 68, "someth": 68, "current_month": [68, 69, 71, 72, 73, 77, 78], "sampl": [68, 69, 71, 73, 77, 78], "print": [68, 69, 70, 71, 72, 73, 77, 78], "44": 68, "176": 68, "184": 68, "5342786322651261": 68, "time_elaps": [68, 69, 70, 71, 72, 73], "900": [68, 69, 71, 72, 73], "total_pow": [68, 69, 71, 72, 73], "10685": [68, 72], "57264530252": 68, "total_power_no_unit": [68, 69, 71, 72, 73], "0685572645302521": 68, "abs_comfort": [68, 69, 71, 72, 73], "20": [68, 69, 70, 71, 72, 73, 75, 77], "07553516208551": 68, "out_temperatur": [68, 69, 71, 72, 73], "action_": [68, 69, 71, 72, 73], "25": [68, 69, 71, 72, 73, 77], "2096": 68, "650684004998": 68, "2976": [68, 69, 71, 72, 73], "2678400": [68, 69, 71, 72, 73], "22381": 68, "61729417214": 68, "2381617294172145": 68, "38054356822621": 68, "4129": 68, "51464935589": 68, "5664": [68, 69, 71, 72, 73], "5097600": [68, 69, 71, 72, 73], "15385": 68, "40872994788": 68, "538540872994788": 68, "7609838426557": 68, "5456": 68, "861170390168": 68, "8640": [68, 69, 71, 72, 73], "7776000": [68, 69, 71, 72, 73], "152": 68, "4868953414246": 68, "01524868953414246": 68, "36175169264276": 68, "26": [68, 69, 73, 75, 77], "6369": 68, "63107682455": 68, "11520": [68, 69, 71, 72, 73], "10368000": [68, 69, 71, 72, 73], "11452": 68, "77842481337": 68, "145277842481337": 68, "92062373146303": 68, "7206": 68, "697072691755": 68, "14496": [68, 69, 71, 72, 73], "13046400": [68, 69, 71, 72, 73], "7167": 68, "389297121867": 68, "7167389297121867": 68, "0051047272114815": 68, "99489527278852": 68, "10140": 68, "504682784309": 68, "17376": [68, 69, 71, 72, 73], "15638400": [68, 69, 71, 72, 73], "175": 68, "7866568476675": 68, "01757866568476675": 68, "5118073073826288": 68, "48819269261737": 68, "28": [68, 69, 70, 71, 72, 73, 77], "13387": 68, "708048636228": 68, "20352": [68, 69, 71, 72, 73], "18316800": [68, 69, 71, 72, 73], "20512": 68, "72746048218": 68, "051272746048218": 68, "2097303255916003": 68, "7902696744084": 68, "16617": 68, "56445110482": 68, "23328": [68, 69, 71, 72, 73], "20995200": [68, 69, 71, 72, 73], "1549": 68, "646030459042": 68, "1549646030459042": 68, "001432470832661": 68, "99856752916734": 68, "19436": 68, "64949597934": 68, "26208": [68, 69, 71, 72, 73], "23587200": [68, 69, 71, 72, 73], "46027669892315": 68, "20485": 68, "674588514717": 68, "29184": [68, 69, 71, 72, 73], "26265600": [68, 69, 71, 72, 73], "11070": 68, "55398785253": 68, "1070553987852532": 68, "89205415771582": 68, "21651": 68, "044604241863": 68, "32064": [68, 69, 71, 72, 73], "28857600": [68, 69, 71, 72, 73], "12804": 68, "88321134125": 68, "2804883211341251": 68, "89708886598514": 68, "23670": 68, "083608180244": 68, "31536000": [68, 69, 71, 72, 73], "1992": [68, 69, 71, 72, 73, 77], "5021": 68, "427115579548": 68, "5021427115579548": 68, "7835436138003509": 68, "21645638619965": 68, "forget": 68, "801": 68, "cumul": [68, 69, 71, 72, 73, 75, 77, 78], "6755160847083577": 68, "over": 68, "discuss": 69, "environment_id": 69, "long": 69, "06": [69, 70], "813": 69, "eplus_env_5zon": 69, "814": 69, "816": 69, "818": 69, "scratch": 69, "obvious": 69, "air": [69, 72, 75, 77], "space1": [69, 72, 75, 77], "hvac": [69, 75, 77], "electr": [69, 75, 77], "demand": [69, 75, 77], "333": 69, "334": 69, "336": 69, "337": 69, "338": 69, "esp_granada": [69, 77], "084190_swec": [69, 77], "001": [69, 77], "new_env_nam": [69, 77], "050": 69, "eplus_env_new_env_name_mainthread_root": 69, "052": 69, "054": 69, "056": 69, "057": [69, 70], "overwritten": [69, 77], "new_observation_vari": [69, 77], "outdoor": [69, 72, 77], "wind": [69, 77], "speed": [69, 77], "fanger": [69, 77], "ppd": [69, 77], "east": [69, 77], "new_action_vari": [69, 77], "heating_setpoint_rl": 69, "cooling_setpoint_rl": 69, "new_observation_spac": [69, 77], "len": [69, 77], "new_action_map": [69, 77], "27": [69, 71, 73, 77], "new_action_spac": [69, 77], "07": [69, 70, 73], "47": [69, 71], "922": 69, "eplus_env_datacent": 69, "924": 69, "926": 69, "928": 69, "929": [69, 70], "931": 69, "48": [69, 70], "064": 69, "res4": [69, 71], "2153129771240179": 69, "4306": 69, "259542480358": 69, "4306259542480358": 69, "044000531676663": 69, "660": 69, "6448328594148": 69, "4157": 69, "813830820063": 69, "41578138308200635": 69, "755699132506065": 69, "1244": 69, "0392548144782": 69, "4725": 69, "134398205902": 69, "4725134398205902": 69, "388003680767862": 69, "1847": 69, "362623921392": 69, "2049": 69, "570777765625": 69, "2049570777765625": 69, "552775270130963": 69, "2618": 69, "1218338983613": 69, "3959": 69, "276280160218": 69, "3959276280160218": 69, "11681786642924": 69, "3518": 69, "8119994042654": 69, "3962": 69, "959903637627": 69, "39629599036376273": 69, "942164036459882": 69, "4987": 69, "145205583042": 69, "2957": 69, "592219109529": 69, "29575922191095294": 69, "949206675456736": 69, "7041": 69, "095957436299": 69, "4484": 69, "510318043606": 69, "44845103180436063": 69, "07359623673829": 69, "9296": 69, "59688572278": 69, "4077": 69, "687654856706": 69, "40776876548567065": 69, "79347434337422": 69, "10863": 69, "569765398093": 69, "985007523418071": 69, "11617": 69, "7046973911": 69, "3747": 69, "895494409444": 69, "3747895494409444": 69, "43013838706209": 69, "12213": 69, "685087327127": 69, "866732045629226": 69, "12851": 69, "12643466358": 69, "6205": 69, "54217205275": 69, "620554217205275": 69, "4835161520335998": 69, "36675589140025355": 69, "405": 69, "fit": [69, 77], "knowledg": 69, "pprint": 69, "685": 69, "686": 69, "688": 69, "689": 69, "690": 69, "activitysch": 69, "actschd": 69, "object_field_nam": 69, "activity_level_schedule_nam": 69, "object_nam": 69, "object_typ": 69, "space2": 69, "object3": 69, "space3": 69, "object4": 69, "space4": 69, "object5": 69, "space5": 69, "airvelocitysch": 69, "air_velocity_schedule_nam": 69, "basinheatersch": 69, "basin_heater_operating_schedule_nam": 69, "coil": 69, "dx": 69, "twospe": 69, "setp": 69, "sch": 69, "cooling_setpoint_temperature_schedule_nam": 69, "dualsetpoint": [69, 77], "thermostatsetpoint": [69, 77], "setpoint_temperature_schedule_nam": 69, "coolingsetpoint": 69, "singlecool": 69, "clothingsch": 69, "coolingcoilavailsch": 69, "availability_schedule_nam": 69, "coilsystem": 69, "fraction": 69, "equip": 69, "schedule_nam": 69, "eleceq": 69, "electricequip": 69, "fanavailsch": 69, "vav": 69, "sy": 69, "availabilitymanag": 69, "suppli": 69, "fan": 69, "variablevolum": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "singleh": 69, "infil": 69, "zoneinfiltr": 69, "designflowr": 69, "light": 69, "oa": 69, "sched": 69, "minimum_outdoor_air_schedule_nam": 69, "outdoorair": 69, "oarequir": 69, "outdoor_air_schedule_nam": 69, "zoneminoarequir": 69, "designspecif": 69, "occupi": 69, "number_of_people_schedule_nam": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumhtg": 69, "plenumheatingsetpoint": 69, "reheatcoilavailsch": 69, "reheat": 69, "airtermin": 69, "singleduct": 69, "object10": 69, "heat": [69, 72, 77], "object11": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "temp": 69, "shadetranssch": 69, "transmittance_schedule_nam": 69, "south": 69, "overhang": 69, "shade": 69, "door": 69, "workeffsch": 69, "work_efficiency_schedule_nam": 69, "control_type_schedule_nam": 69, "zonecontrol": 69, "thermostat": [69, 72, 77], "plenum": 69, "aris": [69, 77], "light_control": 69, "new_action_definit": [69, 77], "535": 69, "537": 69, "539": 69, "541": 69, "543": 69, "4534218472503313": 69, "2877": 69, "012363757218": 69, "2877012363757218": 69, "6191424581249407": 69, "38085754187506": 69, "365503840332209": 69, "785645": 69, "71652": 69, "22971705": 69, "1357": 69, "8271189188051": 69, "11100": 69, "46077251977": 69, "110046077251977": 69, "21328190545486": 69, "522913717556069": 69, "275938": 69, "327274": 69, "4951168": 69, "2677": 69, "3228805407884": 69, "0042651760367": 69, "07010042651760368": 69, "9436218379550496": 69, "05637816204495": 69, "40854483151097": 69, "999592": 69, "87681": 69, "37235415": 69, "3562": 69, "8096013573713": 69, "3024": 69, "567675350499": 69, "3024567675350499": 69, "8064452618224003": 69, "1935547381776": 69, "431054112168333": 69, "694782": 69, "154045": 69, "0044727325": 69, "4450": 69, "951932642561": 69, "8207": 69, "782406117527": 69, "8207782406117528": 69, "55825762211984": 69, "197726971145151": 69, "769848": 69, "523382": 69, "999089": 69, "5156": 69, "415876501385": 69, "156": [69, 70], "5268202959072": 69, "015652682029590723": 69, "0777900257891204": 69, "92220997421088": 69, "73331677835388": 69, "877337": 69, "082777": 69, "6383258": 69, "6840": 69, "042123890393": 69, "120": 69, "4056020773604": 69, "01204056020773604": 69, "9790344535710993": 69, "0209655464289": 69, "82478126302217": 69, "911224": 69, "718214": 69, "75081384": 69, "8538": 69, "664312876315": 69, "170": 69, "1233311699604": 69, "017012333116996042": 69, "59502313830032": 69, "40497686169968": 69, "4490846080284": 69, "818777": 69, "734867": 69, "241808": 69, "10273": 69, "83205152557": 69, "768018008172639": 69, "23198199182736": 69, "96124535280048": 69, "102827": 69, "182596": 69, "08341339": 69, "12224": 69, "318447785688": 69, "469": 69, "4587430154137": 69, "046945874301541374": 69, "06553825688241": 69, "844933137569515": 69, "480132": 69, "393116": 69, "51604635": 69, "13041": 69, "260744220324": 69, "658": 69, "9345665037555": 69, "06589345665037555": 69, "9947529958024113": 69, "00524700419759": 69, "139674604783751": 69, "60221": 69, "140676": 69, "7023196": 69, "14028": 69, "556676010696": 69, "140": 69, "0534103456761": 69, "01400534103456761": 69, "12511560374498": 69, "961020408807885": 69, "309132": 69, "84229": 69, "020878673": 69, "15380": 69, "029536325419": 69, "10410": 69, "81751368661": 69, "041081751368661": 69, "4320504567081187": 69, "56794954329188": 69, "7071846842980632": 69, "668835": 69, "38713": 69, "0763033": 69, "4389277835709471": 69, "032": 69, "put": [69, 77], "leav": [69, 77], "intact": [69, 77], "extra_conf": [69, 77], "132": 69, "133": 69, "136": 69, "141": [69, 70], "143": [69, 70], "ref": 70, "521": 70, "522": 70, "524": 70, "526": 70, "feel": [70, 72], "loggerev": 70, "earlier": 70, "few": 70, "060": 70, "069": 70, "res2": 70, "353": 70, "354": 70, "362": 70, "ep_len_mean": 70, "5e": 70, "04": 70, "ep_rew_mean": 70, "24e": 70, "fp": 70, "2536": 70, "42": 70, "058": 70, "075": 70, "46": 70, "890": 70, "891": 70, "899": 70, "708": 70, "711": 70, "726": 70, "972": 70, "973": 70, "980": 70, "17522": 70, "75": 70, "67e": 70, "comfort_viol": 70, "35": 70, "mean_ep_length": 70, "mean_power_consumpt": 70, "83e": 70, "power_penalti": [70, 71], "std_reward": 70, "06e": 70, "1024": 70, "68": 70, "loss": 70, "61": 70, "n_updat": 70, "5019": 70, "072": 70, "073": 70, "080": 70, "96e": 70, "1100": 70, "105120": 70, "13779": 70, "600": 70, "602": [70, 72], "617": 70, "436": [70, 73], "444": 70, "936": 70, "157": 70, "21405": 70, "96": 70, "55e": 70, "40": 70, "73e": 70, "94e": 70, "895": 70, "22539": 70, "0x7fa912391f60": 70, "gt": 70, "272": 70, "writen": 71, "funtion": 71, "create_row_cont": 71, "customcsvlogg": 71, "super": [71, 75], "last_10_steps_reward": 71, "_create_row_cont": 71, "instanti": 71, "476": 71, "481": 71, "833": 71, "845": 71, "2841864127941594": 71, "5683": 71, "728255883188": 71, "5683728255883188": 71, "09252236706716": 71, "1895": 71, "1548592605257": 71, "8380": 71, "491234768304": 71, "8380491234768305": 71, "21883172787526": 71, "3633": 71, "6399832181337": 71, "978": [71, 73], "7532837048899": 71, "097875328370489": 71, "7869800571484404": 71, "21301994285156": 71, "4757": 71, "122309247712": 71, "186": [71, 72, 73], "5934720667916": [71, 72, 73], "018659347206679163": [71, 72, 73], "17697338689386": 71, "5552": 71, "826655404054": 71, "72939902519715": 71, "27060097480285": 71, "6263": 71, "697197328473": 71, "386": 71, "56918097843": 71, "038656918097843": 71, "7596818210658398": 71, "24031817893416": 71, "9272": 71, "426890062703": 71, "215": [71, 72, 73], "8105427091371": 71, "02158105427091371": 71, "199461395033879": 71, "80053860496612": 71, "12578": 71, "3581208006": 71, "9159": 71, "463676532796": 71, "9159463676532796": 71, "2923781219578103": 71, "70762187804219": 71, "15903": 71, "48380984905": 71, "377": 71, "2264848331002": 71, "03772264848331002": 71, "974447422564811": 71, "02555257743519": 71, "18733": 71, "26101206708": 71, "27470801492377106": 71, "72529198507623": 71, "19665": 71, "3048157153": 71, "2998": 71, "063053624272": 71, "2998063053624272": 71, "98445623259406": 71, "20679": 71, "519834589526": 71, "6282": 71, "049444658835": 71, "6282049444658835": 71, "45374695271586": 71, "22419": 71, "718732977875": 71, "12473": 71, "66081362551": 71, "2473660813625511": 71, "43771976775179": 71, "639832155621491": 71, "208": 71, "sai": 72, "get_season_comfort_rang": 72, "092": 72, "093": 72, "095": 72, "097": 72, "extend": 72, "desir": 72, "rbc5zone": [72, 77], "myrulebasedcontrol": 72, "daytim": 72, "out_temp": 72, "summer_start_d": 72, "summer_final_d": 72, "current_dt": 72, "season_comfort_rang": 72, "setpoints_summ": 72, "in_temp": 72, "current_heat_setpoint": 72, "current_cool_setpoint": 72, "new_heat_setpoint": 72, "new_cool_setpoint": 72, "weekend": 72, "night": 72, "33": [72, 73], "676": 72, "687": 72, "res5": 72, "3808358083250144": 72, "7616": 72, "716166500288": 72, "7616716166500288": 72, "99998783039325": 72, "1394": 72, "9337411038548": 72, "8783": 72, "948537124865": 72, "8783948537124865": 72, "32998668433318": 72, "2650": 72, "5674622643073": 72, "2828": 72, "55143464232": 72, "282855143464232": 72, "32988764119707": 72, "3464": 72, "45346341394": 72, "2670384566951398": 72, "73296154330486": 72, "4056": 72, "362905025186": 72, "1049": 72, "348956006743": 72, "1049348956006743": 72, "33021459066708": 72, "4575": 72, "388821263204": 72, "6474404745892": 72, "06026474404745892": 72, "67021711767433": 72, "32978288232567": 72, "5959": 72, "068563513181": 72, "8105427085715": 72, "02158105427085715": 72, "8710106251693617": 72, "12898937483064": 72, "7457": 72, "679714954765": 72, "9961": 72, "58714336648": 72, "996158714336648": 72, "33021175763765": 72, "8981": 72, "302898129286": 72, "1814": 72, "198506979717": 72, "1814198506979717": 72, "32960549764289": 72, "10197": 72, "282478127578": 72, "2130": 72, "682079753009": 72, "2130682079753009": 72, "33031354561692": 72, "5692882536": 72, "0904158092028": 72, "09440904158092028": 72, "33017991675662": 72, "11374": 72, "367509294058": 72, "2788": 72, "852968187356": 72, "27888529681873564": 72, "32995260044678": 72, "12774": 72, "026233082805": 72, "10847": 72, "14414165407": 72, "084714414165407": 72, "33000003505644": 72, "3645555431815984": 72, "536": 72, "normil": 73, "984": 73, "986": 73, "990": 73, "993": 73, "997": 73, "02": 73, "013": 73, "res7": 73, "9910000e": 73, "0000000e": 73, "5000000e": 73, "0999999e": 73, "9000000e": 73, "1000000e": 73, "0999992e": 73, "9522228e": 73, "0098755e": 73, "442": 73, "443": 73, "451": 73, "98466104": 73, "33834645": 73, "9484536": 73, "17748918": 73, "8111888": 73, "800001": 73, "44444445": 73, "39061695": 73, "42973474": 73, "24169508": 73, "784": 73, "792": 73, "424": 73, "427": 73, "430": 73, "433": 73, "452": 73, "res9": 73, "441": 73, "981": 73, "985": 73, "309": 73, "326": 73, "res10": 73, "6725497890372522": 73, "3133": 73, "716390651042": 73, "3133716390651042": 73, "0317279390094": 73, "9682720609906": 73, "1831": 73, "9846868749223": 73, "9625": 73, "868884432568": 73, "9625868884432568": 73, "99962719644226": 73, "3572": 73, "1163979019448": 73, "3381": 73, "835883111865": 73, "3381835883111865": 73, "04845287512533858": 73, "95154712487466": 73, "4744": 73, "85182426822": 73, "1059": 73, "217058241587": 73, "1059217058241587": 73, "02705837058395": 73, "5541": 73, "648792015279": 73, "6904987523763602": 73, "30950124762364": 73, "6265": 73, "521158571141": 73, "2706": 73, "140914592288": 73, "2706140914592288": 73, "0741537654487203": 73, "92584623455128": 73, "9267": 73, "105328861617": 73, "8190761707732": 73, "02158190761707732": 73, "709210011679879": 73, "29078998832012": 73, "12581": 73, "239530466879": 73, "4303": 73, "552629721591": 73, "43035526297215915": 73, "137288347910051": 73, "86271165208995": 73, "15889": 73, "752598388217": 73, "2547": 73, "043642249929": 73, "2547043642249929": 73, "0062198564813798": 73, "99378014351862": 73, "18686": 73, "835610714406": 73, "1683": 73, "24724933671": 73, "168324724933671": 73, "98601762250864": 73, "19616": 73, "273201273543": 73, "1971": 73, "816419607761": 73, "19718164196077612": 73, "98439137803774": 73, "20664": 73, "183622138895": 73, "4794": 73, "553408394407": 73, "4794553408394407": 73, "80737243763421": 73, "22425": 73, "618844122902": 73, "12081": 73, "03798343912": 73, "208103798343912": 73, "61093146586074": 73, "6400005377888734": 73, "119": 73, "re": 74, "num_simul": 74, "sub_runn": 74, "utilsocket": 74, "monitor_norm": 74, "sub_run": 74, "num_episod": 74, "maximum": 74, "within": [74, 76], "suit": 74, "observation_valu": 74, "row": 74, "carri": 74, "techniqu": 74, "factor": 74, "below": 75, "discomfort": 75, "togeth": 75, "insid": [75, 77], "typic": 75, "satisfact": 75, "taken": [75, 77], "similar": 75, "increas": 75, "higher": 75, "hourlylinearreward": 75, "slight": 75, "am": 75, "pm": 75, "equal": 75, "neg": 75, "perfect": 75, "behavior": 75, "adjust": 75, "characterist": 75, "uniqu": [75, 76], "reflect": 75, "But": [75, 77], "imagin": 75, "signal": 75, "__call__": 75, "basereward": 75, "customreward": 75, "naiv": 75, "under": [76, 77], "small": 76, "independ": 76, "test_common": 76, "test_reward": 76, "test_wrapp": 76, "test_simul": 76, "test_config": 76, "test_env": 76, "test_control": 76, "test_stable_baselin": 76, "conceptu": 76, "readm": 76, "try_env": 77, "soon": 77, "place": 77, "dispos": 77, "practic": 77, "screen": 77, "basi": 77, "exactli": 77, "criteria": 77, "rbcdatacent": 77, "randomcontrol": 77, "west": 77, "htgsetp": 77, "clgsetp": 77, "kind": 77, "subject": 77, "assign": 77, "dualsetp": 77, "heating_nam": 77, "cooling_nam": 77, "heating_initial_valu": 77, "cooling_initial_valu": 77, "variant": 78}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "contribut": 0, "exampl": [0, 66, 67, 68, 70, 72, 73, 77], "cite": 0, "api": 1, "refer": 1, "control": [2, 40, 41, 42, 43, 72, 77], "deep": 3, "reinforc": 3, "learn": 3, "integr": 3, "drl": [3, 70], "logger": [3, 54, 55, 56, 71, 73, 74], "tensorboard": [3, 6, 67], "structur": 3, "how": 3, "us": [3, 6, 77], "mlflow": [3, 6, 66], "environ": [4, 8, 69, 77], "list": 4, "avail": 4, "paramet": 4, "idf": 4, "file": 4, "epw": 4, "weather": 4, "variabl": [4, 8], "reward": [4, 57, 58, 59, 60, 61, 69, 75, 77], "kwarg": 4, "action": [4, 7, 69, 77], "repeat": 4, "maximum": 4, "episod": 4, "data": 4, "store": 4, "output": [4, 6, 74], "observ": [4, 69, 73, 77], "space": [4, 69, 77], "name": 4, "definit": [4, 69, 77], "extra": [4, 5, 69, 77], "configur": [4, 5, 6, 8, 69, 71, 77], "ad": [4, 69, 77], "new": [4, 7, 69, 76, 77], "build": [4, 69], "simul": [5, 13, 14, 15, 16, 17, 18, 19], "timestep_per_hour": 5, "runperiod": 5, "googl": 6, "cloud": [6, 8], "prepar": 6, "1": [6, 8, 71], "first": 6, "step": [6, 71], "2": [6, 8, 71], "our": 6, "contain": [6, 8], "platform": 6, "3": [6, 8], "your": 6, "own": 6, "4": [6, 8], "creat": [6, 7, 76], "vm": 6, "mig": 6, "5": [6, 8], "initi": 6, "execut": 6, "experi": 6, "remot": 6, "permiss": 6, "bucket": 6, "storag": 6, "load": 6, "train": 6, "model": [6, 69], "log": 6, "visual": 6, "real": 6, "time": 6, "track": 6, "server": 6, "set": [6, 8], "up": 6, "alert": 6, "github": 7, "pull": 7, "request": 7, "push": 7, "main": 7, "merg": 7, "releas": 7, "modifi": [7, 71], "instal": [8, 76], "docker": 8, "manual": 8, "python": 8, "energyplu": [8, 17, 19], "9": 8, "0": 8, "bcvtb": 8, "softwar": 8, "about": [8, 69], "packag": 8, "check": 8, "comput": 8, "env": [10, 11, 12], "eplus_env": [11, 12], "eplusenv": 12, "base": [14, 15, 77], "basesimul": 15, "eplu": [16, 17], "eplus_alpha": [18, 19], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "callback": [21, 22, 23], "loggercallback": 22, "loggerevalcallback": 23, "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 25, "export_actuators_to_excel": 26, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "is_wrap": 31, "parse_vari": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evalu": [46, 47], "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "basereward": 58, "expreward": 59, "hourlylinearreward": 60, "linearreward": 61, "wrapper": [62, 63, 64, 65, 71, 73, 77, 78], "loggerwrapp": [63, 71], "multiobswrapp": 64, "normalizeobserv": 65, "basic": 68, "chang": 69, "an": 69, "regist": 69, "other": 69, "compon": 69, "get": 69, "inform": 69, "updat": 69, "more": 69, "usag": [70, 77], "person": 71, "inherit": 71, "csvloger": 71, "intanci": 71, "rule": [72, 77], "normal": 73, "multi": 73, "all": 73, "one": 73, "format": 74, "custom": 75, "test": 76, "pytest": 76, "run": 76, "simplest": 77, "overwrit": 77, "some": 77, "default": 77, "valu": 77}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Controllers": [[2, "controllers"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "DRL Logger": [[3, "drl-logger"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "How use": [[3, "how-use"]], "Mlflow": [[3, "mlflow"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Available Parameters": [[4, "available-parameters"]], "IDF file": [[4, "idf-file"]], "EPW file": [[4, "epw-file"]], "Weather Variability": [[4, "weather-variability"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Action Repeat": [[4, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Environment name": [[4, "environment-name"]], "Action definition": [[4, "action-definition"]], "Extra configuration": [[4, "extra-configuration"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[5, "timestep-per-hour"]], "runperiod": [[5, "runperiod"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[6, "load-a-trained-model"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "Github Actions": [[7, "github-actions"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Installation": [[8, "installation"]], "Docker container": [[8, "docker-container"]], "Manual installation": [[8, "manual-installation"]], "1. Configure Python environment": [[8, "configure-python-environment"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "4. Set environment variables": [[8, "set-environment-variables"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Check Installation": [[8, "check-installation"]], "Cloud Computing": [[8, "cloud-computing"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "MLFlow example": [[66, "MLFlow-example"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "DRL usage example": [[70, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[71, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[71, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[71, "Step-2-Intanciate-the-LoggerWrapper"]], "Rule Controller example": [[72, "Rule-Controller-example"]], "Wrappers example": [[73, "Wrappers-example"]], "Normalization Wrapper": [[73, "Normalization-Wrapper"]], "Logger Wrapper": [[73, "Logger-Wrapper"]], "Multi Observation Wrapper": [[73, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[73, "All-Wrappers-in-one"]], "Output format": [[74, "output-format"]], "Logger": [[74, "logger"]], "Rewards": [[75, "rewards"]], "Custom Rewards": [[75, "custom-rewards"]], "Tests": [[76, "tests"]], "Install Pytest": [[76, "install-pytest"]], "Running tests": [[76, "running-tests"]], "Create new tests": [[76, "create-new-tests"]], "Usage example": [[77, "usage-example"]], "Simplest example": [[77, "simplest-example"]], "Adding a reward": [[77, "adding-a-reward"]], "Adding wrappers": [[77, "adding-wrappers"]], "Using a rule-based controller": [[77, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[77, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[77, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[77, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[77, "adding-extra-configuration-definition"]], "Wrappers": [[78, "wrappers"]]}, "indexentries": {"module": [[10, "module-sinergym.envs"], [11, "module-sinergym.envs.eplus_env"], [13, "module-sinergym.simulators"], [14, "module-sinergym.simulators.base"], [16, "module-sinergym.simulators.eplus"], [18, "module-sinergym.simulators.eplus_alpha"], [20, "module-sinergym.utils"], [21, "module-sinergym.utils.callbacks"], [24, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [57, "module-sinergym.utils.rewards"], [62, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"1. Configure Python environment": [[8, "configure-python-environment"]], "1. First steps (configuration)": [[6, "first-steps-configuration"]], "2. Install EnergyPlus 9.5.0": [[8, "install-energyplus-9-5-0"]], "2. Use our container in Google Cloud Platform": [[6, "use-our-container-in-google-cloud-platform"]], "3. Install BCVTB software": [[8, "install-bcvtb-software"]], "3. Use your own container": [[6, "use-your-own-container"]], "4. Create your VM or MIG": [[6, "create-your-vm-or-mig"]], "4. Set environment variables": [[8, "set-environment-variables"]], "5. Initiate your VM": [[6, "initiate-your-vm"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[8, "about-sinergym-package"]], "Action Repeat": [[4, "action-repeat"]], "Action definition": [[4, "action-definition"]], "Adding a new action definition": [[77, "adding-a-new-action-definition"]], "Adding a new reward": [[69, "Adding-a-new-reward"]], "Adding a reward": [[77, "adding-a-reward"]], "Adding extra configuration definition": [[77, "adding-extra-configuration-definition"]], "Adding more extra configuration": [[69, "Adding-more-extra-configuration"]], "Adding new buildings for environments": [[4, "adding-new-buildings-for-environments"]], "Adding other new components to the environment": [[69, "Adding-other-new-components-to-the-environment"]], "Adding wrappers": [[77, "adding-wrappers"]], "All Wrappers in one": [[73, "All-Wrappers-in-one"]], "Available Parameters": [[4, "available-parameters"]], "Basic example": [[68, "Basic-example"]], "Changing an environment registered in Sinergym": [[69, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[69, "Changing-observation-and-action-spaces"]], "Check Installation": [[8, "check-installation"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[8, "cloud-computing"]], "Containers permission to bucket storage output": [[6, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[2, "controllers"]], "Create new tests": [[76, "create-new-tests"]], "Custom Rewards": [[75, "custom-rewards"]], "DRL Logger": [[3, "drl-logger"]], "DRL usage example": [[70, "DRL-usage-example"]], "Deep Reinforcement Learning Integration": [[3, "deep-reinforcement-learning-integration"]], "Docker container": [[8, "docker-container"]], "EPW file": [[4, "epw-file"]], "Environment name": [[4, "environment-name"]], "Environments": [[4, "environments"]], "Environments List": [[4, "environments-list"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[6, "executing-experiments-in-remote-containers"]], "Extra Configuration in Sinergym simulations": [[5, "extra-configuration-in-sinergym-simulations"]], "Extra configuration": [[4, "extra-configuration"]], "Getting information about building model with Sinergym": [[69, "Getting-information-about-building-model-with-Sinergym"]], "Github Actions": [[7, "github-actions"]], "Google Cloud Alerts": [[6, "google-cloud-alerts"]], "How use": [[3, "how-use"]], "IDF file": [[4, "idf-file"]], "Install Pytest": [[76, "install-pytest"]], "Installation": [[8, "installation"]], "Load a trained model": [[6, "load-a-trained-model"]], "Logger": [[74, "logger"]], "Logger Wrapper": [[73, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[71, "Logger-Wrapper-personalization/configuration"]], "MLFlow example": [[66, "MLFlow-example"]], "Manual installation": [[8, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[4, "maximum-episode-data-stored-in-sinergym-output"]], "Mlflow": [[3, "mlflow"]], "Mlflow tracking server set up": [[6, "mlflow-tracking-server-set-up"]], "Multi Observation Wrapper": [[73, "Multi-Observation-Wrapper"]], "New release created or modified": [[7, "new-release-created-or-modified"]], "Normalization Wrapper": [[73, "Normalization-Wrapper"]], "Observation/action spaces": [[4, "observation-action-spaces"]], "Output format": [[74, "output-format"]], "Overwriting observation and action spaces": [[77, "overwriting-observation-and-action-spaces"]], "Overwriting some default values of the environments": [[77, "overwriting-some-default-values-of-the-environments"]], "Preparing Google Cloud": [[6, "preparing-google-cloud"]], "Pull Request": [[7, "pull-request"]], "Push main (or merge a pull request)": [[7, "push-main-or-merge-a-pull-request"]], "Remote Tensorboard log": [[6, "remote-tensorboard-log"]], "Reward": [[4, "reward"]], "Reward Kwargs": [[4, "reward-kwargs"]], "Rewards": [[75, "rewards"]], "Rule Controller example": [[72, "Rule-Controller-example"]], "Running tests": [[76, "running-tests"]], "Simplest example": [[77, "simplest-example"]], "Sinergym with Google Cloud": [[6, "sinergym-with-google-cloud"]], "Step 1 Inherit and modify the CSVloger": [[71, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Intanciate the LoggerWrapper": [[71, "Step-2-Intanciate-the-LoggerWrapper"]], "TensorBoard example": [[67, "TensorBoard-example"]], "Tensorboard structure": [[3, "tensorboard-structure"]], "Tests": [[76, "tests"]], "Updating the action definition of the environment": [[69, "Updating-the-action-definition-of-the-environment"]], "Usage example": [[77, "usage-example"]], "Using a rule-based controller": [[77, "using-a-rule-based-controller"]], "Visualize remote Tensorboard log in real-time": [[6, "visualize-remote-tensorboard-log-in-real-time"]], "Weather Variability": [[4, "weather-variability"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[78, "wrappers"]], "Wrappers example": [[73, "Wrappers-example"]], "runperiod": [[5, "runperiod"]], "sinergym.envs": [[10, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[12, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[13, "module-sinergym.simulators"]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[15, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[20, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[22, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[24, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[25, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[26, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[27, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[28, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[29, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[30, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[32, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[58, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[59, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[61, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, "sinergym-utils-wrappers-normalizeobservation"]], "timestep_per_hour": [[5, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[58, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[59, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[60, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[61, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition", false]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw", false]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf", false]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf", false]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability", false]], "basereward (class in sinergym.utils.rewards)": [[58, "sinergym.utils.rewards.BaseReward", false]], "basesimulator (class in sinergym.simulators.base)": [[15, "sinergym.simulators.base.BaseSimulator", false]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config", false]], "create_variable_weather() (in module sinergym.utils.common)": [[25, "sinergym.utils.common.create_variable_weather", false]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_env", false]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.end_episode", false]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation", false]], "energyplus (class in sinergym.simulators.eplus)": [[17, "sinergym.simulators.eplus.EnergyPlus", false]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus", false]], "env_name (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.env_name", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[12, "sinergym.envs.eplus_env.EplusEnv", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy", false]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.export_actuators_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.ExpReward", false]], "get_current_time_info() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.get_current_time_info", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_delta_seconds", false]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running", false]], "get_record_keys() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_schedulers", false]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers", false]], "get_season_comfort_range() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_season_comfort_range", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token", false]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs", false]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.get_zones", false]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.HourlyLinearReward", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client", false]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped", false]], "linearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[22, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[63, "sinergym.utils.wrappers.LoggerWrapper", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[12, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "module": [[10, "module-sinergym.envs", false], [11, "module-sinergym.envs.eplus_env", false], [13, "module-sinergym.simulators", false], [14, "module-sinergym.simulators.base", false], [16, "module-sinergym.simulators.eplus", false], [18, "module-sinergym.simulators.eplus_alpha", false], [20, "module-sinergym.utils", false], [21, "module-sinergym.utils.callbacks", false], [24, "module-sinergym.utils.common", false], [37, "module-sinergym.utils.config", false], [39, "module-sinergym.utils.constants", false], [40, "module-sinergym.utils.controllers", false], [44, "module-sinergym.utils.env_checker", false], [46, "module-sinergym.utils.evaluation", false], [48, "module-sinergym.utils.gcloud", false], [54, "module-sinergym.utils.logger", false], [57, "module-sinergym.utils.rewards", false], [62, "module-sinergym.utils.wrappers", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[65, "sinergym.utils.wrappers.NormalizeObservation.observation", false]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[22, "sinergym.utils.callbacks.LoggerCallback.on_training_end", false]], "parse_variables() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.parse_variables", false]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records", false]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket", false]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.receive_observation", false]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model", false]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg", false]], "send_action() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.send_action", false]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action", false]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir", false]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir", false]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "sinergym.envs": [[10, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[11, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[13, "module-sinergym.simulators", false]], "sinergym.simulators.base": [[14, "module-sinergym.simulators.base", false]], "sinergym.simulators.eplus": [[16, "module-sinergym.simulators.eplus", false]], "sinergym.simulators.eplus_alpha": [[18, "module-sinergym.simulators.eplus_alpha", false]], "sinergym.utils": [[20, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[21, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[24, "module-sinergym.utils.common", false]], "sinergym.utils.config": [[37, "module-sinergym.utils.config", false]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[57, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[62, "module-sinergym.utils.wrappers", false]], "start_day (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_day", false]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_mon", false]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.start_simulation", false]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[19, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation", false]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_weekday", false]], "start_year (sinergym.simulators.eplus.energyplus property)": [[17, "sinergym.simulators.eplus.EnergyPlus.start_year", false]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[12, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.simulators.eplus.energyplus method)": [[17, "sinergym.simulators.eplus.EnergyPlus.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[63, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[64, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[15, "sinergym.simulators.base.BaseSimulator.stop_simulation", false]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket", false]]}, "objects": {"sinergym": [[10, 0, 0, "-", "envs"], [13, 0, 0, "-", "simulators"], [20, 0, 0, "-", "utils"]], "sinergym.envs": [[11, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[12, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[12, 2, 1, "", "__init__"], [12, 2, 1, "", "close"], [12, 2, 1, "", "get_schedulers"], [12, 2, 1, "", "get_zones"], [12, 3, 1, "", "metadata"], [12, 2, 1, "", "render"], [12, 2, 1, "", "reset"], [12, 2, 1, "", "step"]], "sinergym.simulators": [[14, 0, 0, "-", "base"], [16, 0, 0, "-", "eplus"], [18, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[15, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "receive_observation"], [15, 2, 1, "", "send_action"], [15, 2, 1, "", "start_simulation"], [15, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[17, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[17, 2, 1, "", "__init__"], [17, 2, 1, "", "end_env"], [17, 2, 1, "", "end_episode"], [17, 4, 1, "", "env_name"], [17, 2, 1, "", "get_is_eplus_running"], [17, 2, 1, "", "reset"], [17, 4, 1, "", "start_day"], [17, 4, 1, "", "start_mon"], [17, 4, 1, "", "start_weekday"], [17, 4, 1, "", "start_year"], [17, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[19, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[19, 2, 1, "", "__init__"], [19, 2, 1, "", "end_simulation"], [19, 2, 1, "", "receive_observation"], [19, 2, 1, "", "send_action"], [19, 2, 1, "", "start_simulation"]], "sinergym.utils": [[21, 0, 0, "-", "callbacks"], [24, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [57, 0, 0, "-", "rewards"], [62, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[22, 1, 1, "", "LoggerCallback"], [23, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.common": [[25, 5, 1, "", "create_variable_weather"], [26, 5, 1, "", "export_actuators_to_excel"], [27, 5, 1, "", "get_current_time_info"], [28, 5, 1, "", "get_delta_seconds"], [29, 5, 1, "", "get_record_keys"], [30, 5, 1, "", "get_season_comfort_range"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "parse_variables"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[58, 1, 1, "", "BaseReward"], [59, 1, 1, "", "ExpReward"], [60, 1, 1, "", "HourlyLinearReward"], [61, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[58, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[63, 1, 1, "", "LoggerWrapper"], [64, 1, 1, "", "MultiObsWrapper"], [65, 1, 1, "", "NormalizeObservation"]], "sinergym.utils.wrappers.LoggerWrapper": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_logger"], [63, 2, 1, "", "close"], [63, 2, 1, "", "deactivate_logger"], [63, 2, 1, "", "reset"], [63, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "get_unwrapped_obs"], [65, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "terms": {"": [3, 4, 5, 6, 8, 16, 38, 43, 55, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77], "0": [4, 6, 17, 22, 28, 55, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "00": [66, 70, 71, 73], "0000000e": 73, "0001": [59, 60, 61, 70], "0003": 6, "001": [69, 77], "001432470832661": 68, "0042651760367": 69, "0044727325": 69, "005": 6, "0051047272114815": 68, "00524700419759": 69, "0062198564813798": 73, "0098755e": 73, "01": [4, 66, 73], "01204056020773604": 69, "012363757218": 69, "013": 73, "01400534103456761": 69, "01524868953414246": 68, "015652682029590723": 69, "017012333116996042": 69, "01757866568476675": 68, "018659347206679163": [71, 72, 73], "02": 73, "020878673": 69, "0209655464289": 69, "02158105427085715": 72, "02158105427091371": 71, "02158190761707732": 73, "02555257743519": 71, "026233082805": 72, "02705837058395": 73, "029536325419": 69, "03": [4, 68, 69, 73], "0317279390094": 73, "032": 69, "03772264848331002": 71, "03798343912": 73, "038656918097843": 71, "0392548144782": 69, "04": 70, "041081751368661": 69, "042123890393": 69, "043642249929": 73, "044000531676663": 69, "044604241863": 68, "046945874301541374": 69, "04845287512533858": 73, "049444658835": 71, "05": [6, 70], "050": 69, "051272746048218": 68, "052": 69, "0534103456761": 69, "054": 69, "056": 69, "05637816204495": 69, "057": [69, 70], "058": 70, "06": [69, 70], "060": 70, "06026474404745892": 72, "063053624272": 71, "064": 69, "06553825688241": 69, "06589345665037555": 69, "0685572645302521": 68, "068563513181": 72, "069": 70, "06e": 70, "07": [69, 70, 73], "07010042651760368": 69, "072": 70, "073": 70, "07359623673829": 69, "0741537654487203": 73, "075": 70, "07553516208551": 68, "0763033": 69, "0777900257891204": 69, "08": [66, 67, 69, 70, 71, 72, 73], "080": 70, "082777": 69, "08341339": 69, "083608180244": 68, "084190_swec": [69, 77], "084714414165407": 72, "09": [66, 67, 69, 70, 71, 72, 73], "0904158092028": 72, "092": 72, "09252236706716": 71, "093": 72, "09440904158092028": 72, "095": 72, "095957436299": 69, "097": 72, "097875328370489": 71, "0999992e": 73, "0999999e": 73, "0x7fa912391f60": 70, "1": [4, 5, 12, 17, 22, 23, 59, 60, 61, 65, 66, 67, 68, 69, 70, 72, 73, 75, 77, 78], "10": [0, 4, 6, 8, 12, 17, 66, 67, 68, 69, 70, 71, 72, 73, 77], "100": 6, "1000": 6, "10000": [6, 23], "1000000": 6, "1000000e": 73, "10140": 68, "10197": 72, "1024": 70, "10273": 69, "102827": 69, "10368000": [68, 69, 71, 72, 73], "10410": 69, "1049": 72, "1049348956006743": 72, "105120": 70, "105328861617": 73, "1059": 73, "1059217058241587": 73, "10685": [68, 72], "1070553987852532": 68, "10847": 72, "10863": 69, "10gb": 6, "11": [67, 68, 69, 70, 71, 72, 73], "1100": 70, "110046077251977": 69, "11070": 68, "1109": 6, "11100": 69, "11374": 72, "1145": 0, "11452": 68, "11520": [68, 69, 71, 72, 73], "11617": 69, "1163979019448": 73, "11681786642924": 69, "119": 73, "12": [4, 5, 68, 69, 70, 71, 72, 73], "120": 69, "12081": 73, "1218338983613": 69, "12213": 69, "12224": 69, "122309247712": 71, "1233311699604": 69, "12371": 6, "1244": 69, "12473": 71, "12511560374498": 69, "12578": 71, "12581": 73, "12643466358": 69, "12774": 72, "12804": 68, "12851": 69, "12898937483064": 72, "13": [66, 68, 69, 70, 71, 72, 73], "13041": 69, "13046400": [68, 69, 71, 72, 73], "132": 69, "133": 69, "13387": 68, "134398205902": 69, "1357": 69, "136": 69, "137288347910051": 73, "13779": 70, "1394": 72, "139674604783751": 69, "14": [6, 70], "140": 69, "140160": [66, 70], "14028": 69, "140676": 69, "140914592288": 73, "141": [69, 70], "143": [69, 70], "14414165407": 72, "14496": [68, 69, 71, 72, 73], "145205583042": 69, "145277842481337": 68, "15": [66, 68, 69, 70, 71, 73, 77], "152": 68, "15380": 69, "15385": 68, "154045": 69, "1548592605257": 71, "1549": 68, "1549646030459042": 68, "156": [69, 70], "15638400": [68, 69, 71, 72, 73], "157": 70, "15889": 73, "15903": 71, "16": [66, 69, 73, 77], "161": 7, "166": 66, "16617": 68, "167": 66, "1683": 73, "168324724933671": 73, "169": [66, 67], "17": [66, 68, 69, 71, 72, 73, 77], "170": 69, "171": 66, "17218": 66, "17376": [68, 69, 71, 72, 73], "175": 68, "17522": 70, "176": 68, "17697338689386": 71, "17748918": 73, "179": 66, "18": [66, 68, 69, 71, 72, 73, 77], "1814": 72, "1814198506979717": 72, "182596": 69, "1831": 73, "18316800": [68, 69, 71, 72, 73], "183622138895": 73, "184": 68, "1847": 69, "186": [71, 72, 73], "18686": 73, "18733": 71, "189": [66, 67, 70], "1895": 71, "19": [6, 60, 67, 68, 69, 71, 73, 77], "1935547381776": 69, "194": 66, "19436": 68, "19616": 73, "19665": 71, "1971": 73, "19718164196077612": 73, "197726971145151": 69, "198506979717": 72, "1991": [5, 68, 69, 71, 72, 73, 77], "1992": [68, 69, 71, 72, 73, 77], "199461395033879": 71, "1997": 5, "1998": 5, "1e": [6, 59, 60, 61, 75], "2": [4, 7, 17, 66, 67, 68, 69, 70, 72, 73, 77], "20": [68, 69, 70, 71, 72, 73, 75, 77], "2004": [30, 41], "2016": 42, "2021": 0, "2021sinergym": 0, "2022": [66, 67, 68, 69, 70, 71, 72, 73], "20352": [68, 69, 71, 72, 73], "2048": 6, "20485": 68, "2049": 69, "2049570777765625": 69, "20512": 68, "20664": 73, "20679": 71, "208": 71, "208103798343912": 73, "2096": 68, "2097303255916003": 68, "20995200": [68, 69, 71, 72, 73], "20gb": 6, "21": [66, 67, 68, 69, 71, 72, 73, 77], "2130": 72, "21301994285156": 71, "2130682079753009": 72, "21328190545486": 69, "21405": 70, "215": [71, 72, 73], "2153129771240179": 69, "21645638619965": 68, "21651": 68, "217058241587": 73, "21883172787526": 71, "22": [67, 68, 69, 71, 72, 73, 77], "222": [66, 67, 70], "22381": 68, "22419": 71, "22425": 73, "22539": 70, "2264848331002": 71, "22971705": 69, "23": [66, 67, 68, 69, 71, 72, 73, 75, 77], "23198199182736": 69, "23328": [68, 69, 71, 72, 73], "235": 67, "23587200": [68, 69, 71, 72, 73], "23670": 68, "238": 67, "2381617294172145": 68, "239": 66, "239530466879": 73, "24": [28, 66, 67, 68, 69, 70, 71, 72, 73, 77], "240": 66, "24031817893416": 71, "241": 66, "24169508": 73, "241808": 69, "247": 66, "24724933671": 73, "2473660813625511": 71, "248": 66, "24e": 70, "25": [68, 69, 71, 72, 73, 77], "253": 67, "2536": 70, "2547": 73, "2547043642249929": 73, "256": [66, 67, 70], "259542480358": 69, "26": [68, 69, 73, 75, 77], "260744220324": 69, "26101206708": 71, "2618": 69, "26208": [68, 69, 71, 72, 73], "26265600": [68, 69, 71, 72, 73], "264": [66, 67, 70], "2650": 72, "2670384566951398": 72, "2677": 69, "2678400": [68, 69, 71, 72, 73], "26894": 66, "27": [69, 71, 73, 77], "2706": 73, "27060097480285": 71, "2706140914592288": 73, "272": 70, "273201273543": 73, "27470801492377106": 71, "275938": 69, "276280160218": 69, "2788": 72, "27888529681873564": 72, "28": [68, 69, 70, 71, 72, 73, 77], "2804883211341251": 68, "282478127578": 72, "2828": 72, "282855143464232": 72, "2841864127941594": 71, "2877": 69, "2877012363757218": 69, "28857600": [68, 69, 71, 72, 73], "29": [66, 67, 69, 73, 77], "29078998832012": 73, "29184": [68, 69, 71, 72, 73], "2923781219578103": 71, "2957": 69, "29575922191095294": 69, "2976": [68, 69, 71, 72, 73], "2998": 71, "2998063053624272": 71, "29th": 5, "2b": 4, "2zonedatacenterhvac": 42, "2zonedatacenterhvac_weconom": 4, "3": [0, 3, 5, 9, 17, 21, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77], "30": [59, 60, 61, 67, 68, 69, 71, 72, 77], "3024": 69, "3024567675350499": 69, "302898129286": 72, "3048157153": 71, "309": 73, "309132": 69, "30950124762364": 73, "31": [4, 5], "3133": 73, "3133716390651042": 73, "31536000": [68, 69, 71, 72, 73], "318447785688": 69, "319": 0, "32064": [68, 69, 71, 72, 73], "3228805407884": 69, "323": 0, "326": 73, "327274": 69, "32960549764289": 72, "32978288232567": 72, "32988764119707": 72, "32995260044678": 72, "32998668433318": 72, "33": [72, 73], "33000003505644": 72, "33017991675662": 72, "33021175763765": 72, "33021459066708": 72, "33031354561692": 72, "3306": 6, "333": 69, "334": 69, "336": 69, "337": 69, "338": 69, "3381": 73, "3381835883111865": 73, "33834645": 73, "34": 68, "340": 67, "341": 67, "3464": 72, "3474": [66, 67, 70], "348": 67, "3486611": 0, "3488729": 0, "348956006743": 72, "35": 70, "35040": [66, 68, 69, 70, 71, 72, 73], "3518": 69, "353": 70, "354": 70, "3562": 69, "3572": 73, "3581208006": 71, "36": [66, 67], "36175169264276": 68, "362": 70, "362623921392": 69, "362905025186": 72, "3633": 71, "3645555431815984": 72, "365503840332209": 69, "36675589140025355": 69, "367509294058": 72, "37": 67, "37235415": 69, "3747": 69, "3747895494409444": 69, "377": 71, "38054356822621": 68, "3808358083250144": 72, "38085754187506": 69, "386": 71, "387": 67, "38713": 69, "388003680767862": 69, "388821263204": 72, "389297121867": 68, "39": [66, 67, 68, 69, 70, 71, 72, 73], "39061695": 73, "393116": 69, "3959": 69, "3959276280160218": 69, "3962": 69, "39629599036376273": 69, "4": [4, 5, 17, 38, 59, 60, 61, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "40": 70, "40497686169968": 69, "405": 69, "4056": 72, "4056020773604": 69, "4077": 69, "40776876548567065": 69, "40854483151097": 69, "40872994788": 68, "41": 68, "4129": 68, "4157": 69, "41578138308200635": 69, "415876501385": 69, "42": 70, "424": 73, "426890062703": 71, "427": 73, "427115579548": 68, "42973474": 73, "43": [66, 70], "430": 73, "43013838706209": 69, "4303": 73, "43035526297215915": 73, "4306": 69, "4306259542480358": 69, "431054112168333": 69, "4320504567081187": 69, "433": 73, "436": [70, 73], "43771976775179": 71, "4389277835709471": 69, "44": 68, "441": 73, "442": 73, "443": 73, "444": 70, "44444445": 73, "4450": 69, "4484": 69, "44845103180436063": 69, "4490846080284": 69, "451": 73, "452": 73, "4534218472503313": 69, "45346341394": 72, "45374695271586": 71, "4575": 72, "4587430154137": 69, "46": 70, "46027669892315": 68, "46077251977": 69, "463676532796": 71, "469": 69, "47": [69, 71], "4725": 69, "4725134398205902": 69, "4744": 73, "475": 67, "4757": 71, "476": 71, "477": [67, 71], "479": [67, 71], "4794": 73, "4794553408394407": 73, "48": [69, 70], "480132": 69, "481": 71, "482": 67, "4835161520335998": 69, "48380984905": 71, "4868953414246": 68, "48819269261737": 68, "491": 66, "491234768304": 71, "492": 66, "4951168": 69, "4987": 69, "4a": 4, "5": [0, 4, 17, 23, 47, 59, 60, 61, 64, 67, 68, 69, 70, 71, 72, 73, 75, 77], "5000": 6, "5000000e": 73, "501": 66, "5019": 70, "5021": 68, "5021427115579548": 68, "504682784309": 68, "5097600": [68, 69, 71, 72, 73], "51": 67, "510318043606": 69, "5118073073826288": 68, "51464935589": 68, "5156": 69, "51604635": 69, "519834589526": 71, "521": 70, "521158571141": 73, "522": 70, "522913717556069": 69, "523382": 69, "524": 70, "526": 70, "5268202959072": 69, "5342786322651261": 68, "535": 69, "536": 72, "537": 69, "538540872994788": 68, "539": 69, "54": 67, "541": 69, "54217205275": 69, "543": 69, "5456": 68, "55": [30, 41], "55143464232": 72, "552629721591": 73, "552775270130963": 69, "553408394407": 73, "55398785253": 68, "5541": 73, "5552": 71, "556676010696": 69, "55825762211984": 69, "55e": 70, "56": 66, "56445110482": 68, "5664": [68, 69, 71, 72, 73], "5674622643073": 72, "567675350499": 69, "56794954329188": 69, "5683": 71, "5683728255883188": 71, "56918097843": 71, "5692882536": 72, "569765398093": 69, "57": [66, 68], "570777765625": 69, "57264530252": 68, "58714336648": 72, "592219109529": 69, "5934720667916": [71, 72, 73], "59502313830032": 69, "5959": 72, "59688572278": 69, "5c": 4, "5e": 70, "5e6": [4, 69, 77], "5zone": [2, 4, 5, 6, 69, 72, 77, 78], "5zoneautodxvav": [4, 41], "6": [5, 6, 8, 17, 38, 59, 60, 61, 67, 68, 69, 70, 71, 72, 73, 77], "600": 70, "6006": 6, "602": [70, 72], "60221": 69, "61": 70, "61093146586074": 73, "617": 70, "61729417214": 68, "618844122902": 73, "6191424581249407": 69, "6205": 69, "620554217205275": 69, "6263": 71, "6265": 73, "6282": 71, "6282049444658835": 71, "63107682455": 68, "6369": 68, "6383258": 69, "639832155621491": 71, "6399832181337": 71, "64": [6, 67], "6400005377888734": 73, "6448328594148": 69, "646030459042": 68, "6474404745892": 72, "648792015279": 73, "64949597934": 68, "650684004998": 68, "658": 69, "660": 69, "66081362551": 71, "664312876315": 69, "668835": 69, "669": 66, "670": 66, "67021711767433": 72, "6725497890372522": 73, "674": 66, "674588514717": 68, "6755160847083577": 68, "676": 72, "677": 66, "679714954765": 72, "67e": 70, "68": 70, "682": 66, "682079753009": 72, "6840": 69, "685": 69, "685087327127": 69, "686": 69, "687": 72, "687654856706": 69, "688": 69, "689": 69, "690": 69, "6904987523763602": 73, "692349": 67, "694782": 69, "697": 68, "697072691755": 68, "697197328473": 71, "699": 68, "7": [6, 17, 68, 69, 70, 71, 72, 73, 75, 77], "700": 68, "70080": [66, 70], "701": [66, 69], "702": [66, 68], "7023196": 69, "703": 68, "7041": 69, "7046973911": 69, "7071846842980632": 69, "70762187804219": 71, "708": 70, "708048636228": 68, "709210011679879": 73, "710": 66, "711": 70, "716166500288": 72, "716390651042": 73, "71652": 69, "7167": 68, "7167389297121867": 68, "718214": 69, "718732977875": 71, "7206": 68, "72529198507623": 71, "726": 70, "72746048218": 68, "728255883188": 71, "729": 66, "72939902519715": 71, "73": [66, 67, 69, 70, 71, 72, 73], "731": 66, "73296154330486": 72, "73331677835388": 69, "734692": 67, "734718": 67, "734867": 69, "73e": 70, "740": 66, "742": [66, 67], "743": 67, "744": 66, "7457": 72, "75": 70, "75081384": 69, "751": 67, "752598388217": 73, "7532837048899": 71, "755699132506065": 69, "7596818210658398": 71, "760": 66, "7609838426557": 68, "7616": 72, "7616716166500288": 72, "768018008172639": 69, "769848": 69, "77": 6, "7776000": [68, 69, 71, 72, 73], "77842481337": 68, "780": [67, 73], "782406117527": 69, "7835436138003509": 68, "784": 73, "785645": 69, "7866568476675": 68, "7869800571484404": 71, "788": [67, 73], "7902696744084": 68, "792": 73, "79347434337422": 69, "8": [6, 8, 68, 69, 70, 71, 72, 73, 77], "800001": 73, "80053860496612": 71, "801": 68, "805": 66, "8064452618224003": 69, "807": 66, "80737243763421": 73, "8096013573713": 69, "8105427085715": 72, "8105427091371": 71, "8111888": 73, "8119994042654": 69, "813": 69, "813830820063": 69, "814": 69, "816": 69, "816419607761": 73, "81751368661": 69, "818": 69, "818777": 69, "819": 66, "8190761707732": 73, "8207": 69, "8207782406117528": 69, "82478126302217": 69, "826655404054": 71, "8271189188051": 69, "83205152557": 69, "833": 71, "835610714406": 73, "835883111865": 73, "8380": 71, "8380491234768305": 71, "83e": 70, "84229": 69, "844933137569515": 69, "845": 71, "85182426822": 73, "852968187356": 72, "8538": 69, "861170390168": 68, "86271165208995": 73, "8640": [68, 69, 71, 72, 73], "86400": 6, "866732045629226": 69, "868884432568": 73, "8710106251693617": 72, "87681": 69, "877337": 69, "8783": 72, "8783948537124865": 72, "88321134125": 68, "888": 67, "890": 70, "891": 70, "89205415771582": 68, "895": 70, "895494409444": 69, "896": 67, "89708886598514": 68, "8981": 72, "899": 70, "8th": 0, "9": [4, 42, 59, 60, 61, 68, 69, 70, 71, 72, 73, 75, 77], "900": [68, 69, 71, 72, 73], "9000000e": 73, "911224": 69, "9159": 71, "9159463676532796": 71, "92062373146303": 68, "922": 69, "92220997421088": 69, "924": 69, "92584623455128": 73, "926": 69, "9267": 73, "9272": 71, "928": 69, "929": [69, 70], "9296": 69, "931": 69, "9337411038548": 72, "9345665037555": 69, "936": 70, "942164036459882": 69, "9436218379550496": 69, "944": [66, 72], "946": 66, "9484536": 73, "948537124865": 72, "949206675456736": 69, "94e": 70, "95": [6, 70], "95154712487466": 73, "951932642561": 69, "9522228e": 73, "959": [66, 70], "959903637627": 69, "96": 70, "961020408807885": 69, "96124535280048": 69, "9625": 73, "9625868884432568": 73, "9682720609906": 73, "96e": 70, "972": 70, "973": 70, "974447422564811": 71, "978": [71, 73], "9781450391146": 0, "9790344535710993": 69, "980": 70, "981": 73, "984": 73, "98439137803774": 73, "98445623259406": 71, "98466104": 73, "9846868749223": 73, "985": 73, "985007523418071": 69, "986": 73, "98601762250864": 73, "99": [6, 38], "990": 73, "9910000e": 73, "993": 73, "99378014351862": 73, "9947529958024113": 69, "99489527278852": 68, "9961": 72, "996158714336648": 72, "997": 73, "99856752916734": 68, "999089": 69, "999592": 69, "99962719644226": 73, "99998783039325": 72, "A": [0, 6, 7, 27, 69, 74], "And": [6, 68, 70], "As": [4, 6, 8, 69, 77], "At": [6, 7, 68, 70, 77], "Be": 4, "But": [75, 77], "By": [5, 8, 69, 75, 77], "For": [0, 3, 4, 5, 6, 7, 8, 9, 12, 38, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78], "If": [0, 3, 4, 5, 6, 7, 8, 12, 34, 38, 47, 65, 69, 74, 75, 76, 77], "In": [0, 4, 6, 7, 8, 9, 38, 47, 67, 68, 69, 71, 75, 76, 77], "It": [3, 4, 6, 7, 8, 17, 23, 43, 45, 55, 61, 69, 75], "Its": 4, "NO": 3, "No": 67, "On": [3, 6, 8, 69, 77], "One": 6, "Or": 6, "That": [4, 75], "The": [0, 2, 3, 4, 5, 6, 9, 17, 23, 30, 45, 47, 68, 69, 73, 74, 75, 77, 78], "Then": [3, 4, 6, 8, 66, 67, 69], "There": [3, 6, 7, 8, 74], "These": [0, 4, 6, 7, 9, 55, 69, 75, 76], "To": [0, 4, 5, 6, 8, 9, 67, 76, 77], "With": [3, 4, 69, 77], "_": 6, "__call__": 75, "__init__": [4, 6, 12, 15, 17, 19, 22, 23, 38, 41, 42, 43, 55, 56, 58, 59, 60, 61, 63, 64, 65, 71, 75], "__version__": 6, "_check_eplus_env": 4, "_create_row_cont": 71, "_ddy_path": 38, "_env_working_dir_par": [6, 66, 67, 70], "_episode_exist": 6, "_eplus_one_epi_len": [6, 66, 67, 70], "_eplus_run_steps": [6, 66, 67, 70], "_get_actu": 26, "_idd": 38, "_idf_path": 38, "_init_setup_model": 6, "_mean": [66, 67, 70], "_method": [66, 67, 70], "_setpoints_transform": 4, "_var": [66, 67, 70], "_weather_path": 38, "a2c": [3, 6], "abil": 6, "abl": [4, 6, 8, 69], "about": [0, 3, 4, 7, 9, 45, 67, 70, 72, 73, 74, 76, 77, 78], "abov": [4, 6, 7, 67, 69], "abs_comfort": [68, 69, 71, 72, 73], "absolut": [34, 59, 61, 75], "abspath": 6, "abstract": 15, "accept": [6, 7], "access": [3, 6], "accompani": [0, 9], "accord": [4, 23], "account": [0, 5, 6, 8, 9, 49, 50, 75], "acm": 0, "act": [41, 42, 43, 72, 77], "act_repeat": [4, 12, 17, 69, 77], "action": [0, 2, 3, 6, 8, 9, 12, 15, 17, 19, 23, 32, 38, 41, 42, 43, 47, 55, 63, 64, 68, 71, 72, 76], "action_": [68, 69, 71, 72, 73], "action_definit": [4, 12, 17, 38, 69, 77], "action_definition_exampl": 4, "action_map": [4, 12, 69, 77], "action_nois": 6, "action_simul": 3, "action_spac": [4, 6, 12, 43, 68, 69, 71, 73, 77, 78], "action_vari": [4, 12, 69, 77], "activ": [4, 6, 8, 22, 55, 63, 74], "activate_flag": 55, "activate_logg": 63, "activity_level_schedule_nam": 69, "activitysch": 69, "actschd": 69, "actuat": [4, 26, 69], "ad": 3, "adapt": [0, 4, 9, 38, 44, 45, 69, 77], "adapt_idf_to_action_definit": 38, "adapt_idf_to_epw": 38, "adapt_variables_to_cfg_and_idf": 38, "add": [3, 4, 6, 7, 38, 69, 70, 75, 77, 78], "add_argu": 6, "add_batch": 33, "addit": [4, 12, 22, 38, 45, 47], "address": [0, 6], "adjust": 75, "admin": 6, "advantag": 7, "advertis": 6, "advis": 7, "affect": [4, 25, 38, 47], "affin": 6, "after": [6, 17, 47, 68, 69, 73, 77], "again": 6, "agent": [0, 2, 4, 6, 9, 12, 23, 41, 42, 43, 47, 55, 69, 72, 74, 75, 76, 77], "aggress": 7, "agre": 6, "aim": [0, 6, 8, 9], "air": [69, 72, 75, 77], "air_velocity_schedule_nam": 69, "airtermin": 69, "airvelocitysch": 69, "alejandro": 0, "alg": 6, "algorithm": [0, 2, 3, 6, 9, 21, 66, 67, 70, 76, 77], "all": [0, 3, 4, 6, 7, 8, 12, 17, 22, 34, 35, 38, 58, 63, 68, 70, 72, 74, 75, 76, 77], "alloc": [6, 7], "allow": [0, 3, 4, 6, 7, 9, 75], "allus": 6, "alon": 49, "along": [0, 9], "alphabet": 7, "alreadi": [4, 6, 69, 72, 75, 76, 77], "also": [0, 4, 8, 9, 45, 69, 70, 73, 75, 77], "alter": 6, "altern": [4, 8], "although": 4, "alwai": [0, 4, 6, 68, 70, 72, 74, 75], "am": 75, "amplifi": 5, "an": [0, 2, 3, 4, 6, 7, 8, 9, 12, 15, 17, 22, 23, 29, 35, 38, 45, 47, 55, 68, 74, 75, 76, 77, 78], "ani": [0, 4, 5, 6, 8, 9, 12, 17, 22, 23, 33, 38, 41, 42, 43, 47, 55, 63, 64, 65, 69, 70, 71, 72, 74, 75, 77], "ann": 38, "annot": 6, "anoth": [7, 8, 69, 74], "antonio": 0, "anymor": 6, "anyth": 47, "anywai": [8, 76], "api": [0, 6, 9, 45, 48, 68], "appear": [3, 4, 8, 47, 68, 74], "append": [6, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78], "appengin": 6, "appli": [4, 5, 6, 7, 12, 38, 65, 70, 74], "applic": [6, 76], "apply_extra_conf": [5, 38], "apply_weather_vari": 38, "appropri": [6, 69, 77], "appspot": 6, "apt": 8, "ar": [0, 3, 4, 6, 7, 8, 9, 30, 47, 55, 59, 60, 61, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78], "arg": [4, 6, 8, 12, 22, 23, 63, 64, 65, 72], "argpars": 6, "argument": [3, 6], "argumentpars": 6, "aris": [69, 77], "arizona": 4, "arrai": [55, 69], "arrmean": [66, 67, 70], "artifact": [0, 6, 9], "artifact_path": 6, "artifactregistri": 6, "ashra": [30, 41, 42], "ashrae9012016_officemedium_denv": 4, "ashrae9012016_warehouse_denv": 4, "ask": [51, 52, 53], "aspect": [0, 9, 75], "assign": 77, "associ": [0, 4, 9], "atari": [0, 9], "attach": 6, "attribut": [3, 4, 12, 17, 38, 55, 70, 74], "auth": [6, 49], "authent": 6, "author": [0, 50], "auto": [3, 6], "auto_delet": 6, "autodelet": 6, "autom": [0, 9], "automat": [0, 4, 6, 7, 8, 9, 12, 38, 69, 76], "autopep8": 7, "avail": [0, 6, 9, 12, 38, 43, 69, 70, 71, 73, 77], "availability_schedule_nam": 69, "availabilitymanag": 69, "averag": [47, 77], "avoid": 47, "axi": [66, 67, 70], "b": 6, "back": 6, "backend": [0, 6, 9], "background": 3, "balanc": 6, "bar": 3, "base": [0, 2, 6, 7, 9, 41, 42, 58, 69, 72, 76], "base_class": 47, "basealgorithm": 47, "basecallback": [3, 23], "baselin": [0, 3, 9, 21, 44, 45, 76], "baselines3": [44, 45], "basereward": 75, "bash": 6, "basi": 77, "basic": 40, "basin_heater_operating_schedule_nam": 69, "basinheatersch": 69, "batch": [6, 33], "batch_siz": 6, "batteri": [3, 6], "bcvtb": [0, 4, 9, 17, 38], "bcvtb_path": [4, 8, 17, 19], "becaus": [3, 4, 6, 70, 72, 77], "becom": [0, 9], "been": [0, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 45, 47, 67, 69, 74, 75, 76, 77], "befor": [4, 6, 8, 17, 38, 47, 69, 70, 73, 77], "begin": 6, "behav": 7, "behavior": 75, "being": [3, 4, 12, 74, 75, 77], "bellow": 6, "belong": [6, 55, 74], "below": 75, "benchmark": [0, 2, 9], "benefit": 3, "best": [6, 23, 66, 67, 70], "best_model": [6, 66, 70], "best_model_save_path": [6, 23, 66, 70], "better": [4, 77], "between": [0, 3, 4, 9, 28, 75], "bf": 6, "bin": [6, 8], "bind": 6, "blob": 45, "blob_prefix": 52, "booktitl": 0, "bool": [6, 12, 17, 19, 23, 31, 45, 47, 55, 63, 64, 71], "boolean": [17, 22], "boot": 6, "bot": 7, "both": [0, 3, 6, 9, 75], "bound": [3, 66, 67, 69, 70, 71, 72, 73], "box": [3, 4, 12, 66, 67, 69, 70, 71, 72, 73, 77], "branch": 7, "buc": 6, "bucket": [52, 53], "bucket_nam": [6, 52], "buffer": 6, "buffer_s": 6, "build": [0, 2, 6, 7, 8, 9, 12, 19, 35, 37, 38, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77], "builder": 6, "built": 6, "button": 8, "bvctb": [66, 67, 68, 69, 70, 71, 72, 73], "c": [6, 59, 60, 61, 75], "cach": 6, "calcul": [4, 6, 66, 70, 75, 77], "call": [3, 4, 6, 7, 8, 17, 23, 47, 69, 70, 74, 77], "callabl": [47, 63], "callback": [0, 3, 6, 9, 20, 46, 47, 66, 67, 70], "callback_on_new_best": 23, "callbacklist": [3, 6, 66, 67, 70], "campoi": 0, "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "cannot": [7, 67, 77], "cant": 6, "captur": 6, "care": [0, 4, 6, 9], "carri": 74, "case": [0, 4, 6, 7, 8, 9, 47, 68, 69, 70, 72, 75, 77], "cast": [66, 67, 69, 70, 71, 72, 73], "cat": 6, "catch": 7, "caus": 6, "cc": 67, "cd": 8, "center": 42, "certain": 4, "cfg": [0, 4, 9, 17, 38, 74], "ch": 6, "chang": [0, 4, 6, 7, 9, 38, 55, 67, 68, 70, 71, 74, 75, 77], "characterist": 75, "charg": 4, "check": [0, 3, 4, 6, 7, 31, 45, 47, 76], "checker": [4, 44], "checkout": 7, "choos": 8, "chosen": [41, 42, 43, 72, 77], "ci": [7, 45], "citi": 0, "class": [0, 3, 4, 5, 6, 9, 11, 12, 14, 15, 16, 17, 18, 19, 21, 22, 23, 31, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69, 71, 72, 74, 75], "classif": 4, "clear": 6, "clg": [38, 69], "clgsetp": 77, "click": 8, "client": [6, 51, 52, 53], "climat": 4, "clip": [3, 6], "clip_rang": 6, "clone": [8, 77], "close": [6, 12, 17, 63, 67, 68, 69, 70, 71, 72, 73, 77, 78], "clothingsch": 69, "cloud": [0, 3, 7, 9, 48, 49, 50, 51, 52, 53], "cloud_sql_proxi": 6, "cloud_sql_proxy_imag": 6, "cloudapi": 6, "cloudbuild": 6, "cloudfunct": 6, "cloudsdktool": 6, "cloudsql": 6, "co": 6, "code": [0, 2, 3, 5, 6, 7, 8, 9, 66, 68, 75, 77, 78], "coef": 6, "coil": 69, "coilsystem": 69, "cold": [59, 60, 61, 75], "collect": [6, 55, 77], "column": [3, 25, 38], "com": [6, 8, 16, 44, 45], "combin": [6, 8, 69, 73, 77], "comfort": [3, 4, 8, 22, 30, 59, 60, 61, 69, 72, 74, 75, 77], "comfort_penalti": [55, 68, 69, 70, 71, 72, 73], "comfort_viol": 70, "comfort_violation_tim": 3, "comfort_violation_timestep": 55, "command": [6, 7, 76], "comment": [3, 7], "commit": 7, "common": [4, 6, 20, 23, 47, 66, 67, 70, 72, 75, 76], "commun": [0, 9, 13, 38, 74, 76], "compar": [3, 7], "compat": [4, 6, 8, 45], "compil": 7, "complet": [4, 66, 67, 70, 73], "complex": [4, 76], "compon": [0, 3, 4, 5, 6, 9, 12, 22], "compos": 27, "comput": [0, 3, 6, 67, 70], "concaten": 3, "conceptu": 76, "concern": [4, 69], "conda": 8, "condit": [4, 12, 30, 41], "condn": 38, "confer": 0, "config": [5, 6, 26, 68, 76], "config_param": [4, 5, 12, 17, 69, 77], "configur": [0, 9, 12, 17, 19, 37, 38, 66, 67, 68, 70, 72, 73, 75, 76], "confus": 6, "connect": [4, 6, 16, 17, 18, 66, 67, 68, 69, 70, 71, 72, 73], "connector": 19, "consequ": [3, 6, 75], "consid": [8, 59, 60, 61, 68, 75], "consist": [4, 17], "consol": 6, "constant": [4, 6, 59, 60, 61, 71, 73, 75], "constantli": [0, 9], "construct": [3, 4, 6], "constructor": [3, 4, 5, 15, 69, 75, 77], "consumpt": [3, 22, 60, 61, 74, 75], "contain": [0, 7, 47, 49, 50, 68, 76], "containerregistri": 6, "content": [35, 74], "context": [4, 5, 69, 76], "continu": [3, 4, 5, 6, 7, 8, 67, 68, 69, 77, 78], "continuous_action_def": 4, "control": [0, 4, 7, 9, 12, 15, 17, 20, 38, 69, 75, 76], "control_type_schedule_nam": 69, "convert": 33, "cool": [4, 69, 72, 77], "cooling_initial_valu": 77, "cooling_nam": 77, "cooling_setpoint_rl": 69, "cooling_setpoint_temperature_schedule_nam": 69, "coolingcoilavailsch": 69, "coolingsetpoint": 69, "copi": [4, 8, 17, 74], "core": [45, 66, 67, 70], "correct": [4, 6, 7, 8, 30, 73, 78], "correctli": [4, 6, 26, 76, 77], "correspond": 17, "could": [0, 5, 6, 9, 67, 78], "count": [47, 69, 77], "cp": 6, "cpu": [67, 70], "cr": 6, "creat": [0, 3, 4, 5, 8, 9, 17, 25, 26, 34, 38, 66, 67, 68, 69, 70, 71, 72, 73, 77], "create_eval_env": 6, "create_row_cont": 71, "creation": [6, 77], "criteria": 77, "csv": [3, 4, 55, 63, 70, 71, 73, 74, 77], "csvlogger": [6, 22, 63, 71, 74], "cuda": 67, "cudart": 67, "cudart_stub": 67, "cumul": [68, 69, 71, 72, 73, 75, 77, 78], "cumulative_comfort_penalti": 3, "cumulative_pow": 3, "cumulative_power_penalti": 3, "cumulative_reward": 3, "current": [2, 3, 4, 5, 6, 7, 8, 12, 15, 17, 27, 30, 38, 55, 70, 73, 75, 76, 78], "current_cool_setpoint": 72, "current_dt": 72, "current_heat_setpoint": 72, "current_month": [68, 69, 71, 72, 73, 77, 78], "curriculum": 3, "custom": [0, 3, 4, 6, 9, 20, 21, 22, 45, 46, 62, 67], "customcsvlogg": 71, "customiz": [0, 9], "customreward": 75, "d": [6, 7, 17, 66, 67, 70], "d_": 6, "dai": [4, 5, 17, 27, 28, 30, 38, 59, 60, 61, 68, 69, 71, 72, 73, 75], "data": [0, 6, 9, 12, 17, 19, 22, 38, 42, 52, 53, 55, 67, 70, 74], "databas": 6, "datacent": [2, 4, 6, 69, 77], "datastor": 6, "date": [3, 4], "datetim": [6, 66, 67, 70, 72], "daytim": 72, "db": [6, 38], "db_root_password": 6, "ddof": [66, 67, 70], "ddpg": [3, 6], "ddy": [4, 38, 66, 67, 68, 69, 70, 71, 72, 73], "ddy_model": 38, "deactiv": [6, 55, 63, 74], "deactivate_flag": 55, "deactivate_logg": 63, "deal": 3, "decid": [4, 6], "deep": [0, 6, 8, 9, 70, 77], "def": [4, 71, 72, 75], "default": [0, 3, 4, 5, 6, 7, 8, 9, 12, 17, 25, 38, 45, 59, 60, 61, 63, 64, 67, 69, 75, 76, 78], "defin": [0, 4, 6, 9, 15, 19, 30, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "definit": [0, 6, 9, 12, 38, 67, 68], "degre": [66, 67, 70], "del": 6, "delet": [6, 49], "delete_instance_mig_from_contain": 6, "delta": 28, "demand": [69, 75, 77], "demo": [4, 66, 67, 68, 69, 70, 71, 72, 73, 77], "depend": [0, 3, 4, 6, 8, 9, 30, 55, 59, 60, 61, 69, 70, 74, 75, 76], "deploi": [6, 7], "deploy": 7, "deriv": [3, 6], "describ": [6, 42], "descript": [6, 17], "design": [0, 4, 5, 9, 38, 69], "designdai": [0, 4, 9, 38, 66, 67, 68, 69, 70, 71, 72, 73], "designflowr": 69, "designspecif": 69, "desingdai": 38, "desir": 72, "dest": 6, "dest_bucket_nam": [6, 53], "dest_path": [6, 53], "destin": 53, "detail": [0, 5, 6, 8, 9, 69, 70], "detect": 4, "determin": [5, 6, 77], "determinist": [6, 23, 47, 66, 70], "develop": [0, 2, 7, 8, 9, 67, 73, 76, 78], "devic": [6, 67, 70], "devstorag": 6, "dict": [4, 12, 17, 26, 32, 33, 34, 38, 47, 55, 63, 64, 65, 71, 72], "dictionari": [4, 5, 6, 7, 12, 17, 26, 32, 33, 38, 69, 75, 77], "differ": [0, 3, 4, 6, 7, 8, 9, 28, 59, 61, 67, 70, 75, 76, 77], "dimens": [59, 60, 61, 75], "dir": [6, 38, 67], "direct": [3, 6], "directli": [0, 3, 4, 6, 8, 9, 33, 69, 77], "directori": [4, 5, 8, 12, 17, 34, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76], "disabl": 6, "discomfort": 75, "discret": [3, 4, 12, 68, 69, 75, 77], "discuss": 69, "disk": 6, "disksizegb": 6, "displai": [6, 68, 69, 71, 72, 73, 77, 78], "dispos": 77, "dist": [66, 67, 69, 70, 71, 72, 73], "div": [66, 67, 70], "dlerror": 67, "dlr": [44, 45], "do": [0, 3, 4, 5, 6, 8, 9, 47, 67, 69, 75, 76, 77], "doc": [7, 8], "docker": [6, 7], "dockerfil": [6, 7, 8, 76, 77], "docstr": 7, "document": [0, 4, 6, 7, 8, 9, 67, 69, 70, 72, 73, 74, 77], "doe": [0, 4, 5, 6, 9, 17, 74], "doesn": [3, 6, 78], "doi": 0, "don": [4, 6, 8, 68, 74], "done": [55, 68, 69, 71, 72, 73, 77, 78], "door": 69, "dote": 6, "double_scalar": [66, 67, 70], "down": 6, "download": 6, "dport": 6, "dqn": [3, 6, 66, 67, 70], "drive": 6, "drl": [0, 2, 4, 6, 9, 66, 67, 77], "drl_batteri": [3, 6, 70, 77], "dry": 4, "drybulb": [25, 38, 69, 72, 77], "dso_load": 67, "dtype": [4, 66, 67, 69, 70, 77], "dualsetp": 77, "dualsetpoint": [69, 77], "due": [3, 4, 6, 67], "dummyvecenv": [6, 66, 67, 70], "durat": 3, "dure": [3, 4, 6, 12, 22, 23, 70, 74, 77], "dx": 69, "dynam": [4, 7, 67], "e": [0, 8, 9, 47], "e2": 6, "e2_highcpu_8": 6, "each": [0, 3, 4, 5, 6, 9, 12, 22, 23, 33, 34, 38, 47, 55, 63, 70, 71, 72, 73, 74, 75, 77], "earli": 47, "earlier": 70, "easi": [0, 9, 76], "easier": 48, "easili": [0, 4, 5, 6, 9], "east": [69, 77], "ec": 6, "echo": 6, "ecosystem": [0, 9], "edit": 7, "editor": 6, "effect": [6, 77], "effici": [0, 9], "either": 4, "elabor": 55, "elaps": [17, 27, 55], "eleceq": 69, "electr": [69, 75, 77], "electricequip": 69, "element": [17, 29, 33, 55, 77], "elif": [6, 72], "els": [4, 6, 47, 71, 72], "email": 6, "empti": [4, 8, 12, 38, 66, 67, 70], "enabl": [6, 7], "encount": [66, 67, 70], "end": [3, 6, 12, 17, 19, 28, 55, 59, 60, 61, 66, 74], "end_dai": [5, 28], "end_env": 17, "end_episod": 17, "end_mon": 28, "end_month": 5, "end_run": [6, 66], "end_simul": 19, "end_year": [5, 28], "energi": [0, 4, 6, 22, 59, 60, 61, 75], "energy_vari": [59, 60, 61, 69, 75, 77], "energy_weight": [6, 59, 61, 69, 75, 77], "energyplu": [0, 4, 5, 6, 9, 11, 12, 16, 18, 27, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "engin": [0, 6, 9, 15], "enough": 6, "ensur": [4, 8], "ent": 6, "ent_coef": 6, "enter": [6, 77], "entir": [0, 3, 9], "entri": 4, "entrypoint": 6, "env": [3, 4, 5, 6, 8, 23, 31, 34, 36, 38, 41, 42, 43, 44, 45, 47, 58, 59, 60, 61, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "env_nam": [4, 12, 17, 19, 34, 38, 69, 74, 77], "env_sinergym": 8, "env_typ": 6, "env_vec": [66, 67, 70], "env_working_dir": 38, "environ": [0, 2, 3, 5, 6, 9, 10, 11, 12, 17, 19, 23, 31, 36, 41, 42, 43, 45, 47, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 70, 72, 73, 74, 75, 76, 78], "environment": [30, 41], "environment_id": 69, "environment_nam": 6, "eof": 6, "ep": [3, 6], "ep_len_mean": 70, "ep_length": 3, "ep_pow": 22, "ep_rew_mean": 70, "ep_reward": 22, "ep_term_comfort": 22, "ep_term_energi": 22, "ep_timestep": 22, "episod": [3, 5, 6, 12, 17, 22, 23, 34, 38, 47, 55, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77, 78], "episode_path": 38, "episode_reward": [66, 70], "episodes_": [66, 67, 70], "episodes_int": 6, "eplu": [0, 4, 5, 9, 12, 34, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "eplus_env": 4, "eplus_env_5zon": 69, "eplus_env_datacent": 69, "eplus_env_demo": [66, 67, 68, 69, 70, 71, 72, 73], "eplus_env_new_env_name_mainthread_root": 69, "eplus_path": [4, 8, 17, 19], "epm": [27, 29, 33, 35, 38], "epoch": 6, "epw": [0, 9, 12, 17, 19, 25, 38, 69, 74, 76, 77], "equal": 75, "equip": 69, "equival": 3, "error": [4, 6, 7, 47, 67, 69, 77], "esp_granada": [69, 77], "establish": [0, 4, 9, 17, 69, 74, 76, 77], "etc": [0, 3, 4, 6, 8, 9, 55, 68, 69, 77], "eu": 6, "europ": 6, "eval": [6, 23, 66, 70], "eval_callback": [6, 66, 70], "eval_env": [6, 23], "eval_freq": [6, 23, 66, 70], "eval_length": 6, "evalf": 6, "evalloggercallback": 3, "evalu": [0, 3, 6, 9, 23, 66, 67, 70, 75], "even": [4, 69, 70, 72, 77], "event": [6, 7], "everi": [6, 7, 8, 23, 68, 69, 71, 72, 73, 76, 77, 78], "everyth": [6, 70, 77], "exactli": 77, "exampl": [2, 3, 4, 6, 7, 8, 9, 69, 71, 74, 75, 76, 78], "example1": 8, "excel": [0, 9, 26, 69], "except": [4, 38, 77], "exclud": 52, "execut": [3, 4, 7, 8, 12, 17, 38, 49, 55, 56, 63, 64, 67, 70, 76, 77], "exist": [7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "exit": 6, "exp": 59, "expect": 47, "experi": [3, 4, 5, 8, 37, 38], "experiment": [0, 4, 9], "experiment_d": [6, 66, 67, 70], "experiment_path": 38, "explain": [6, 7, 69, 77], "explan": 6, "explicitli": 29, "exploration_final_ep": 6, "exploration_fract": 6, "exploration_initial_ep": 6, "exploration_r": [3, 70], "exponenti": [6, 59, 75], "export": [0, 4, 6, 9, 12, 26, 35, 69], "expreward": [6, 69, 75, 77], "extend": 72, "extens": [0, 4, 8, 9, 68, 70], "extern": [0, 4, 6, 9, 38, 69, 74], "external_variable_nam": 4, "externalinterfac": [66, 67, 68, 69, 70, 71, 72, 73], "extra": [0, 3, 6, 7, 8, 9, 12, 17, 37, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76], "extra_conf": [69, 77], "extra_config": [4, 12, 38], "extra_param": 5, "extract": [3, 4, 12, 34, 38], "f": [6, 8, 66, 67, 70], "f1": 6, "facil": [3, 69, 75, 77], "factor": 74, "fail": [5, 6], "fals": [6, 22, 23, 47, 55, 63, 66, 68, 69, 70, 71, 72, 73, 77, 78], "familiar": [0, 9], "fan": 69, "fanavailsch": 69, "fanger": [69, 77], "far": [4, 75], "featur": [3, 4], "februari": 5, "feedback": [4, 12], "feel": [70, 72], "few": 70, "field": [3, 4, 6, 12, 38, 75], "file": [0, 5, 6, 7, 8, 9, 12, 17, 19, 25, 26, 32, 35, 37, 38, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "file_path": 35, "final": [6, 68], "find": [2, 7], "finish": [6, 7, 17, 77], "firestor": 6, "firewal": 6, "first": [0, 4, 8, 17, 38, 47, 63, 65, 66, 68, 69, 70, 71, 72], "firstli": 6, "fit": [69, 77], "fix": [4, 7], "flag": [3, 6, 17, 55, 63, 71], "flag_discret": 4, "flat": 64, "flatten": [64, 73], "float": [4, 6, 12, 17, 25, 27, 28, 30, 34, 38, 47, 55, 59, 60, 61, 63, 64, 67, 71], "float32": [66, 67, 69, 70, 71, 72, 73, 77], "folder": [0, 4, 7, 8, 12, 23, 38, 67, 69, 71, 73, 77], "follow": [0, 4, 6, 7, 8, 9, 17, 42, 45, 68, 75, 77], "forget": 68, "fork": [6, 7], "form": 4, "format": [0, 3, 4, 5, 6, 7, 9, 26, 63, 69, 77], "formatt": 56, "found": [4, 12, 38, 78], "fp": 70, "fraction": 69, "framework": [0, 76], "free": [4, 6, 70, 72], "freedom": [66, 67, 70], "freq": 23, "frequenc": [3, 6], "from": [0, 3, 4, 5, 6, 7, 8, 9, 15, 16, 17, 19, 29, 30, 35, 38, 43, 44, 45, 49, 52, 53, 55, 58, 59, 60, 61, 66, 67, 69, 70, 71, 72, 73, 74, 75, 77, 78], "fromnumer": [66, 67, 70], "full_control": 6, "function": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 24, 29, 34, 35, 44, 46, 47, 48, 57, 58, 60, 61, 68, 69, 72, 73, 75, 76, 77, 78], "funtion": 71, "futur": [3, 4, 5, 6, 67, 75], "g": [0, 6, 9, 47, 52], "gae": 6, "gae_lambda": 6, "gamma": 6, "gaussian": 4, "gce": 6, "gce_project_id": 6, "gce_zon": 6, "gcloud": 6, "gcp": 6, "gcr": 6, "gener": [0, 4, 5, 6, 7, 9, 12, 38, 74], "get": [4, 6, 8, 12, 30, 38, 47, 50, 65, 72], "get_is_eplus_run": 17, "get_schedul": [4, 12, 38, 69], "get_season_comfort_rang": 72, "get_service_account_token": 6, "get_unwrapped_ob": 65, "get_zon": [12, 69], "getcwd": 6, "getlogg": 56, "git": 8, "github": [0, 6, 8, 9, 16, 44, 45, 76], "gitignor": 6, "give": [4, 6], "given": [2, 3, 6, 17, 26, 27, 29, 31, 34, 35, 38, 59, 60, 61, 63, 75], "gl": 6, "glanc": 68, "global": [6, 47], "gmail": 6, "go": [4, 6, 66, 67, 68, 69, 70, 73, 78], "goal": [0, 9], "googl": [0, 7, 8, 9, 48, 49, 50, 51, 52, 53], "google_cloud_credenti": 6, "googleapi": 6, "got": [6, 29], "gpu": 67, "grad": 6, "gradient": 6, "gradient_step": 6, "group": [6, 49], "group_nam": 6, "grow": 4, "gserviceaccount": 6, "gsutil": 6, "gt": 70, "gym": [0, 3, 4, 5, 6, 9, 11, 12, 16, 23, 31, 36, 45, 47, 58, 59, 60, 61, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "g\u00f3mez": 0, "h": [6, 66, 67, 70], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 19, 22, 23, 31, 36, 38, 45, 47, 50, 67, 69, 70, 74, 75, 76, 77, 78], "hand": [6, 8, 69, 77], "handl": 4, "happen": [6, 7], "hasattr": 6, "hasn": [6, 29], "have": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "he": [0, 9], "header": [55, 63, 71], "heat": [69, 72, 77], "heating_initial_valu": 77, "heating_nam": 77, "heating_setpoint_rl": 69, "heating_setpoint_temperature_schedule_nam": 69, "heatingsetpoint": 69, "help": [0, 6, 9], "helper": 6, "henc": 6, "here": [3, 4, 6, 7, 8, 22, 70, 76, 77], "hi": [0, 9], "high": [4, 69, 77], "highcpu": 6, "higher": 75, "host": [0, 6, 74], "hot": [4, 5, 59, 60, 61, 69, 75, 77, 78], "hour": [0, 4, 5, 9, 17, 27, 60, 68, 69, 71, 72, 73, 75], "hourlylinearreward": 75, "how": [0, 4, 6, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 77], "howev": [4, 5, 6, 8, 69, 75, 76, 77], "htg": [38, 69], "htgsetp": 77, "html": 6, "http": [0, 6, 8, 16, 44, 45], "hub": [6, 7, 8], "human": [12, 30, 41], "humid": [4, 69, 77], "hvac": [69, 75, 77], "hyperparamet": [3, 6], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 23, 33, 34, 38, 45, 47, 49, 55, 60, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78], "iam": 6, "id": [4, 6, 69, 75, 77], "idd": 38, "idea": 6, "identifi": 6, "idf": [0, 5, 9, 12, 17, 19, 35, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "idf_fil": [4, 12, 19], "idf_path": [4, 17, 38], "ignor": [6, 7, 67, 76], "imag": [6, 8], "imagin": 75, "immedi": 6, "implement": [0, 2, 3, 4, 5, 9, 40, 57, 62, 75, 76, 78], "import": [3, 4, 5, 6, 7, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "improv": [0, 9], "in_temp": 72, "incid": 6, "includ": [0, 4, 5, 6, 7, 8, 9, 20, 67, 68, 75, 77], "inconsist": [4, 69, 77], "incorpor": 4, "incorrect": 7, "increas": 75, "increment": 22, "independ": 76, "index": [4, 6], "indic": [0, 4, 6, 9, 17, 22], "individu": 6, "indoor": [41, 42], "infil": 69, "info": [55, 66, 67, 68, 69, 70, 71, 72, 73, 77, 78], "inform": [0, 3, 4, 5, 6, 7, 8, 9, 12, 26, 38, 45, 55, 63, 64, 67, 68, 70, 72, 73, 74, 75, 76, 77, 78], "infrastructur": [0, 9], "ingress": 6, "inherit": [58, 78], "init_storage_cli": 6, "initi": [3, 4, 23, 51], "initial_valu": [4, 69], "inner": [6, 7, 22, 49, 52, 53], "inproceed": 0, "input": [6, 7, 17], "insid": [75, 77], "instal": [0, 6, 7, 17, 77], "instanc": [2, 3, 4, 6, 12, 49, 74], "instance_group_nam": 49, "instanti": 71, "instead": [3, 4, 6, 8, 47], "instruct": 8, "int": [4, 6, 12, 15, 17, 23, 27, 28, 30, 38, 47, 55, 59, 60, 61, 63, 64, 71, 72], "intact": [69, 77], "integ": [12, 17], "integr": [0, 4, 6, 7, 9, 67, 70, 77], "intend": 4, "inter": 6, "interact": [0, 2, 3, 9, 45, 55, 63, 70, 74], "interest": [0, 77], "interfac": [0, 4, 9, 13, 18, 38, 69, 74, 76], "intermedi": 4, "intern": [0, 3, 4, 9, 75], "interpret": 38, "interv": [4, 6, 12], "intervent": [0, 4, 9], "introduc": 4, "invalid": [66, 67, 70], "investig": 5, "invoic": 6, "io": 6, "ip": 6, "iptabl": 6, "isbn": 0, "isinst": 4, "isn": 6, "isol": 8, "isort": 7, "issu": [0, 6, 7], "its": [3, 4, 6, 7, 50, 63, 68, 77, 78], "itself": [0, 9], "iwmullion": 6, "j": 6, "javier": 0, "jim\u00e9nez": 0, "job": [6, 7, 8, 76], "join": 4, "json": 6, "juan": 0, "just": [6, 69, 73], "kaysush": 6, "keep": [3, 17], "kei": [4, 5, 6, 17, 29, 32, 34], "keyerror": 19, "khee": [0, 9], "kind": 77, "know": [0, 4, 6, 9, 69, 74], "knowledg": 69, "kwarg": [12, 22, 23, 63, 64, 65], "l": 6, "lam": [0, 9], "lambda": [6, 66, 67, 70], "lambda_": [59, 61], "lambda_energi": [59, 60, 61, 75], "lambda_t": [59, 61], "lambda_temperatur": [59, 60, 61, 75], "larg": 6, "last": [4, 8, 12, 17, 34, 63, 65, 69, 77], "last_10_steps_reward": 71, "last_result": 34, "later": [4, 8, 55], "latest": [6, 7, 8], "launch": 4, "leap": 5, "learn": [0, 6, 8, 9, 66, 67, 69, 70, 75, 77], "learning_r": [6, 70], "learning_start": 6, "least": 6, "leav": [69, 77], "len": [69, 77], "length": [5, 6, 47, 66, 70], "less": 5, "let": [4, 5, 6, 7, 8, 66, 67, 68, 69, 70, 77], "level": [7, 56, 76], "lib": [66, 67, 69, 70, 71, 72, 73], "libcudart": 67, "librari": [0, 6, 8, 9, 67, 72, 76], "lifecycl": [0, 9], "light": 69, "light_control": 69, "like": [0, 3, 4, 6, 7, 8, 9, 38, 67, 68, 69, 76], "linear": [6, 60, 61, 75, 77], "linearreward": [4, 6, 12, 66, 67, 69, 70, 75, 77], "link": [4, 6], "linux": 8, "list": [6, 7, 8, 12, 17, 25, 27, 29, 32, 33, 34, 38, 41, 42, 47, 55, 59, 60, 61, 63, 68, 69, 71, 72, 75], "load": [3, 4, 67, 69], "load_ag": 6, "local": [0, 3, 6, 7, 9, 47, 52, 53, 66, 67, 69, 70, 71, 72, 73, 77], "local_dir": 6, "localhost": 6, "locat": [0, 4, 6, 8, 9, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73], "log": [3, 55, 56, 63, 70, 74], "log_artifact": 6, "log_callback": [6, 67], "log_episod": 55, "log_fil": [55, 71], "log_interv": [3, 6, 66, 67, 70], "log_param": 6, "log_path": [6, 23, 66, 70], "log_progress_fil": [55, 71], "log_step": 55, "log_step_norm": 55, "logdir": 6, "logger": [0, 4, 6, 9, 63, 66, 67, 69, 70, 72, 78], "logger_class": [63, 71], "loggercallback": [3, 6, 67], "loggerev": 70, "loggerevalcallback": [6, 66, 67, 70], "loggerwrapp": [6, 66, 67, 70, 73, 77, 78], "login": 6, "long": 69, "look": [4, 31, 36, 45, 70, 72], "loop": 68, "loos": 6, "loss": 70, "low": [4, 59, 61, 69, 76, 77], "lower": [66, 67, 69, 70, 71, 72, 73], "lr": 6, "lt": [66, 67, 70], "luca": 0, "m": [6, 66, 67, 70], "machin": [0, 6, 9, 67, 77], "machine_typ": 6, "machineri": 0, "machinetyp": 6, "made": [0, 4, 47], "mai": [0, 4, 6, 8, 9, 38, 67, 68, 70, 74, 75, 77], "main": [0, 3, 4, 6, 9, 55, 69, 75], "mainli": 45, "maintain": [0, 9], "mainten": 6, "make": [0, 4, 5, 6, 8, 9, 17, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78], "malici": 7, "manag": [0, 4, 5, 6, 9, 37, 38, 49, 74], "mani": [0, 9], "manipul": [3, 6, 7], "manjavaca": 0, "manner": [0, 9], "manual": [4, 5, 7, 12], "map": [4, 12, 69, 77], "marin": 4, "master": 45, "max": [6, 34, 59, 61], "max_ep_data_store_num": [4, 12, 17, 69, 77], "max_ep_stor": 38, "max_grad_norm": 6, "maximum": 74, "mayb": 6, "mb": 6, "md": 0, "mean": [3, 4, 6, 7, 17, 23, 25, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "mean_comfort_penalti": 3, "mean_ep_length": 70, "mean_pow": 3, "mean_power_consumpt": 70, "mean_power_penalti": 3, "mean_reward": [3, 70], "medium": 6, "member": 6, "memori": 6, "mention": [4, 6, 69], "messag": [4, 7], "met": 47, "metadata": [6, 12], "method": [3, 4, 5, 6, 7, 12, 15, 17, 19, 22, 23, 26, 38, 41, 42, 43, 45, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 74, 75], "metric": 3, "micro": 6, "middlewar": [0, 9], "mig": 49, "might": 6, "migrat": 6, "miguel": 0, "min": [34, 69], "min_energy_weight": 60, "mind": 3, "minim": 7, "minimum": [47, 60], "minimum_outdoor_air_schedule_nam": 69, "minut": [6, 70], "mistak": 7, "mix": [4, 75], "mlflow": [0, 8, 9], "mlflow_artifact": 6, "mlflow_imag": 6, "mlflow_ip": 6, "mlflow_stor": 6, "mlflow_tracking_uri": 6, "mlppolici": [6, 66, 67, 70], "mlrun": 6, "mob": 6, "mod": 6, "mode": 12, "model": [0, 3, 4, 5, 9, 12, 19, 23, 27, 35, 37, 38, 47, 66, 67, 68, 70, 71, 72, 73, 76, 77], "model_path": 6, "modif": [37, 75], "modifi": [0, 2, 4, 5, 9, 16, 38, 47, 69, 74, 77], "modul": [6, 7, 8, 10, 13, 20, 76, 77], "molina": 0, "mon": 28, "mondai": 17, "monitor": [3, 6, 8, 23, 47, 55, 63, 67, 70, 71, 73, 74], "monitor_head": [55, 63, 71], "monitor_norm": 74, "month": [4, 17, 27, 28, 30, 59, 60, 61, 68, 69, 71, 72, 73, 77, 78], "more": [0, 4, 5, 6, 7, 8, 9, 45, 70, 72, 73, 74, 75, 76, 77, 78], "moreov": 4, "most": [3, 4, 74, 75], "mu": [4, 12], "mujoco": [0, 9], "multi": [6, 78], "multiob": [6, 73, 78], "multiobswrapp": [6, 71, 73], "must": [3, 4, 6, 8, 47, 69], "mwb": 38, "myrulebasedcontrol": 72, "mysql": 6, "mysql_inst": 6, "n": [4, 6, 64, 69, 73, 77], "n2": 6, "n_action": 6, "n_epoch": 6, "n_eval_episod": [6, 23, 47, 66, 70], "n_step": 6, "n_timesteps_episod": [6, 66, 67, 70], "n_updat": 70, "naiv": 75, "name": [0, 5, 6, 7, 9, 12, 17, 19, 25, 32, 38, 49, 52, 53, 56, 59, 60, 61, 66, 67, 69, 70, 75, 77], "nameerror": 6, "natur": 4, "ndarrai": [12, 15, 17, 55, 63, 64, 65, 71], "ne": 6, "necessari": [4, 6, 7, 8, 69, 75, 77], "need": [4, 6, 7, 8, 66, 68, 70, 71, 72, 74], "neg": 75, "net": 6, "network": [3, 6], "neural": 3, "never": [6, 68], "new": [0, 6, 9, 15, 17, 19, 23, 25, 38, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73], "new_action_definit": [69, 77], "new_action_map": [69, 77], "new_action_spac": [69, 77], "new_action_vari": [69, 77], "new_cool_setpoint": 72, "new_env_nam": [69, 77], "new_heat_setpoint": 72, "new_log_fil": 55, "new_logg": [6, 67], "new_observation_spac": [69, 77], "new_observation_vari": [69, 77], "next": [4, 6, 7, 12, 17, 63, 64, 66, 69, 75, 76, 78], "niev": 0, "night": 72, "nois": [4, 6, 68], "none": [4, 6, 12, 15, 17, 23, 25, 26, 34, 35, 36, 38, 41, 42, 45, 47, 55, 63, 64, 65, 71], "norm": 6, "norm_rang": 6, "normal": [3, 6, 65, 74, 75, 76, 77, 78], "normalactionnois": 6, "normalized_observ": 3, "normalizeobserv": [6, 71, 73, 77, 78], "normil": 73, "note": [3, 47, 74], "notebook": [0, 9, 67, 68, 69, 71, 73, 77], "notic": [6, 75], "notifi": [4, 6, 7], "now": [4, 6, 8, 66, 67, 68, 70, 71, 72, 73], "np": [4, 6, 12, 17, 55, 63, 64, 65, 68, 69, 71, 72, 73, 77, 78], "npz": 23, "num_comfort_viol": 22, "num_episod": 74, "num_simul": 74, "num_timestep": [66, 70], "number": [4, 6, 12, 17, 22, 23, 38, 47, 55, 64, 69, 70, 74, 77], "number_of_people_schedule_nam": 69, "numer": 67, "numpag": 0, "numpi": [6, 66, 67, 68, 69, 70, 71, 72, 73, 77], "ny": 0, "o": [4, 6], "oa": 69, "oarequir": 69, "ob": [55, 65, 68, 69, 71, 72, 73, 77, 78], "object": [3, 4, 6, 12, 25, 27, 29, 35, 36, 38, 51, 52, 53, 66, 67, 68, 69, 70, 71, 72, 73], "object1": [4, 69], "object10": 69, "object11": 69, "object2": [4, 69], "object3": 69, "object4": 69, "object5": 69, "object6": 69, "object7": 69, "object8": 69, "object9": 69, "object_field_nam": 69, "object_nam": 69, "object_typ": 69, "objectview": 6, "obs_dict": [4, 72], "observ": [0, 2, 3, 6, 9, 12, 15, 17, 19, 32, 38, 41, 42, 55, 63, 64, 65, 71, 72, 74, 75, 76, 78], "observation_spac": [4, 12, 69, 77], "observation_valu": 74, "observation_vari": [4, 12, 69, 77], "obtain": [0, 3, 4, 9, 12, 77], "obvious": 69, "occup": [0, 4, 9, 30, 41, 69, 77], "occupi": 69, "off": [3, 67, 69], "offer": [0, 4, 9], "offic": 4, "offici": 0, "offpolicyalgorithm": 3, "ofici": 8, "older": 6, "on_training_end": 22, "onc": [4, 6, 8], "one": [0, 3, 4, 5, 6, 8, 9, 12, 25, 29, 47, 55, 69, 72, 74, 75, 76, 77], "onednn": 67, "ones": [4, 6, 75], "onli": [0, 3, 4, 5, 6, 7, 8, 9, 12, 47, 55, 67, 68, 69, 74, 75], "onlin": 6, "onpolicyalgorithm": 3, "open": [0, 8, 9, 67], "openai": [0, 4, 9, 45, 68, 76], "openmodelica": [0, 9], "oper": 67, "optim": 6, "optimize_memory_usag": 6, "option": [3, 4, 6, 7, 8, 12, 17, 25, 34, 38, 45, 55, 59, 60, 61, 63, 64, 65, 69, 70, 71, 74, 76], "opyplu": [25, 27, 29, 33, 35, 38], "order": [0, 2, 3, 4, 6, 7, 8, 9, 17, 33, 38, 67, 69, 73, 74, 76, 78], "orderli": [0, 9], "org": 0, "organ": [4, 6, 69, 76], "origin": [3, 4, 16, 25, 38, 52, 63, 64, 65, 69, 73, 74, 77], "original_epw_fil": 25, "original_idf_scheduler_nam": 4, "ornstein": [4, 12, 25, 38], "other": [0, 3, 4, 6, 8, 9, 70, 74, 75, 77], "otherwis": [5, 6, 77], "ou": [17, 25, 38], "our": [0, 3, 4, 5, 7, 8, 9, 67, 68, 69, 70, 71, 72, 76, 77], "out": [3, 66, 67, 70, 74], "out_temp": 72, "out_temperatur": [68, 69, 71, 72, 73], "outdoor": [69, 72, 77], "outdoor_air_schedule_nam": 69, "outdoorair": 69, "output": [3, 5, 7, 34, 38, 45, 56, 66, 67, 68, 69, 70, 71, 72, 73, 77], "output_path": 34, "outsid": [8, 75], "over": 68, "overhang": 69, "overwritten": [69, 77], "own": [0, 2, 3, 4, 5, 9, 70, 72, 75, 77, 78], "owner": 6, "p": 6, "packag": [0, 7, 9, 66, 67, 69, 70, 71, 72, 73, 76], "page": [0, 7], "paper": 0, "paradigm": 3, "param": [6, 22, 23, 37, 38, 42, 47, 55], "paramet": [0, 3, 5, 6, 9, 12, 17, 19, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 58, 59, 60, 61, 63, 64, 65, 69, 70, 75, 77], "parent": 38, "pars": [3, 4, 32], "parse_arg": 6, "parser": 6, "part": [4, 6], "parti": [0, 7, 9], "particular": [3, 4, 68], "particularli": 45, "pass": [4, 6, 12, 17, 23, 47], "password": 6, "path": [3, 4, 6, 12, 17, 23, 25, 26, 32, 34, 35, 38, 52, 53, 55, 67, 69], "pd": 6, "pdf": 4, "penalti": [3, 74, 75], "peopl": [0, 4, 9, 69, 75, 77], "pep8": 7, "per": [0, 3, 4, 5, 9, 47, 55, 74], "perceiv": [41, 42, 72], "percentag": 3, "perfect": 75, "perform": [2, 4, 6, 23, 47, 64, 75], "perhap": 4, "period": [0, 4, 9, 75], "petit": [50, 51], "ping": 6, "pip": [8, 76], "pipelin": 7, "pittsburgh": 4, "pkg_data_path": 4, "place": 77, "plai": [4, 70, 72], "plan": [3, 4], "planner": 4, "platform": [0, 7, 9, 67], "pleas": [0, 5, 6, 7, 45, 70, 72, 77], "plenum": 69, "plenumclg": 69, "plenumcoolingsetpoint": 69, "plenumheatingsetpoint": 69, "plenumhtg": 69, "plot": 22, "pm": 75, "poh": [0, 9], "point": [2, 67, 70, 77], "polici": [3, 6, 23, 46, 47], "policy_delai": 6, "policy_kwarg": 6, "pop": [8, 71], "popen": 17, "possibl": [0, 3, 4, 5, 6, 7, 8, 9, 69, 70, 77], "power": [3, 55, 59, 60, 61, 74, 75], "power_penalti": [70, 71], "ppd": [69, 77], "ppo": [3, 6], "pprint": 69, "practic": 77, "pre": [0, 6, 9], "precis": [66, 67, 69, 70, 71, 72, 73], "predefin": [4, 69, 77], "predetermin": 6, "predict": 6, "prefer": 6, "premium": 6, "prepar": [8, 33, 38], "present": [4, 12, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74], "pretti": [6, 75], "prevent": 7, "previou": [6, 64, 69, 77], "previous": [4, 6, 38, 69, 74], "print": [68, 69, 70, 71, 72, 73, 77, 78], "prioriti": 6, "privileg": [6, 50], "probabl": 6, "problem": [4, 6, 69, 77], "procedur": [3, 7], "proceed": 0, "process": [0, 3, 4, 6, 7, 9, 12, 17, 25, 38, 66, 67], "program": 8, "progress": [0, 3, 4, 9, 55, 56, 63, 71, 73, 74], "progress_head": [55, 63, 71], "project": [0, 3, 4, 6, 7, 8, 9, 16, 39, 76], "project_id": 6, "project_path": 6, "properli": 0, "properti": [17, 38], "propos": 3, "provid": [0, 3, 4, 5, 6, 9, 77], "provis": 6, "proxi": 6, "ptolemi": 38, "ptolomi": 16, "pub": 6, "public": 6, "publish": [0, 7], "pubsub": 6, "pull": 6, "pull_request_target": 7, "purpos": [0, 4, 6, 9, 69, 77], "push": 6, "put": [69, 77], "py": [2, 3, 4, 6, 8, 45, 66, 67, 69, 70, 71, 72, 73, 76, 77, 78], "pymysql": 6, "pypi": [7, 8], "pytest": [7, 8], "python": [0, 4, 5, 6, 7, 9, 12, 16, 26, 38, 48, 69, 76, 77], "python3": [8, 66, 67, 69, 70, 71, 72, 73], "python_environ": 8, "pytyp": 7, "quick": 6, "quot": 6, "r": [59, 61], "raboso": 0, "rais": [6, 7, 17, 19, 38, 47], "random": [2, 6, 43, 77], "randomcontrol": 77, "randomli": [43, 77], "rang": [3, 4, 5, 6, 30, 34, 42, 59, 60, 61, 65, 68, 69, 71, 72, 73, 75, 77, 78], "range_comfort_hour": 60, "range_comfort_summ": [59, 60, 61, 69, 75, 77], "range_comfort_wint": [59, 60, 61, 69, 75, 77], "ranges_5zon": [6, 71, 73], "ranges_datacent": 6, "ranges_iw": 6, "rate": [6, 69, 75, 77], "rbc5zone": [72, 77], "rbcdatacent": 77, "rcount": [66, 67, 70], "rdd": 4, "re": 74, "read": [0, 4, 6, 15, 17, 52, 70], "read_from_bucket": 6, "readi": [6, 8, 68, 70, 72], "readm": 76, "real": [0, 3, 4, 9, 55, 67], "realli": [6, 73, 77, 78], "receiv": [4, 12, 17, 19], "receive_observ": [15, 19], "recogn": 6, "recogniz": 4, "recommend": [3, 6, 7, 8, 42, 69, 75], "record": [3, 29, 33, 55, 63, 74], "recreat": 6, "recurs": [36, 52, 53], "redefin": 6, "ref": 70, "refer": [2, 6], "reflect": 75, "regardless": [4, 12, 74], "region": 6, "regist": [4, 6, 67, 68, 70, 77], "registri": 6, "regular": 4, "reheat": 69, "reheatcoilavailsch": 69, "reinforc": [0, 6, 8, 9, 70, 75, 77], "rel": [26, 69, 77], "relat": 45, "releas": [0, 5, 8, 9], "relev": [0, 9], "reli": [65, 70], "rememb": [4, 70, 72], "remot": [0, 3, 7, 8, 9, 76], "remote_stor": 6, "remov": [6, 49, 59, 60, 61, 75], "render": [6, 12, 23, 45, 47, 66, 70], "renew": 18, "reopen": 8, "repeat": [12, 17, 69, 77], "repetit": [4, 12], "replac": [0, 4, 9, 69, 77], "replay_buffer_class": 6, "replay_buffer_kwarg": 6, "repo": 0, "report": 6, "repositori": [0, 6, 7, 8, 70, 74, 76, 77], "repres": 4, "request": 49, "requir": [3, 4, 6, 7, 8, 38, 69, 70, 75, 77], "res10": 73, "res2": 70, "res3": [66, 68, 69], "res4": [69, 71], "res5": 72, "res6": 67, "res7": 73, "res9": 73, "res_n": 55, "reserv": [4, 6], "reset": [6, 12, 17, 38, 47, 63, 64, 68, 69, 71, 72, 73, 77, 78], "resolut": 4, "resourc": [6, 51, 52, 53], "respect": [4, 7, 8, 32], "respons": [6, 49, 74], "rest": [4, 6, 8, 48, 49, 75, 77], "restart": 6, "result": [5, 6, 17, 47, 67, 68, 69, 71, 72, 73, 74, 77, 78], "ret": [66, 67, 70], "retriev": 36, "return": [2, 4, 7, 12, 17, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 63, 64, 65, 66, 67, 70, 71, 72, 75, 77], "return_episode_reward": 47, "rew": 6, "reward": [0, 3, 6, 9, 12, 20, 22, 23, 47, 55, 63, 64, 66, 67, 68, 70, 71, 72, 73, 76, 78], "reward_fn": [4, 6], "reward_kwarg": [4, 12, 69, 75, 77], "reward_threshold": 47, "rl": [0, 3, 9, 47, 77], "rm": [6, 44, 45], "rms_prop_ep": 6, "role": 6, "rollout": [3, 70], "romero": 0, "root": [6, 8, 70, 77], "round": 67, "row": 74, "rpe": 6, "rule": [2, 6, 41, 42, 76], "run": [0, 3, 4, 6, 8, 9, 17, 47, 66, 67, 69, 70, 74, 77], "run_nam": [6, 66], "runperiod": [4, 68, 69, 77], "runtimeerror": [6, 17, 38], "runtimewarn": [66, 67, 70], "rw": 6, "sa": 6, "sac": [3, 6], "sai": 72, "sail": [6, 8], "same": [3, 4, 6, 7, 25, 66, 69, 73, 74, 77, 78], "sampl": [68, 69, 71, 73, 77, 78], "satisfact": 75, "save": [3, 5, 6, 23, 38, 66, 67, 69, 70, 77], "save_building_model": 38, "save_variables_cfg": 38, "scalabl": [0, 9], "scale": [47, 76], "sch": 69, "sched": 69, "schedul": [0, 4, 9, 12, 38, 69], "schedule_nam": 69, "scheduler_nam": 4, "scheduler_value_typ": 4, "scope": 6, "scratch": 69, "screen": 77, "scrip": 6, "script": [3, 6, 69, 70, 77], "sd": 6, "sdk": [6, 8], "search": 36, "season": [30, 59, 60, 61, 69, 72, 75], "season_comfort_rang": 72, "sec_elaps": 27, "second": [6, 17, 27, 28, 47, 55, 69, 71, 77], "secondli": 6, "section": [0, 2, 3, 4, 6, 8, 69, 76, 77], "secur": [6, 7], "see": [0, 2, 3, 4, 5, 6, 7, 8, 38, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "seed": [6, 77], "seed_valu": 6, "seen": 4, "select": [8, 12, 41, 42, 43, 72], "self": [4, 71, 72, 75], "send": [4, 6, 12, 15, 17, 19, 50, 51, 53], "send_act": [15, 19], "sensor": 17, "sent": 6, "separ": [5, 6], "sequenc": [41, 42, 43, 65, 71, 72], "sequenti": 7, "seri": [4, 75], "server": [0, 3, 9, 16, 38, 67], "servic": [6, 49, 50], "serviceaccount": 6, "serviceusag": 6, "session": [59, 60, 61, 67], "set": [0, 3, 4, 5, 9, 37, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "set_env": 6, "set_episode_working_dir": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "set_log_fil": 55, "set_logg": [6, 67], "set_tracking_uri": 6, "setp": 69, "setpoint": [4, 41, 42, 72], "setpoint_temperature_schedule_nam": 69, "setpoints_spac": 4, "setpoints_summ": 72, "setup": 8, "setup_tag": 8, "sever": [0, 4, 6, 9, 38, 69, 73, 75, 77, 78], "sh": 6, "shade": 69, "shadetranssch": 69, "shape": [4, 6, 69, 77], "share": 67, "shield": 6, "short": [0, 6, 9], "should": [4, 5, 6, 8, 12, 17, 23, 58, 77], "show": [4, 7, 12, 38, 77], "shown": [4, 8, 66], "shut": 6, "sig": 6, "sigma": [4, 6, 12, 17, 25, 38], "signal": 75, "silenc": 6, "similar": 75, "similarli": [0, 9], "simpl": [2, 4, 68, 69, 75, 77], "simpli": [8, 69, 73], "simul": [0, 3, 4, 6, 8, 9, 10, 11, 12, 25, 27, 34, 38, 41, 42, 43, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "sinc": [0, 4, 5, 6, 9, 27, 72, 74], "sinergym": [2, 3, 7, 9, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78], "sinergym_extra": [6, 8], "sinergym_logg": [3, 6, 22], "sinergymcompilationhtml": 6, "singlecool": 69, "singleduct": 69, "singleh": 69, "site": [66, 67, 68, 69, 70, 71, 72, 73, 77], "size": 6, "sizingperiod": [66, 67, 68, 69, 70, 71, 72, 73], "skeleton": 5, "skip": [7, 45], "skip_render_check": 45, "slack": 6, "slice": [66, 67, 70], "slight": 75, "slightli": 67, "sm": 6, "small": 76, "so": [0, 4, 6, 7, 8, 9, 67, 70, 74, 75], "socket": [17, 74], "softwar": 7, "solana": 0, "solut": 4, "some": [0, 3, 4, 5, 6, 7, 9, 69, 70, 78], "someon": 4, "someth": 68, "soon": 77, "sort": 7, "sourc": [0, 6, 7, 8, 9], "south": 69, "space": [0, 3, 6, 9, 12, 66, 67, 68, 70, 71, 72, 73], "space1": [69, 72, 75, 77], "space2": 69, "space3": 69, "space4": 69, "space5": 69, "specif": [0, 3, 4, 7, 8, 9, 38, 69, 74, 76, 77], "specifi": [0, 3, 4, 6, 9, 12, 35, 38, 52, 53, 67, 69, 71, 75, 77], "speed": [69, 77], "spell": 7, "spelling_wordlist": 7, "sphinx": 7, "split": 6, "sql": 6, "sqladmin": 6, "src_path": [6, 53], "ssd": 6, "ssh": 6, "st": 28, "st_dai": 28, "st_mon": 28, "st_year": 28, "stabl": [0, 3, 8, 9, 21, 44, 45, 76], "stable_baselines3": [6, 23, 47, 66, 67, 70], "stack": 64, "stage": 3, "stai": [0, 5, 9, 75], "standard": [4, 7, 30, 41, 68, 77], "start": [0, 3, 4, 6, 9, 15, 17, 19, 27, 28, 59, 60, 61, 67, 69, 77], "start_dai": [5, 17], "start_mlflow_track": 6, "start_mon": 17, "start_month": 5, "start_run": [6, 66], "start_simul": [15, 19], "start_weekdai": 17, "start_year": [5, 17, 38], "startup": 6, "state": [3, 4, 6, 17, 63], "static": [6, 41, 42], "statu": 7, "std": [4, 47], "std_reward": 70, "stdin": 6, "step": [0, 3, 4, 8, 9, 12, 17, 47, 55, 63, 64, 68, 69, 70, 72, 73, 77, 78], "steps_data": 55, "sto": 6, "stochast": [4, 23, 47, 69, 75, 77], "stop": 15, "stop_simul": 15, "storag": [7, 8, 51, 52, 53], "store": [0, 3, 6, 9, 22, 38, 53, 55, 67, 69, 74, 77], "store_tru": 6, "storeg": 6, "str": [4, 6, 12, 17, 19, 23, 25, 26, 29, 32, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 59, 60, 61, 63, 64, 65, 71, 75], "stream_executor": 67, "strength": 6, "strftime": [6, 66, 67, 70], "string": [7, 66, 70], "structur": [0, 4, 9, 74], "studi": [2, 4], "studio": 8, "sub": [4, 6, 12], "sub_run": 74, "sub_run1": [66, 67, 68, 69, 70, 71, 72, 73, 74], "sub_run10": [66, 70], "sub_run11": [66, 70], "sub_run2": [66, 67, 70, 73, 74], "sub_run3": [66, 67, 70, 74], "sub_run4": [66, 67, 70], "sub_run5": [66, 67, 70], "sub_run6": [66, 70], "sub_run7": [66, 70], "sub_run8": [66, 70], "sub_run9": [66, 70], "sub_run_n": 55, "sub_runn": 74, "subject": 77, "submit": 6, "subnet": 6, "subprocess": 17, "subset": [8, 73, 78], "substitut": [6, 69, 77], "subtleti": 3, "successfulli": [8, 66, 67, 68, 69, 70, 71, 72, 73, 76], "sudo": 8, "suit": 74, "sum": [3, 68, 69, 71, 72, 73, 77, 78], "summari": [4, 63, 68], "summer": [38, 59, 60, 61, 75], "summer_fin": [59, 60, 61], "summer_final_d": 72, "summer_start": [59, 60, 61], "summer_start_d": 72, "summerdai": 38, "sundai": 17, "super": [71, 75], "supervis": [8, 76], "suppli": 69, "support": [0, 3, 4, 8, 9, 12, 76], "suppos": 6, "sure": 4, "sy": 69, "system": [0, 6, 52, 53, 69], "t": [3, 4, 6, 8, 29, 59, 61, 68, 74, 78], "t_": [59, 61], "tabl": [3, 4], "tag": [6, 7, 8], "tag_nam": 8, "take": [0, 4, 5, 7, 9, 38, 45, 70], "taken": [75, 77], "tao": [4, 12], "target": [6, 75], "target_noise_clip": 6, "target_policy_nois": 6, "target_update_interv": 6, "task": 4, "tau": [4, 6, 17, 25, 38], "tb_path": [6, 67], "tc9": 42, "tcp": 6, "td3": [3, 6], "team": [0, 6, 8, 9, 77], "techniqu": 74, "tell": [0, 9], "temp": 69, "temperatur": [3, 4, 30, 41, 42, 59, 60, 61, 68, 69, 71, 72, 73, 75, 77], "temperature_vari": [59, 60, 61, 69, 75, 77], "templat": 6, "tempor": 6, "ten": 6, "tensorboard": [0, 9, 22], "tensorboard_log": [6, 67], "tensorboard_path": 67, "tensorboardformatlogg": [6, 67], "tensorflow": 67, "term": [22, 59, 60, 61, 75], "termin": [6, 17, 56, 63, 64, 77], "test": [0, 7, 8, 9, 23], "test_common": 76, "test_config": 76, "test_control": 76, "test_env": 76, "test_reward": 76, "test_simul": 76, "test_stable_baselin": 76, "test_wrapp": 76, "tf_enable_onednn_opt": 67, "than": [4, 6, 74, 75, 77], "thei": [0, 3, 4, 6, 8, 9, 67, 75, 76, 77], "them": [0, 3, 4, 9, 38, 67, 69, 73, 75, 77], "therefor": [3, 4, 75, 77], "thermal": [30, 41, 60, 69, 75, 77], "thermostat": [69, 72, 77], "thermostatsetpoint": [69, 77], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 22, 26, 29, 34, 35, 38, 45, 47, 49, 55, 58, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77], "thing": [4, 69, 75], "think": 6, "third": [0, 7, 9], "those": [0, 3, 4, 6, 30, 69, 75], "three": 4, "through": 8, "thu": [3, 4, 6], "tier": 6, "till": 36, "time": [0, 3, 7, 8, 9, 17, 28, 55, 60, 66, 67, 70, 71, 73, 76, 78], "time_elaps": [68, 69, 70, 71, 72, 73], "timeout": 6, "timestep": [3, 4, 5, 6, 12, 22, 55, 66, 67, 68, 69, 70, 71, 72, 73, 74, 77], "timesteps_per_hour": [5, 69, 77], "titl": 0, "todai": [6, 66, 67, 70], "togeth": 75, "token": [6, 49, 50], "told": [4, 8], "too": [3, 4, 6, 7, 8, 49, 69], "tool": [0, 9, 77], "topic": 7, "total": [6, 69, 70, 75, 77], "total_pow": [68, 69, 71, 72, 73], "total_power_no_unit": [68, 69, 71, 72, 73], "total_time_elaps": 55, "total_timestep": [6, 55, 66, 67, 70], "track": [0, 3, 8, 9], "train": [0, 3, 9, 66, 67, 70, 74, 75], "train_freq": 6, "transmittance_schedule_nam": 69, "transport": 0, "tree": [38, 66, 67, 68, 69, 70, 71, 72, 73, 76], "trigger": [6, 23], "trivial": 4, "true": [6, 23, 31, 45, 47, 55, 63, 64, 66, 67, 70, 71, 73], "true_divid": [66, 67, 70], "try": [3, 4, 6, 17], "try_env": 77, "tty": 6, "tu": 6, "tune": [0, 5, 9, 75], "tupl": [4, 5, 12, 17, 25, 30, 38, 59, 60, 61, 63, 64, 71], "turn": 67, "two": [6, 7, 8, 69, 75], "twospe": 69, "txt": 7, "type": [3, 4, 6, 7, 8, 12, 17, 22, 25, 27, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 63, 64, 65, 66, 67, 69, 70, 71, 72, 77], "typic": 75, "u": [0, 5, 8, 9], "ubuntu": 8, "ugr": [6, 8], "uhlenbeck": [4, 12, 25, 38], "um": [66, 67, 70], "under": [76, 77], "understand": [0, 9, 77], "union": [4, 12, 17, 26, 55, 59, 60, 61, 63, 64, 71], "uniqu": [75, 76], "unit": [0, 9], "unknown": 7, "unsaf": [66, 67, 70], "until": [3, 7], "unwrap": [36, 74], "up": [3, 4, 5, 8, 37, 38, 59, 61, 66, 67, 68, 69, 70, 71, 72, 73, 76], "upcom": [0, 5, 9], "updat": [0, 4, 6, 7, 8, 9, 23, 34, 66, 67, 68, 70, 71, 72, 73, 76], "upgrad": 6, "upload": [6, 7, 53], "upload_to_bucket": 6, "uri": 6, "url": [0, 6], "us": [0, 2, 4, 5, 7, 8, 9, 12, 16, 17, 19, 23, 25, 33, 34, 38, 39, 45, 47, 48, 55, 59, 60, 61, 63, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78], "usa": [0, 4], "usag": [2, 6, 66, 78], "useless": 6, "user": [0, 4, 7, 9, 69, 74], "userwarn": [66, 67, 69, 70, 71, 72, 73], "usr": [66, 67, 69, 70, 71, 72, 73], "usual": [4, 7, 75], "util": [2, 3, 6, 12, 66, 67, 69, 70, 71, 72, 73, 75, 76, 77, 78], "utilsocket": 74, "v": [6, 76], "v1": [4, 5, 12, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 78], "v1_mainthread_root": [66, 67, 68, 69, 70, 71, 72, 73], "valid": [3, 6, 50, 73, 78], "valu": [3, 4, 5, 6, 8, 12, 17, 22, 34, 38, 65, 66, 67, 69, 70, 71, 74, 75], "var_fil": 32, "variabl": [0, 6, 9, 12, 17, 19, 32, 34, 38, 59, 60, 61, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77], "variable_nam": 4, "variabledictionari": 4, "variables_fil": 19, "variablevolum": 69, "variant": 78, "variat": [25, 38], "vav": 69, "vec_env": [6, 23, 47, 66, 67, 70], "vecenv": [23, 47], "vecenvwrapp": 36, "vector": [64, 70], "verbos": [6, 22, 23, 67, 70, 76], "veri": [2, 6, 7, 8, 69, 75, 77], "versa": 3, "version": [4, 6, 7, 8, 12, 69, 77], "vf": 6, "vf_coef": 6, "vice": 3, "violat": 22, "virtual": [6, 8], "virtualenv": 8, "visit": [4, 6, 8, 69, 72, 73, 74, 76, 77, 78], "visual": [0, 3, 8, 9], "vm": 49, "vocabulari": 7, "vscode": 8, "vtpm": 6, "vv": [8, 76], "w": [59, 60, 61, 67, 75], "w_energi": 6, "wa": 6, "wai": [0, 4, 5, 6, 9, 69, 77], "wait": 6, "want": [0, 3, 4, 5, 6, 7, 8, 9, 47, 52, 53, 69, 71, 72, 74, 75, 76, 77], "warehous": 4, "warn": [7, 23, 45, 66, 67, 69, 70, 71, 72, 73], "washington": 4, "we": [0, 2, 3, 4, 5, 6, 7, 8, 9, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78], "weather": [0, 5, 9, 12, 17, 19, 25, 38, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77], "weather_data": [25, 38], "weather_fil": [4, 12, 19, 69, 77], "weather_path": [4, 17, 38], "weather_vari": [4, 12, 17, 37, 69, 77], "weatherdata": [25, 38], "websit": 7, "weekdai": [17, 72], "weekend": 72, "weight": [6, 59, 60, 61, 69, 75], "well": [0, 3, 4, 9, 47, 70], "west": 77, "west1": 6, "what": [0, 4, 6, 9, 69, 73, 77], "whatev": 6, "when": [0, 3, 6, 7, 9, 17, 23, 45, 47, 55, 69, 74, 75, 77], "where": [3, 4, 6, 8, 12, 23, 26, 33, 35, 38, 49, 52, 53, 60, 75], "whether": [0, 6, 7, 9, 12, 17, 23, 45, 47, 49, 64], "which": [0, 3, 4, 6, 7, 8, 9, 17, 22, 33, 38, 55, 69, 74, 75, 76, 77], "while": [0, 3, 9, 67, 68, 69, 71, 72, 73, 77, 78], "whole": [0, 3, 9, 39, 55, 63, 69, 75, 77], "whose": [4, 55, 75], "why": 3, "wind": [69, 77], "winter": [38, 75], "winterdai": 38, "within": [74, 76], "without": [0, 4, 6, 7, 9, 38, 65, 77], "word": [4, 7], "work": [0, 3, 4, 6, 7, 8, 9, 12, 17, 38, 47, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77], "work_efficiency_schedule_nam": 69, "workeffsch": 69, "workflow": [0, 7, 9, 76], "workspac": [66, 67, 68, 69, 70, 71, 72, 73, 77], "would": [6, 75], "wrap": [0, 3, 9, 23, 31, 36, 47, 66, 67, 70, 74], "wrapper": [0, 3, 6, 9, 20, 23, 31, 36, 47, 66, 67, 70, 74, 76], "wrapper_class": [31, 36], "write": [6, 7, 8, 76], "writen": 71, "written": 6, "wrong": 4, "www": 6, "xlsx": [12, 69], "xml": [38, 66, 67, 68, 69, 70, 71, 72, 73], "y": [6, 66, 67, 70], "yaml": 6, "ye": [3, 4], "year": [0, 4, 5, 17, 27, 28, 30, 38, 68, 69, 71, 72, 73], "yet": [6, 76], "yml": [7, 8, 76], "york": [0, 4], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 12, 17, 47, 52, 53, 59, 60, 61, 67, 69, 70, 71, 73, 74, 75, 76, 77, 78], "your": [0, 2, 3, 4, 5, 7, 8, 9, 67, 70, 72, 75, 77, 78], "zero": 6, "zhang": [0, 9, 16], "zhangzhizza": 16, "zhiang": [0, 9, 16], "zip": [6, 72], "zone": [0, 4, 6, 9, 12, 32, 69, 72, 75, 77], "zone_nam": 4, "zonecontrol": 69, "zoneinfiltr": 69, "zoneminoarequir": 69}, "titles": ["Welcome to sinergym!", "API reference", "Controllers", "Deep Reinforcement Learning Integration", "Environments", "Extra Configuration in Sinergym simulations", "Sinergym with Google Cloud", "Github Actions", "Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "MLFlow example", "TensorBoard example", "Basic example", "Changing an environment registered in Sinergym", "DRL usage example", "Logger Wrapper personalization/configuration", "Rule Controller example", "Wrappers example", "Output format", "Rewards", "Tests", "Usage example", "Wrappers"], "titleterms": {"0": 8, "1": [6, 8, 71], "2": [6, 8, 71], "3": [6, 8], "4": [6, 8], "5": [6, 8], "9": 8, "about": [8, 69], "action": [4, 7, 69, 77], "ad": [4, 69, 77], "alert": 6, "all": 73, "an": 69, "api": 1, "avail": 4, "base": [14, 15, 77], "basereward": 58, "basesimul": 15, "basic": 68, "bcvtb": 8, "bucket": 6, "build": [4, 69], "callback": [21, 22, 23], "chang": 69, "check": 8, "check_env": 45, "cite": 0, "cloud": [6, 8], "common": [24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "compon": 69, "comput": 8, "config": [37, 38], "configur": [4, 5, 6, 8, 69, 71, 77], "constant": 39, "contain": [6, 8], "contribut": 0, "control": [2, 40, 41, 42, 43, 72, 77], "creat": [6, 7, 76], "create_variable_weath": 25, "csvloger": 71, "csvlogger": 55, "custom": 75, "data": 4, "deep": 3, "default": 77, "definit": [4, 69, 77], "delete_instance_mig_from_contain": 49, "docker": 8, "drl": [3, 70], "energyplu": [8, 17, 19], "env": [10, 11, 12], "env_check": [44, 45], "environ": [4, 8, 69, 77], "episod": 4, "eplu": [16, 17], "eplus_alpha": [18, 19], "eplus_env": [11, 12], "eplusenv": 12, "epw": 4, "evalu": [46, 47], "evaluate_polici": 47, "exampl": [0, 66, 67, 68, 70, 72, 73, 77], "execut": 6, "experi": 6, "export_actuators_to_excel": 26, "expreward": 59, "extra": [4, 5, 69, 77], "file": 4, "first": 6, "format": 74, "gcloud": [48, 49, 50, 51, 52, 53], "get": 69, "get_current_time_info": 27, "get_delta_second": 28, "get_record_kei": 29, "get_season_comfort_rang": 30, "get_service_account_token": 50, "github": 7, "googl": 6, "hourlylinearreward": 60, "how": 3, "idf": 4, "inform": 69, "inherit": 71, "init_storage_cli": 51, "initi": 6, "instal": [8, 76], "intanci": 71, "integr": 3, "is_wrap": 31, "kwarg": 4, "learn": 3, "linearreward": 61, "list": 4, "load": 6, "log": 6, "logger": [3, 54, 55, 56, 71, 73, 74], "loggercallback": 22, "loggerevalcallback": 23, "loggerwrapp": [63, 71], "main": 7, "manual": 8, "maximum": 4, "merg": 7, "mig": 6, "mlflow": [3, 6, 66], "model": [6, 69], "modifi": [7, 71], "more": 69, "multi": 73, "multiobswrapp": 64, "name": 4, "new": [4, 7, 69, 76, 77], "normal": 73, "normalizeobserv": 65, "observ": [4, 69, 73, 77], "one": 73, "other": 69, "our": 6, "output": [4, 6, 74], "overwrit": 77, "own": 6, "packag": 8, "paramet": 4, "parse_vari": 32, "permiss": 6, "person": 71, "platform": 6, "prepar": 6, "prepare_batch_from_record": 33, "pull": 7, "push": 7, "pytest": 76, "python": 8, "randomcontrol": 43, "ranges_gett": 34, "rbc5zone": 41, "rbcdatacent": 42, "read_from_bucket": 52, "real": 6, "refer": 1, "regist": 69, "reinforc": 3, "releas": 7, "remot": 6, "repeat": 4, "request": 7, "reward": [4, 57, 58, 59, 60, 61, 69, 75, 77], "rule": [72, 77], "run": 76, "runperiod": 5, "server": 6, "set": [6, 8], "simplest": 77, "simul": [5, 13, 14, 15, 16, 17, 18, 19], "sinergym": [0, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 69], "softwar": 8, "some": 77, "space": [4, 69, 77], "step": [6, 71], "storag": 6, "store": 4, "structur": 3, "tensorboard": [3, 6, 67], "test": 76, "time": 6, "timestep_per_hour": 5, "to_idf": 35, "track": 6, "train": 6, "unwrap_wrapp": 36, "up": 6, "updat": 69, "upload_to_bucket": 53, "us": [3, 6, 77], "usag": [70, 77], "util": [20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65], "valu": 77, "variabl": [4, 8], "visual": 6, "vm": 6, "weather": 4, "welcom": 0, "wrapper": [62, 63, 64, 65, 71, 73, 77, 78], "your": 6}}) \ No newline at end of file diff --git a/docs/compilation/v2.2.0/.buildinfo b/docs/compilation/v2.2.0/.buildinfo index 6e1d33e3ce..7d60668e8c 100644 --- a/docs/compilation/v2.2.0/.buildinfo +++ b/docs/compilation/v2.2.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 1c6c0841cbb27472db7e18f65eca74b6 +config: 43ecea447707010b71d47084c9d6a845 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.2.0/.doctrees/environment.pickle b/docs/compilation/v2.2.0/.doctrees/environment.pickle index e26a13c229..04e4038586 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/environment.pickle and b/docs/compilation/v2.2.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.2.0/.doctrees/index.doctree b/docs/compilation/v2.2.0/.doctrees/index.doctree index d17180d607..0ff764f12b 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/index.doctree and b/docs/compilation/v2.2.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree index 90ec45951b..e8b7074a00 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree b/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree index 089323e3f2..21972151f8 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree index 3be16f2279..593617bd8a 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree index 03513984d7..a10f7d8040 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree index 3b685b6e92..602e637b32 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree index 6383060b59..8b3bd7202f 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree index bec8f2b1cf..2cb61acab1 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree index 94ebc7ed19..1885b86f93 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree index 10b458cbab..98add2bc31 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree index 7462a5b30d..3cb8fa7149 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree index 72d26697b9..6370796481 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 635eb98e42..7df06ea638 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 1cc1fc5233..ed7275b459 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index aaa58b7864..9e902b48f7 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index af438d83c1..97c4be5d91 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree index d0c4201c94..8261364979 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index ed22a464f4..f9e553e0d4 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index b2ef65a21d..e366fcca19 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 09f420e20c..6822be787b 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 6f5922c95e..7785fb7c13 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index bc99e61c54..35321c7ceb 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 1e67ee7a29..fd53145e37 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 6da8b20da3..c4318be1bd 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index b9156d468b..0d1360e866 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree index bb6ac1d36f..3d64b1c6fa 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index 148aca6c8f..f3be0211ba 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index d1e70c16d8..ba21d483a5 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 6e1328e995..342ac5499f 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index ff40fdbafb..cc3eab1153 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 36b6a688fe..1bd70b3550 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 94a8ee09ba..ff6647ba50 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree index ca62b086d9..288405bb64 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.parse_variables.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index d7439eb0a2..085d19ff7b 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 0d790666bf..c21a4053d4 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 12b69900a4..0fe59ef293 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 7d9a3bc44c..3a85ea6fa9 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index a44f63c4d7..a6455b05fd 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree index 9fdc7c82a8..0f3b45dbfb 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index 4afdf31ad0..005c887682 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index b8502bdd04..0df01a9b3b 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 90d9ddb05e..d270690215 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 01852b97d5..ef91a6a372 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index a00bbfcd28..0e5cd87b17 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree index a143523b37..86d6361880 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 07f0c8319f..971c0a65c8 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index f9520180e6..5f7faf0d45 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index e095f4684e..c9455290d6 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index ce7e3600cb..58663d511c 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index ff1167f7a1..02534fe93d 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 8350c19ea9..da9143546c 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 147e318345..d7fd6410db 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index d769c70bb0..c70693251f 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index cc0e81af1c..6b9bbb33fc 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index fe690e3b3c..4506943a54 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 3094591a18..9d8be2ca12 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index f9f50ddae5..1764288bcd 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index baed4bbe55..ec45d8a3b8 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index b8ed9af707..da837e7965 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index a2bbd765dc..408e4afac3 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index ce704d6ebe..e6342751e1 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index f00e0cefa2..bd62eee7ee 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index b61a8cd1c8..c4e285cb3c 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 28864d2aa5..292ce75b24 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 964367d51b..9de41121ad 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index d0ddf8db37..bbad9d48a1 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 7854a9d2c6..f2983eaebc 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 021d6cfb48..b39452740c 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree index 0b4d2e185d..23b0422bb8 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/MLflow_example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree index 8ec7908d95..ca282e9e63 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/TensorBoard_example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree index 126e81fac1..f2ac8850bb 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree index c029ebff14..c83cb5eb2c 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree index 755204cc87..4194cd1858 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree index c2fea075d7..d494079440 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 73933f1f4d..8cf25a6789 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree index d59a024adb..6093604a83 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree index b8eee12c9b..f1a01aa9b4 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/output.doctree b/docs/compilation/v2.2.0/.doctrees/pages/output.doctree index 2db63f25c8..b79e41ffc8 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree index e91103ca6d..d9f1c16bd6 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree index c9a85e766c..c2dd24375a 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree index d55c06c3e2..d21e4ae2ff 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree index 89cd2803f4..adbe3b299f 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree index 66750be06e..6d4dfc8b9a 100644 Binary files a/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.2.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.2.0/_static/basic.css b/docs/compilation/v2.2.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v2.2.0/_static/basic.css +++ b/docs/compilation/v2.2.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.2.0/_static/doctools.js b/docs/compilation/v2.2.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v2.2.0/_static/doctools.js +++ b/docs/compilation/v2.2.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.2.0/_static/language_data.js b/docs/compilation/v2.2.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v2.2.0/_static/language_data.js +++ b/docs/compilation/v2.2.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v2.2.0/_static/searchtools.js b/docs/compilation/v2.2.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v2.2.0/_static/searchtools.js +++ b/docs/compilation/v2.2.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v2.2.0/genindex.html b/docs/compilation/v2.2.0/genindex.html index 5b797bde7d..23606675cc 100644 --- a/docs/compilation/v2.2.0/genindex.html +++ b/docs/compilation/v2.2.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -731,6 +731,7 @@

    U

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/index.html b/docs/compilation/v2.2.0/index.html index f8beb0d6e3..ae23a04731 100644 --- a/docs/compilation/v2.2.0/index.html +++ b/docs/compilation/v2.2.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -280,6 +282,7 @@

    Citing Sinergymv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/API-reference.html b/docs/compilation/v2.2.0/pages/API-reference.html index 74338eccac..3e71f5ec80 100644 --- a/docs/compilation/v2.2.0/pages/API-reference.html +++ b/docs/compilation/v2.2.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -176,6 +178,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/buildings.html b/docs/compilation/v2.2.0/pages/buildings.html index f1187d88c4..b07dfa40cd 100644 --- a/docs/compilation/v2.2.0/pages/buildings.html +++ b/docs/compilation/v2.2.0/pages/buildings.html @@ -18,7 +18,7 @@ - + @@ -230,6 +230,7 @@

    3.6. OfficeGridStorageSmoothingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/controllers.html b/docs/compilation/v2.2.0/pages/controllers.html index 9216bff0a7..fd77a31d12 100644 --- a/docs/compilation/v2.2.0/pages/controllers.html +++ b/docs/compilation/v2.2.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -167,6 +167,7 @@

    7. Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/deep-reinforcement-learning.html b/docs/compilation/v2.2.0/pages/deep-reinforcement-learning.html index d335f09521..b1ff125b0d 100644 --- a/docs/compilation/v2.2.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v2.2.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -362,6 +362,7 @@

    11.5. Mlflowv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/environments.html b/docs/compilation/v2.2.0/pages/environments.html index 3a131ce752..9d2f2cf721 100644 --- a/docs/compilation/v2.2.0/pages/environments.html +++ b/docs/compilation/v2.2.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -1015,6 +1015,7 @@

    5.4. Adding new buildings for environmen
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/extra-configuration.html b/docs/compilation/v2.2.0/pages/extra-configuration.html index 6de0186cb7..fd4ce946de 100644 --- a/docs/compilation/v2.2.0/pages/extra-configuration.html +++ b/docs/compilation/v2.2.0/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    9.2. runperiodv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/gcloudAPI.html b/docs/compilation/v2.2.0/pages/gcloudAPI.html index bd6a4e0edc..2189d842ad 100644 --- a/docs/compilation/v2.2.0/pages/gcloudAPI.html +++ b/docs/compilation/v2.2.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -1389,6 +1389,7 @@

    12.6. Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/github-actions.html b/docs/compilation/v2.2.0/pages/github-actions.html index 31d1db326b..4a6ddd710e 100644 --- a/docs/compilation/v2.2.0/pages/github-actions.html +++ b/docs/compilation/v2.2.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -259,6 +259,7 @@

    13.3. New release created or modifiedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/installation.html b/docs/compilation/v2.2.0/pages/installation.html index 29db645dd0..97c0992ebc 100644 --- a/docs/compilation/v2.2.0/pages/installation.html +++ b/docs/compilation/v2.2.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -326,6 +326,7 @@

    1.5. Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/introduction.html b/docs/compilation/v2.2.0/pages/introduction.html index c91d5e622d..84b0868998 100644 --- a/docs/compilation/v2.2.0/pages/introduction.html +++ b/docs/compilation/v2.2.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -237,6 +237,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index ff9e592ae5..1428fa0862 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -322,6 +322,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.html index 9297b8f519..8631fde0da 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -180,6 +180,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.html index ca8ec25c90..228e84e366 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -176,6 +176,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.BaseSimulator.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.BaseSimulator.html index 89d92e6aab..421bddb8c5 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.BaseSimulator.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.BaseSimulator.html @@ -18,7 +18,7 @@ - + @@ -230,6 +230,7 @@

    sinergym.simulators.base.BaseSimulatorv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.html index 1ebc7c0f58..19f4ad8611 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.base.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index 85c7b16fe0..e4b6202acd 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -391,6 +391,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.html index 82ee9d020f..d9ad1096d3 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -186,6 +186,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html index 583796d113..b4ceb11702 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -246,6 +246,7 @@

    sinergym.simulators.eplus_alpha.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.html index a929fb6270..bf4b532c77 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.html index 84bfbcb132..60588594d4 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 34fcc546a7..d9e5368427 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -219,6 +219,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index 7b7e73b076..49a95e66bc 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.html index 3dd911f046..e2569348ea 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.create_variable_weather.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.create_variable_weather.html index f1f1c2c937..059515ed51 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.create_variable_weather.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.create_variable_weather.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

    sinergym.utils.common.create_variable_weatherv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html index 7146f84473..41d097ee64 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.export_actuators_to_excelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_current_time_info.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_current_time_info.html index 86f8d49117..104833a12f 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_current_time_info.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_current_time_info.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.get_current_time_infov3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index 6d70bed4ca..69ea31b5f5 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -218,6 +218,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_record_keys.html index e82625e864..14d67d1b0b 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.get_record_keysv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html index 0678d44787..32225eaa9d 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

    sinergym.utils.common.get_season_comfort_rangev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.html index 9ab1ddeb8e..b6a6e8b1a9 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -234,6 +234,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.is_wrapped.html index 2190fa54ba..cb5d76bd20 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.is_wrapped.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.is_wrapped.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.is_wrappedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.parse_variables.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.parse_variables.html index 086a98ed73..3fba352b17 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.parse_variables.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.parse_variables.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.parse_variablesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html index 4f4e1e1cd0..3b1dec3616 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.prepare_batch_from_recordsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.ranges_getter.html index 50e32009bf..ae3f1e88d6 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.to_idf.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.to_idf.html index f040baa5b8..5985ee0c50 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.to_idf.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.to_idf.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.to_idfv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html index 61f5e633c4..ed8c9dff58 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.unwrap_wrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.Config.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.Config.html index b9be9dd91f..414941abb2 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.Config.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.Config.html @@ -18,7 +18,7 @@ - + @@ -411,6 +411,7 @@

    sinergym.utils.config.Configv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.html index 1268b9220b..fadf55da27 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.config.html @@ -18,7 +18,7 @@ - + @@ -190,6 +190,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.constants.html index dcb26362e8..db39d0a556 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.constants.html @@ -18,7 +18,7 @@ - + @@ -179,6 +179,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html index e1d7bf06d6..128ad15479 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -18,7 +18,7 @@ - + @@ -229,6 +229,7 @@

    sinergym.utils.controllers.RBC5Zonev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html index 32655d8e83..9d539f7d01 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.controllers.RBCDatacenterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RandomController.html index 8e0838fb14..044bbcd2ce 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.html index 69210c8cad..a603402530 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.check_env.html index 292f19edde..44d97d410d 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.check_env.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.check_env.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.env_checker.check_envv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.html index 3035e96bf4..07241ffdf6 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.env_checker.html @@ -18,7 +18,7 @@ - + @@ -190,6 +190,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html index adbebc7dc1..bc6da0a189 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.evaluation.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.html index 04afc34bb1..bbf0c323e2 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.evaluation.html @@ -18,7 +18,7 @@ - + @@ -190,6 +190,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index f02ea41bd9..5ac66c5bfa 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index dc9ad383ae..4e701fd306 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.html index 1b90582530..c016aedc98 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index f14ac7dd53..bf7e563d86 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index def0168034..063fddf95c 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -201,6 +201,7 @@

    sinergym.utils.gcloud.read_from_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 1a259acc1c..d4f2784d3e 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.html index 83d178ffa2..14ab8aab2f 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -216,6 +218,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.CSVLogger.html index 8499402a0c..1b31ed937d 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.CSVLogger.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -304,6 +304,7 @@

    sinergym.utils.logger.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.Logger.html index 55a2b8efea..d62086652d 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.Logger.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.Logger.html @@ -18,7 +18,7 @@ - + @@ -223,6 +223,7 @@

    sinergym.utils.logger.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.html index 7adf1c0a76..faaa5d1d4b 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.logger.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.BaseReward.html index 685b1e9bd8..5571f02c60 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.BaseReward.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.rewards.BaseRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.ExpReward.html index fa222ef998..4f15204ef5 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html index aa82648534..a571e0f083 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -18,7 +18,7 @@ - + @@ -221,6 +221,7 @@

    sinergym.utils.rewards.HourlyLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.LinearReward.html index 5e920e2d1c..e65c059397 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.html index 6ea84990f5..6d2cb77cc0 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -202,6 +204,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index b80e2d6325..5825d5f01f 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -279,6 +279,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index 57e26d4f9d..0182ef8c7e 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -250,6 +250,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 4384c16d04..559cffc5d5 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -249,6 +249,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html index ffb7bd87fb..d70e7e67e7 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@

    sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.html index 2b579ee705..4ef3f7a9ff 100644 --- a/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.2.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/pages/notebooks/MLflow_example.html b/docs/compilation/v2.2.0/pages/notebooks/MLflow_example.html index a226e1ee8b..3402e085cf 100644 --- a/docs/compilation/v2.2.0/pages/notebooks/MLflow_example.html +++ b/docs/compilation/v2.2.0/pages/notebooks/MLflow_example.html @@ -19,7 +19,7 @@ - + @@ -324,6 +324,7 @@

    22. MLFlow examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/notebooks/TensorBoard_example.html b/docs/compilation/v2.2.0/pages/notebooks/TensorBoard_example.html index 3290b29f7f..68775fb1f9 100644 --- a/docs/compilation/v2.2.0/pages/notebooks/TensorBoard_example.html +++ b/docs/compilation/v2.2.0/pages/notebooks/TensorBoard_example.html @@ -19,7 +19,7 @@ - + @@ -340,6 +340,7 @@

    23. TensorBoard examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/notebooks/basic_example.html b/docs/compilation/v2.2.0/pages/notebooks/basic_example.html index 7ce1888aaf..d426cd8a4a 100644 --- a/docs/compilation/v2.2.0/pages/notebooks/basic_example.html +++ b/docs/compilation/v2.2.0/pages/notebooks/basic_example.html @@ -19,7 +19,7 @@ - + @@ -278,6 +278,7 @@

    15. Basic examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/notebooks/change_environment.html b/docs/compilation/v2.2.0/pages/notebooks/change_environment.html index df1e545b20..0408e5f5f6 100644 --- a/docs/compilation/v2.2.0/pages/notebooks/change_environment.html +++ b/docs/compilation/v2.2.0/pages/notebooks/change_environment.html @@ -19,7 +19,7 @@ - + @@ -850,6 +850,7 @@

    16.6. Adding more extra configurationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/notebooks/default_building_control.html b/docs/compilation/v2.2.0/pages/notebooks/default_building_control.html index f3c1024193..da3654e405 100644 --- a/docs/compilation/v2.2.0/pages/notebooks/default_building_control.html +++ b/docs/compilation/v2.2.0/pages/notebooks/default_building_control.html @@ -19,7 +19,7 @@ - + @@ -267,6 +267,7 @@

    17. Default building control setting up
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/notebooks/drl.html b/docs/compilation/v2.2.0/pages/notebooks/drl.html index ca75b2b375..0687fffc85 100644 --- a/docs/compilation/v2.2.0/pages/notebooks/drl.html +++ b/docs/compilation/v2.2.0/pages/notebooks/drl.html @@ -19,7 +19,7 @@ - + @@ -492,6 +492,7 @@

    21. DRL usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v2.2.0/pages/notebooks/personalize_loggerwrapper.html index 5252d63c02..db2f817d4b 100644 --- a/docs/compilation/v2.2.0/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/v2.2.0/pages/notebooks/personalize_loggerwrapper.html @@ -19,7 +19,7 @@ - + @@ -313,6 +313,7 @@

    19.2. Step 2 Instantiate the LoggerWrapp
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/notebooks/rule_controller_example.html b/docs/compilation/v2.2.0/pages/notebooks/rule_controller_example.html index 3019c4e355..790b5bf132 100644 --- a/docs/compilation/v2.2.0/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/v2.2.0/pages/notebooks/rule_controller_example.html @@ -19,7 +19,7 @@ - + @@ -344,6 +344,7 @@

    20. Rule Controller examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/notebooks/wrappers_examples.html b/docs/compilation/v2.2.0/pages/notebooks/wrappers_examples.html index b58900d4bd..a64367aeef 100644 --- a/docs/compilation/v2.2.0/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/v2.2.0/pages/notebooks/wrappers_examples.html @@ -19,7 +19,7 @@ - + @@ -459,6 +459,7 @@

    18.4. All Wrappers in onev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/output.html b/docs/compilation/v2.2.0/pages/output.html index f0b5b2decf..f20947f978 100644 --- a/docs/compilation/v2.2.0/pages/output.html +++ b/docs/compilation/v2.2.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -241,6 +241,7 @@

    10.1. Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/rewards.html b/docs/compilation/v2.2.0/pages/rewards.html index 247701c0ef..c72e5f7c9f 100644 --- a/docs/compilation/v2.2.0/pages/rewards.html +++ b/docs/compilation/v2.2.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -256,6 +256,7 @@

    6.1. Custom Rewardsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/tests.html b/docs/compilation/v2.2.0/pages/tests.html index f8104bc455..d21f77f8fc 100644 --- a/docs/compilation/v2.2.0/pages/tests.html +++ b/docs/compilation/v2.2.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -246,6 +246,7 @@

    14.3. Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/usage-example.html b/docs/compilation/v2.2.0/pages/usage-example.html index ae04fb7522..bccfc09d3a 100644 --- a/docs/compilation/v2.2.0/pages/usage-example.html +++ b/docs/compilation/v2.2.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -587,6 +587,7 @@

    2.8. Adding extra configuration definiti
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/weathers.html b/docs/compilation/v2.2.0/pages/weathers.html index 16d1cf341c..03f3f1922d 100644 --- a/docs/compilation/v2.2.0/pages/weathers.html +++ b/docs/compilation/v2.2.0/pages/weathers.html @@ -18,7 +18,7 @@ - + @@ -248,6 +248,7 @@

    4. Weathersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/pages/wrappers.html b/docs/compilation/v2.2.0/pages/wrappers.html index 94b6003898..ab6ec4e6ab 100644 --- a/docs/compilation/v2.2.0/pages/wrappers.html +++ b/docs/compilation/v2.2.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    8. Wrappersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.2.0/py-modindex.html b/docs/compilation/v2.2.0/py-modindex.html index 69c9f789a7..cc5015889c 100644 --- a/docs/compilation/v2.2.0/py-modindex.html +++ b/docs/compilation/v2.2.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -259,6 +259,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/search.html b/docs/compilation/v2.2.0/search.html index 6ed4a50b82..28fe3a5543 100644 --- a/docs/compilation/v2.2.0/search.html +++ b/docs/compilation/v2.2.0/search.html @@ -18,7 +18,7 @@ - + @@ -162,6 +162,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.2.0/searchindex.js b/docs/compilation/v2.2.0/searchindex.js index 1086d35882..5794971dd2 100644 --- a/docs/compilation/v2.2.0/searchindex.js +++ b/docs/compilation/v2.2.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 35, 36, 39, 46, 48, 50, 56, 59, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 34, 35, 39, 46, 48, 50, 56, 61, 64, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "project": [0, 4, 5, 7, 8, 9, 10, 17, 40, 79], "base": [0, 3, 4, 7, 8, 10, 42, 43, 59, 71, 75, 79], "zhiang": [0, 10, 17], "zhang": [0, 10, 17], "khee": [0, 10], "poh": [0, 10], "lam": [0, 10], "gym": [0, 4, 5, 6, 7, 10, 12, 13, 17, 24, 32, 37, 46, 48, 59, 60, 61, 62, 63, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "eplu": [0, 5, 6, 10, 13, 35, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 18, 24, 31, 46, 48, 70, 71, 72, 76, 77, 78, 80, 82], "goal": [0, 10], "creat": [0, 5, 6, 9, 10, 18, 26, 27, 35, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 36, 39, 46, 48, 56, 70, 77, 78, 79, 80, 82], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 37, 42, 43, 44, 46, 48, 56, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78, 79, 81, 82], "follow": [0, 5, 7, 8, 9, 10, 18, 43, 46, 70, 72, 78, 80], "openai": [0, 5, 10, 46, 70, 79], "interfac": [0, 5, 10, 14, 19, 39, 71, 77, 79], "wrap": [0, 4, 10, 24, 32, 37, 48, 68, 69, 73, 77], "simul": [0, 4, 5, 7, 9, 10, 11, 12, 13, 26, 28, 35, 39, 42, 43, 44, 56, 57, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "engin": [0, 7, 10, 16, 72], "energyplu": [0, 5, 6, 7, 10, 12, 13, 17, 19, 28, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 36, 38, 39, 68, 69, 70, 73, 74, 75, 76, 77, 78, 79, 80], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 39, 71, 78, 79], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 34, 35, 39, 40, 46, 48, 49, 56, 60, 61, 62, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "deep": [0, 7, 9, 10, 73, 80], "reinforc": [0, 7, 9, 10, 73, 78, 80], "learn": [0, 7, 9, 10, 68, 69, 71, 73, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 46, 73, 75, 80, 81], "help": [0, 7, 10], "u": [0, 6, 9, 10, 72], "improv": [0, 10], "report": [0, 7, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 69, 73, 75, 78, 80, 82], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 73, 79, 80], "It": [0, 2, 4, 5, 7, 8, 9, 10, 18, 24, 44, 46, 56, 62, 71, 78], "easi": [0, 10, 79], "just": [0, 7, 8, 10, 71, 76], "2": [0, 2, 5, 8, 10, 18, 68, 69, 70, 71, 72, 73, 75, 76, 80, 81], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 69, 70, 71, 72, 73, 74, 75, 79, 80], "templat": [0, 7, 10], "bug": [0, 10, 82], "etc": [0, 4, 5, 7, 9, 10, 56, 70, 71, 80], "more": [0, 4, 5, 6, 7, 8, 9, 10, 46, 67, 72, 73, 75, 76, 77, 78, 79, 80, 82], "detail": [0, 6, 7, 9, 10, 71, 73], "info": [0, 10, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82], "how": [0, 5, 7, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 80], "main": [0, 2, 4, 5, 7, 10, 56, 71, 78], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 35, 36, 45, 47, 48, 49, 58, 59, 61, 62, 70, 71, 74, 75, 76, 78, 79, 80, 82], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 48, 56, 60, 61, 62, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82], "includ": [0, 2, 5, 6, 7, 8, 9, 10, 21, 69, 70, 78, 80, 81], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 69, 73, 78, 79, 80], "commun": [0, 10, 14, 39, 77, 79], "between": [0, 4, 5, 8, 10, 29, 78], "python": [0, 5, 6, 7, 8, 10, 13, 17, 27, 39, 49, 71, 79, 80], "establish": [0, 5, 10, 18, 71, 77, 79, 80], "bcvtb": [0, 5, 10, 18, 39], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 75, 77], "tool": [0, 8, 10, 80], "allow": [0, 4, 5, 7, 10, 78], "interact": [0, 3, 4, 10, 46, 56, 64, 72, 73, 77], "sever": [0, 5, 7, 10, 39, 71, 76, 78, 80, 82], "them": [0, 2, 4, 5, 10, 39, 69, 71, 76, 78, 80], "e": [0, 9, 10, 48], "g": [0, 7, 10, 48, 53], "openmodelica": [0, 10], "could": [0, 6, 7, 10, 69, 82], "backend": [0, 7, 10], "while": [0, 10, 69, 70, 71, 72, 74, 75, 76, 80, 82], "maintain": [0, 10], "api": [0, 7, 10, 46, 49, 70], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 48, 80], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 82], "design": [0, 5, 6, 10, 39, 71], "set": [0, 4, 5, 6, 10, 38, 39, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 7, 10, 22, 68, 69, 73, 79, 80], "These": [0, 5, 7, 8, 10, 56, 71, 78, 79], "mai": [0, 5, 7, 9, 10, 39, 69, 70, 73, 77, 78, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "action": [0, 3, 4, 7, 9, 10, 13, 16, 18, 20, 24, 33, 39, 42, 43, 44, 48, 56, 64, 65, 67, 68, 69, 70, 73, 74, 75, 76, 79], "observ": [0, 3, 4, 7, 10, 13, 16, 18, 20, 33, 39, 42, 43, 56, 64, 65, 66, 74, 75, 77, 78, 79, 82], "space": [0, 4, 7, 10, 13, 68, 69, 70, 72, 73, 74, 75, 76], "reward": [0, 4, 7, 10, 13, 21, 23, 24, 48, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 10, 80, 81], "packag": [0, 2, 8, 10, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "modifi": [0, 3, 5, 6, 10, 17, 39, 48, 71, 72, 77, 80], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 71, 77], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 48, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 73, 75, 78, 80, 82], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 39, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80], "model": [0, 2, 4, 5, 6, 10, 13, 20, 24, 28, 36, 38, 39, 48, 68, 69, 70, 72, 73, 74, 75, 76, 79, 80], "variabl": [0, 7, 10, 13, 18, 20, 33, 35, 39, 60, 61, 62, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 33, 39, 50, 53, 54, 57, 60, 61, 62, 68, 69, 71, 73, 78, 80], "also": [0, 4, 5, 9, 10, 46, 71, 72, 73, 76, 78, 80], "pre": [0, 7, 10], "configur": [0, 10, 13, 18, 20, 38, 39, 68, 69, 70, 72, 73, 75, 76, 78, 79], "avail": [0, 2, 4, 7, 10, 13, 39, 44, 71, 73, 74, 76, 80], "chang": [0, 5, 7, 8, 10, 39, 56, 69, 70, 72, 73, 74, 77, 78, 80], "some": [0, 4, 5, 6, 7, 8, 10, 71, 72, 73, 82], "aspect": [0, 2, 10, 78], "wai": [0, 5, 6, 7, 10, 71, 80], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 77, 81], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "make": [0, 2, 5, 6, 7, 9, 10, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82], "entir": [0, 4, 10], "definit": [0, 7, 10, 13, 39, 68, 69, 70, 72, 73, 74, 75, 76], "start": [0, 4, 5, 7, 10, 16, 18, 20, 28, 29, 60, 61, 62, 69, 71, 72, 80], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 16, 17, 18, 20, 30, 31, 36, 39, 44, 45, 46, 50, 53, 54, 56, 59, 60, 61, 62, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 26, 30, 48, 56, 67, 71, 72, 75, 77, 78, 79, 80], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 42, 44, 46, 48, 50, 53, 54, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 71, 73, 78, 80], "directli": [0, 4, 5, 7, 9, 10, 34, 71, 72, 80], "associ": [0, 5, 10], "extra": [0, 4, 7, 8, 9, 10, 13, 18, 38, 39, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79], "well": [0, 4, 5, 10, 48, 73], "peopl": [0, 5, 10, 71, 78, 80], "occup": [0, 5, 10, 31, 42, 71, 80], "time": [0, 4, 8, 9, 10, 18, 29, 56, 61, 68, 69, 73, 74, 76, 79, 82], "step": [0, 4, 5, 9, 10, 13, 18, 48, 56, 64, 65, 70, 71, 72, 73, 75, 76, 80, 82], "per": [0, 2, 4, 5, 6, 10, 48, 56, 77], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 70, 71, 72, 74, 75, 76, 78], "run": [0, 4, 5, 7, 9, 10, 18, 48, 68, 69, 71, 72, 73, 77, 80], "period": [0, 5, 10, 78, 81], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 81], "easili": [0, 5, 6, 7, 10], "scalabl": [0, 10], "third": [0, 8, 10], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 77], "implement": [0, 3, 4, 5, 6, 10, 41, 58, 63, 72, 78, 79, 82], "class": [0, 4, 5, 6, 7, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 38, 39, 41, 42, 43, 44, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71, 74, 75, 77, 78], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 39, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 81, 82], "custom": [0, 4, 5, 7, 10, 21, 22, 23, 46, 47, 63, 69], "wrapper": [0, 4, 7, 10, 21, 24, 32, 37, 48, 68, 69, 72, 73, 77, 79], "automat": [0, 5, 7, 8, 9, 10, 13, 39, 71, 72, 79], "adapt": [0, 5, 10, 39, 45, 46, 71, 72, 80], "idf": [0, 2, 6, 10, 13, 18, 20, 36, 39, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "specif": [0, 2, 4, 5, 8, 9, 10, 39, 71, 77, 79, 80, 81], "each": [0, 2, 4, 5, 6, 7, 10, 13, 23, 24, 34, 35, 39, 48, 56, 64, 73, 74, 75, 76, 77, 78, 80, 81], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 39, 68, 70, 71, 72, 73, 75, 76, 78, 79, 80, 82], "designdai": [0, 5, 10, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "locat": [0, 5, 7, 9, 10, 26, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "file": [0, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 33, 36, 38, 39, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81], "epw": [0, 10, 13, 18, 20, 26, 39, 71, 72, 77, 79, 80], "specifi": [0, 4, 5, 7, 10, 13, 36, 39, 53, 54, 69, 71, 72, 74, 78, 80], "without": [0, 5, 7, 8, 10, 39, 66, 72, 80], "ani": [0, 5, 6, 7, 9, 10, 13, 18, 23, 24, 34, 39, 42, 43, 44, 48, 56, 64, 65, 66, 67, 71, 73, 74, 75, 77, 78, 80], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 48, 56, 69, 70, 71, 72, 77, 78], "extern": [0, 5, 7, 10, 39, 71, 77], "cfg": [0, 5, 10, 18, 39, 77], "gener": [0, 5, 6, 7, 8, 10, 13, 39, 77], "when": [0, 4, 7, 8, 10, 18, 24, 46, 48, 56, 67, 71, 72, 77, 78, 80], "depend": [0, 4, 5, 7, 9, 10, 31, 56, 60, 61, 62, 71, 72, 73, 77, 78, 79], "In": [0, 5, 7, 8, 9, 10, 39, 48, 69, 70, 71, 72, 74, 78, 79, 80], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 40, 56, 64, 71, 78, 80], "process": [0, 4, 5, 7, 8, 10, 13, 18, 26, 39, 68, 69], "so": [0, 4, 5, 7, 8, 9, 10, 69, 72, 73, 77, 78, 82], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 37, 39, 46, 48, 51, 69, 71, 72, 73, 77, 78, 79, 80, 82], "what": [0, 5, 7, 10, 71, 76, 80], "want": [0, 4, 5, 6, 7, 8, 9, 10, 48, 53, 54, 71, 72, 74, 75, 77, 78, 79, 80], "integr": [0, 5, 7, 8, 10, 69, 73, 80], "obtain": [0, 4, 5, 10, 13, 80], "inform": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 27, 39, 46, 56, 64, 65, 69, 70, 73, 75, 76, 77, 78, 79, 80, 81, 82], "about": [0, 4, 5, 10, 46, 69, 73, 75, 76, 77, 79, 80, 82], "zone": [0, 2, 5, 7, 10, 13, 33, 71, 75, 78, 80], "schedul": [0, 5, 10, 13, 39, 71], "which": [0, 4, 5, 7, 9, 10, 18, 23, 34, 39, 56, 71, 72, 77, 78, 79, 80], "possibl": [0, 4, 5, 6, 7, 9, 10, 71, 73, 80, 81], "export": [0, 5, 7, 10, 13, 27, 36, 71], "excel": [0, 10, 27, 71], "know": [0, 5, 7, 10, 71, 77], "agent": [0, 3, 5, 7, 10, 13, 24, 42, 43, 44, 48, 56, 71, 72, 75, 77, 78, 79, 80], "To": [0, 5, 6, 7, 9, 10, 69, 79, 80], "do": [0, 4, 5, 6, 7, 9, 10, 48, 69, 71, 72, 78, 79, 80], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 39, 46, 60, 61, 62, 64, 65, 69, 71, 78, 79, 82], "thei": [0, 4, 5, 7, 8, 9, 10, 69, 78, 79, 80], "replac": [0, 5, 10, 71, 72, 80], "format": [0, 4, 5, 6, 7, 8, 10, 27, 64, 71, 80], "take": [0, 4, 5, 6, 8, 10, 39, 46, 72, 73], "care": [0, 5, 7, 10, 72], "relev": [0, 10], "intern": [0, 4, 5, 10, 78], "stabl": [0, 4, 9, 10, 22, 45, 46, 79], "baselin": [0, 4, 10, 22, 45, 46, 79], "3": [0, 2, 4, 6, 10, 18, 22, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 81], "like": [0, 4, 5, 7, 8, 9, 10, 39, 69, 70, 71, 79], "callback": [0, 7, 10, 21, 47, 48, 68, 69, 73], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 37, 46, 48, 69, 71, 77, 78, 79, 80], "team": [0, 7, 9, 10, 80], "order": [0, 3, 4, 5, 7, 8, 9, 10, 18, 34, 39, 69, 71, 76, 77, 79, 82], "other": [0, 4, 5, 7, 9, 10, 73, 77, 78, 80], "drl": [0, 3, 5, 7, 10, 68, 69, 72, 80], "librari": [0, 7, 9, 10, 69, 75, 79], "support": [0, 4, 5, 9, 10, 13, 79], "googl": [0, 8, 9, 10, 49, 50, 51, 52, 53, 54], "cloud": [0, 4, 8, 10, 49, 50, 51, 52, 53, 54], "whether": [0, 7, 8, 10, 13, 18, 24, 46, 48, 50, 65], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 48, 53, 54, 60, 61, 62, 69, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82], "account": [0, 4, 5, 6, 7, 9, 10, 50, 51, 78], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 9, 10], "server": [0, 2, 4, 10, 17, 39, 69], "open": [0, 2, 9, 10, 69], "sourc": [0, 2, 7, 8, 9, 10], "platform": [0, 8, 10, 69], "machin": [0, 7, 10, 69, 80], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 79], "local": [0, 4, 7, 10, 48, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "store": [0, 4, 7, 10, 23, 39, 54, 56, 69, 71, 77, 80], "manag": [0, 5, 6, 7, 10, 38, 39, 50, 77], "artifact": [0, 7, 10], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 39, 43, 53, 54, 56, 69, 72, 73, 77], "visual": [0, 4, 9, 10], "logger": [0, 5, 7, 10, 64, 68, 69, 70, 71, 72, 73, 75, 82], "tensorboard": [0, 10, 23], "train": [0, 4, 10, 68, 69, 73, 77, 78], "evalu": [0, 7, 10, 24, 68, 69, 73, 78], "real": [0, 4, 5, 10, 56, 69], "notebook": [0, 10, 69, 70, 71, 74, 76, 80], "develop": [0, 3, 4, 8, 9, 10, 69, 76, 79, 82], "code": [0, 3, 4, 6, 7, 8, 9, 10, 68, 70, 78, 80, 82], "purpos": [0, 4, 5, 7, 8, 10, 71, 80], "offer": [0, 5, 10], "case": [0, 5, 7, 8, 9, 10, 48, 70, 71, 73, 75, 78, 80], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 35, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 70, 73], "document": [0, 5, 7, 8, 9, 10, 69, 71, 73, 75, 76, 77, 80], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 45, 46, 79], "workflow": [0, 8, 10, 79], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 7, 10, 67, 78], "understand": [0, 10, 80], "mani": [0, 4, 10, 72], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 35, 39, 48, 66, 71, 77, 78, 79, 80, 81, 82], "introduc": [0, 5, 10], "visit": [0, 2, 5, 7, 9, 10, 71, 75, 76, 77, 79, 80, 81, 82], "ad": [0, 2, 4, 10, 72, 81], "section": [0, 2, 3, 4, 5, 7, 9, 10, 71, 78, 79, 80, 81], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 39, 48, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "progress": [0, 4, 5, 10, 56, 57, 64, 74, 76, 77], "stai": [0, 6, 10, 78], "tune": [0, 6, 10, 78], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 35, 36, 39, 59, 64, 70, 72, 73, 75, 77, 78, 79, 80, 81], "those": [0, 4, 5, 7, 31, 71, 78], "interest": [0, 2, 80, 81], "alwai": [0, 5, 7, 70, 73, 75, 77, 78], "made": [0, 5, 48], "check": [0, 4, 5, 7, 8, 32, 46, 48, 79], "repo": 0, "read": [0, 5, 7, 16, 18, 53, 73], "md": 0, "first": [0, 5, 9, 18, 39, 48, 64, 66, 68, 70, 71, 73, 74, 75], "comput": [0, 4, 7, 69, 73], "contain": [0, 5, 8, 48, 50, 51, 70, 72, 79], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 39, 68, 69, 70, 71, 73, 74, 76, 77, 78, 79, 80], "instal": [0, 7, 8, 18, 80], "host": [0, 2, 7, 77], "folder": [0, 5, 8, 9, 13, 24, 39, 69, 71, 74, 76, 80], "offici": 0, "repositori": [0, 7, 8, 9, 73, 77, 79, 80], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 7, 8, 28, 71, 77, 81], "framework": [0, 2, 72, 79, 81], "author": [0, 51], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 39, 70, 71, 72, 74, 75, 76, 81], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": [0, 7], "york": [0, 5, 81], "ny": 0, "usa": [0, 81], "url": [0, 7], "http": [0, 7, 9, 17, 45, 46], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 7, 53, 54, 71], "energi": [0, 2, 5, 7, 23, 60, 61, 62, 78], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 48, 60, 61, 62, 65, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "sinergym": [2, 3, 4, 8, 10, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "independ": [2, 79, 81], "rest": [2, 5, 7, 9, 49, 50, 78, 80, 81], "up": [2, 4, 5, 6, 9, 38, 39, 60, 62, 68, 69, 70, 71, 73, 74, 75, 76, 79, 81], "experi": [2, 4, 5, 6, 9, 38, 39, 72, 81], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 68, 69, 73], "two": [2, 7, 8, 9, 71, 78], "asymmetr": 2, "hvac": [2, 71, 78, 80], "consist": [2, 5, 18], "air": [2, 71, 75, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 71], "cool": [2, 5, 71, 75, 80, 81], "coil": [2, 71], "chill": 2, "water": 2, "vav": [2, 71], "heat": [2, 71, 75, 80], "come": [2, 72], "5zoneautodxvav": [2, 5, 42, 72], "singl": [2, 72], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 66, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82], "indoor": [2, 42, 43], "4": [2, 5, 6, 18, 39, 60, 61, 62, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "outdoor": [2, 71, 75, 80], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5], "463": 2, "6": [2, 6, 7, 9, 18, 39, 60, 61, 62, 69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "equip": [2, 71], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7], "input": [2, 7, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 8, 9, 52, 53, 54], "fine": 2, "offic": [2, 5, 72], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 78, 79], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 42, 43, 44, 50, 51, 52, 64, 65, 66, 67, 68, 69, 71, 73, 74, 75, 80, 81], "electr": [2, 71, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 46, 68, 69, 73], "390": 2, "five": 2, "center": [2, 43], "low": [2, 5, 60, 62, 71, 72, 79, 80], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": [2, 4, 7], "full": 2, "servic": [2, 7, 50, 51], "small": [2, 79], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 9], "fridai": 2, "45": [2, 72, 76], "week": 2, "12": [2, 5, 6, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "basement": 2, "rectangular": 2, "46": [2, 75, 76], "320": [2, 72], "organ": [2, 5, 7, 71, 79], "19": [2, 7, 61, 70, 71, 72, 74, 80], "bot": [2, 8], "mid": [2, 81], "level": [2, 8, 57, 79], "describ": [2, 7, 43], "too": [2, 4, 7, 8, 9, 50, 71], "charg": [2, 5, 67], "discharg": [2, 67], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 39, 56, 73, 76, 78, 79, 82], "random": [3, 7, 44, 72, 80], "rule": [3, 7, 42, 43, 79], "5zone": [3, 5, 6, 7, 71, 75, 80, 82], "datacent": [3, 5, 7, 71, 80], "find": [3, 8], "util": [3, 4, 7, 13, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82], "py": [3, 4, 5, 7, 9, 46, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 82], "veri": [3, 7, 9, 71, 78, 80], "perform": [3, 4, 5, 7, 24, 48, 65, 78], "refer": [3, 7], "point": [3, 69, 73, 80], "studi": [3, 5], "simpl": [3, 5, 70, 71, 78, 80], "given": [3, 4, 7, 18, 27, 28, 30, 32, 35, 36, 39, 60, 61, 62, 64, 78], "instanc": [3, 4, 5, 7, 8, 13, 50, 77], "return": [3, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 42, 43, 44, 48, 50, 51, 52, 56, 57, 64, 65, 66, 67, 68, 69, 73, 74, 75, 78, 80], "exampl": [3, 4, 5, 7, 8, 9, 10, 71, 72, 74, 77, 78, 79, 82], "usag": [3, 7, 68, 82], "facil": [4, 71, 78, 80], "discret": [4, 5, 13, 70, 71, 78, 80], "continu": [4, 5, 6, 7, 8, 9, 69, 70, 71, 72, 80, 82], "ppo": [4, 7], "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": [4, 7], "dqn": [4, 7, 68, 69, 73], "NO": 4, "offpolicyalgorithm": 4, "ddpg": [4, 7], "sac": [4, 7], "td3": [4, 7], "go": [4, 5, 7, 68, 69, 70, 71, 73, 76, 82], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 48, 71, 73, 77, 80], "stage": 4, "procedur": [4, 8], "access": [4, 7], "state": [4, 5, 7, 18, 64], "dure": [4, 5, 7, 8, 13, 23, 24, 73, 77, 80], "monitor": [4, 7, 9, 24, 48, 56, 64, 69, 72, 73, 74, 76, 77], "save": [4, 6, 7, 24, 39, 68, 69, 71, 73, 80], "manipul": [4, 7, 8], "bar": 4, "inherit": [4, 59, 82], "column": [4, 5, 26, 39], "due": [4, 5, 7, 67, 69], "its": [4, 5, 7, 8, 51, 64, 70, 80, 82], "import": [4, 6, 7, 8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "execut": [4, 5, 8, 9, 13, 18, 39, 50, 56, 57, 64, 65, 69, 73, 79, 80], "object": [4, 5, 7, 13, 26, 28, 30, 36, 37, 39, 52, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76], "log": [4, 56, 57, 64, 73, 77], "extract": [4, 5, 13, 35, 39], "why": 4, "record": [4, 30, 34, 56, 64, 77], "same": [4, 5, 7, 8, 26, 68, 71, 76, 77, 80, 82], "sinergym_logg": [4, 7, 23], "attribut": [4, 5, 13, 18, 39, 56, 73, 77], "constructor": [4, 5, 6, 16, 71, 78, 80], "loggercallback": [4, 7, 69], "basecallback": [4, 24], "background": [4, 72], "With": [4, 5, 71, 80], "": [4, 5, 6, 7, 9, 17, 39, 44, 56, 60, 61, 62, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81], "compar": 4, "There": [4, 7, 9, 77], "tabl": [4, 5], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 7, 13, 23, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "log_interv": [4, 7, 68, 69, 73], "frequenc": [4, 7], "episod": [4, 6, 7, 13, 18, 23, 24, 35, 39, 48, 56, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80, 82], "consequ": [4, 7, 78], "featur": [4, 5], "thu": [4, 5, 7], "off": [4, 69, 71], "polici": [4, 7, 24, 47, 48], "mean": [4, 5, 7, 8, 18, 24, 26, 39, 48, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "valu": [4, 5, 6, 7, 9, 13, 18, 23, 35, 39, 66, 67, 68, 69, 71, 73, 74, 77, 78, 82], "instead": [4, 5, 7, 9, 48], "version": [4, 5, 7, 8, 9, 13, 71, 80], "best": [4, 7, 24, 68, 69, 73], "result": [4, 6, 7, 18, 48, 69, 70, 71, 72, 74, 75, 76, 77, 80, 82], "end": [4, 7, 13, 18, 20, 29, 56, 60, 61, 62, 68, 77], "loggerevalcallback": [4, 7, 68, 69, 73], "evalcallback": 4, "particular": [4, 5, 70], "concret": 4, "metric": 4, "construct": [4, 5, 7], "place": [4, 5, 72, 80], "On": [4, 7, 9, 71, 80], "hand": [4, 7, 9, 71, 80], "occupi": [4, 71], "accur": 4, "averag": [4, 48, 80], "therefor": [4, 5, 72, 78, 80], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 78], "good": 4, "turn": [4, 69], "out": [4, 68, 69, 73, 77], "howev": [4, 5, 6, 7, 9, 71, 72, 78, 79, 80], "calcul": [4, 5, 7, 68, 73, 78, 80], "power": [4, 56, 60, 61, 62, 77, 78], "consumpt": [4, 23, 61, 62, 77, 78], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 71, 75, 77, 78, 80], "penalti": [4, 77, 78], "violat": [4, 23], "percentag": 4, "taken": [4, 5, 78, 80], "decid": [4, 5, 7], "better": [4, 5, 80], "appear": [4, 5, 9, 48, 70, 77], "action_simul": 4, "becaus": [4, 5, 7, 8, 73, 75, 80], "output": [4, 6, 8, 35, 39, 46, 57, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "clip": [4, 7, 67], "Then": [4, 5, 7, 9, 68, 69, 71, 72], "pars": [4, 5, 33], "note": [4, 48, 77], "box": [4, 5, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "equival": 4, "csv": [4, 5, 56, 64, 73, 74, 76, 77, 80], "comfort_violation_tim": 4, "temperatur": [4, 5, 31, 42, 43, 60, 61, 62, 70, 71, 72, 74, 75, 76, 78, 80], "bound": [4, 68, 69, 70, 71, 72, 73, 74, 75, 76], "rang": [4, 5, 6, 7, 31, 35, 43, 60, 61, 62, 66, 70, 71, 72, 74, 75, 76, 78, 80, 82], "cumulative_comfort_penalti": 4, "sum": [4, 70, 71, 72, 74, 75, 76, 80, 82], "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "ep_length": 4, "mean_comfort_penalti": 4, "mean_pow": 4, "mean_power_penalti": 4, "mean_reward": [4, 73], "being": [4, 5, 13, 77, 78, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 35, 39, 46, 56, 60, 61, 62, 64, 65, 66, 71, 73, 74, 77, 79], "normal": [4, 5, 7, 66, 77, 78, 79, 80, 82], "origin": [4, 5, 17, 26, 39, 53, 64, 65, 66, 71, 76, 77, 80], "rollout": [4, 73], "exploration_r": [4, 73], "doesn": [4, 7, 82], "t": [4, 5, 7, 9, 30, 60, 62, 67, 70, 72, 77, 81, 82], "neural": 4, "network": [4, 7], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 39, 42, 43, 44, 46, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 71, 77, 78], "try": [4, 5, 7, 18], "benefit": [4, 5], "script": [4, 7, 71, 73, 80], "drl_batteri": [4, 7, 73, 80], "flag": [4, 7, 18, 56, 64, 74], "most": [4, 5, 77, 78], "must": [4, 5, 7, 9, 48, 71], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 7, 68, 69, 73], "until": [4, 8], "where": [4, 5, 7, 9, 13, 24, 27, 34, 36, 39, 50, 53, 54, 61, 78], "comment": 4, "requir": [4, 5, 7, 8, 9, 39, 71, 73, 78, 80], "argument": [4, 7], "env": [4, 5, 6, 7, 9, 24, 32, 35, 37, 39, 42, 43, 44, 45, 46, 48, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "ep": [4, 7], "curriculum": 4, "add": [4, 5, 7, 8, 39, 71, 73, 78, 80, 82], "field": [4, 5, 7, 13, 39, 78, 81], "valid": [4, 7, 51, 76, 82], "path": [4, 5, 7, 13, 18, 24, 26, 27, 33, 35, 36, 39, 53, 54, 56, 69, 71], "load": [4, 5, 69, 71, 72], "recommend": [4, 7, 8, 9, 43, 71, 72, 78], "initi": [4, 5, 24, 52], "date": [4, 5], "hyperparamet": [4, 7], "durat": 4, "paradigm": 4, "direct": [4, 7], "plan": [4, 5], "futur": [4, 5, 6, 7, 69, 78], "demo": [5, 68, 69, 70, 71, 73, 74, 75, 76, 80], "v1": [5, 6, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "usa_pa_pittsburgh": [5, 72, 81], "allegheni": [5, 72, 81], "counti": [5, 72, 81], "ap": [5, 72, 81], "725205_tmy3": [5, 72, 81], "No": [5, 69], "01": [5, 71, 72, 73, 76], "31": [5, 6], "03": [5, 73, 76], "hot": [5, 6, 60, 61, 62, 71, 72, 78, 80, 81, 82], "usa_az_davi": [5, 81], "monthan": [5, 81], "afb": [5, 81], "722745_tmy3": [5, 81], "mix": [5, 78, 81], "usa_ny_new": [5, 81], "j": [5, 7, 81], "f": [5, 7, 9, 68, 69, 73, 81], "kennedi": [5, 81], "intl": [5, 81], "744860_tmy3": [5, 81], "usa_wa_port": [5, 81], "angel": [5, 81], "william": [5, 81], "r": [5, 60, 62, 81], "fairchild": [5, 81], "727885_tmy3": [5, 81], "stochast": [5, 24, 48, 71, 78, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 67], "shopwithvandbatteri": 5, "respect": [5, 8, 9, 33], "complet": [5, 68, 69, 73, 76], "context": [5, 6, 71, 79], "either": 5, "predefin": [5, 71, 80], "shown": [5, 9, 68], "abov": [5, 7, 8, 69, 71], "def": [5, 74, 75, 78], "__init__": [5, 7, 13, 16, 18, 20, 23, 24, 39, 42, 43, 44, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 74, 78], "self": [5, 74, 75, 78], "idf_fil": [5, 13, 20], "str": [5, 7, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 36, 39, 48, 50, 51, 54, 56, 57, 60, 61, 62, 64, 65, 66, 74, 78], "weather_fil": [5, 13, 20, 71, 80], "observation_spac": [5, 13, 71, 80], "5e6": [5, 71, 80], "high": [5, 71, 72, 80], "shape": [5, 7, 71, 72, 80], "observation_vari": [5, 13, 71, 80], "action_spac": [5, 7, 13, 44, 70, 71, 72, 74, 76, 80, 82], "union": [5, 13, 18, 27, 56, 60, 61, 62, 64, 65, 74], "0": [5, 7, 18, 23, 29, 56, 60, 61, 62, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "action_vari": [5, 13, 71, 72, 80], "action_map": [5, 13, 71, 80], "dict": [5, 13, 18, 27, 33, 34, 35, 39, 48, 56, 64, 65, 66, 74, 75], "int": [5, 7, 13, 16, 18, 24, 28, 29, 31, 39, 48, 56, 60, 61, 62, 64, 65, 74, 75], "tupl": [5, 6, 13, 18, 26, 31, 39, 60, 61, 62, 64, 65, 74], "float": [5, 7, 13, 18, 26, 28, 29, 31, 35, 39, 48, 56, 60, 61, 62, 64, 65, 69, 74], "weather_vari": [5, 13, 18, 38, 71, 80], "none": [5, 7, 13, 16, 18, 24, 26, 27, 35, 36, 37, 39, 42, 43, 46, 48, 56, 64, 65, 66, 72, 74], "linearreward": [5, 7, 13, 68, 69, 71, 73, 78, 80], "reward_kwarg": [5, 13, 71, 78, 80], "act_repeat": [5, 13, 18, 71, 80], "max_ep_data_store_num": [5, 13, 18, 71, 80], "action_definit": [5, 13, 18, 39, 71, 72, 80], "env_nam": [5, 13, 18, 20, 35, 39, 71, 77, 80], "config_param": [5, 6, 13, 18, 71, 80], "arg": [5, 7, 9, 13, 23, 24, 64, 65, 66, 67, 75], "condit": [5, 13, 31, 42], "empti": [5, 9, 13, 39, 68, 69, 73], "manual": [5, 6, 8, 13, 72], "should": [5, 6, 7, 9, 13, 18, 24, 59, 80], "extra_config": [5, 13, 39], "map": [5, 13, 71, 80], "sigma": [5, 7, 13, 18, 26, 39], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 39], "uhlenbeck": [5, 13, 26, 39], "appli": [5, 6, 7, 8, 13, 39, 66, 73, 77, 82], "feedback": [5, 13], "pass": [5, 7, 13, 18, 24, 48], "number": [5, 7, 13, 18, 23, 24, 39, 48, 56, 65, 71, 73, 77, 80], "regardless": [5, 13, 77], "receiv": [5, 13, 18, 20], "repetit": [5, 13], "interv": [5, 7, 13], "last": [5, 9, 13, 18, 35, 64, 66, 71, 80], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 39, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "dictionari": [5, 6, 7, 8, 13, 18, 27, 33, 34, 39, 71, 78, 80, 82], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "pkg_data_path": 5, "idf_path": [5, 18, 39], "join": 5, "weather_path": [5, 18, 39], "detect": 5, "planner": 5, "get_schedul": [5, 13, 39, 71], "need": [5, 7, 9, 68, 70, 73, 74, 75, 77], "month": [5, 18, 28, 29, 31, 60, 61, 62, 70, 71, 72, 74, 75, 76, 80, 82], "dai": [5, 6, 18, 28, 29, 31, 39, 60, 61, 62, 70, 71, 72, 74, 75, 76, 78], "flag_discret": 5, "isinst": 5, "els": [5, 7, 48, 74, 75], "setpoint": [5, 42, 43, 75], "setpoints_spac": 5, "continuous_action_def": 5, "np": [5, 7, 13, 18, 56, 64, 65, 66, 67, 70, 71, 72, 74, 75, 76, 80, 82], "dtype": [5, 68, 69, 71, 73, 80], "reward_fn": [5, 7], "obs_dict": [5, 75], "checker": [5, 45], "_check_eplus_env": 5, "show": [5, 8, 13, 39, 80], "intermedi": 5, "free": [5, 7, 73, 75], "runperiod": [5, 70, 71, 72, 80], "necessari": [5, 7, 8, 9, 71, 72, 78, 80], "mention": [5, 7, 71], "onc": [5, 7, 9], "copi": [5, 9, 18, 77], "climat": [5, 81], "present": [5, 13, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "compat": [5, 7, 9, 46], "nois": [5, 7, 70], "tau": [5, 7, 18, 26, 39], "whose": [5, 56, 78], "natur": 5, "addit": [5, 13, 23, 39, 46, 48], "moreov": 5, "n": [5, 7, 65, 71, 76, 80], "activ": [5, 7, 9, 23, 56, 64, 77], "summari": [5, 64, 70], "dynam": [5, 69], "let": [5, 6, 7, 9, 68, 69, 70, 71, 73, 80], "variable_nam": 5, "zone_nam": 5, "regist": [5, 7, 69, 70, 73, 80], "correctli": [5, 7, 27, 79, 80, 82], "correct": [5, 7, 9, 31, 76, 82], "look": [5, 32, 37, 46, 73, 75], "found": [5, 13, 39, 82], "rdd": 5, "ones": [5, 7, 78, 82], "done": [5, 56, 70, 71, 72, 74, 75, 76, 80, 82], "constant": [5, 7, 60, 61, 62, 74, 76, 78, 82], "discuss": [5, 71], "249": [5, 72, 82], "range_gett": 5, "common": [5, 7, 21, 24, 48, 68, 69, 73, 75, 78, 79], "get": [5, 7, 9, 13, 31, 39, 48, 51, 66, 75], "standard": [5, 8, 31, 42, 70, 80], "repres": 5, "previous": [5, 7, 39, 71, 77], "rememb": [5, 73, 75], "later": [5, 9, 56], "reserv": [5, 7], "inconsist": [5, 71, 80], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 71, 72], "befor": [5, 7, 9, 18, 39, 48, 71, 72, 73, 76, 80], "usual": [5, 78], "solut": 5, "problem": [5, 7, 71, 80], "send": [5, 7, 13, 16, 18, 20, 51, 52, 54, 72], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": [5, 7], "As": [5, 7, 9, 71, 80], "told": [5, 9], "id": [5, 7, 71, 78, 80], "seen": 5, "recogniz": 5, "word": [5, 8], "don": [5, 7, 9, 70, 72, 77], "give": [5, 7], "plai": [5, 73, 75], "affect": [5, 26, 39, 48], "resolut": 5, "ensur": [5, 9], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "error": [5, 7, 8, 48, 69, 71, 80], "advantag": [5, 8, 72], "meanwhil": 5, "connect": [5, 7, 17, 18, 19, 68, 69, 70, 71, 72, 73, 74, 75, 76], "9": [5, 43, 60, 61, 62, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "complex": [5, 79], "next": [5, 7, 8, 13, 18, 64, 65, 68, 71, 78, 79, 82], "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 71], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 71], "object2": [5, 71], "entri": 5, "kei": [5, 6, 7, 18, 30, 33, 35], "handl": 5, "although": 5, "pdf": 5, "form": 5, "thing": [5, 71, 78], "grow": 5, "cover": 5, "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 78], "dedic": 5, "explan": [5, 7], "download": [5, 7], "ddy": [5, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "exactli": [5, 80], "That": [5, 78], "abl": [5, 7, 9, 71], "alreadi": [5, 7, 71, 75, 78, 79, 80], "even": [5, 71, 73, 75, 80], "perhap": 5, "incorpor": 5, "than": [5, 7, 67, 77, 78, 80, 82], "intend": 5, "someon": 5, "far": [5, 78], "concern": [5, 71], "Be": 5, "sure": 5, "except": [5, 39, 80], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 68, 69, 70, 73, 74, 75, 76], "config": [6, 7, 27, 70, 79], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 71, 80], "1997": 6, "1998": 6, "skeleton": 6, "separ": [6, 7], "By": [6, 9, 71, 78, 80], "less": [6, 72], "1991": [6, 70, 71, 72, 74, 75, 76, 80], "determin": [6, 7, 80], "length": [6, 7, 48, 68, 73], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 39], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "otherwis": [6, 7, 80, 82], "fail": [6, 7], "apply_extra_conf": [6, 39], "gcloud": 7, "combin": [7, 9, 71, 72, 76, 80], "idea": 7, "virtual": [7, 9], "gce": 7, "At": [7, 8, 70, 73, 80], "finish": [7, 8, 18, 80], "job": [7, 8, 9, 79], "remov": [7, 50, 60, 61, 62, 78], "firstli": 7, "sdk": [7, 9], "auth": [7, 50], "invoic": 7, "secondli": 7, "docker": [7, 8], "authent": 7, "imag": [7, 9], "begin": 7, "enabl": [7, 8], "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 52, 53, 54], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 35, 39, 42, 43, 48, 56, 60, 61, 62, 64, 70, 71, 74, 75, 78], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 45, 46], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 79, 80], "termin": [7, 18, 57, 64, 65, 80], "applic": [7, 79], "login": 7, "upload": [7, 8, 54], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9], "europ": 7, "west1": 7, "b": 7, "privileg": [7, 51], "restart": 7, "never": [7, 70], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 70, 71, 72, 73, 74, 75, 76, 80, 81], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 76, 80, 82], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 72, 78], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 79, 80], "write": [7, 8, 9, 79], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 78], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 79], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "wa": 7, "inner": [7, 23, 50, 53, 54], "confus": 7, "helper": 7, "everyth": [7, 72, 73, 80], "upgrad": 7, "global": [7, 48], "memori": 7, "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 71, 80], "predetermin": 7, "enter": [7, 80], "after": [7, 18, 48, 70, 71, 76, 80], "immedi": 7, "hasn": [7, 30], "yet": [7, 79], "think": 7, "happen": [7, 8], "wait": 7, "minut": [7, 73], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "mlflow_tracking_uri": 7, "ip": 7, "5000": 7, "explain": [7, 8, 71, 80], "previou": [7, 8, 65, 71, 80], "group": [7, 50], "larg": 7, "quot": 7, "probabl": 7, "readi": [7, 9, 70, 73, 75], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 70, 73], "alloc": [7, 8], "everi": [7, 8, 9, 24, 70, 71, 72, 74, 75, 76, 79, 80, 82], "argpars": 7, "datetim": [7, 68, 69, 73, 75], "numpi": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "stable_baselines3": [7, 24, 48, 68, 69, 73], "normalactionnois": 7, "vec_env": [7, 24, 48, 68, 69, 73], "dummyvecenv": [7, 68, 69, 73], "ranges_5zon": [7, 74, 76], "ranges_datacent": 7, "ranges_iw": 7, "loggerwrapp": [7, 68, 69, 72, 73, 76, 80, 82], "multiobswrapp": [7, 74, 76], "normalizeobserv": [7, 74, 76, 80, 82], "parser": 7, "argumentpars": 7, "add_argu": 7, "true": [7, 24, 32, 46, 48, 56, 64, 65, 68, 69, 73, 74, 76], "dest": 7, "mod": 7, "alg": 7, "rw": 7, "linear": [7, 61, 62, 78, 80], "exponenti": [7, 60, 78], "energy_weight": [7, 60, 62, 71, 78, 80], "rew": 7, "weight": [7, 60, 61, 62, 71, 78], "norm": 7, "store_tru": 7, "multiob": [7, 76, 82], "mob": 7, "multi": [7, 82], "csvlogger": [7, 23, 64, 74, 77], "ten": 7, "eval": [7, 24, 68, 73], "onlin": 7, "eval_freq": [7, 24, 68, 73], "evalf": 7, "useless": 7, "eval_length": 7, "inter": 7, "seed": [7, 80], "sd": 7, "identifi": [7, 8], "remote_stor": 7, "sto": 7, "sent": 7, "bucket_nam": [7, 53], "buc": 7, "mlflow_stor": 7, "group_nam": 7, "auto_delet": 7, "del": 7, "gcp": 7, "learning_r": [7, 73], "lr": 7, "0003": 7, "n_step": 7, "2048": 7, "batch_siz": 7, "64": [7, 69], "n_epoch": 7, "ne": 7, "gamma": 7, "99": [7, 39], "gae_lambda": 7, "gl": 7, "95": [7, 73, 81], "ent_coef": 7, "ec": 7, "vf_coef": 7, "v": [7, 79], "max_grad_norm": 7, "m": [7, 68, 69, 73, 81], "buffer_s": 7, "bf": 7, "1000000": 7, "learning_start": 7, "l": 7, "100": [7, 76], "tu": 7, "005": 7, "gradient_step": 7, "clip_rang": 7, "cr": 7, "sig": 7, "rms_prop_ep": 7, "rpe": 7, "1e": [7, 60, 61, 62, 78], "parse_arg": 7, "experiment_d": [7, 68, 69, 73], "todai": [7, 68, 69, 73], "strftime": [7, 68, 69, 73], "y": [7, 68, 69, 73], "d_": 7, "h": [7, 68, 69, 73, 81], "_": 7, "ping": 7, "mlflow_ip": 7, "split": 7, "respons": [7, 50, 77], "set_tracking_uri": 7, "getcwd": 7, "mlrun": 7, "start_run": [7, 68], "run_nam": [7, 68], "param": [7, 23, 24, 38, 39, 43, 48, 56], "log_param": 7, "__version__": 7, "bool": [7, 13, 18, 20, 24, 32, 46, 48, 56, 64, 65, 74], "rate": [7, 67, 71, 78, 80], "batch": [7, 34], "epoch": 7, "gae": 7, "lambda": [7, 68, 69, 73], "ent": 7, "coef": 7, "vf": 7, "max": [7, 35, 60, 62], "grad": 7, "buffer": 7, "gradient": 7, "elif": [7, 75], "expreward": [7, 71, 78, 80], "rais": [7, 8, 18, 20, 39, 48], "runtimeerror": [7, 18, 39], "hasattr": 7, "w_energi": 7, "eval_env": [7, 24], "norm_rang": 7, "env_typ": 7, "iwmullion": 7, "nameerror": 7, "cant": 7, "disabl": 7, "mlppolici": [7, 68, 69, 73], "verbos": [7, 23, 24, 69, 73, 79], "train_freq": 7, "target_update_interv": 7, "10000": [7, 24], "exploration_fract": 7, "exploration_initial_ep": 7, "exploration_final_ep": 7, "05": [7, 68, 73], "tensorboard_log": [7, 69], "n_action": 7, "action_nois": 7, "zero": 7, "replay_buffer_class": 7, "replay_buffer_kwarg": 7, "optimize_memory_usag": 7, "fals": [7, 23, 24, 48, 56, 64, 68, 70, 71, 72, 73, 74, 75, 76, 80, 82], "policy_delai": 7, "target_policy_nois": 7, "target_noise_clip": 7, "create_eval_env": 7, "policy_kwarg": 7, "devic": [7, 69, 73], "_init_setup_model": 7, "model_path": 7, "init_storage_cli": 7, "read_from_bucket": 7, "set_env": 7, "total": [7, 71, 73, 78, 80], "n_timesteps_episod": [7, 68, 69, 73], "_eplus_one_epi_len": [7, 68, 69, 73], "_eplus_run_steps": [7, 68, 69, 73], "eval_callback": [7, 68, 73], "best_model_save_path": [7, 24, 68, 73], "best_model": [7, 68, 73], "log_path": [7, 24, 68, 73], "determinist": [7, 24, 48, 68, 73], "render": [7, 13, 24, 46, 48, 68, 73], "n_eval_episod": [7, 24, 48, 68, 73], "append": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 82], "log_callback": [7, 69], "dir": [7, 39, 69], "tensorboardformatlogg": [7, 69], "tb_path": [7, 69], "new_logg": [7, 69], "set_logg": [7, 69], "total_timestep": [7, 56, 68, 69, 73], "_env_working_dir_par": [7, 68, 69, 73], "reset": [7, 13, 18, 39, 48, 64, 65, 70, 71, 72, 74, 75, 76, 80, 82], "close": [7, 13, 18, 64, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82], "_episode_exist": 7, "storeg": 7, "log_artifact": 7, "local_dir": 7, "artifact_path": 7, "abspath": 7, "resourc": [7, 52, 53, 54], "upload_to_bucket": 7, "src_path": [7, 54], "dest_bucket_nam": [7, 54], "dest_path": [7, 54], "end_run": [7, 68], "autodelet": 7, "token": [7, 50, 51], "get_service_account_token": 7, "delete_instance_mig_from_contain": 7, "effect": [7, 80], "pretti": [7, 78], "deactiv": [7, 56, 64, 77], "written": [7, 74], "recreat": 7, "belong": [7, 56, 77], "delet": [7, 50], "individu": 7, "appropri": [7, 71, 80], "environment_nam": 7, "episodes_int": 7, "seed_valu": 7, "uri": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "json": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 73, 80], "gitignor": 7, "ignor": [7, 8, 69, 79], "final": [7, 70, 72], "load_ag": 7, "zip": [7, 75], "predict": 7, "agre": 7, "collect": [7, 56, 80], "One": 7, "strength": 7, "abil": 7, "whatev": 7, "caus": 7, "recogn": 7, "mayb": 7, "got": [7, 30], "deploi": [7, 8], "localhost": 7, "6006": 7, "second": [7, 18, 28, 29, 48, 56, 71, 74, 80], "shut": 7, "down": 7, "logdir": 7, "back": 7, "databas": 7, "loos": 7, "bin": [7, 9], "scrip": 7, "ugr": [7, 9], "sail": [7, 9], "sinergymcompilationhtml": 7, "html": 7, "db_root_password": 7, "machine_typ": 7, "e2": 7, "medium": 7, "mlflow_imag": 7, "kaysush": 7, "14": [7, 72, 73, 81], "cloud_sql_proxy_imag": 7, "cloudsql": 7, "proxi": 7, "mysql_inst": 7, "echo": 7, "sa": 7, "descript": [7, 18], "displai": [7, 70, 71, 72, 74, 75, 76, 80, 82], "mb": 7, "tier": 7, "db": [7, 39], "f1": 7, "micro": 7, "password": 7, "provis": 7, "editor": 7, "start_mlflow_track": 7, "sh": 7, "cat": 7, "eof": 7, "d": [7, 8, 18, 68, 69, 73], "mysql": 7, "net": 7, "p": 7, "3306": 7, "cloud_sql_proxi": 7, "tcp": 7, "pymysql": 7, "mlflow_artifact": 7, "alter": 7, "iptabl": 7, "dport": 7, "accept": [7, 8], "cp": 7, "tempor": 7, "rm": [7, 45, 46], "7": [7, 18, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "static": [7, 42, 43], "subnet": 7, "premium": 7, "metadata": [7, 13], "startup": 7, "mainten": 7, "migrat": 7, "tag": [7, 8, 9], "co": 7, "77": 7, "12371": 7, "1109": 7, "balanc": 7, "shield": 7, "secur": [7, 8], "vtpm": 7, "affin": 7, "firewal": 7, "prioriti": 7, "1000": 7, "ingress": 7, "target": [7, 78], "anymor": 7, "again": 7, "redefin": 7, "notic": [7, 78], "creation": [7, 80], "annot": 7, "bellow": [7, 78], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 46, 68, 69, 70, 71, 72, 73, 74, 75, 76], "rise": 8, "pytyp": 8, "cannot": [8, 69, 80], "compil": 8, "sphinx": 8, "exist": [8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 78, 80], "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 46], "commit": 8, "ci": [8, 46], "string": [8, 68, 73], "161": 8, "sequenti": 8, "autopep8": 8, "successfulli": [8, 9, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "edit": 8, "catch": 8, "anoth": [8, 9, 71, 77], "pypi": [8, 9], "yml": [8, 9, 79], "minim": 8, "pip": [9, 79], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 71, 76], "pop": [9, 74], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 80], "git": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 68, 69, 70, 71, 72, 73, 74, 75, 76], "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78], "instruct": 9, "linux": 9, "ubuntu": 9, "choos": 9, "select": [9, 13, 42, 43, 44, 75], "consid": [9, 60, 61, 62, 70, 78], "subset": [9, 76, 82], "ofici": 9, "supervis": [9, 79], "vv": [9, 79], "anywai": [9, 79], "prepar": [9, 34, 39], "kwarg": [13, 23, 24, 64, 65, 66, 67], "repeat": [13, 18, 71, 80], "xlsx": [13, 71], "get_zon": [13, 71], "mode": 13, "human": [13, 31, 42], "ndarrai": [13, 16, 18, 56, 64, 65, 66, 67, 74], "integ": [13, 18], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "end_env": 18, "end_episod": 18, "properti": [18, 39], "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "socket": [18, 77], "sensor": 18, "ou": [18, 26, 39], "element": [18, 30, 34, 56, 80], "elaps": [18, 28, 56], "correspond": 18, "boolean": [18, 23], "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 75], "sundai": 18, "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": 23, "on_training_end": 23, "callback_on_new_best": 24, "accord": [24, 81], "freq": 24, "npz": 24, "vecenv": [24, 48], "weather_data": [26, 39], "weatherdata": [26, 39], "original_epw_fil": 26, "drybulb": [26, 39, 71, 75, 80], "variat": [26, 39], "opyplu": [26, 28, 30, 34, 36, 39], "_get_actu": 27, "rel": [27, 71, 80], "epm": [28, 30, 34, 36, 39], "sec_elaps": 28, "compos": 28, "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 70, 71, 72, 74, 80], "explicitli": 30, "season": [31, 60, 61, 62, 71, 75, 78, 81], "ashra": [31, 42, 43], "55": [31, 42, 71, 81], "thermal": [31, 42, 61, 71, 78, 80], "environment": [31, 42], "2004": [31, 42], "wrapper_class": [32, 37], "var_fil": 33, "add_batch": 34, "convert": 34, "output_path": 35, "last_result": 35, "min": [35, 71], "absolut": [35, 60, 62, 78], "file_path": 36, "content": [36, 77], "retriev": 37, "vecenvwrapp": 37, "recurs": [37, 53, 54], "search": 37, "unwrap": [37, 77], "till": 37, "modif": [38, 78], "max_ep_stor": 39, "_idf_path": 39, "_weather_path": 39, "_ddy_path": 39, "experiment_path": 39, "episode_path": 39, "_idd": 39, "idd": 39, "ddy_model": 39, "adapt_idf_to_action_definit": 39, "interpret": 39, "adapt_idf_to_epw": 39, "summerdai": 39, "ann": 39, "clg": [39, 71], "condn": 39, "mwb": 39, "winterdai": 39, "htg": [39, 71], "summer": [39, 60, 61, 62, 78, 81], "winter": [39, 78, 81], "desingdai": 39, "adapt_variables_to_cfg_and_idf": 39, "xml": [39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "tree": [39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "apply_weather_vari": 39, "save_building_model": 39, "env_working_dir": 39, "save_variables_cfg": 39, "set_episode_working_dir": 39, "parent": 39, "set_experiment_working_dir": 39, "set_external_interfac": 39, "ptolemi": 39, "basic": 41, "act": [42, 43, 44, 67, 75, 80], "sequenc": [42, 43, 44, 66, 74, 75], "perceiv": [42, 43, 75], "chosen": [42, 43, 44, 75, 80], "2zonedatacenterhvac": 43, "tc9": 43, "2016": 43, "randomli": [44, 67, 80], "dlr": [45, 46], "baselines3": [45, 46], "skip_render_check": 46, "particularli": 46, "blob": 46, "master": 46, "mainli": 46, "relat": 46, "base_class": 48, "basealgorithm": 48, "callabl": [48, 64], "count": [48, 71, 80], "scale": [48, 79], "earli": 48, "avoid": 48, "anyth": 48, "reward_threshold": 48, "minimum": [48, 61], "expect": 48, "met": 48, "return_episode_reward": 48, "std": 48, "easier": 49, "instance_group_nam": 50, "vm": 50, "alon": 50, "mig": 50, "request": 50, "petit": [51, 52], "ask": [52, 53, 54], "blob_prefix": 53, "bucket": [53, 54], "exclud": 53, "destin": 54, "monitor_head": [56, 64, 74], "progress_head": [56, 64, 74], "log_progress_fil": [56, 74], "log_fil": [56, 74], "header": [56, 64, 74], "sub_run_n": 56, "res_n": 56, "steps_data": 56, "arrai": [56, 71], "elabor": 56, "total_time_elaps": 56, "comfort_violation_timestep": 56, "comfort_penalti": [56, 70, 71, 72, 73, 74, 75, 76], "activate_flag": 56, "deactivate_flag": 56, "log_episod": 56, "log_step": 56, "ob": [56, 66, 70, 71, 72, 74, 75, 76, 80, 82], "log_step_norm": 56, "set_log_fil": 56, "new_log_fil": 56, "getlogg": 57, "formatt": 57, "temperature_vari": [60, 61, 62, 71, 78, 80], "energy_vari": [60, 61, 62, 71, 78, 80], "range_comfort_wint": [60, 61, 62, 71, 78, 80], "range_comfort_summ": [60, 61, 62, 71, 78, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 68, 70, 71, 74, 75, 80], "lambda_energi": [60, 61, 62, 78], "0001": [60, 61, 62, 73], "lambda_temperatur": [60, 61, 62, 78], "w": [60, 61, 62, 69, 72, 78], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 78, 81], "session": [60, 61, 62, 69], "dimens": [60, 61, 62, 78], "min_energy_weight": 61, "range_comfort_hour": 61, "logger_class": [64, 74], "activate_logg": 64, "deactivate_logg": 64, "flatten": [65, 76], "stack": 65, "flat": 65, "vector": [65, 73], "reli": [66, 73], "get_unwrapped_ob": 66, "simultan": 67, "upper": 67, "usr": [68, 69, 70, 71, 72, 73, 74, 75, 76], "lib": [68, 69, 70, 71, 72, 73, 74, 75, 76], "dist": [68, 69, 70, 71, 72, 73, 74, 75, 76], "73": [68, 69, 70, 71, 72, 73, 74, 75, 76], "userwarn": [68, 69, 70, 71, 72, 73, 74, 75, 76], "precis": [68, 69, 70, 71, 72, 73, 74, 75, 76], "lower": [68, 69, 70, 71, 72, 73, 74, 75, 76], "cast": [68, 69, 70, 71, 72, 73, 74, 75, 76], "float32": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "episodes_": [68, 69, 73], "env_vec": [68, 69, 73], "2022": [68, 69, 70, 71, 72, 73, 74, 75, 76], "07": [68, 69, 70, 71, 73, 74, 75, 76], "09": [68, 69, 70, 71, 73, 74, 75, 76], "15": [68, 70, 71, 72, 73, 74, 76, 80], "336": 68, "eplus_env_demo": [68, 69, 70, 71, 73, 74, 75, 76], "v1_mainthread_root": [68, 69, 70, 71, 72, 73, 74, 75, 76], "externalinterfac": [68, 69, 70, 71, 72, 73, 74, 75, 76], "340": 68, "site": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "sizingperiod": [68, 69, 70, 71, 72, 73, 74, 75, 76], "343": 68, "bvctb": [68, 69, 70, 71, 72, 73, 74, 75, 76], "346": 68, "347": [68, 73], "379": 68, "395": 68, "workspac": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "res4": 68, "sub_run1": [68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "28": [68, 70, 71, 72, 75, 76, 80], "814": 68, "816": 68, "833": 68, "sub_run2": [68, 69, 73, 76, 77], "52": [68, 69], "095": [68, 73], "096": 68, "106": [68, 73], "sub_run3": [68, 69, 73, 77], "fromnumer": [68, 69, 73], "3432": [68, 69, 73], "runtimewarn": [68, 69, 73], "slice": [68, 69, 73], "_method": [68, 69, 73], "_mean": [68, 69, 73], "axi": [68, 69, 73], "190": [68, 69, 73], "invalid": [68, 69, 73], "encount": [68, 69, 73, 82], "double_scalar": [68, 69, 73], "ret": [68, 69, 73], "rcount": [68, 69, 73], "265": [68, 69, 73], "degre": [68, 69, 73], "freedom": [68, 69, 73], "lt": [68, 69, 73], "_var": [68, 69, 73], "ddof": [68, 69, 73], "223": [68, 69, 73], "arrmean": [68, 69, 73], "um": [68, 69, 73], "true_divid": [68, 69, 73], "div": [68, 69, 73], "39": [68, 69, 70, 71, 72, 73, 74, 75, 76], "unsaf": [68, 69, 73], "257": [68, 69, 70, 73, 74], "56": [68, 71, 73], "988": 68, "989": 68, "996": [68, 74], "sub_run4": [68, 69, 73], "06": 68, "618": 68, "619": 68, "626": [68, 73], "sub_run5": [68, 69, 73], "941": 68, "943": 68, "957": 68, "sub_run6": [68, 73], "num_timestep": [68, 73], "70080": [68, 73], "episode_reward": [68, 73], "22006": 68, "98": 68, "00": [68, 70, 71, 73, 76], "35040": [68, 70, 71, 72, 73, 74, 75, 76], "168": [68, 72], "176": [68, 71], "sub_run7": [68, 73], "862": [68, 70], "863": 68, "870": 68, "sub_run8": [68, 73], "35": [68, 81], "851": 68, "852": 68, "861": 68, "sub_run9": [68, 73], "181": 68, "183": 68, "196": 68, "sub_run10": [68, 73], "08": [68, 69, 73, 74], "522": [68, 69, 74], "532": 68, "sub_run11": [68, 73], "140160": [68, 73], "23530": 68, "67": 68, "923": 69, "925": 69, "927": 69, "929": 69, "930": 69, "tensorboard_path": 69, "cpu": [69, 73], "712510": 69, "tensorflow": 69, "cc": 69, "169": [69, 73], "onednn": 69, "oper": 69, "slightli": 69, "numer": 69, "round": 69, "tf_enable_onednn_opt": 69, "716588": 69, "stream_executor": 69, "dso_load": 69, "libcudart": 69, "11": [69, 70, 71, 72, 73, 74, 75, 76], "dlerror": 69, "share": 69, "716606": 69, "cuda": 69, "cudart_stub": 69, "29": [69, 70, 71, 72, 74, 76, 80], "cudart": 69, "gpu": 69, "416": 69, "425": 69, "res7": 69, "27": [69, 70, 71, 74, 76, 80], "141": 69, "149": 69, "560": 69, "563": 69, "582": 69, "25": [69, 70, 71, 72, 74, 75, 76, 80, 81], "548": 69, "549": 69, "557": 69, "59": [69, 71, 73, 76, 81], "524": 69, "537": [69, 76], "04": [69, 73, 76], "617": 69, "loop": 70, "602": 70, "603": 70, "605": 70, "606": [70, 73], "607": 70, "glanc": 70, "someth": 70, "current_month": [70, 71, 72, 74, 75, 76, 80, 82], "sampl": [70, 71, 72, 74, 76, 80, 82], "print": [70, 71, 72, 73, 74, 75, 76, 80, 82], "873": 70, "res1": [70, 71, 72], "5693658209031192": [70, 74], "time_elaps": [70, 71, 72, 73, 74, 75, 76], "900": [70, 71, 72, 74, 75, 76], "total_pow": [70, 71, 72, 74, 75, 76], "3780": [70, 74], "170717786078": [70, 74], "total_power_no_unit": [70, 71, 72, 74, 75, 76], "3780170717786078": [70, 74], "7607145700276305": [70, 74], "abs_comfort": [70, 71, 72, 74, 75, 76], "23928542997237": [70, 74], "out_temperatur": [70, 71, 72, 74, 75, 76], "action_": [70, 71, 72, 74, 75, 76], "18": [70, 71, 73, 74, 75, 76, 80, 81], "2112": 70, "7625904745278": 70, "2976": [70, 71, 72, 74, 75, 76], "2678400": [70, 71, 72, 74, 75, 76], "22348": 70, "47236479097": 70, "234847236479097": 70, "20": [70, 71, 72, 74, 75, 76, 78, 80], "18911065438731": 70, "22": [70, 71, 72, 74, 75, 76, 80], "23": [70, 71, 72, 74, 75, 76, 78, 80], "4104": 70, "265504441257": 70, "5664": [70, 71, 72, 74, 75, 76], "5097600": [70, 71, 72, 74, 75, 76], "12948": 70, "13071758654": 70, "2948130717586541": 70, "87810890551877": 70, "21": [70, 71, 72, 74, 75, 76, 80, 81], "5417": 70, "441233237612": 70, "8640": [70, 71, 72, 74, 75, 76], "7776000": [70, 71, 72, 74, 75, 76], "152": [70, 74, 75, 76], "4868953414246": [70, 74, 75, 76], "01524868953414246": [70, 74, 75, 76], "12519567758555894": 70, "87480432241444": 70, "26": [70, 71, 72, 73, 74, 78, 80], "6334": 70, "076617115651": 70, "11520": [70, 71, 72, 74, 75, 76], "10368000": [70, 71, 72, 74, 75, 76], "9909": 70, "57629951364": 70, "9909576299513639": 70, "98956711598672": 70, "13": [70, 71, 73, 74, 75, 76, 81], "7196": 70, "337141748097": 70, "14496": [70, 71, 72, 74, 75, 76], "13046400": [70, 71, 72, 74, 75, 76], "32472912215": 70, "025732472912215004": 70, "6342081608280488": 70, "36579183917195": 70, "10119": 70, "078686707608": 70, "17376": [70, 71, 72, 74, 75, 76], "15638400": [70, 71, 72, 74, 75, 76], "175": [70, 71, 74, 75, 76], "7796758221068": [70, 75], "017577967582210682": [70, 75], "308881942532789": 70, "69111805746721": 70, "17": [70, 71, 72, 74, 75, 76, 80, 81], "13344": 70, "34795468286": 70, "20352": [70, 71, 72, 74, 75, 76], "18316800": [70, 71, 72, 74, 75, 76], "4274": 70, "841504910937": 70, "42748415049109373": 70, "6746607947314196": 70, "32533920526858": 70, "16": [70, 71, 72, 74, 76, 80], "16532": 70, "561015096362": 70, "23328": [70, 71, 72, 74, 75, 76], "20995200": [70, 71, 72, 74, 75, 76], "296": [70, 76], "4221825034278": 70, "02964221825034278": 70, "1542061821218716": 70, "84579381787813": 70, "19347": 70, "21771433634": 70, "26208": [70, 71, 72, 74, 75, 76], "23587200": [70, 71, 72, 74, 75, 76], "14597880471529123": 70, "85402119528471": 70, "20424": [70, 74], "606228211076": 70, "29184": [70, 71, 72, 74, 75, 76], "26265600": [70, 71, 72, 74, 75, 76], "1659288529232903": 70, "83407114707671": 70, "21596": 70, "063810147996": 70, "32064": [70, 71, 72, 74, 75, 76], "28857600": [70, 71, 72, 74, 75, 76], "5255": 70, "294847641754": 70, "5255294847641755": 70, "02303149966062": 70, "23614": 70, "86930856602": 70, "31536000": [70, 71, 72, 74, 75, 76], "1992": [70, 71, 72, 74, 75, 76, 80], "5016": 70, "972171658432": 70, "5016972171658431": 70, "9844573338465317": 70, "01554266615347": 70, "forget": 70, "40": [70, 73, 76], "720": 70, "cumul": [70, 71, 72, 74, 75, 76, 78, 80, 82], "6739403341485966": 70, "over": 70, "environment_id": 71, "long": 71, "460": 71, "eplus_env_5zon": 71, "462": 71, "465": 71, "467": 71, "469": 71, "scratch": 71, "obvious": 71, "space1": [71, 75, 78, 80], "demand": [71, 78, 80], "991": 71, "993": 71, "994": 71, "esp_granada": [71, 80, 81], "084190_swec": [71, 80, 81], "001": [71, 80], "new_env_nam": [71, 80], "58": [71, 76], "155": 71, "eplus_env_new_env_name_mainthread_root": 71, "156": 71, "157": 71, "158": 71, "159": 71, "overwritten": [71, 80], "new_observation_vari": [71, 80], "humid": [71, 80, 81], "wind": [71, 80], "speed": [71, 80], "fanger": [71, 80], "ppd": [71, 80], "east": [71, 80], "new_action_vari": [71, 80], "heating_setpoint_rl": 71, "cooling_setpoint_rl": 71, "new_observation_spac": [71, 80], "len": [71, 80], "new_action_map": [71, 80], "new_action_spac": [71, 80], "474": 71, "eplus_env_datacent": 71, "475": 71, "477": 71, "478": 71, "479": 71, "480": 71, "608": [71, 73], "26775410632883273": 71, "5355": 71, "082126576654": 71, "5355082126576655": 71, "186377523616978": 71, "669": 71, "4534184979221": 71, "4208": 71, "635870777072": 71, "42086358707770727": 71, "228479196022084": 71, "1247": 71, "5537459734599": 71, "4421": 71, "637300732844": 71, "4421637300732844": 71, "705059073313615": 71, "1855": 71, "7928063319255": 71, "4987": 71, "415191462993": 71, "49874151914629933": 71, "024777159060027": 71, "2636": 71, "641656051256": 71, "2188": 71, "620052530483": 71, "2188620052530483": 71, "963985853561047": 71, "3518": 71, "6464879098053": 71, "4345": 71, "217932332002": 71, "4345217932332003": 71, "61357774788482": 71, "5047": 71, "521248481572": 71, "6249": 71, "758355257713": 71, "6249758355257714": 71, "04954794846631": 71, "7116": 71, "313388281761": 71, "2107": 71, "732366810708": 71, "21077323668107079": 71, "53376534972051": 71, "9326": 71, "224323881572": 71, "5939": 71, "453811738773": 71, "5939453811738773": 71, "38570883464585": 71, "10853": 71, "890187701882": 71, "2170": 71, "898935982922": 71, "2170898935982922": 71, "302507096687205": 71, "11587": 71, "916685717913": 71, "4190": 71, "456055889271": 71, "4190456055889271": 71, "099445145523461": 71, "12180": 71, "885947073011": 71, "4527": 71, "071835065274": 71, "45270718350652744": 71, "246417930160787": 71, "12816": 71, "011905214418": 71, "5262": 71, "280448896257": 71, "5262280448896258": 71, "612621010536379": 71, "3657537644182542": 71, "248": 71, "fit": [71, 80], "knowledg": 71, "pprint": 71, "579": 71, "580": 71, "583": 71, "586": 71, "587": 71, "activitysch": 71, "actschd": 71, "object_field_nam": 71, "activity_level_schedule_nam": 71, "object_nam": 71, "object_typ": 71, "space2": 71, "object3": 71, "space3": 71, "object4": 71, "space4": 71, "object5": 71, "space5": 71, "airvelocitysch": 71, "air_velocity_schedule_nam": 71, "basinheatersch": 71, "basin_heater_operating_schedule_nam": 71, "twospe": 71, "setp": 71, "sch": 71, "cooling_setpoint_temperature_schedule_nam": 71, "dualsetpoint": [71, 80], "thermostatsetpoint": [71, 80], "setpoint_temperature_schedule_nam": 71, "coolingsetpoint": 71, "singlecool": 71, "clothingsch": 71, "coolingcoilavailsch": 71, "availability_schedule_nam": 71, "coilsystem": 71, "fraction": 71, "schedule_nam": 71, "eleceq": 71, "electricequip": 71, "fanavailsch": 71, "sy": 71, "availabilitymanag": 71, "suppli": 71, "fan": 71, "variablevolum": 71, "heating_setpoint_temperature_schedule_nam": 71, "heatingsetpoint": 71, "singleh": 71, "infil": 71, "zoneinfiltr": 71, "designflowr": 71, "light": 71, "oa": 71, "sched": 71, "minimum_outdoor_air_schedule_nam": 71, "outdoorair": 71, "oarequir": 71, "outdoor_air_schedule_nam": 71, "zoneminoarequir": 71, "designspecif": 71, "number_of_people_schedule_nam": 71, "plenumclg": 71, "plenumcoolingsetpoint": 71, "plenumhtg": 71, "plenumheatingsetpoint": 71, "reheatcoilavailsch": 71, "reheat": 71, "airtermin": 71, "singleduct": 71, "object10": 71, "object11": 71, "object6": 71, "object7": 71, "object8": 71, "object9": 71, "temp": 71, "shadetranssch": 71, "transmittance_schedule_nam": 71, "south": 71, "overhang": 71, "shade": 71, "door": 71, "workeffsch": 71, "work_efficiency_schedule_nam": 71, "control_type_schedule_nam": 71, "zonecontrol": 71, "thermostat": [71, 75, 80], "plenum": 71, "aris": [71, 80], "light_control": 71, "new_action_definit": [71, 80], "32": [71, 73], "174": 71, "177": 71, "179": 71, "305": 71, "5111010314528696": 71, "2835": 71, "011953773881": 71, "2835011953773881": 71, "7387008675283511": 71, "26129913247165": 71, "421014390196424": 71, "317654": 71, "96494": 71, "31237173": 71, "1374": 71, "28410120219": 71, "6065": 71, "825052347422": 71, "6065825052347422": 71, "74254870657726": 71, "360682108922676": 71, "686012": 71, "844059": 71, "31142563": 71, "2715": 71, "7611117082783": 71, "3379": 71, "077746701543": 71, "3379077746701543": 71, "08146212423063": 71, "317330025625665": 71, "016264": 71, "09283": 71, "21295846": 71, "3660": 71, "007455360811": 71, "5457": 71, "280335251083": 71, "5457280335251083": 71, "99796649838974": 71, "966775407980537": 71, "124304": 71, "553516": 71, "9582741": 71, "4564": 71, "380860934114": 71, "6603": 71, "432140993574": 71, "6603432140993574": 71, "99301384406026": 71, "3890808542817": 71, "063656": 71, "984705": 71, "5942085": 71, "5302": 71, "692402629544": 71, "191": 71, "2911582802689": 71, "01912911582802689": 71, "4613144918713914": 71, "53868550812861": 71, "9969193980086": 71, "306587": 71, "402065": 71, "7618722": 71, "7016": 71, "025434187163": 71, "120": 71, "4056020773604": 71, "01204056020773604": 71, "8821997117836595": 71, "11780028821634": 71, "27473828933916": 71, "830227": 71, "474812": 71, "73397": 71, "8777": 71, "25161267316": 71, "178": 71, "4267301020354": 71, "017842673010203543": 71, "5277853133220205": 71, "47221468667798": 71, "60363543147483": 71, "934364": 71, "353241": 71, "6373596": 71, "10438": 71, "464921588717": 71, "1929073594710715": 71, "80709264052893": 71, "1932378723401": 71, "998844": 71, "359282": 71, "98427457": 71, "12367": 71, "057910085747": 71, "428": 71, "6780367305225": 71, "04286780367305225": 71, "6108147937607988": 71, "3891852062392": 71, "843863403107411": 71, "794724": 71, "592144": 71, "3683012": 71, "13218": 71, "089719275868": 71, "439": 71, "8288126081056": 71, "04398288126081056": 71, "16923377015886132": 71, "83076622984114": 71, "710713063269523": 71, "533552": 71, "096302": 71, "40426022": 71, "14225": 71, "5891712317": 71, "38023912699316": 71, "988834083817571": 71, "86006": 71, "556025": 71, "027832627": 71, "15616": 71, "602179397853": 71, "2767": 71, "822204079172": 71, "2767822204079172": 71, "3667378090425686": 71, "63326219095743": 71, "2879179385394967": 71, "618801": 71, "638168": 71, "5123796": 71, "4456792859417381": 71, "43": 71, "252": 71, "put": [71, 80], "leav": [71, 80], "intact": [71, 80], "extra_conf": [71, 80], "44": 71, "485": 71, "487": 71, "490": 71, "494": 71, "496": 71, "disadvantag": 72, "adjust": [72, 78], "stand": 72, "propos": 72, "314": 72, "eplus_env_offic": 72, "315": 72, "317": 72, "318": 72, "341": 72, "008417052432114895": 72, "3410486422979": 72, "01683410486422979": 72, "41070439945542": 72, "27041626118706": 72, "84918155106144": 72, "88116986202595": 72, "74532738560474": 72, "73841316494982": 72, "38460288121428": 72, "66372873926693": 72, "24314170888169": 72, "12321836432302": 72, "67730731535304": 72, "88721275822578": 72, "17223251340036": 72, "30793764011797": 72, "20143741435643": 72, "4627284531045": 72, "03096300421944": 72, "93365898954337": 72, "1482": 72, "85953514518": 72, "4442211987932": 72, "024944422119879323": 72, "69669852361374": 72, "25313699035975": 72, "31323981198721": 72, "87141679758788": 72, "11090427756838": 72, "56241622682827": 72, "9404356024169": 72, "94282444325588": 72, "67194978294257": 72, "12528250474749": 72, "02675393355748": 72, "02881519606414": 72, "7323170557345": 72, "27057664160117": 72, "38432687212007": 72, "31131614661928": 72, "12704060142421": 72, "5512781399194": 72, "2254": 72, "712265755012": 72, "6570166669069": 72, "06842055195615": 72, "19611060077995": 72, "76257909194055": 72, "03948097340511": 72, "44816667157681": 72, "68246103494577": 72, "74943691501284": 72, "57724440341409": 72, "04252087505039": 72, "82097230898479": 72, "89365754884302": 72, "57236745458363": 72, "23540331299291": 72, "15797185610974": 72, "15254710004311": 72, "07075284558289": 72, "49970749537007": 72, "3618": 72, "41549254088": 72, "201": [72, 76], "198977940785": 72, "020119897794078502": 72, "95177229570344": 72, "03365818920899": 72, "60757560084356": 72, "01807134766616": 72, "02808474031944": 72, "82190812609193": 72, "48682887050774": 72, "88794828178202": 72, "59810935786398": 72, "46778150537447": 72, "44257972669456": 72, "79284879509999": 72, "43562436709753": 72, "41247285833814": 72, "62715643472103": 72, "03611257878451": 72, "79267736363525": 72, "65243564408237": 72, "6482": 72, "27876446466": 72, "86509413798045": 72, "1071046471536": 72, "27509765486189": 72, "55675636953588": 72, "65216773896621": 72, "5571280438139": 72, "79071520939431": 72, "83977394603949": 72, "98455644317614": 72, "15279122447957": 72, "20765409229273": 72, "24402610262762": 72, "43118400765561": 72, "60430118197448": 72, "86909845458321": 72, "87644643022476": 72, "06484591156406": 72, "24300908399611": 72, "9982": 72, "991284981603": 72, "6090046831275": 72, "01686090046831275": 72, "94899380246081": 72, "06360575139866": 72, "64043835708107": 72, "90053413764347": 72, "77775409162826": 72, "85491440084278": 72, "84413809380008": 72, "84852169014866": 72, "81155249007516": 72, "2474442023517": 72, "08359041763356": 72, "03184496587623": 72, "06114037003215": 72, "49805825736507": 72, "80319610787662": 72, "78635379853651": 72, "76633279008873": 72, "23300358565249": 72, "15197": 72, "775861760021": 72, "6430": 72, "25476366733": 72, "643025476366733": 72, "30362458961184": 72, "08749938089204": 72, "47728046995123": 72, "84848610748885": 72, "35441535664673": 72, "23674788167068": 72, "83684923572157": 72, "48953443144097": 72, "70569108217305": 72, "92570822385427": 72, "95453942245817": 72, "9310852109356": 72, "90761065616391": 72, "54695943183036": 72, "02379180782778": 72, "09140023176932": 72, "79379237233488": 72, "62275516349538": 72, "20393": 72, "055482672924": 72, "40730428893415": 72, "2081195882295": 72, "94397819959719": 72, "63057921118531": 72, "16215148190642": 72, "34597161854728": 72, "68084155872953": 72, "79261102276273": 72, "80021185275091": 72, "92354348202196": 72, "72571798349205": 72, "7933442496152": 72, "89388375583001": 72, "94708364107272": 72, "52064693594591": 72, "62639383402464": 72, "64389562611166": 72, "78208493279325": 72, "25435": 72, "235586329356": 72, "29888599656579": 72, "60513463360622": 72, "6502371961184": 72, "26243009865059": 72, "83511693216035": 72, "01650759969682": 72, "1219715833017": 72, "193129951486": 72, "25984927684709": 72, "246756226096": 72, "16961935329535": 72, "2292706821575": 72, "31058065863118": 72, "30679185978435": 72, "00162377086149": 72, "07019493415782": 72, "14488073433873": 72, "15733356377928": 72, "29667": 72, "280742048788": 72, "31232078408934": 72, "15531893926972": 72, "62243610547647": 72, "3355501078475": 72, "99617019496714": 72, "90925164972085": 72, "78478083621939": 72, "76648417323338": 72, "94552529042894": 72, "81660183265429": 72, "15665229426293": 72, "11984467906358": 72, "34128949509953": 72, "20504796353065": 72, "88586123209223": 72, "84549591879043": 72, "0480387071551": 72, "92364136523652": 72, "32266": 72, "669648540534": 72, "95342186248593": 72, "79017615251069": 72, "61576801735736": 72, "21904412959735": 72, "23337652641756": 72, "70199079621272": 72, "43858732417969": 72, "50085261539548": 72, "30684175112909": 72, "68506692334094": 72, "61997561531062": 72, "64591022418004": 72, "43849129649558": 72, "89730314513248": 72, "86935225127617": 72, "8610257810776": 72, "76415193815065": 72, "1030080798225": 72, "33693": 72, "4200577215": 72, "67471404763066": 72, "76426059004519": 72, "20781447906961": 72, "8565960165495": 72, "84452889598035": 72, "03748347863898": 72, "30287781156127": 72, "44280752813544": 72, "36536796313164": 72, "55357872462707": 72, "79446517569299": 72, "90682538688919": 72, "72661725183894": 72, "03753160386922": 72, "91255021343735": 72, "01250206066998": 72, "95371613155545": 72, "12462597231874": 72, "34861": 72, "66962269026": 72, "49202797924699": 72, "91834253143812": 72, "6676225575917": 72, "40668187489388": 72, "55052344518836": 72, "93795083204492": 72, "60466670710505": 72, "58536199071002": 72, "28750630729937": 72, "6461216699741": 72, "06515682888017": 72, "06046316147131": 72, "57842146719483": 72, "13899733853399": 72, "14064407629781": 72, "0206640579445": 72, "80239869708953": 72, "11389817828658": 72, "9949106627480553": 72, "665": 72, "preserv": 72, "sophist": 72, "ref": 73, "433": 73, "434": 73, "436": 73, "437": 73, "feel": [73, 75], "loggerev": 73, "earlier": 73, "few": 73, "02": [73, 76], "041": 73, "048": 73, "res3": 73, "898": 73, "899": 73, "906": 73, "ep_len_mean": 73, "5e": 73, "ep_rew_mean": 73, "36e": 73, "fp": 73, "2443": 73, "36": [73, 75], "664": 73, "666": 73, "683": 73, "41": [73, 81], "567": 73, "570": 73, "585": 73, "572": 73, "594": 73, "22754": 73, "48e": 73, "comfort_viol": 73, "mean_ep_length": 73, "mean_power_consumpt": 73, "07e": 73, "power_penalti": [73, 74], "std_reward": 73, "33e": 73, "972": 73, "72": 73, "loss": 73, "n_updat": 73, "5019": 73, "42": 73, "104": 73, "122": 73, "32e": 73, "1024": 73, "102": 73, "105120": 73, "13779": 73, "329": 73, "330": 73, "337": 73, "349": 73, "369": 73, "34": [73, 76, 81], "097": 73, "113": 73, "49": 73, "378": 73, "381": 73, "406": 73, "22400": 73, "83e": 73, "65e": 73, "31e": 73, "825": 73, "22539": 73, "0x7f8e66038ee0": 73, "gt": 73, "54": 73, "736": 73, "create_row_cont": 74, "customcsvlogg": 74, "super": [74, 78], "last_10_steps_reward": 74, "_create_row_cont": 74, "57": 74, "743": 74, "746": 74, "749": 74, "751": 74, "752": [74, 75], "984": 74, "res5": 74, "2061": 74, "064957150696": 74, "22592": 74, "29761805248": 74, "259229761805248": 74, "29027708737195": 74, "4085": 74, "7626350724654": 74, "420": 74, "968971758518": 74, "042096897175851807": 74, "11870426967686143": 74, "88129573032314": 74, "5435": 74, "5346266621": 74, "11649": 74, "00520907892": 74, "164900520907892": 74, "81204708989529": 74, "6345": 74, "247828294638": 74, "29631550252394": 74, "7202": 74, "603862296734": 74, "3532375277869": 74, "025735323752778694": 74, "74339864119381": 74, "25660135880619": 74, "10096": 74, "316306201286": 74, "7796775010779": 74, "017577967750107792": 74, "050386500045999": 74, "949613499954": 74, "13373": 74, "916779680616": 74, "12541": 74, "97872344346": 74, "254197872344346": 74, "9257929336437414": 74, "07420706635626": 74, "16582": 74, "229771212274": 74, "2297": 74, "770586821443": 74, "22977705868214432": 74, "0045748664060916": 74, "99542513359391": 74, "19397": 74, "944264214886": 74, "5381431017472": 74, "07525381431017472": 74, "17564750687498": 74, "788544721127": 74, "1287670446718": 74, "052212876704467184": 74, "00072925585593": 74, "21565": 74, "995065534156": 74, "7777": 74, "204818523511": 74, "7777204818523511": 74, "97813067889673": 74, "23560": 74, "17226791806": 74, "23095": 74, "70961516462": 74, "309570961516462": 74, "15004851034096944": 74, "84995148965903": 74, "672379345545623": 74, "464": 74, "sai": 75, "get_season_comfort_rang": 75, "753": 75, "756": 75, "761": 75, "763": 75, "extend": 75, "desir": 75, "rbc5zone": [75, 80], "myrulebasedcontrol": 75, "daytim": 75, "out_temp": 75, "summer_start_d": 75, "summer_final_d": 75, "current_dt": 75, "season_comfort_rang": 75, "setpoints_summ": 75, "in_temp": 75, "current_heat_setpoint": 75, "current_cool_setpoint": 75, "new_heat_setpoint": 75, "new_cool_setpoint": 75, "weekend": 75, "night": 75, "33": 75, "37": 75, "293": 75, "309": 75, "res6": 75, "9027267231826451": [75, 76], "18054": [75, 76], "5344636529": [75, 76], "8054534463652903": [75, 76], "99998833869494": [75, 76], "1764": 75, "4480209727506": 75, "18190": 75, "11301727289": 75, "8190113017272893": 75, "32998609178986": 75, "3319": 75, "0240158271495": 75, "6499": 75, "498986238363": 75, "6499498986238363": 75, "32985628557421": 75, "4331": 75, "530660717744": 75, "2698020216335806": 75, "73019797836642": 75, "5030": 75, "34341168003": 75, "2756": 75, "596244185509": 75, "2756596244185509": 75, "33021642625628": 75, "5624": 75, "205479307242": 75, "871": 75, "8985175509725": 75, "08718985175509726": 75, "6700868290835906": 75, "32991317091641": 75, "7188": 75, "94373222068": 75, "710258038781241": 75, "28974196121876": 75, "9056": 75, "39052356895": 75, "20410": 75, "91452531903": 75, "041091452531903": 75, "33010209424337": 75, "10854": 75, "090922968613": 75, "3438": 75, "778066876331": 75, "3438778066876331": 75, "32982109298299": 75, "12308": 75, "980146004908": 75, "6368": 75, "219126588838": 75, "6368219126588838": 75, "33031589389634": 75, "12900": 75, "560641948945": 75, "2705": 75, "336525778672": 75, "2705336525778672": 75, "33017846907974": 75, "13780": 75, "798440045137": 75, "5352": 75, "233991403948": 75, "5352233991403947": 75, "32992237675168": 75, "15499": 75, "608669456482": 75, "19332": 75, "86497279549": 75, "9332864972795492": 75, "33000068783789": 75, "4423404300643832": 75, "026": 75, "normil": 76, "778": 76, "780": 76, "783": 76, "785": 76, "786": 76, "789": 76, "805": 76, "res16": 76, "9910000e": 76, "0000000e": 76, "5000000e": 76, "0999999e": 76, "9000000e": 76, "1000000e": 76, "0999992e": 76, "9707859e": 76, "8362732e": 76, "486": 76, "488": 76, "505": 76, "98466104": 76, "33834645": 76, "9484536": 76, "17748918": 76, "8111888": 76, "800001": 76, "44444445": 76, "39061695": 76, "43193626": 76, "56101173": 76, "445": 76, "643": 76, "646": 76, "649": 76, "653": 76, "657": 76, "48": 76, "203": 76, "205": 76, "208": 76, "210": 76, "213": 76, "225": 76, "res18": 76, "53": 76, "099": 76, "108": 76, "144": 76, "535": 76, "540": 76, "543": 76, "545": 76, "744": 76, "754": 76, "res19": 76, "2097": 76, "069513380396": 76, "4420": 76, "417448015461": 76, "44204174480154607": 76, "5592545746684792": 76, "44074542533152": 76, "4115": 76, "586715117292": 76, "15106": 76, "04831627059": 76, "510604831627059": 76, "73615474040233": 76, "5458": 76, "5534876380125": 76, "7163": 76, "35210582586": 76, "7163352105825861": 76, "99485496779759": 76, "6378": 76, "342330065786": 76, "75661867832585": 76, "7230": 76, "79295371363": 76, "11573": 76, "19138929936": 76, "157319138929936": 76, "1447156088359804": 76, "85528439116402": 76, "10136": 76, "551748683549": 76, "779675822106": 76, "0175779675822106": 76, "2201257903301403": 76, "77987420966986": 76, "13417": 76, "322446742612": 76, "20438": 76, "77860937315": 76, "043877860937315": 76, "2761863833358795": 76, "72381361666412": 76, "16653": 76, "395519627065": 76, "4058515355591": 76, "029640585153555915": 76, "0341594895709108": 76, "96584051042909": 76, "19473": 76, "56028227908": 76, "33729078022685": 76, "20476": 76, "057376697874": 76, "12183": 76, "50538957212": 76, "218350538957212": 76, "85073350665203": 76, "21654": 76, "559762066197": 76, "6211799169361": 76, "01526211799169361": 76, "027243301837089": 76, "97275669816291": 76, "23670": 76, "370352311853": 76, "23172": 76, "08056052774": 76, "317208056052774": 76, "13047508039367": 76, "6755242680454563": 76, "289": 76, "re": 77, "num_simul": 77, "sub_runn": 77, "utilsocket": 77, "monitor_norm": 77, "sub_run": 77, "num_episod": 77, "maximum": 77, "within": [77, 79], "suit": 77, "observation_valu": 77, "row": 77, "carri": 77, "techniqu": 77, "factor": 77, "discomfort": 78, "togeth": 78, "typic": 78, "satisfact": 78, "similar": 78, "increas": 78, "higher": 78, "hourlylinearreward": 78, "slight": 78, "am": 78, "pm": 78, "equal": 78, "neg": 78, "perfect": 78, "behavior": 78, "seri": 78, "reflect": 78, "But": [78, 80], "imagin": 78, "signal": 78, "__call__": 78, "below": [78, 81], "basereward": 78, "customreward": 78, "naiv": 78, "under": [79, 80], "test_common": 79, "test_reward": 79, "test_wrapp": 79, "test_simul": 79, "test_config": 79, "test_env": 79, "test_control": 79, "test_stable_baselin": 79, "conceptu": 79, "readm": 79, "try_env": 80, "soon": 80, "dispos": 80, "practic": 80, "screen": 80, "basi": 80, "criteria": 80, "rbcdatacent": 80, "randomcontrol": 80, "west": [80, 81], "htgsetp": 80, "clgsetp": 80, "kind": 80, "subject": 80, "assign": 80, "dualsetp": 80, "heating_nam": 80, "cooling_nam": 80, "heating_initial_valu": 80, "cooling_initial_valu": 80, "\u00bac": 81, "aus_nsw": 81, "sydnei": 81, "947670_iwec": 81, "australia": 81, "subtrop": 81, "dry": 81, "68": 81, "83": 81, "col_bogota": 81, "802220_iwec": 81, "bogota": 81, "colombia": 81, "mediterranean": 81, "warm": 81, "mild": 81, "80": 81, "granada": 81, "spain": 81, "latitud": 81, "semiarid": 81, "passiv": 81, "84": 81, "fin_helsinki": 81, "029740_iwec": 81, "helsinki": 81, "finland": 81, "moist": 81, "continent": 81, "79": 81, "jpn_tokyo": 81, "hyakuri": 81, "477150_iwec": 81, "tokyo": 81, "japan": 81, "78": 81, "mdg_antananarivo": 81, "670830_iwec": 81, "antananarivo": 81, "madagascar": 81, "75": 81, "91": 81, "arizona": 81, "desert": 81, "usa_co_aurora": 81, "bucklei": 81, "angb": 81, "724695_tmy3": 81, "colorado": 81, "usa_il_chicago": 81, "ohar": 81, "725300_tmy3": 81, "illinoi": 81, "92": 81, "70": 81, "pennsylvania": 81, "66": 81, "washington": 81, "marin": 81, "coastal": 81, "rain": 81, "81": 81, "classif": 81, "variant": 82}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 3, 1, "", "metadata"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 4, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 4, 1, "", "start_day"], [18, 4, 1, "", "start_mon"], [18, 4, 1, "", "start_weekday"], [18, 4, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [38, 0, 0, "-", "config"], [40, 0, 0, "-", "constants"], [41, 0, 0, "-", "controllers"], [45, 0, 0, "-", "env_checker"], [47, 0, 0, "-", "evaluation"], [49, 0, 0, "-", "gcloud"], [55, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "to_idf"], [37, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[39, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[39, 2, 1, "", "__init__"], [39, 2, 1, "", "adapt_idf_to_action_definition"], [39, 2, 1, "", "adapt_idf_to_epw"], [39, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [39, 2, 1, "", "apply_extra_conf"], [39, 2, 1, "", "apply_weather_variability"], [39, 2, 1, "", "get_schedulers"], [39, 2, 1, "", "save_building_model"], [39, 2, 1, "", "save_variables_cfg"], [39, 2, 1, "", "set_episode_working_dir"], [39, 2, 1, "", "set_experiment_working_dir"], [39, 2, 1, "", "set_external_interface"], [39, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[42, 1, 1, "", "RBC5Zone"], [43, 1, 1, "", "RBCDatacenter"], [44, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[46, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[48, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[50, 5, 1, "", "delete_instance_MIG_from_container"], [51, 5, 1, "", "get_service_account_token"], [52, 5, 1, "", "init_storage_client"], [53, 5, 1, "", "read_from_bucket"], [54, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[56, 1, 1, "", "CSVLogger"], [57, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "activate_flag"], [56, 2, 1, "", "deactivate_flag"], [56, 2, 1, "", "log_episode"], [56, 2, 1, "", "log_step"], [56, 2, 1, "", "log_step_normalize"], [56, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "LoggerWrapper"], [65, 1, 1, "", "MultiObsWrapper"], [66, 1, 1, "", "NormalizeObservation"], [67, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "activate_logger"], [64, 2, 1, "", "close"], [64, 2, 1, "", "deactivate_logger"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "reset"], [65, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "get_unwrapped_obs"], [66, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "action"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71], "contribut": 0, "exampl": [0, 68, 69, 70, 73, 75, 76, 80], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 71, 72], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 41, 42, 43, 44, 72, 75, 80], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 73], "callback": [4, 22, 23, 24], "logger": [4, 55, 56, 57, 74, 76, 77], "evalu": [4, 47, 48], "tensorboard": [4, 7, 69], "structur": 4, "how": 4, "us": [4, 7, 80], "mlflow": [4, 7, 68], "environ": [5, 9, 71, 80], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 81], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 71, 78, 80], "kwarg": 5, "action": [5, 8, 71, 72, 80], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 77], "observ": [5, 71, 76, 80], "space": [5, 71, 80], "name": 5, "definit": [5, 71, 80], "extra": [5, 6, 71, 80], "configur": [5, 6, 7, 9, 71, 74, 80], "ad": [5, 71, 80], "new": [5, 8, 71, 79, 80], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 74], "first": 7, "step": [7, 74], "2": [7, 74], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 79], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "load": 7, "train": 7, "model": [7, 71], "log": 7, "visual": 7, "real": 7, "time": 7, "track": 7, "server": 7, "set": [7, 9, 72], "up": [7, 72], "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 74], "instal": [9, 79], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "about": [9, 71], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16, 80], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "parse_vari": 33, "prepare_batch_from_record": 34, "ranges_gett": 35, "to_idf": 36, "unwrap_wrapp": 37, "config": [38, 39], "constant": 40, "rbc5zone": 42, "rbcdatacent": 43, "randomcontrol": 44, "env_check": [45, 46], "check_env": 46, "evaluate_polici": 48, "gcloud": [49, 50, 51, 52, 53, 54], "delete_instance_mig_from_contain": 50, "get_service_account_token": 51, "init_storage_cli": 52, "read_from_bucket": 53, "upload_to_bucket": 54, "csvlogger": 56, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 74, 76, 80, 82], "loggerwrapp": [64, 74], "multiobswrapp": 65, "normalizeobserv": 66, "officegridstoragesmoothingactionconstraintswrapp": 67, "basic": 70, "chang": 71, "an": [71, 72], "regist": 71, "other": 71, "compon": 71, "get": 71, "inform": 71, "updat": 71, "more": 71, "default": [72, 80], "empti": 72, "interfac": 72, "usag": [73, 80], "person": 74, "inherit": 74, "csvloger": 74, "instanti": 74, "rule": [75, 80], "normal": 76, "multi": 76, "all": 76, "one": 76, "format": 77, "custom": 78, "test": 79, "pytest": 79, "run": 79, "simplest": 80, "overwrit": 80, "some": 80, "valu": 80}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Tensorboard structure": [[4, "tensorboard-structure"]], "How use": [[4, "how-use"]], "Mlflow": [[4, "mlflow"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Load a trained model": [[7, "load-a-trained-model"]], "Remote Tensorboard log": [[7, "remote-tensorboard-log"]], "Visualize remote Tensorboard log in real-time": [[7, "visualize-remote-tensorboard-log-in-real-time"]], "Mlflow tracking server set up": [[7, "mlflow-tracking-server-set-up"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[36, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[37, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[38, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[39, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[40, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[41, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[42, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[43, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[44, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[45, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[46, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[47, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[48, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[49, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[50, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[51, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[52, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[53, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[54, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[55, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[56, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[57, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "MLFlow example": [[68, "MLFlow-example"]], "TensorBoard example": [[69, "TensorBoard-example"]], "Basic example": [[70, "Basic-example"]], "Changing an environment registered in Sinergym": [[71, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[71, "Adding-a-new-reward"]], "Adding other new components to the environment": [[71, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[71, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[71, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[71, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[71, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[72, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[73, "DRL-usage-example"]], "Logger Wrapper personalization/configuration": [[74, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[74, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[74, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[75, "Rule-Controller-example"]], "Wrappers example": [[76, "Wrappers-example"]], "Normalization Wrapper": [[76, "Normalization-Wrapper"]], "Logger Wrapper": [[76, "Logger-Wrapper"]], "Multi Observation Wrapper": [[76, "Multi-Observation-Wrapper"]], "All Wrappers in one": [[76, "All-Wrappers-in-one"]], "Output format": [[77, "output-format"]], "Logger": [[77, "logger"]], "Rewards": [[78, "rewards"]], "Custom Rewards": [[78, "custom-rewards"]], "Tests": [[79, "tests"]], "Install Pytest": [[79, "install-pytest"]], "Running tests": [[79, "running-tests"]], "Create new tests": [[79, "create-new-tests"]], "Usage example": [[80, "usage-example"]], "Simplest example": [[80, "simplest-example"]], "Adding a reward": [[80, "adding-a-reward"]], "Adding wrappers": [[80, "adding-wrappers"]], "Using a rule-based controller": [[80, "using-a-rule-based-controller"]], "Overwriting some default values of the environments": [[80, "overwriting-some-default-values-of-the-environments"]], "Overwriting observation and action spaces": [[80, "overwriting-observation-and-action-spaces"]], "Adding a new action definition": [[80, "adding-a-new-action-definition"]], "Adding extra configuration definition": [[80, "adding-extra-configuration-definition"]], "Weathers": [[81, "weathers"]], "Wrappers": [[82, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [38, "module-sinergym.utils.config"], [40, "module-sinergym.utils.constants"], [41, "module-sinergym.utils.controllers"], [45, "module-sinergym.utils.env_checker"], [47, "module-sinergym.utils.evaluation"], [49, "module-sinergym.utils.gcloud"], [55, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[38, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[39, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[39, "sinergym.utils.config.Config.start_year"]], "sinergym.utils.constants": [[40, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[41, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[42, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[42, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[43, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[43, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[44, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[44, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[44, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[45, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[46, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[47, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[48, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[49, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[55, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[57, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[57, "sinergym.utils.logger.Logger.getLogger"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "5Zone": [[2, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Action Repeat": [[5, "action-repeat"]], "Action definition": [[5, "action-definition"]], "Adding a new action definition": [[80, "adding-a-new-action-definition"]], "Adding a new reward": [[71, "Adding-a-new-reward"]], "Adding a reward": [[80, "adding-a-reward"]], "Adding extra configuration definition": [[80, "adding-extra-configuration-definition"]], "Adding more extra configuration": [[71, "Adding-more-extra-configuration"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding other new components to the environment": [[71, "Adding-other-new-components-to-the-environment"]], "Adding wrappers": [[80, "adding-wrappers"]], "All Wrappers in one": [[76, "All-Wrappers-in-one"]], "Available Parameters": [[5, "available-parameters"]], "Basic example": [[70, "Basic-example"]], "Buildings": [[2, "buildings"]], "Changing an environment registered in Sinergym": [[71, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[71, "Changing-observation-and-action-spaces"]], "Check Installation": [[9, "check-installation"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[9, "cloud-computing"]], "Configure Python environment": [[9, "configure-python-environment"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[3, "controllers"]], "Create new tests": [[79, "create-new-tests"]], "Custom Rewards": [[78, "custom-rewards"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "DRL usage example": [[73, "DRL-usage-example"]], "Datacenter": [[2, "datacenter"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[72, "Default-building-control-setting-up-an-empty-action-interface"]], "Docker container": [[9, "docker-container"]], "EPW file": [[5, "epw-file"]], "Environment name": [[5, "environment-name"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "Extra configuration": [[5, "extra-configuration"]], "Getting information about building model with Sinergym": [[71, "Getting-information-about-building-model-with-Sinergym"]], "Github Actions": [[8, "github-actions"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "How use": [[4, "how-use"]], "IDF file": [[5, "idf-file"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install Pytest": [[79, "install-pytest"]], "Installation": [[9, "installation"]], "Load a trained model": [[7, "load-a-trained-model"]], "Logger": [[77, "logger"]], "Logger Wrapper": [[76, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[74, "Logger-Wrapper-personalization/configuration"]], "MLFlow example": [[68, "MLFlow-example"]], "Manual installation": [[9, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Mlflow": [[4, "mlflow"]], "Mlflow tracking server set up": [[7, "mlflow-tracking-server-set-up"]], "Multi Observation Wrapper": [[76, "Multi-Observation-Wrapper"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Normalization Wrapper": [[76, "Normalization-Wrapper"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "OfficeMedium": [[2, "officemedium"]], "Output format": [[77, "output-format"]], "Overwriting observation and action spaces": [[80, "overwriting-observation-and-action-spaces"]], "Overwriting some default values of the environments": [[80, "overwriting-some-default-values-of-the-environments"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "Remote Tensorboard log": [[7, "remote-tensorboard-log"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Rewards": [[78, "rewards"]], "Rule Controller example": [[75, "Rule-Controller-example"]], "Running tests": [[79, "running-tests"]], "Set environment variables": [[9, "set-environment-variables"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "Simplest example": [[80, "simplest-example"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Step 1 Inherit and modify the CSVloger": [[74, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[74, "Step-2-Instantiate-the-LoggerWrapper"]], "TensorBoard example": [[69, "TensorBoard-example"]], "Tensorboard structure": [[4, "tensorboard-structure"]], "Tests": [[79, "tests"]], "Updating the action definition of the environment": [[71, "Updating-the-action-definition-of-the-environment"]], "Usage example": [[80, "usage-example"]], "Using a rule-based controller": [[80, "using-a-rule-based-controller"]], "Visualize remote Tensorboard log in real-time": [[7, "visualize-remote-tensorboard-log-in-real-time"]], "Warehouse": [[2, "warehouse"]], "Weather Variability": [[5, "weather-variability"]], "Weathers": [[81, "weathers"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[82, "wrappers"]], "Wrappers example": [[76, "Wrappers-example"]], "runperiod": [[6, "runperiod"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.parse_variables": [[33, "sinergym-utils-common-parse-variables"]], "sinergym.utils.common.prepare_batch_from_records": [[34, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[36, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[37, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[38, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[39, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[40, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[41, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[42, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[43, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[44, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[45, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[46, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[47, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[48, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[49, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[50, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[51, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[52, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[53, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[54, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[55, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[56, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[57, "sinergym-utils-logger-logger"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "timestep_per_hour": [[6, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.parse_variables", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/notebooks/MLflow_example", "pages/notebooks/TensorBoard_example", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.parse_variables.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/notebooks/MLflow_example.nblink", "pages/notebooks/TensorBoard_example.nblink", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[44, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[42, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[43, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[57, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[44, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[42, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[43, "sinergym.utils.controllers.RBCDatacenter.act", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_action_definition", false]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_idf_to_epw", false]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf", false]], "apply_extra_conf() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_extra_conf", false]], "apply_weather_variability() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.apply_weather_variability", false]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward", false]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator", false]], "check_env() (in module sinergym.utils.env_checker)": [[46, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "config (class in sinergym.utils.config)": [[39, "sinergym.utils.config.Config", false]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather", false]], "csvlogger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.CSVLogger", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env", false]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode", false]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation", false]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus", false]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus", false]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[48, "sinergym.utils.evaluation.evaluate_policy", false]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward", false]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds", false]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running", false]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers", false]], "get_schedulers() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.get_schedulers", false]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.get_service_account_token", false]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs", false]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones", false]], "getlogger() (sinergym.utils.logger.logger method)": [[57, "sinergym.utils.logger.Logger.getLogger", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.init_storage_client", false]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped", false]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.Logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.LoggerWrapper", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "module": [[11, "module-sinergym.envs", false], [12, "module-sinergym.envs.eplus_env", false], [14, "module-sinergym.simulators", false], [15, "module-sinergym.simulators.base", false], [17, "module-sinergym.simulators.eplus", false], [19, "module-sinergym.simulators.eplus_alpha", false], [21, "module-sinergym.utils", false], [22, "module-sinergym.utils.callbacks", false], [25, "module-sinergym.utils.common", false], [38, "module-sinergym.utils.config", false], [40, "module-sinergym.utils.constants", false], [41, "module-sinergym.utils.controllers", false], [45, "module-sinergym.utils.env_checker", false], [47, "module-sinergym.utils.evaluation", false], [49, "module-sinergym.utils.gcloud", false], [55, "module-sinergym.utils.logger", false], [58, "module-sinergym.utils.rewards", false], [63, "module-sinergym.utils.wrappers", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[66, "sinergym.utils.wrappers.NormalizeObservation.observation", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end", false]], "parse_variables() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.parse_variables", false]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.prepare_batch_from_records", false]], "randomcontroller (class in sinergym.utils.controllers)": [[44, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RBCDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.read_from_bucket", false]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation", false]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "save_building_model() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_building_model", false]], "save_variables_cfg() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.save_variables_cfg", false]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action", false]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action", false]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_episode_working_dir", false]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_experiment_working_dir", false]], "set_external_interface() (sinergym.utils.config.config method)": [[39, "sinergym.utils.config.Config.set_external_interface", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[56, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "sinergym.envs": [[11, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[14, "module-sinergym.simulators", false]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base", false]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus", false]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha", false]], "sinergym.utils": [[21, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[25, "module-sinergym.utils.common", false]], "sinergym.utils.config": [[38, "module-sinergym.utils.config", false]], "sinergym.utils.constants": [[40, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[41, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[45, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[47, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[49, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[55, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers", false]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day", false]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon", false]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation", false]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation", false]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday", false]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year", false]], "start_year (sinergym.utils.config.config property)": [[39, "sinergym.utils.config.Config.start_year", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[64, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[65, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation", false]], "to_idf() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.to_idf", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.unwrap_wrapper", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.upload_to_bucket", false]]}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 3, 1, "", "metadata"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 4, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 4, 1, "", "start_day"], [18, 4, 1, "", "start_mon"], [18, 4, 1, "", "start_weekday"], [18, 4, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [38, 0, 0, "-", "config"], [40, 0, 0, "-", "constants"], [41, 0, 0, "-", "controllers"], [45, 0, 0, "-", "env_checker"], [47, 0, 0, "-", "evaluation"], [49, 0, 0, "-", "gcloud"], [55, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "parse_variables"], [34, 5, 1, "", "prepare_batch_from_records"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "to_idf"], [37, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[39, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[39, 2, 1, "", "__init__"], [39, 2, 1, "", "adapt_idf_to_action_definition"], [39, 2, 1, "", "adapt_idf_to_epw"], [39, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [39, 2, 1, "", "apply_extra_conf"], [39, 2, 1, "", "apply_weather_variability"], [39, 2, 1, "", "get_schedulers"], [39, 2, 1, "", "save_building_model"], [39, 2, 1, "", "save_variables_cfg"], [39, 2, 1, "", "set_episode_working_dir"], [39, 2, 1, "", "set_experiment_working_dir"], [39, 2, 1, "", "set_external_interface"], [39, 4, 1, "", "start_year"]], "sinergym.utils.controllers": [[42, 1, 1, "", "RBC5Zone"], [43, 1, 1, "", "RBCDatacenter"], [44, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[44, 2, 1, "", "__init__"], [44, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[46, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[48, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[50, 5, 1, "", "delete_instance_MIG_from_container"], [51, 5, 1, "", "get_service_account_token"], [52, 5, 1, "", "init_storage_client"], [53, 5, 1, "", "read_from_bucket"], [54, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[56, 1, 1, "", "CSVLogger"], [57, 1, 1, "", "Logger"]], "sinergym.utils.logger.CSVLogger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "activate_flag"], [56, 2, 1, "", "deactivate_flag"], [56, 2, 1, "", "log_episode"], [56, 2, 1, "", "log_step"], [56, 2, 1, "", "log_step_normalize"], [56, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "getLogger"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "LoggerWrapper"], [65, 1, 1, "", "MultiObsWrapper"], [66, 1, 1, "", "NormalizeObservation"], [67, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "activate_logger"], [64, 2, 1, "", "close"], [64, 2, 1, "", "deactivate_logger"], [64, 2, 1, "", "reset"], [64, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "reset"], [65, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "get_unwrapped_obs"], [66, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "action"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:property", "5": "py:function"}, "terms": {"": [4, 5, 6, 7, 9, 17, 39, 44, 56, 60, 61, 62, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81], "0": [5, 7, 18, 23, 29, 56, 60, 61, 62, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "00": [68, 70, 71, 73, 76], "0000000e": 76, "0001": [60, 61, 62, 73], "0003": 7, "00072925585593": 74, "001": [71, 80], "00162377086149": 72, "0045748664060916": 74, "005": 7, "00520907892": 74, "007455360811": 71, "008417052432114895": 72, "01": [5, 71, 72, 73, 76], "011905214418": 71, "011953773881": 71, "01204056020773604": 71, "01250206066998": 72, "01524868953414246": [70, 74, 75, 76], "01526211799169361": 76, "01554266615347": 70, "016264": 71, "01650759969682": 72, "01683410486422979": 72, "01686090046831275": 72, "0175779675822106": 76, "017577967582210682": [70, 75], "017577967750107792": 74, "017842673010203543": 71, "01807134766616": 72, "01912911582802689": 71, "02": [73, 76], "020119897794078502": 72, "0206640579445": 72, "02303149966062": 70, "02379180782778": 72, "0240158271495": 75, "024777159060027": 71, "024944422119879323": 72, "025434187163": 71, "025732472912215004": 70, "025735323752778694": 74, "026": 75, "02675393355748": 72, "027243301837089": 76, "027832627": 71, "02808474031944": 72, "02881519606414": 72, "029640585153555915": 76, "02964221825034278": 70, "029740_iwec": 81, "03": [5, 73, 76], "03096300421944": 72, "03184496587623": 72, "03365818920899": 72, "0341594895709108": 76, "03611257878451": 72, "03748347863898": 72, "03753160386922": 72, "03948097340511": 72, "04": [69, 73, 76], "041": 73, "041091452531903": 75, "042096897175851807": 74, "04252087505039": 72, "04286780367305225": 71, "043877860937315": 76, "04398288126081056": 71, "048": 73, "0480387071551": 72, "04831627059": 76, "04954794846631": 71, "05": [7, 68, 73], "050386500045999": 74, "052212876704467184": 74, "055482672924": 72, "057376697874": 76, "057910085747": 71, "06": 68, "06046316147131": 72, "06114037003215": 72, "06360575139866": 72, "063656": 71, "063810147996": 70, "06484591156406": 72, "064957150696": 74, "06515682888017": 72, "06842055195615": 72, "069513380396": 76, "07": [68, 69, 70, 71, 73, 74, 75, 76], "07019493415782": 72, "07075284558289": 72, "071835065274": 71, "07420706635626": 74, "07525381431017472": 74, "076617115651": 70, "077746701543": 71, "078686707608": 70, "07e": 73, "08": [68, 69, 73, 74], "08056052774": 76, "08146212423063": 71, "082126576654": 71, "08359041763356": 72, "084190_swec": [71, 80, 81], "08718985175509726": 75, "08749938089204": 72, "089719275868": 71, "09": [68, 69, 70, 71, 73, 74, 75, 76], "090922968613": 75, "09140023176932": 72, "09283": 71, "095": [68, 73], "096": 68, "096302": 71, "097": 73, "099": 76, "099445145523461": 71, "0999992e": 76, "0999999e": 76, "0x7f8e66038ee0": 73, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 66, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82], "10": [0, 5, 7, 9, 13, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "100": [7, 76], "1000": 7, "10000": [7, 24], "1000000": 7, "1000000e": 76, "10096": 74, "10119": 70, "10136": 76, "102": 73, "1024": 73, "1030080798225": 72, "10368000": [70, 71, 72, 74, 75, 76], "104": 73, "10438": 71, "105120": 73, "106": [68, 73], "1071046471536": 72, "108": 76, "10853": 71, "10854": 75, "10gb": 7, "11": [69, 70, 71, 72, 73, 74, 75, 76], "1109": 7, "11090427756838": 72, "113": 73, "11301727289": 75, "11389817828658": 72, "1145": 0, "11520": [70, 71, 72, 74, 75, 76], "11573": 76, "11587": 71, "11649": 74, "11780028821634": 71, "11870426967686143": 74, "11984467906358": 72, "12": [2, 5, 6, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "120": 71, "12180": 71, "12183": 76, "1219715833017": 72, "122": 73, "12308": 75, "12321836432302": 72, "12367": 71, "12371": 7, "124304": 71, "12462597231874": 72, "1247": 71, "12519567758555894": 70, "12528250474749": 72, "12541": 74, "12704060142421": 72, "12816": 71, "1287670446718": 74, "12900": 75, "12948": 70, "13": [70, 71, 73, 74, 75, 76, 81], "13046400": [70, 71, 72, 74, 75, 76], "13047508039367": 76, "13071758654": 70, "13218": 71, "13344": 70, "13373": 74, "13417": 76, "1374": 71, "13779": 73, "13780": 75, "13899733853399": 72, "14": [7, 72, 73, 81], "140160": [68, 73], "14064407629781": 72, "141": 69, "14225": 71, "144": 76, "1447156088359804": 76, "14488073433873": 72, "14496": [70, 71, 72, 74, 75, 76], "14597880471529123": 70, "1482": 72, "149": 69, "15": [68, 70, 71, 72, 73, 74, 76, 80], "15004851034096944": 74, "15106": 76, "15197": 72, "152": [70, 74, 75, 76], "15254710004311": 72, "15279122447957": 72, "1542061821218716": 70, "15499": 75, "155": 71, "15531893926972": 72, "156": 71, "15616": 71, "15638400": [70, 71, 72, 74, 75, 76], "15665229426293": 72, "157": 71, "157319138929936": 76, "15733356377928": 72, "15797185610974": 72, "158": 71, "159": 71, "16": [70, 71, 72, 74, 76, 80], "161": 8, "16215148190642": 72, "164900520907892": 74, "16532": 70, "16582": 74, "1659288529232903": 70, "16653": 76, "168": [68, 72], "169": [69, 73], "16923377015886132": 71, "16961935329535": 72, "17": [70, 71, 72, 74, 75, 76, 80, 81], "170717786078": [70, 74], "17223251340036": 72, "17226791806": 74, "17376": [70, 71, 72, 74, 75, 76], "174": 71, "175": [70, 71, 74, 75, 76], "17564750687498": 74, "176": [68, 71], "1764": 75, "177": 71, "17748918": 76, "178": 71, "179": 71, "18": [70, 71, 73, 74, 75, 76, 80, 81], "18054": [75, 76], "181": 68, "18190": 75, "183": 68, "18316800": [70, 71, 72, 74, 75, 76], "1855": 71, "186377523616978": 71, "18911065438731": 70, "19": [2, 7, 61, 70, 71, 72, 74, 80], "190": [68, 69, 73], "191": 71, "19138929936": 76, "1929073594710715": 71, "193129951486": 72, "1932378723401": 71, "19332": 75, "19347": 70, "19397": 74, "19473": 76, "196": 68, "19611060077995": 72, "198977940785": 72, "1991": [6, 70, 71, 72, 74, 75, 76, 80], "1992": [70, 71, 72, 74, 75, 76, 80], "1997": 6, "1998": 6, "1e": [7, 60, 61, 62, 78], "2": [0, 2, 5, 8, 10, 18, 68, 69, 70, 71, 72, 73, 75, 76, 80, 81], "20": [70, 71, 72, 74, 75, 76, 78, 80], "2004": [31, 42], "201": [72, 76], "20143741435643": 72, "2016": 43, "2021": 0, "2021sinergym": 0, "2022": [68, 69, 70, 71, 72, 73, 74, 75, 76], "203": 76, "20352": [70, 71, 72, 74, 75, 76], "20393": 72, "20410": 75, "20424": [70, 74], "20438": 76, "20476": 76, "2048": 7, "204818523511": 74, "205": 76, "20504796353065": 72, "205479307242": 75, "2061": 74, "20765409229273": 72, "20781447906961": 72, "208": 76, "2081195882295": 72, "2097": 76, "20995200": [70, 71, 72, 74, 75, 76], "20gb": 7, "21": [70, 71, 72, 74, 75, 76, 80, 81], "210": 76, "2107": 71, "21077323668107079": 71, "2112": 70, "21295846": 71, "213": 76, "21565": 74, "21596": 70, "21654": 76, "2170": 71, "2170898935982922": 71, "21771433634": 70, "217932332002": 71, "218350538957212": 76, "2188": 71, "2188620052530483": 71, "21904412959735": 72, "219126588838": 75, "22": [70, 71, 72, 74, 75, 76, 80], "22006": 68, "2201257903301403": 76, "223": [68, 69, 73], "22348": 70, "22400": 73, "224323881572": 71, "225": 76, "22539": 73, "2254": 72, "22592": 74, "22754": 73, "228479196022084": 71, "2292706821575": 72, "2297": 74, "229771212274": 74, "22977705868214432": 74, "23": [70, 71, 72, 74, 75, 76, 78, 80], "23095": 74, "23172": 76, "23300358565249": 72, "23328": [70, 71, 72, 74, 75, 76], "23337652641756": 72, "233991403948": 75, "234847236479097": 70, "23530": 68, "23540331299291": 72, "235586329356": 72, "23560": 74, "23587200": [70, 71, 72, 74, 75, 76], "23614": 70, "23670": 76, "23674788167068": 72, "23928542997237": [70, 74], "24": [29, 70, 71, 72, 74, 80], "24300908399611": 72, "24314170888169": 72, "24402610262762": 72, "2443": 73, "246417930160787": 71, "246756226096": 72, "2474442023517": 72, "247828294638": 74, "248": 71, "249": [5, 72, 82], "25": [69, 70, 71, 72, 74, 75, 76, 80, 81], "25161267316": 71, "252": 71, "25313699035975": 72, "254197872344346": 74, "25435": 72, "25476366733": 72, "25660135880619": 74, "257": [68, 69, 70, 73, 74], "259229761805248": 74, "25984927684709": 72, "26": [70, 71, 72, 73, 74, 78, 80], "26129913247165": 71, "26208": [70, 71, 72, 74, 75, 76], "26243009865059": 72, "26265600": [70, 71, 72, 74, 75, 76], "2636": 71, "265": [68, 69, 73], "265504441257": 70, "26775410632883273": 71, "2678400": [70, 71, 72, 74, 75, 76], "2698020216335806": 75, "27": [69, 70, 71, 74, 76, 80], "27041626118706": 72, "2705": 75, "2705336525778672": 75, "27057664160117": 72, "2715": 71, "27473828933916": 71, "27509765486189": 72, "2756": 75, "2756596244185509": 75, "2761863833358795": 76, "2767": 71, "2767822204079172": 71, "27876446466": 72, "28": [68, 70, 71, 72, 75, 76, 80], "280335251083": 71, "280448896257": 71, "280742048788": 72, "2835": 71, "2835011953773881": 71, "28410120219": 71, "28750630729937": 72, "2879179385394967": 71, "28857600": [70, 71, 72, 74, 75, 76], "289": 76, "28974196121876": 75, "29": [69, 70, 71, 72, 74, 76, 80], "29027708737195": 74, "2911582802689": 71, "29184": [70, 71, 72, 74, 75, 76], "293": 75, "2948130717586541": 70, "294847641754": 70, "296": [70, 76], "29631550252394": 74, "29667": 72, "2976": [70, 71, 72, 74, 75, 76], "29761805248": 74, "29888599656579": 72, "29th": 6, "2zonedatacenterhvac": 43, "2zonedatacenterhvac_weconom": [2, 5], "3": [0, 2, 4, 6, 10, 18, 22, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 81], "30": [60, 61, 62, 68, 70, 71, 74, 75, 80], "302507096687205": 71, "30287781156127": 72, "30362458961184": 72, "305": 71, "306587": 71, "30679185978435": 72, "30684175112909": 72, "30793764011797": 72, "308881942532789": 70, "309": 75, "309570961516462": 74, "31": [5, 6], "31058065863118": 72, "31131614661928": 72, "31142563": 71, "31232078408934": 72, "31237173": 71, "31323981198721": 72, "313388281761": 71, "314": 72, "315": 72, "31536000": [70, 71, 72, 74, 75, 76], "316306201286": 74, "317": 72, "317208056052774": 76, "317330025625665": 71, "317654": 71, "318": 72, "319": 0, "31e": 73, "32": [71, 73], "320": [2, 72], "32064": [70, 71, 72, 74, 75, 76], "322446742612": 76, "32266": 72, "323": 0, "32472912215": 70, "32533920526858": 70, "329": 73, "32982109298299": 75, "32985628557421": 75, "32991317091641": 75, "32992237675168": 75, "32998609178986": 75, "32e": 73, "33": 75, "330": 73, "33000068783789": 75, "33010209424337": 75, "33017846907974": 75, "33021642625628": 75, "33031589389634": 75, "3306": 7, "3319": 75, "3355501078475": 72, "336": 68, "336525778672": 75, "33693": 72, "337": 73, "337141748097": 70, "33729078022685": 76, "3379": 71, "3379077746701543": 71, "33834645": 76, "33e": 73, "34": [73, 76, 81], "340": 68, "341": 72, "3410486422979": 72, "34128949509953": 72, "342330065786": 76, "343": 68, "3432": [68, 69, 73], "34341168003": 75, "3438": 75, "3438778066876331": 75, "34597161854728": 72, "346": 68, "347": [68, 73], "34795468286": 70, "34861": 72, "3486611": 0, "3488729": 0, "349": 73, "35": [68, 81], "35040": [68, 70, 71, 72, 73, 74, 75, 76], "3518": 71, "35210582586": 76, "3532375277869": 74, "353241": 71, "35441535664673": 72, "359282": 71, "36": [73, 75], "360682108922676": 71, "3618": 72, "36536796313164": 72, "3657537644182542": 71, "36579183917195": 70, "3660": 71, "3667378090425686": 71, "3683012": 71, "369": 73, "36e": 73, "37": 75, "370352311853": 76, "378": 73, "3780": [70, 74], "3780170717786078": [70, 74], "379": 68, "38023912699316": 71, "380860934114": 71, "381": 73, "38432687212007": 72, "38460288121428": 72, "38570883464585": 71, "3890808542817": 71, "3891852062392": 71, "39": [68, 69, 70, 71, 72, 73, 74, 75, 76], "390": 2, "39052356895": 75, "39061695": 76, "395": 68, "395519627065": 76, "4": [2, 5, 6, 18, 39, 60, 61, 62, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "40": [70, 73, 76], "402065": 71, "40426022": 71, "4056020773604": 71, "4058515355591": 76, "406": 73, "40668187489388": 72, "40730428893415": 72, "4085": 74, "41": [73, 81], "4104": 70, "41070439945542": 72, "4115": 76, "41247285833814": 72, "415191462993": 71, "41549254088": 72, "416": 69, "417448015461": 76, "4190": 71, "4190456055889271": 71, "42": 73, "420": 74, "4200577215": 72, "4208": 71, "42086358707770727": 71, "421014390196424": 71, "4221825034278": 70, "425": 69, "4267301020354": 71, "4274": 70, "42748415049109373": 70, "428": 71, "43": 71, "43118400765561": 72, "43193626": 76, "432140993574": 71, "433": 73, "4331": 75, "434": 73, "4345": 71, "4345217932332003": 71, "43562436709753": 72, "436": 73, "437": 73, "43849129649558": 72, "43858732417969": 72, "439": 71, "44": 71, "44074542533152": 76, "441233237612": 70, "4420": 76, "44204174480154607": 76, "4421": 71, "4421637300732844": 71, "4423404300643832": 75, "44257972669456": 72, "44280752813544": 72, "4442211987932": 72, "44444445": 76, "445": 76, "4456792859417381": 71, "4480209727506": 75, "44816667157681": 72, "45": [2, 72, 76], "4527": 71, "45270718350652744": 71, "4534184979221": 71, "453811738773": 71, "456055889271": 71, "4564": 71, "4598": 2, "46": [2, 75, 76], "460": 71, "4613144918713914": 71, "462": 71, "4627284531045": 72, "463": 2, "464": 74, "464921588717": 71, "465": 71, "467": 71, "46778150537447": 72, "469": 71, "47221468667798": 71, "47236479097": 70, "474": 71, "474812": 71, "475": 71, "477": 71, "477150_iwec": 81, "47728046995123": 72, "478": 71, "479": 71, "48": 76, "480": 71, "485": 71, "486": 76, "48682887050774": 72, "4868953414246": [70, 74, 75, 76], "487": 71, "488": 76, "48953443144097": 72, "48e": 73, "49": 73, "490": 71, "491": 2, "49202797924699": 72, "494": 71, "496": 71, "4979": 2, "49805825736507": 72, "4987": 71, "49874151914629933": 71, "498986238363": 75, "49970749537007": 72, "5": [0, 5, 18, 24, 48, 60, 61, 62, 65, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "5000": 7, "5000000e": 76, "50085261539548": 72, "5016": 70, "5016972171658431": 70, "5019": 73, "5030": 75, "5047": 71, "505": 76, "50538957212": 76, "5097600": [70, 71, 72, 74, 75, 76], "510604831627059": 76, "5111010314528696": 71, "5123796": 71, "52": [68, 69], "52064693594591": 72, "521248481572": 71, "522": [68, 69, 74], "524": 69, "5255": 70, "5255294847641755": 70, "5262": 71, "5262280448896258": 71, "5277853133220205": 71, "53": 76, "5302": 71, "530660717744": 75, "532": 68, "533552": 71, "53376534972051": 71, "5344636529": [75, 76], "5346266621": 74, "535": 76, "5352": 75, "5352233991403947": 75, "5355": 71, "5355082126576655": 71, "537": [69, 76], "5381431017472": 74, "53868550812861": 71, "54": 73, "540": 76, "5417": 70, "543": 76, "5435": 74, "545": 76, "5457": 71, "5457280335251083": 71, "5458": 76, "54695943183036": 72, "548": 69, "549": 69, "55": [31, 42, 71, 81], "55052344518836": 72, "5512781399194": 72, "551748683549": 76, "5534876380125": 76, "553516": 71, "55357872462707": 72, "5537459734599": 71, "556025": 71, "55675636953588": 72, "557": 69, "5571280438139": 72, "5592545746684792": 76, "559762066197": 76, "56": [68, 71, 73], "560": 69, "56028227908": 76, "560641948945": 75, "56101173": 76, "561015096362": 70, "5624": 75, "56241622682827": 72, "563": 69, "5664": [70, 71, 72, 74, 75, 76], "567": 73, "5693658209031192": [70, 74], "57": 74, "570": 73, "572": 73, "57236745458363": 72, "57629951364": 70, "57724440341409": 72, "57842146719483": 72, "579": 71, "58": [71, 76], "580": 71, "582": 69, "583": 71, "585": 73, "58536199071002": 72, "586": 71, "586715117292": 76, "587": 71, "5891712317": 71, "59": [69, 71, 73, 76, 81], "592144": 71, "5939": 71, "5939453811738773": 71, "594": 73, "5942085": 71, "596244185509": 75, "59810935786398": 72, "5e": 73, "5e6": [5, 71, 80], "5zone": [3, 5, 6, 7, 71, 75, 80, 82], "5zoneautodxvav": [2, 5, 42, 72], "6": [2, 6, 7, 9, 18, 39, 60, 61, 62, 69, 70, 71, 72, 73, 74, 75, 76, 80, 81], "6006": 7, "602": 70, "602179397853": 71, "603": 70, "60363543147483": 71, "603862296734": 74, "60430118197448": 72, "60466670710505": 72, "605": 70, "60513463360622": 72, "606": [70, 73], "606228211076": 70, "6065": 71, "6065825052347422": 71, "607": 70, "60757560084356": 72, "608": [71, 73], "608669456482": 75, "6090046831275": 72, "6108147937607988": 71, "612621010536379": 71, "61357774788482": 71, "61576801735736": 72, "617": 69, "618": 68, "618801": 71, "619": 68, "61997561531062": 72, "620052530483": 71, "6211799169361": 76, "62243610547647": 72, "62275516349538": 72, "6249": 71, "6249758355257714": 71, "626": [68, 73], "62639383402464": 72, "62715643472103": 72, "63057921118531": 72, "63326219095743": 71, "6334": 70, "6342081608280488": 70, "6345": 74, "635870777072": 71, "6368": 75, "6368219126588838": 75, "637300732844": 71, "6373596": 71, "6378": 76, "638168": 71, "64": [7, 69], "64043835708107": 72, "641656051256": 71, "643": 76, "6430": 72, "643025476366733": 72, "64389562611166": 72, "64591022418004": 72, "646": 76, "6461216699741": 72, "6464879098053": 71, "6482": 72, "649": 76, "6499": 75, "6499498986238363": 75, "6502371961184": 72, "65216773896621": 72, "65243564408237": 72, "653": 76, "657": 76, "6570166669069": 72, "65e": 73, "66": 81, "6603": 71, "6603432140993574": 71, "66372873926693": 72, "664": 73, "665": 72, "666": 73, "6676225575917": 72, "669": 71, "66962269026": 72, "669648540534": 72, "67": 68, "6700868290835906": 75, "670830_iwec": 81, "67194978294257": 72, "672379345545623": 74, "6739403341485966": 70, "6746607947314196": 70, "67471404763066": 72, "6755242680454563": 76, "67730731535304": 72, "6780367305225": 71, "68": 81, "68084155872953": 72, "68246103494577": 72, "683": 73, "68506692334094": 72, "686012": 71, "69111805746721": 70, "692402629544": 71, "69669852361374": 72, "7": [7, 18, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "70": 81, "70080": [68, 73], "7016": 71, "70199079621272": 72, "705059073313615": 71, "70569108217305": 72, "70961516462": 74, "710258038781241": 75, "710713063269523": 71, "7116": 71, "712265755012": 72, "712510": 69, "7163": 76, "7163352105825861": 76, "716588": 69, "716606": 69, "7188": 75, "7196": 70, "72": 73, "720": 70, "7202": 74, "722745_tmy3": [5, 81], "7230": 76, "72381361666412": 76, "724695_tmy3": 81, "725205_tmy3": [5, 72, 81], "725300_tmy3": 81, "72571798349205": 72, "72661725183894": 72, "727885_tmy3": [5, 81], "73": [68, 69, 70, 71, 72, 73, 74, 75, 76], "73019797836642": 75, "7323170557345": 72, "732366810708": 71, "73397": 71, "736": 73, "73615474040233": 76, "73841316494982": 72, "7387008675283511": 71, "74254870657726": 71, "743": 74, "74339864119381": 74, "744": 76, "744860_tmy3": [5, 81], "74532738560474": 72, "746": 74, "749": 74, "74943691501284": 72, "75": 81, "751": 74, "752": [74, 75], "753": 75, "754": 76, "756": 75, "75661867832585": 76, "758355257713": 71, "7607145700276305": [70, 74], "761": 75, "7611117082783": 71, "7618722": 71, "76257909194055": 72, "7625904745278": 70, "7626350724654": 74, "763": 75, "76415193815065": 72, "76426059004519": 72, "76633279008873": 72, "76648417323338": 72, "77": 7, "770586821443": 74, "775861760021": 72, "7776000": [70, 71, 72, 74, 75, 76], "7777": 74, "7777204818523511": 74, "77775409162826": 72, "778": 76, "778066876331": 75, "77860937315": 76, "779675822106": 76, "7796758221068": [70, 75], "7796775010779": 74, "77987420966986": 76, "78": 81, "780": 76, "78208493279325": 72, "783": 76, "78478083621939": 72, "785": 76, "786": 76, "78635379853651": 72, "788544721127": 74, "789": 76, "79": 81, "79017615251069": 72, "79071520939431": 72, "79261102276273": 72, "79267736363525": 72, "7928063319255": 71, "79284879509999": 72, "79295371363": 76, "7933442496152": 72, "79379237233488": 72, "79446517569299": 72, "794724": 71, "798440045137": 75, "8": [7, 9, 70, 71, 72, 73, 74, 75, 76, 80, 81], "80": 81, "800001": 76, "80021185275091": 72, "802220_iwec": 81, "80239869708953": 72, "80319610787662": 72, "805": 76, "8054534463652903": [75, 76], "80709264052893": 71, "81": 81, "8111888": 76, "81155249007516": 72, "81204708989529": 74, "814": 68, "816": 68, "81660183265429": 72, "8190113017272893": 75, "82097230898479": 72, "82190812609193": 72, "822204079172": 71, "825": 73, "825052347422": 71, "8288126081056": 71, "83": 81, "830227": 71, "83076622984114": 71, "833": 68, "83407114707671": 70, "83511693216035": 72, "8362732e": 76, "83684923572157": 72, "83977394603949": 72, "83e": 73, "84": 81, "841504910937": 70, "843863403107411": 71, "844059": 71, "84413809380008": 72, "84452889598035": 72, "84549591879043": 72, "84579381787813": 70, "84848610748885": 72, "84852169014866": 72, "84918155106144": 72, "84995148965903": 74, "85073350665203": 76, "851": 68, "852": 68, "85402119528471": 70, "85491440084278": 72, "85528439116402": 76, "8565960165495": 72, "85953514518": 72, "86006": 71, "861": 68, "8610257810776": 72, "862": [68, 70], "863": 68, "8640": [70, 71, 72, 74, 75, 76], "86400": 7, "86497279549": 75, "86509413798045": 72, "86909845458321": 72, "86930856602": 70, "86935225127617": 72, "870": 68, "871": 75, "87141679758788": 72, "873": 70, "87480432241444": 70, "87644643022476": 72, "8777": 71, "87810890551877": 70, "88116986202595": 72, "88129573032314": 74, "8821997117836595": 71, "88586123209223": 72, "885947073011": 71, "88721275822578": 72, "88794828178202": 72, "890187701882": 71, "89365754884302": 72, "89388375583001": 72, "89730314513248": 72, "898": 73, "8985175509725": 75, "898935982922": 71, "899": 73, "8th": 0, "9": [5, 43, 60, 61, 62, 70, 71, 72, 73, 74, 75, 76, 78, 80, 81], "900": [70, 71, 72, 74, 75, 76], "9000000e": 76, "90053413764347": 72, "9027267231826451": [75, 76], "9056": 75, "906": 73, "90682538688919": 72, "90761065616391": 72, "90925164972085": 72, "91": 81, "91255021343735": 72, "91452531903": 75, "916685717913": 71, "916779680616": 74, "91834253143812": 72, "92": 81, "923": 69, "92354348202196": 72, "92364136523652": 72, "925": 69, "92570822385427": 72, "9257929336437414": 74, "927": 69, "929": 69, "930": 69, "9310852109356": 72, "9326": 71, "9332864972795492": 75, "93365898954337": 72, "934364": 71, "93795083204492": 72, "9404356024169": 72, "941": 68, "94282444325588": 72, "943": 68, "94373222068": 75, "94397819959719": 72, "944264214886": 74, "94552529042894": 72, "94708364107272": 72, "947670_iwec": 81, "9484536": 76, "94899380246081": 72, "949613499954": 74, "95": [7, 73, 81], "95177229570344": 72, "95342186248593": 72, "95371613155545": 72, "95453942245817": 72, "957": 68, "9582741": 71, "963985853561047": 71, "96494": 71, "96584051042909": 76, "966775407980537": 71, "968971758518": 74, "9707859e": 76, "972": 73, "972171658432": 70, "97275669816291": 76, "97813067889673": 74, "9781450391146": 0, "97872344346": 74, "98": 68, "980146004908": 75, "984": 74, "98427457": 71, "9844573338465317": 70, "98455644317614": 72, "98466104": 76, "984705": 71, "988": 68, "988834083817571": 71, "989": 68, "98956711598672": 70, "99": [7, 39], "9909": 70, "9909576299513639": 70, "991": 71, "9910000e": 76, "991284981603": 72, "993": 71, "99301384406026": 71, "994": 71, "99485496779759": 76, "9949106627480553": 72, "995065534156": 74, "99542513359391": 74, "996": [68, 74], "99617019496714": 72, "9969193980086": 71, "99796649838974": 71, "9982": 72, "998844": 71, "99998833869494": [75, 76], "A": [0, 2, 4, 7, 8, 28, 71, 77, 81], "And": [7, 70, 73], "As": [5, 7, 9, 71, 80], "At": [7, 8, 70, 73, 80], "Be": 5, "But": [78, 80], "By": [6, 9, 71, 78, 80], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 39, 68, 70, 71, 72, 73, 75, 76, 78, 79, 80, 82], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 35, 39, 48, 66, 71, 77, 78, 79, 80, 81, 82], "In": [0, 5, 7, 8, 9, 10, 39, 48, 69, 70, 71, 72, 74, 78, 79, 80], "It": [0, 2, 4, 5, 7, 8, 9, 10, 18, 24, 44, 46, 56, 62, 71, 78], "Its": [2, 4, 5], "NO": 4, "No": [5, 69], "On": [4, 7, 9, 71, 80], "One": 7, "Or": 7, "That": [5, 78], "The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 18, 24, 31, 46, 48, 70, 71, 72, 76, 77, 78, 80, 82], "Then": [4, 5, 7, 9, 68, 69, 71, 72], "There": [4, 7, 9, 77], "These": [0, 5, 7, 8, 10, 56, 71, 78, 79], "To": [0, 5, 6, 7, 9, 10, 69, 79, 80], "With": [4, 5, 71, 80], "_": 7, "__call__": 78, "__init__": [5, 7, 13, 16, 18, 20, 23, 24, 39, 42, 43, 44, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 74, 78], "__version__": 7, "_check_eplus_env": 5, "_create_row_cont": 74, "_ddy_path": 39, "_env_working_dir_par": [7, 68, 69, 73], "_episode_exist": 7, "_eplus_one_epi_len": [7, 68, 69, 73], "_eplus_run_steps": [7, 68, 69, 73], "_get_actu": 27, "_idd": 39, "_idf_path": 39, "_init_setup_model": 7, "_mean": [68, 69, 73], "_method": [68, 69, 73], "_setpoints_transform": 5, "_var": [68, 69, 73], "_weather_path": 39, "a2c": [4, 7], "abil": 7, "abl": [5, 7, 9, 71], "about": [0, 4, 5, 10, 46, 69, 73, 75, 76, 77, 79, 80, 82], "abov": [5, 7, 8, 69, 71], "abs_comfort": [70, 71, 72, 74, 75, 76], "absolut": [35, 60, 62, 78], "abspath": 7, "abstract": 16, "accept": [7, 8], "access": [4, 7], "accompani": [0, 10], "accord": [24, 81], "account": [0, 4, 5, 6, 7, 9, 10, 50, 51, 78], "accur": 4, "acm": 0, "act": [42, 43, 44, 67, 75, 80], "act_repeat": [5, 13, 18, 71, 80], "action": [0, 3, 4, 7, 9, 10, 13, 16, 18, 20, 24, 33, 39, 42, 43, 44, 48, 56, 64, 65, 67, 68, 69, 70, 73, 74, 75, 76, 79], "action_": [70, 71, 72, 74, 75, 76], "action_definit": [5, 13, 18, 39, 71, 72, 80], "action_definition_exampl": 5, "action_map": [5, 13, 71, 80], "action_nois": 7, "action_simul": 4, "action_spac": [5, 7, 13, 44, 70, 71, 72, 74, 76, 80, 82], "action_vari": [5, 13, 71, 72, 80], "activ": [5, 7, 9, 23, 56, 64, 77], "activate_flag": 56, "activate_logg": 64, "activity_level_schedule_nam": 71, "activitysch": 71, "actschd": 71, "actuat": [5, 27, 71, 72], "ad": [0, 2, 4, 10, 72, 81], "adapt": [0, 5, 10, 39, 45, 46, 71, 72, 80], "adapt_idf_to_action_definit": 39, "adapt_idf_to_epw": 39, "adapt_variables_to_cfg_and_idf": 39, "add": [4, 5, 7, 8, 39, 71, 73, 78, 80, 82], "add_argu": 7, "add_batch": 34, "addit": [5, 13, 23, 39, 46, 48], "address": [0, 7], "adjust": [72, 78], "admin": 7, "advantag": [5, 8, 72], "advertis": 7, "afb": [5, 81], "affect": [5, 26, 39, 48], "affin": 7, "after": [7, 18, 48, 70, 71, 76, 80], "again": 7, "agent": [0, 3, 5, 7, 10, 13, 24, 42, 43, 44, 48, 56, 71, 72, 75, 77, 78, 79, 80], "aggress": 8, "agre": 7, "aim": [0, 5, 7, 9, 10], "air": [2, 71, 75, 78, 80], "air_velocity_schedule_nam": 71, "airtermin": 71, "airvelocitysch": 71, "alejandro": 0, "alg": 7, "algorithm": [0, 3, 4, 7, 10, 22, 68, 69, 73, 79, 80], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 35, 36, 39, 59, 64, 70, 72, 73, 75, 77, 78, 79, 80, 81], "allegheni": [5, 72, 81], "alloc": [7, 8], "allow": [0, 4, 5, 7, 10, 78], "allus": 7, "alon": 50, "along": [0, 10], "alphabet": 8, "alreadi": [5, 7, 71, 75, 78, 79, 80], "also": [0, 4, 5, 9, 10, 46, 71, 72, 73, 76, 78, 80], "alter": 7, "altern": [5, 9], "although": 5, "alwai": [0, 5, 7, 70, 73, 75, 77, 78], "am": 78, "amplifi": 6, "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 36, 39, 46, 48, 56, 70, 77, 78, 79, 80, 82], "angb": 81, "angel": [5, 81], "ani": [0, 5, 6, 7, 9, 10, 13, 18, 23, 24, 34, 39, 42, 43, 44, 48, 56, 64, 65, 66, 67, 71, 73, 74, 75, 77, 78, 80], "ann": 39, "annot": 7, "anoth": [8, 9, 71, 77], "antananarivo": 81, "antonio": 0, "anymor": 7, "anyth": 48, "anywai": [9, 79], "ap": [5, 72, 81], "api": [0, 7, 10, 46, 49, 70], "appear": [4, 5, 9, 48, 70, 77], "append": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 82], "appengin": 7, "appli": [5, 6, 7, 8, 13, 39, 66, 73, 77, 82], "applic": [7, 79], "apply_extra_conf": [6, 39], "apply_weather_vari": 39, "appropri": [7, 71, 80], "appspot": 7, "apt": 9, "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 48, 56, 60, 61, 62, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82], "area": [2, 5], "arg": [5, 7, 9, 13, 23, 24, 64, 65, 66, 67, 75], "argpars": 7, "argument": [4, 7], "argumentpars": 7, "aris": [71, 80], "arizona": 81, "arrai": [56, 71], "arrmean": [68, 69, 73], "artifact": [0, 7, 10], "artifact_path": 7, "artifactregistri": 7, "ashra": [31, 42, 43], "ashrae9012016_officemedium": 2, "ashrae9012016_officemedium_denv": 5, "ashrae9012016_warehous": 2, "ashrae9012016_warehouse_denv": 5, "ask": [52, 53, 54], "aspect": [0, 2, 10, 78], "assign": 80, "associ": [0, 5, 10], "asymmetr": 2, "atari": [0, 10], "attach": 7, "attempt": 8, "attribut": [4, 5, 13, 18, 39, 56, 73, 77], "aus_nsw": 81, "australia": 81, "auth": [7, 50], "authent": 7, "author": [0, 51], "auto": [2, 4, 7], "auto_delet": 7, "autodelet": 7, "autom": [0, 10], "automat": [0, 5, 7, 8, 9, 10, 13, 39, 71, 72, 79], "autopep8": 8, "avail": [0, 2, 4, 7, 10, 13, 39, 44, 71, 73, 74, 76, 80], "availability_schedule_nam": 71, "availabilitymanag": 71, "averag": [4, 48, 80], "avoid": 48, "axi": [68, 69, 73], "b": 7, "back": 7, "backend": [0, 7, 10], "background": [4, 72], "balanc": 7, "bar": 4, "base": [0, 3, 4, 7, 8, 10, 42, 43, 59, 71, 75, 79], "base_class": 48, "basealgorithm": 48, "basecallback": [4, 24], "baselin": [0, 4, 10, 22, 45, 46, 79], "baselines3": [45, 46], "basement": 2, "basereward": 78, "bash": 7, "basi": 80, "basic": 41, "basin_heater_operating_schedule_nam": 71, "basinheatersch": 71, "batch": [7, 34], "batch_siz": 7, "batteri": [2, 4, 7], "bcvtb": [0, 5, 10, 18, 39], "bcvtb_path": [5, 9, 18, 20], "becaus": [4, 5, 7, 8, 73, 75, 80], "becom": [0, 10], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 37, 46, 48, 69, 71, 77, 78, 79, 80], "befor": [5, 7, 9, 18, 39, 48, 71, 72, 73, 76, 80], "begin": 7, "behav": 8, "behavior": 78, "being": [4, 5, 13, 77, 78, 80], "bellow": [7, 78], "belong": [7, 56, 77], "below": [78, 81], "benchmark": [0, 3, 10], "benefit": [4, 5], "best": [4, 7, 24, 68, 69, 73], "best_model": [7, 68, 73], "best_model_save_path": [7, 24, 68, 73], "better": [4, 5, 80], "between": [0, 4, 5, 8, 10, 29, 78], "bf": 7, "bin": [7, 9], "bind": 7, "blob": 46, "blob_prefix": 53, "bogota": 81, "booktitl": 0, "bool": [7, 13, 18, 20, 24, 32, 46, 48, 56, 64, 65, 74], "boolean": [18, 23], "boot": 7, "bot": [2, 8], "both": [0, 4, 5, 7, 10, 67, 78], "bound": [4, 68, 69, 70, 71, 72, 73, 74, 75, 76], "box": [4, 5, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "branch": 8, "buc": 7, "bucket": [53, 54], "bucket_nam": [7, 53], "bucklei": 81, "buffer": 7, "buffer_s": 7, "bug": [0, 10, 82], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 36, 38, 39, 68, 69, 70, 73, 74, 75, 76, 77, 78, 79, 80], "builder": 7, "built": [7, 8], "bulk": 2, "button": 9, "bvctb": [68, 69, 70, 71, 72, 73, 74, 75, 76], "c": [7, 60, 61, 62, 78], "cach": 7, "calcul": [4, 5, 7, 68, 73, 78, 80], "call": [4, 5, 7, 8, 9, 18, 24, 48, 71, 73, 77, 80], "callabl": [48, 64], "callback": [0, 7, 10, 21, 47, 48, 68, 69, 73], "callback_on_new_best": 24, "callbacklist": [4, 7, 68, 69, 73], "campoi": 0, "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 48, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "cannot": [8, 69, 80], "cant": 7, "captur": 7, "care": [0, 5, 7, 10, 72], "carri": 77, "case": [0, 5, 7, 8, 9, 10, 48, 70, 71, 73, 75, 78, 80], "cast": [68, 69, 70, 71, 72, 73, 74, 75, 76], "cat": 7, "catch": 8, "caus": 7, "cc": 69, "cd": 9, "center": [2, 43], "certain": 5, "cfg": [0, 5, 10, 18, 39, 77], "ch": 7, "chang": [0, 5, 7, 8, 10, 39, 56, 69, 70, 72, 73, 74, 77, 78, 80], "characterist": [5, 78], "charg": [2, 5, 67], "check": [0, 4, 5, 7, 8, 32, 46, 48, 79], "checker": [5, 45], "checkout": 8, "chill": 2, "choos": 9, "chosen": [42, 43, 44, 75, 80], "ci": [8, 46], "citi": 0, "class": [0, 4, 5, 6, 7, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 38, 39, 41, 42, 43, 44, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71, 74, 75, 77, 78], "classif": 81, "clear": 7, "clg": [39, 71], "clgsetp": 80, "click": [0, 9, 10], "client": [7, 52, 53, 54], "climat": [5, 81], "clip": [4, 7, 67], "clip_rang": 7, "clone": [9, 80], "close": [7, 13, 18, 64, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82], "clothingsch": 71, "cloud": [0, 4, 8, 10, 49, 50, 51, 52, 53, 54], "cloud_sql_proxi": 7, "cloud_sql_proxy_imag": 7, "cloudapi": 7, "cloudbuild": 7, "cloudfunct": 7, "cloudsdktool": 7, "cloudsql": 7, "co": 7, "coastal": 81, "code": [0, 3, 4, 6, 7, 8, 9, 10, 68, 70, 78, 80, 82], "coef": 7, "coil": [2, 71], "coilsystem": 71, "col_bogota": 81, "cold": [60, 61, 62, 78, 81], "collect": [7, 56, 80], "colombia": 81, "colorado": 81, "column": [4, 5, 26, 39], "com": [7, 9, 17, 45, 46], "combin": [7, 9, 71, 72, 76, 80], "come": [2, 72], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 71, 75, 77, 78, 80], "comfort_penalti": [56, 70, 71, 72, 73, 74, 75, 76], "comfort_viol": 73, "comfort_violation_tim": 4, "comfort_violation_timestep": 56, "command": [7, 8, 79], "comment": 4, "commit": 8, "common": [5, 7, 21, 24, 48, 68, 69, 73, 75, 78, 79], "commun": [0, 10, 14, 39, 77, 79], "compar": 4, "compat": [5, 7, 9, 46], "compil": 8, "complet": [5, 68, 69, 73, 76], "complex": [5, 79], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 81], "compos": 28, "comput": [0, 4, 7, 69, 73], "concaten": 4, "conceptu": 79, "concern": [5, 71], "concret": 4, "conda": 9, "condit": [5, 13, 31, 42], "condn": 39, "confer": 0, "config": [6, 7, 27, 70, 79], "config_param": [5, 6, 13, 18, 71, 80], "configur": [0, 10, 13, 18, 20, 38, 39, 68, 69, 70, 72, 73, 75, 76, 78, 79], "confus": 7, "connect": [5, 7, 17, 18, 19, 68, 69, 70, 71, 72, 73, 74, 75, 76], "connector": 20, "consequ": [4, 7, 78], "consid": [9, 60, 61, 62, 70, 78], "consist": [2, 5, 18], "consol": 7, "constant": [5, 7, 60, 61, 62, 74, 76, 78, 82], "constantli": [0, 10], "construct": [4, 5, 7], "constructor": [4, 5, 6, 16, 71, 78, 80], "consumpt": [4, 23, 61, 62, 77, 78], "contain": [0, 5, 8, 48, 50, 51, 70, 72, 79], "containerregistri": 7, "content": [36, 77], "context": [5, 6, 71, 79], "continent": 81, "continu": [4, 5, 6, 7, 8, 9, 69, 70, 71, 72, 80, 82], "continuous_action_def": 5, "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 39, 71, 78, 79], "control_type_schedule_nam": 71, "convert": 34, "cool": [2, 5, 71, 75, 80, 81], "cooler": 2, "cooling_initial_valu": 80, "cooling_nam": 80, "cooling_setpoint_rl": 71, "cooling_setpoint_temperature_schedule_nam": 71, "coolingcoilavailsch": 71, "coolingsetpoint": 71, "copi": [5, 9, 18, 77], "core": [2, 46, 68, 69, 73], "correct": [5, 7, 9, 31, 76, 82], "correctli": [5, 7, 27, 79, 80, 82], "correspond": 18, "could": [0, 6, 7, 10, 69, 82], "count": [48, 71, 80], "counti": [5, 72, 81], "cover": 5, "cp": 7, "cpu": [69, 73], "cr": 7, "creat": [0, 5, 6, 9, 10, 18, 26, 27, 35, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "create_eval_env": 7, "create_row_cont": 74, "creation": [7, 80], "criteria": 80, "csv": [4, 5, 56, 64, 73, 74, 76, 77, 80], "csvlogger": [7, 23, 64, 74, 77], "cuda": 69, "cudart": 69, "cudart_stub": 69, "cumul": [70, 71, 72, 74, 75, 76, 78, 80, 82], "cumulative_comfort_penalti": 4, "cumulative_pow": 4, "cumulative_power_penalti": 4, "cumulative_reward": 4, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 39, 56, 73, 76, 78, 79, 82], "current_cool_setpoint": 75, "current_dt": 75, "current_heat_setpoint": 75, "current_month": [70, 71, 72, 74, 75, 76, 80, 82], "curriculum": 4, "custom": [0, 4, 5, 7, 10, 21, 22, 23, 46, 47, 63, 69], "customcsvlogg": 74, "customiz": [0, 10], "customreward": 78, "d": [7, 8, 18, 68, 69, 73], "d_": 7, "dai": [5, 6, 18, 28, 29, 31, 39, 60, 61, 62, 70, 71, 72, 74, 75, 76, 78], "data": [0, 7, 10, 13, 18, 20, 23, 39, 43, 53, 54, 56, 69, 72, 73, 77], "databas": 7, "datacent": [3, 5, 7, 71, 80], "datastor": 7, "date": [4, 5], "datetim": [7, 68, 69, 73, 75], "daytim": 75, "db": [7, 39], "db_root_password": 7, "ddof": [68, 69, 73], "ddpg": [4, 7], "ddy": [5, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "ddy_model": 39, "deactiv": [7, 56, 64, 77], "deactivate_flag": 56, "deactivate_logg": 64, "decid": [4, 5, 7], "dedic": 5, "deep": [0, 7, 9, 10, 73, 80], "def": [5, 74, 75, 78], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 39, 46, 60, 61, 62, 64, 65, 69, 71, 78, 79, 82], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 39, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80], "definit": [0, 7, 10, 13, 39, 68, 69, 70, 72, 73, 74, 75, 76], "degre": [68, 69, 73], "del": 7, "delet": [7, 50], "delete_instance_mig_from_contain": 7, "delta": 29, "demand": [71, 78, 80], "demo": [5, 68, 69, 70, 71, 73, 74, 75, 76, 80], "demonstr": 2, "depend": [0, 4, 5, 7, 9, 10, 31, 56, 60, 61, 62, 71, 72, 73, 77, 78, 79], "deploi": [7, 8], "deploy": 8, "deriv": 7, "describ": [2, 7, 43], "descript": [7, 18], "desert": 81, "design": [0, 5, 6, 10, 39, 71], "designdai": [0, 5, 10, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "designflowr": 71, "designspecif": 71, "desingdai": 39, "desir": 75, "dest": 7, "dest_bucket_nam": [7, 54], "dest_path": [7, 54], "destin": 54, "detail": [0, 6, 7, 9, 10, 71, 73], "detect": 5, "determin": [6, 7, 80], "determinist": [7, 24, 48, 68, 73], "develop": [0, 3, 4, 8, 9, 10, 69, 76, 79, 82], "devic": [7, 69, 73], "devstorag": 7, "dict": [5, 13, 18, 27, 33, 34, 35, 39, 48, 56, 64, 65, 66, 74, 75], "dictionari": [5, 6, 7, 8, 13, 18, 27, 33, 34, 39, 71, 78, 80, 82], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 69, 73, 78, 79, 80], "dimens": [60, 61, 62, 78], "dir": [7, 39, 69], "direct": [4, 7], "directli": [0, 4, 5, 7, 9, 10, 34, 71, 72, 80], "directori": [5, 6, 9, 13, 18, 39, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79], "disabl": 7, "disadvantag": 72, "discharg": [2, 67], "discomfort": 78, "discret": [4, 5, 13, 70, 71, 78, 80], "discuss": [5, 71], "disk": 7, "disksizegb": 7, "displai": [7, 70, 71, 72, 74, 75, 76, 80, 82], "dispos": 80, "dist": [68, 69, 70, 71, 72, 73, 74, 75, 76], "div": [68, 69, 73], "divers": 5, "divid": [2, 68, 69, 73], "dlerror": 69, "dlr": [45, 46], "do": [0, 4, 5, 6, 7, 9, 10, 48, 69, 71, 72, 78, 79, 80], "doc": [8, 9], "docker": [7, 8], "dockerfil": [7, 8, 9, 79, 80], "docstr": 8, "document": [0, 5, 7, 8, 9, 10, 69, 71, 73, 75, 76, 77, 80], "doe": [0, 5, 6, 7, 8, 10, 18, 77, 81], "doesn": [4, 7, 82], "doi": 0, "don": [5, 7, 9, 70, 72, 77], "done": [5, 56, 70, 71, 72, 74, 75, 76, 80, 82], "door": 71, "dote": 7, "double_scalar": [68, 69, 73], "down": 7, "download": [5, 7], "dport": 7, "dqn": [4, 7, 68, 69, 73], "drive": 7, "drl": [0, 3, 5, 7, 10, 68, 69, 72, 80], "drl_batteri": [4, 7, 73, 80], "dry": 81, "drybulb": [26, 39, 71, 75, 80], "dso_load": 69, "dtype": [5, 68, 69, 71, 73, 80], "dualsetp": 80, "dualsetpoint": [71, 80], "due": [4, 5, 7, 67, 69], "dummyvecenv": [7, 68, 69, 73], "durat": 4, "dure": [4, 5, 7, 8, 13, 23, 24, 73, 77, 80], "dx": [2, 71], "dynam": [5, 69], "e": [0, 9, 10, 48], "e2": 7, "e2_highcpu_8": 7, "each": [0, 2, 4, 5, 6, 7, 10, 13, 23, 24, 34, 35, 39, 48, 56, 64, 73, 74, 75, 76, 77, 78, 80, 81], "earli": 48, "earlier": 73, "easi": [0, 10, 79], "easier": 49, "easili": [0, 5, 6, 7, 10], "east": [71, 80], "ec": 7, "echo": 7, "econom": 2, "ecosystem": [0, 10], "edit": 8, "editor": 7, "effect": [7, 80], "effici": [0, 10], "either": 5, "elabor": 56, "elaps": [18, 28, 56], "eleceq": 71, "electr": [2, 71, 78, 80], "electricequip": 71, "element": [18, 30, 34, 56, 80], "elif": [7, 75], "els": [5, 7, 48, 74, 75], "email": 7, "empti": [5, 9, 13, 39, 68, 69, 73], "enabl": [7, 8], "enclos": 2, "encount": [68, 69, 73, 82], "end": [4, 7, 13, 18, 20, 29, 56, 60, 61, 62, 68, 77], "end_dai": [6, 29], "end_env": 18, "end_episod": 18, "end_mon": 29, "end_month": 6, "end_run": [7, 68], "end_simul": 20, "end_year": [6, 29], "energi": [0, 2, 5, 7, 23, 60, 61, 62, 78], "energy_vari": [60, 61, 62, 71, 78, 80], "energy_weight": [7, 60, 62, 71, 78, 80], "energyplu": [0, 5, 6, 7, 10, 12, 13, 17, 19, 28, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "engin": [0, 7, 10, 16, 72], "enough": 7, "ensur": [5, 9], "ent": 7, "ent_coef": 7, "enter": [7, 80], "entir": [0, 4, 10], "entri": 5, "entrypoint": 7, "env": [4, 5, 6, 7, 9, 24, 32, 35, 37, 39, 42, 43, 44, 45, 46, 48, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "env_nam": [5, 13, 18, 20, 35, 39, 71, 77, 80], "env_sinergym": 9, "env_typ": 7, "env_vec": [68, 69, 73], "env_working_dir": 39, "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 37, 42, 43, 44, 46, 48, 56, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 72, 73, 75, 76, 77, 78, 79, 81, 82], "environment": [31, 42], "environment_id": 71, "environment_nam": 7, "eof": 7, "ep": [4, 7], "ep_len_mean": 73, "ep_length": 4, "ep_pow": 23, "ep_rew_mean": 73, "ep_reward": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "ep_timestep": 23, "episod": [4, 6, 7, 13, 18, 23, 24, 35, 39, 48, 56, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80, 82], "episode_path": 39, "episode_reward": [68, 73], "episodes_": [68, 69, 73], "episodes_int": 7, "eplu": [0, 5, 6, 10, 13, 35, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "eplus_env": 5, "eplus_env_5zon": 71, "eplus_env_datacent": 71, "eplus_env_demo": [68, 69, 70, 71, 73, 74, 75, 76], "eplus_env_new_env_name_mainthread_root": 71, "eplus_env_offic": 72, "eplus_path": [5, 9, 18, 20], "epm": [28, 30, 34, 36, 39], "epoch": 7, "epw": [0, 10, 13, 18, 20, 26, 39, 71, 72, 77, 79, 80], "equal": 78, "equip": [2, 71], "equival": 4, "error": [5, 7, 8, 48, 69, 71, 80], "esp_granada": [71, 80, 81], "establish": [0, 5, 10, 18, 71, 77, 79, 80], "etc": [0, 4, 5, 7, 9, 10, 56, 70, 71, 80], "eu": 7, "europ": 7, "eval": [7, 24, 68, 73], "eval_callback": [7, 68, 73], "eval_env": [7, 24], "eval_freq": [7, 24, 68, 73], "eval_length": 7, "evalcallback": 4, "evalf": 7, "evalloggercallback": 4, "evalu": [0, 7, 10, 24, 68, 69, 73, 78], "evapor": 2, "even": [5, 71, 73, 75, 80], "event": [7, 8], "everi": [7, 8, 9, 24, 70, 71, 72, 74, 75, 76, 79, 80, 82], "everyth": [7, 72, 73, 80], "exactli": [5, 80], "exampl": [3, 4, 5, 7, 8, 9, 10, 71, 72, 74, 77, 78, 79, 82], "example1": 9, "excel": [0, 10, 27, 71], "except": [5, 39, 80], "exclud": 53, "execut": [4, 5, 8, 9, 13, 18, 39, 50, 56, 57, 64, 65, 69, 73, 79, 80], "exist": [8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "exit": 7, "exp": 60, "expect": 48, "experi": [2, 4, 5, 6, 9, 38, 39, 72, 81], "experiment": [0, 5, 10], "experiment_d": [7, 68, 69, 73], "experiment_path": 39, "explain": [7, 8, 71, 80], "explan": [5, 7], "explicitli": 30, "exploration_final_ep": 7, "exploration_fract": 7, "exploration_initial_ep": 7, "exploration_r": [4, 73], "exponenti": [7, 60, 78], "export": [0, 5, 7, 10, 13, 27, 36, 71], "expreward": [7, 71, 78, 80], "extend": 75, "extens": [0, 5, 9, 10, 70, 73], "extern": [0, 5, 7, 10, 39, 71, 77], "external_variable_nam": 5, "externalinterfac": [68, 69, 70, 71, 72, 73, 74, 75, 76], "extra": [0, 4, 7, 8, 9, 10, 13, 18, 38, 39, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79], "extra_conf": [71, 80], "extra_config": [5, 13, 39], "extra_param": 6, "extract": [4, 5, 13, 35, 39], "f": [5, 7, 9, 68, 69, 73, 81], "f1": 7, "facil": [4, 71, 78, 80], "factor": 77, "fail": [6, 7], "fairchild": [5, 81], "faith": 4, "fals": [7, 23, 24, 48, 56, 64, 68, 70, 71, 72, 73, 74, 75, 76, 80, 82], "familiar": [0, 10], "fan": 71, "fanavailsch": 71, "fanger": [71, 80], "far": [5, 78], "featur": [4, 5], "februari": 6, "feedback": [5, 13], "feel": [73, 75], "few": 73, "field": [4, 5, 7, 13, 39, 78, 81], "file": [0, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 33, 36, 38, 39, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81], "file_path": 36, "fin_helsinki": 81, "final": [7, 70, 72], "find": [3, 8], "fine": 2, "finish": [7, 8, 18, 80], "finland": 81, "firestor": 7, "firewal": 7, "first": [0, 5, 9, 18, 39, 48, 64, 66, 68, 70, 71, 73, 74, 75], "firstli": 7, "fit": [71, 80], "five": 2, "fix": [5, 8], "flag": [4, 7, 18, 56, 64, 74], "flag_discret": 5, "flat": 65, "flatten": [65, 76], "float": [5, 7, 13, 18, 26, 28, 29, 31, 35, 39, 48, 56, 60, 61, 62, 64, 65, 69, 74], "float32": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "floor": 2, "folder": [0, 5, 8, 9, 13, 24, 39, 69, 71, 74, 76, 80], "follow": [0, 5, 7, 8, 9, 10, 18, 43, 46, 70, 72, 78, 80], "forget": 70, "fork": [7, 8], "form": 5, "format": [0, 4, 5, 6, 7, 8, 10, 27, 64, 71, 80], "formatt": 57, "found": [5, 13, 39, 82], "four": 2, "fp": 73, "fraction": 71, "framework": [0, 2, 72, 79, 81], "free": [5, 7, 73, 75], "freedom": [68, 69, 73], "freq": 24, "frequenc": [4, 7], "fridai": 2, "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 16, 17, 18, 20, 30, 31, 36, 39, 44, 45, 46, 50, 53, 54, 56, 59, 60, 61, 62, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "fromnumer": [68, 69, 73], "fuel": 2, "full": 2, "full_control": 7, "fulli": 2, "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 35, 36, 45, 47, 48, 49, 58, 59, 61, 62, 70, 71, 74, 75, 76, 78, 79, 80, 82], "futur": [4, 5, 6, 7, 69, 78], "g": [0, 7, 10, 48, 53], "ga": 2, "gae": 7, "gae_lambda": 7, "gamma": 7, "gce": 7, "gce_project_id": 7, "gce_zon": 7, "gcloud": 7, "gcp": 7, "gcr": 7, "gener": [0, 5, 6, 7, 8, 10, 13, 39, 77], "get": [5, 7, 9, 13, 31, 39, 48, 51, 66, 75], "get_is_eplus_run": 18, "get_schedul": [5, 13, 39, 71], "get_season_comfort_rang": 75, "get_service_account_token": 7, "get_unwrapped_ob": 66, "get_zon": [13, 71], "getcwd": 7, "getlogg": 57, "git": 9, "github": [0, 7, 9, 10, 17, 45, 46, 79], "gitignor": 7, "give": [5, 7], "given": [3, 4, 7, 18, 27, 28, 30, 32, 35, 36, 39, 60, 61, 62, 64, 78], "gl": 7, "glanc": 70, "global": [7, 48], "gmail": 7, "go": [4, 5, 7, 68, 69, 70, 71, 73, 76, 82], "goal": [0, 10], "good": 4, "googl": [0, 8, 9, 10, 49, 50, 51, 52, 53, 54], "google_cloud_credenti": 7, "googleapi": 7, "got": [7, 30], "gpu": 69, "grad": 7, "gradient": 7, "gradient_step": 7, "granada": 81, "greatest": 5, "grid": 2, "group": [7, 50], "group_nam": 7, "grow": 5, "gserviceaccount": 7, "gsutil": 7, "gt": 73, "gym": [0, 4, 5, 6, 7, 10, 12, 13, 17, 24, 32, 37, 46, 48, 59, 60, 61, 62, 63, 64, 65, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "g\u00f3mez": 0, "h": [7, 68, 69, 73, 81], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 37, 39, 46, 48, 51, 69, 71, 72, 73, 77, 78, 79, 80, 82], "hand": [4, 7, 9, 71, 80], "handl": 5, "happen": [7, 8], "hasattr": 7, "hasn": [7, 30], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "he": [0, 10], "header": [56, 64, 74], "heat": [2, 71, 75, 80], "heating_initial_valu": 80, "heating_nam": 80, "heating_setpoint_rl": 71, "heating_setpoint_temperature_schedule_nam": 71, "heatingsetpoint": 71, "help": [0, 7, 10], "helper": 7, "helsinki": 81, "henc": 7, "here": [0, 4, 5, 7, 8, 9, 10, 23, 73, 79, 80], "hi": [0, 10], "high": [5, 71, 72, 80], "highcpu": 7, "higher": 78, "host": [0, 2, 7, 77], "hot": [5, 6, 60, 61, 62, 71, 72, 78, 80, 81, 82], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 70, 71, 72, 74, 75, 76, 78], "hourlylinearreward": 78, "how": [0, 5, 7, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 80], "howev": [4, 5, 6, 7, 9, 71, 72, 78, 79, 80], "htg": [39, 71], "htgsetp": 80, "html": 7, "http": [0, 7, 9, 17, 45, 46], "hub": [7, 8, 9], "human": [13, 31, 42], "humid": [71, 80, 81], "hvac": [2, 71, 78, 80], "hyakuri": 81, "hyperparamet": [4, 7], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 34, 35, 39, 46, 48, 50, 56, 61, 64, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "iam": 7, "id": [5, 7, 71, 78, 80], "idd": 39, "idea": 7, "identifi": [7, 8], "idf": [0, 2, 6, 10, 13, 18, 20, 36, 39, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "idf_fil": [5, 13, 20], "idf_path": [5, 18, 39], "ignor": [7, 8, 69, 79], "illinoi": 81, "imag": [7, 9], "imagin": 78, "immedi": 7, "implement": [0, 3, 4, 5, 6, 10, 41, 58, 63, 72, 78, 79, 82], "import": [4, 6, 7, 8, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "improv": [0, 10], "in_temp": 75, "incid": 7, "includ": [0, 2, 5, 6, 7, 8, 9, 10, 21, 69, 70, 78, 80, 81], "inconsist": [5, 71, 80], "incorpor": 5, "increas": 78, "increment": 23, "independ": [2, 79, 81], "index": [5, 7], "indic": [0, 4, 5, 7, 10, 18, 23], "individu": 7, "indoor": [2, 42, 43], "infil": 71, "info": [0, 10, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80, 82], "inform": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 27, 39, 46, 56, 64, 65, 69, 70, 73, 75, 76, 77, 78, 79, 80, 81, 82], "infrastructur": [0, 10], "ingress": 7, "inherit": [4, 59, 82], "init_storage_cli": 7, "initi": [4, 5, 24, 52], "initial_valu": [5, 71], "inner": [7, 23, 50, 53, 54], "inproceed": 0, "input": [2, 7, 8, 18], "insid": [8, 78, 80], "instal": [0, 7, 8, 18, 80], "instanc": [3, 4, 5, 7, 8, 13, 50, 77], "instance_group_nam": 50, "instead": [4, 5, 7, 9, 48], "instruct": 9, "int": [5, 7, 13, 16, 18, 24, 28, 29, 31, 39, 48, 56, 60, 61, 62, 64, 65, 74, 75], "intact": [71, 80], "integ": [13, 18], "integr": [0, 5, 7, 8, 10, 69, 73, 80], "intend": 5, "inter": 7, "interact": [0, 3, 4, 10, 46, 56, 64, 72, 73, 77], "interest": [0, 2, 80, 81], "interfac": [0, 5, 10, 14, 19, 39, 71, 77, 79], "intermedi": 5, "intern": [0, 4, 5, 10, 78], "interpret": 39, "interv": [5, 7, 13], "intervent": [0, 5, 10], "intl": [5, 81], "introduc": [0, 5, 10], "invalid": [68, 69, 73], "investig": 6, "invoic": 7, "io": 7, "ip": 7, "iptabl": 7, "isbn": 0, "isinst": 5, "isn": 7, "isol": 9, "isort": 8, "issu": [0, 5, 7, 8, 10], "its": [4, 5, 7, 8, 51, 64, 70, 80, 82], "itself": [0, 10], "iwmullion": 7, "j": [5, 7, 81], "japan": 81, "javier": 0, "jim\u00e9nez": 0, "job": [7, 8, 9, 79], "join": 5, "jpn_tokyo": 81, "json": 7, "juan": 0, "just": [0, 7, 8, 10, 71, 76], "kaysush": 7, "keep": [4, 18], "kei": [5, 6, 7, 18, 30, 33, 35], "kennedi": [5, 81], "keyerror": 20, "khee": [0, 10], "kind": 80, "know": [0, 5, 7, 10, 71, 77], "knowledg": 71, "kwarg": [13, 23, 24, 64, 65, 66, 67], "l": 7, "lam": [0, 10], "lambda": [7, 68, 69, 73], "lambda_": [60, 62], "lambda_energi": [60, 61, 62, 78], "lambda_t": [60, 62], "lambda_temperatur": [60, 61, 62, 78], "larg": 7, "last": [5, 9, 13, 18, 35, 64, 66, 71, 80], "last_10_steps_reward": 74, "last_result": 35, "later": [5, 9, 56], "latest": [7, 8, 9], "latitud": 81, "launch": 5, "leap": 6, "learn": [0, 7, 9, 10, 68, 69, 71, 73, 78, 80], "learning_r": [7, 73], "learning_start": 7, "least": 7, "leav": [71, 80], "len": [71, 80], "length": [6, 7, 48, 68, 73], "less": [6, 72], "let": [5, 6, 7, 9, 68, 69, 70, 71, 73, 80], "level": [2, 8, 57, 79], "lib": [68, 69, 70, 71, 72, 73, 74, 75, 76], "libcudart": 69, "librari": [0, 7, 9, 10, 69, 75, 79], "lifecycl": [0, 10], "light": 71, "light_control": 71, "like": [0, 4, 5, 7, 8, 9, 10, 39, 69, 70, 71, 79], "linear": [7, 61, 62, 78, 80], "linearreward": [5, 7, 13, 68, 69, 71, 73, 78, 80], "link": [5, 7], "linux": 9, "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 35, 39, 42, 43, 48, 56, 60, 61, 62, 64, 70, 71, 74, 75, 78], "load": [4, 5, 69, 71, 72], "load_ag": 7, "local": [0, 4, 7, 10, 48, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "local_dir": 7, "localhost": 7, "locat": [0, 5, 7, 9, 10, 26, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 81], "log": [4, 56, 57, 64, 73, 77], "log_artifact": 7, "log_callback": [7, 69], "log_episod": 56, "log_fil": [56, 74], "log_interv": [4, 7, 68, 69, 73], "log_param": 7, "log_path": [7, 24, 68, 73], "log_progress_fil": [56, 74], "log_step": 56, "log_step_norm": 56, "logdir": 7, "logger": [0, 5, 7, 10, 64, 68, 69, 70, 71, 72, 73, 75, 82], "logger_class": [64, 74], "loggercallback": [4, 7, 69], "loggerev": 73, "loggerevalcallback": [4, 7, 68, 69, 73], "loggerwrapp": [7, 68, 69, 72, 73, 76, 80, 82], "login": 7, "long": 71, "look": [5, 32, 37, 46, 73, 75], "loop": 70, "loos": 7, "loss": 73, "low": [2, 5, 60, 62, 71, 72, 79, 80], "lower": [68, 69, 70, 71, 72, 73, 74, 75, 76], "lr": 7, "lt": [68, 69, 73], "luca": 0, "m": [7, 68, 69, 73, 81], "m2": 2, "machin": [0, 7, 10, 69, 80], "machine_typ": 7, "machineri": 0, "machinetyp": 7, "madagascar": 81, "made": [0, 5, 48], "mai": [0, 5, 7, 9, 10, 39, 69, 70, 73, 77, 78, 80], "main": [0, 2, 4, 5, 7, 10, 56, 71, 78], "mainli": 46, "maintain": [0, 10], "mainten": 7, "make": [0, 2, 5, 6, 7, 9, 10, 18, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82], "malici": 8, "manag": [0, 5, 6, 7, 10, 38, 39, 50, 77], "mani": [0, 4, 10, 72], "manipul": [4, 7, 8], "manjavaca": 0, "manner": [0, 10], "manual": [5, 6, 8, 13, 72], "map": [5, 13, 71, 80], "marin": 81, "master": 46, "max": [7, 35, 60, 62], "max_ep_data_store_num": [5, 13, 18, 71, 80], "max_ep_stor": 39, "max_grad_norm": 7, "maximum": 77, "mayb": 7, "mb": 7, "md": 0, "mdg_antananarivo": 81, "mean": [4, 5, 7, 8, 18, 24, 26, 39, 48, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "mean_comfort_penalti": 4, "mean_ep_length": 73, "mean_pow": 4, "mean_power_consumpt": 73, "mean_power_penalti": 4, "mean_reward": [4, 73], "meanwhil": 5, "mediterranean": 81, "medium": 7, "member": 7, "memori": 7, "mention": [5, 7, 71], "messag": [5, 8], "met": 48, "metadata": [7, 13], "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 39, 42, 43, 44, 46, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 71, 77, 78], "metric": 4, "micro": 7, "mid": [2, 81], "middlewar": [0, 10], "mig": 50, "might": 7, "migrat": 7, "miguel": 0, "mild": 81, "min": [35, 71], "min_energy_weight": 61, "mind": 4, "minim": 8, "minimum": [48, 61], "minimum_outdoor_air_schedule_nam": 71, "minut": [7, 73], "mistak": 8, "mix": [5, 78, 81], "mlflow": [0, 9, 10], "mlflow_artifact": 7, "mlflow_imag": 7, "mlflow_ip": 7, "mlflow_stor": 7, "mlflow_tracking_uri": 7, "mlppolici": [7, 68, 69, 73], "mlrun": 7, "mob": 7, "mod": 7, "mode": 13, "model": [0, 2, 4, 5, 6, 10, 13, 20, 24, 28, 36, 38, 39, 48, 68, 69, 70, 72, 73, 74, 75, 76, 79, 80], "model_path": 7, "modif": [38, 78], "modifi": [0, 3, 5, 6, 10, 17, 39, 48, 71, 72, 77, 80], "modul": [7, 8, 9, 11, 14, 21, 79, 80], "moist": 81, "molina": 0, "mon": 29, "mondai": [2, 18], "monitor": [4, 7, 9, 24, 48, 56, 64, 69, 72, 73, 74, 76, 77], "monitor_head": [56, 64, 74], "monitor_norm": 77, "month": [5, 18, 28, 29, 31, 60, 61, 62, 70, 71, 72, 74, 75, 76, 80, 82], "monthan": [5, 81], "more": [0, 4, 5, 6, 7, 8, 9, 10, 46, 67, 72, 73, 75, 76, 77, 78, 79, 80, 82], "moreov": 5, "most": [4, 5, 77, 78], "mu": [5, 13], "mujoco": [0, 10], "multi": [7, 82], "multiob": [7, 76, 82], "multiobswrapp": [7, 74, 76], "must": [4, 5, 7, 9, 48, 71], "mwb": 39, "myrulebasedcontrol": 75, "mysql": 7, "mysql_inst": 7, "n": [5, 7, 65, 71, 76, 80], "n2": 7, "n_action": 7, "n_epoch": 7, "n_eval_episod": [7, 24, 48, 68, 73], "n_step": 7, "n_timesteps_episod": [7, 68, 69, 73], "n_updat": 73, "naiv": 78, "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 33, 39, 50, 53, 54, 57, 60, 61, 62, 68, 69, 71, 73, 78, 80], "nameerror": 7, "natur": 5, "ndarrai": [13, 16, 18, 56, 64, 65, 66, 67, 74], "ne": 7, "necessari": [5, 7, 8, 9, 71, 72, 78, 80], "need": [5, 7, 9, 68, 70, 73, 74, 75, 77], "neg": 78, "net": 7, "network": [4, 7], "neural": 4, "never": [7, 70], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 39, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 81, 82], "new_action_definit": [71, 80], "new_action_map": [71, 80], "new_action_spac": [71, 80], "new_action_vari": [71, 80], "new_cool_setpoint": 75, "new_env_nam": [71, 80], "new_heat_setpoint": 75, "new_log_fil": 56, "new_logg": [7, 69], "new_observation_spac": [71, 80], "new_observation_vari": [71, 80], "next": [5, 7, 8, 13, 18, 64, 65, 68, 71, 78, 79, 82], "niev": 0, "night": 75, "nois": [5, 7, 70], "non": 2, "none": [5, 7, 13, 16, 18, 24, 26, 27, 35, 36, 37, 39, 42, 43, 46, 48, 56, 64, 65, 66, 72, 74], "norm": 7, "norm_rang": 7, "normal": [4, 5, 7, 66, 77, 78, 79, 80, 82], "normalactionnois": 7, "normalized_observ": 4, "normalizeobserv": [7, 74, 76, 80, 82], "normil": 76, "note": [4, 48, 77], "notebook": [0, 10, 69, 70, 71, 74, 76, 80], "notic": [7, 78], "notifi": [5, 7], "now": [5, 7, 9, 68, 69, 70, 73, 74, 75, 76], "np": [5, 7, 13, 18, 56, 64, 65, 66, 67, 70, 71, 72, 74, 75, 76, 80, 82], "npz": 24, "num_comfort_viol": 23, "num_episod": 77, "num_simul": 77, "num_timestep": [68, 73], "number": [5, 7, 13, 18, 23, 24, 39, 48, 56, 65, 71, 73, 77, 80], "number_of_people_schedule_nam": 71, "numer": 69, "numpag": 0, "numpi": [7, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "ny": 0, "o": [5, 7], "oa": 71, "oarequir": 71, "ob": [56, 66, 70, 71, 72, 74, 75, 76, 80, 82], "object": [4, 5, 7, 13, 26, 28, 30, 36, 37, 39, 52, 53, 54, 68, 69, 70, 71, 72, 73, 74, 75, 76], "object1": [5, 71], "object10": 71, "object11": 71, "object2": [5, 71], "object3": 71, "object4": 71, "object5": 71, "object6": 71, "object7": 71, "object8": 71, "object9": 71, "object_field_nam": 71, "object_nam": 71, "object_typ": 71, "objectview": 7, "obs_dict": [5, 75], "observ": [0, 3, 4, 7, 10, 13, 16, 18, 20, 33, 39, 42, 43, 56, 64, 65, 66, 74, 75, 77, 78, 79, 82], "observation_spac": [5, 13, 71, 80], "observation_valu": 77, "observation_vari": [5, 13, 71, 80], "obtain": [0, 4, 5, 10, 13, 80], "obvious": 71, "occup": [0, 5, 10, 31, 42, 71, 80], "occupi": [4, 71], "off": [4, 69, 71], "offer": [0, 5, 10], "offic": [2, 5, 72], "officegrid": 5, "officegridstoragesmooth": [5, 67], "offici": 0, "offpolicyalgorithm": 4, "ofici": 9, "ohar": 81, "older": 7, "on_training_end": 23, "onc": [5, 7, 9], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 26, 30, 48, 56, 67, 71, 72, 75, 77, 78, 79, 80], "onednn": 69, "ones": [5, 7, 78, 82], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 48, 56, 69, 70, 71, 72, 77, 78], "onlin": 7, "onpolicyalgorithm": 4, "open": [0, 2, 9, 10, 69], "openai": [0, 5, 10, 46, 70, 79], "openmodelica": [0, 10], "oper": 69, "optim": 7, "optimize_memory_usag": 7, "option": [4, 5, 7, 8, 9, 13, 18, 26, 35, 39, 46, 56, 60, 61, 62, 64, 65, 66, 71, 73, 74, 77, 79], "opyplu": [26, 28, 30, 34, 36, 39], "order": [0, 3, 4, 5, 7, 8, 9, 10, 18, 34, 39, 69, 71, 76, 77, 79, 82], "orderli": [0, 10], "org": 0, "organ": [2, 5, 7, 71, 79], "origin": [4, 5, 17, 26, 39, 53, 64, 65, 66, 71, 76, 77, 80], "original_epw_fil": 26, "original_idf_scheduler_nam": 5, "ornstein": [5, 13, 26, 39], "other": [0, 4, 5, 7, 9, 10, 73, 77, 78, 80], "otherwis": [6, 7, 80, 82], "ou": [18, 26, 39], "our": [0, 4, 5, 6, 8, 9, 10, 69, 70, 71, 72, 73, 74, 75, 79, 80], "out": [4, 68, 69, 73, 77], "out_temp": 75, "out_temperatur": [70, 71, 72, 74, 75, 76], "outdoor": [2, 71, 75, 80], "outdoor_air_schedule_nam": 71, "outdoorair": 71, "output": [4, 6, 8, 35, 39, 46, 57, 68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "output_path": 35, "outsid": [9, 78], "over": 70, "overhang": 71, "overwritten": [71, 80], "own": [0, 3, 4, 5, 6, 10, 73, 75, 78, 80, 82], "owner": 7, "p": 7, "packag": [0, 2, 8, 10, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "page": [0, 5, 8], "panel": 2, "paper": 0, "paradigm": 4, "param": [7, 23, 24, 38, 39, 43, 48, 56], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 39, 42, 44, 46, 48, 50, 53, 54, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 71, 73, 78, 80], "parent": 39, "pars": [4, 5, 33], "parse_arg": 7, "parser": 7, "part": [5, 7], "parti": [0, 8, 10], "particular": [4, 5, 70], "particularli": 46, "pass": [5, 7, 13, 18, 24, 48], "passiv": 81, "password": 7, "path": [4, 5, 7, 13, 18, 24, 26, 27, 33, 35, 36, 39, 53, 54, 56, 69, 71], "pd": 7, "pdf": 5, "penalti": [4, 77, 78], "pennsylvania": 81, "peopl": [0, 5, 10, 71, 78, 80], "pep8": 8, "per": [0, 2, 4, 5, 6, 10, 48, 56, 77], "perceiv": [42, 43, 75], "percentag": 4, "perfect": 78, "perform": [3, 4, 5, 7, 24, 48, 65, 78], "perhap": 5, "perimet": 2, "period": [0, 5, 10, 78, 81], "petit": [51, 52], "photovolta": 2, "ping": 7, "pip": [9, 79], "pipelin": 8, "pkg_data_path": 5, "place": [4, 5, 72, 80], "plai": [5, 73, 75], "plan": [4, 5], "planner": 5, "platform": [0, 8, 10, 69], "pleas": [0, 2, 5, 6, 7, 8, 10, 46, 73, 75, 80, 81], "plenum": 71, "plenumclg": 71, "plenumcoolingsetpoint": 71, "plenumheatingsetpoint": 71, "plenumhtg": 71, "plot": 23, "pm": 78, "poh": [0, 10], "point": [3, 69, 73, 80], "polici": [4, 7, 24, 47, 48], "policy_delai": 7, "policy_kwarg": 7, "pop": [9, 74], "popen": 18, "possibl": [0, 4, 5, 6, 7, 9, 10, 71, 73, 80, 81], "power": [4, 56, 60, 61, 62, 77, 78], "power_penalti": [73, 74], "ppd": [71, 80], "ppo": [4, 7], "pprint": 71, "practic": 80, "pre": [0, 7, 10], "precis": [68, 69, 70, 71, 72, 73, 74, 75, 76], "predefin": [5, 71, 80], "predetermin": 7, "predict": 7, "prefer": 7, "premium": 7, "prepar": [9, 34, 39], "present": [5, 13, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "preserv": 72, "pretti": [7, 78], "prevent": 8, "previou": [7, 8, 65, 71, 80], "previous": [5, 7, 39, 71, 77], "print": [70, 71, 72, 73, 74, 75, 76, 80, 82], "prioriti": 7, "privileg": [7, 51], "probabl": 7, "problem": [5, 7, 71, 80], "procedur": [4, 8], "proceed": 0, "process": [0, 4, 5, 7, 8, 10, 13, 18, 26, 39, 68, 69], "program": 9, "progress": [0, 4, 5, 10, 56, 57, 64, 74, 76, 77], "progress_head": [56, 64, 74], "project": [0, 4, 5, 7, 8, 9, 10, 17, 40, 79], "project_id": 7, "project_path": 7, "properli": 0, "properti": [18, 39], "propos": 72, "provid": [0, 2, 4, 5, 6, 7, 10, 80, 81], "provis": 7, "proxi": 7, "ptolemi": 39, "ptolomi": 17, "pub": 7, "public": 7, "publish": [0, 8], "pubsub": 7, "pull": 7, "pull_request_target": 8, "purpos": [0, 4, 5, 7, 8, 10, 71, 80], "push": 7, "put": [71, 80], "py": [3, 4, 5, 7, 9, 46, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79, 80, 82], "pymysql": 7, "pypi": [8, 9], "pytest": [8, 9], "python": [0, 5, 6, 7, 8, 10, 13, 17, 27, 39, 49, 71, 79, 80], "python3": [9, 68, 69, 70, 71, 72, 73, 74, 75, 76], "python_environ": 9, "pytyp": 8, "question": [0, 10], "quick": 7, "quot": 7, "r": [5, 60, 62, 81], "raboso": 0, "rain": 81, "rais": [7, 8, 18, 20, 39, 48], "random": [3, 7, 44, 72, 80], "randomcontrol": 80, "randomli": [44, 67, 80], "rang": [4, 5, 6, 7, 31, 35, 43, 60, 61, 62, 66, 70, 71, 72, 74, 75, 76, 78, 80, 82], "range_comfort_hour": 61, "range_comfort_summ": [60, 61, 62, 71, 78, 80], "range_comfort_wint": [60, 61, 62, 71, 78, 80], "range_gett": 5, "ranges_5zon": [7, 74, 76], "ranges_datacent": 7, "ranges_iw": 7, "rate": [7, 67, 71, 78, 80], "rbc5zone": [75, 80], "rbcdatacent": 80, "rcount": [68, 69, 73], "rdd": 5, "re": 77, "read": [0, 5, 7, 16, 18, 53, 73], "read_from_bucket": 7, "readi": [7, 9, 70, 73, 75], "readm": 79, "real": [0, 4, 5, 10, 56, 69], "realiti": 4, "realli": [7, 76, 80, 82], "receiv": [5, 13, 18, 20], "receive_observ": [16, 20], "recogn": 7, "recogniz": 5, "recommend": [4, 7, 8, 9, 43, 71, 72, 78], "record": [4, 30, 34, 56, 64, 77], "recreat": 7, "rectangular": 2, "recurs": [37, 53, 54], "redefin": 7, "ref": 73, "refer": [3, 7], "refin": 4, "reflect": 78, "regardless": [5, 13, 77], "region": 7, "regist": [5, 7, 69, 70, 73, 80], "registri": 7, "regular": 5, "reheat": 71, "reheatcoilavailsch": 71, "reinforc": [0, 7, 9, 10, 73, 78, 80], "rel": [27, 71, 80], "relat": 46, "releas": [0, 6, 9, 10], "relev": [0, 10], "reli": [66, 73], "rememb": [5, 73, 75], "remot": [0, 4, 8, 9, 10, 79], "remote_stor": 7, "remov": [7, 50, 60, 61, 62, 78], "render": [7, 13, 24, 46, 48, 68, 73], "renew": 19, "reopen": 9, "repair": 2, "repeat": [13, 18, 71, 80], "repetit": [5, 13], "replac": [0, 5, 10, 71, 72, 80], "replay_buffer_class": 7, "replay_buffer_kwarg": 7, "repo": 0, "report": [0, 7, 10], "repositori": [0, 7, 8, 9, 73, 77, 79, 80], "repres": 5, "request": 50, "requir": [4, 5, 7, 8, 9, 39, 71, 73, 78, 80], "res1": [70, 71, 72], "res16": 76, "res18": 76, "res19": 76, "res3": 73, "res4": 68, "res5": 74, "res6": 75, "res7": 69, "res_n": 56, "reserv": [5, 7], "reset": [7, 13, 18, 39, 48, 64, 65, 70, 71, 72, 74, 75, 76, 80, 82], "residenti": 2, "resolut": 5, "resourc": [7, 52, 53, 54], "respect": [5, 8, 9, 33], "respons": [7, 50, 77], "rest": [2, 5, 7, 9, 49, 50, 78, 80, 81], "restart": 7, "result": [4, 6, 7, 18, 48, 69, 70, 71, 72, 74, 75, 76, 77, 80, 82], "ret": [68, 69, 73], "retriev": 37, "return": [3, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 42, 43, 44, 48, 50, 51, 52, 56, 57, 64, 65, 66, 67, 68, 69, 73, 74, 75, 78, 80], "return_episode_reward": 48, "rew": 7, "reward": [0, 4, 7, 10, 13, 21, 23, 24, 48, 56, 64, 65, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "reward_fn": [5, 7], "reward_kwarg": [5, 13, 71, 78, 80], "reward_threshold": 48, "rise": 8, "rl": [0, 4, 10, 48, 80], "rm": [7, 45, 46], "rms_prop_ep": 7, "role": 7, "rollout": [4, 73], "romero": 0, "root": [7, 9, 73, 80], "round": 69, "row": 77, "rpe": 7, "rule": [3, 7, 42, 43, 79], "run": [0, 4, 5, 7, 9, 10, 18, 48, 68, 69, 71, 72, 73, 77, 80], "run_nam": [7, 68], "runperiod": [5, 70, 71, 72, 80], "runtimeerror": [7, 18, 39], "runtimewarn": [68, 69, 73], "rw": 7, "sa": 7, "sac": [4, 7], "sai": 75, "sail": [7, 9], "same": [4, 5, 7, 8, 26, 68, 71, 76, 77, 80, 82], "sampl": [70, 71, 72, 74, 76, 80, 82], "satisfact": 78, "save": [4, 6, 7, 24, 39, 68, 69, 71, 73, 80], "save_building_model": 39, "save_variables_cfg": 39, "scalabl": [0, 10], "scale": [48, 79], "sch": 71, "sched": 71, "schedul": [0, 5, 10, 13, 39, 71], "schedule_nam": 71, "scheduler_nam": 5, "scheduler_value_typ": 5, "scope": 7, "scratch": 71, "screen": 80, "scrip": 7, "script": [4, 7, 71, 73, 80], "sd": 7, "sdk": [7, 9], "search": 37, "season": [31, 60, 61, 62, 71, 75, 78, 81], "season_comfort_rang": 75, "sec_elaps": 28, "second": [7, 18, 28, 29, 48, 56, 71, 74, 80], "secondli": 7, "section": [0, 2, 3, 4, 5, 7, 9, 10, 71, 78, 79, 80, 81], "secur": [7, 8], "see": [0, 3, 4, 5, 6, 7, 8, 9, 39, 68, 69, 70, 71, 73, 74, 76, 77, 78, 79, 80], "seed": [7, 80], "seed_valu": 7, "seen": 5, "select": [9, 13, 42, 43, 44, 75], "self": [5, 74, 75, 78], "semiarid": 81, "send": [5, 7, 13, 16, 18, 20, 51, 52, 54, 72], "send_act": [16, 20], "sensor": 18, "sent": 7, "separ": [6, 7], "sequenc": [42, 43, 44, 66, 74, 75], "sequenti": 8, "seri": 78, "server": [0, 2, 4, 10, 17, 39, 69], "servic": [2, 7, 50, 51], "serviceaccount": 7, "serviceusag": 7, "session": [60, 61, 62, 69], "set": [0, 4, 5, 6, 10, 38, 39, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80], "set_env": 7, "set_episode_working_dir": 39, "set_experiment_working_dir": 39, "set_external_interfac": 39, "set_log_fil": 56, "set_logg": [7, 69], "set_tracking_uri": 7, "setp": 71, "setpoint": [5, 42, 43, 75], "setpoint_temperature_schedule_nam": 71, "setpoints_spac": 5, "setpoints_summ": 75, "setup": 9, "setup_tag": 9, "sever": [0, 5, 7, 10, 39, 71, 76, 78, 80, 82], "sh": 7, "shade": 71, "shadetranssch": 71, "shape": [5, 7, 71, 72, 80], "share": 69, "shield": 7, "shop": [2, 5], "shopwithvandbatteri": 5, "short": [0, 7, 10], "should": [5, 6, 7, 9, 13, 18, 24, 59, 80], "show": [5, 8, 13, 39, 80], "shown": [5, 9, 68], "shut": 7, "side": 2, "sig": 7, "sigma": [5, 7, 13, 18, 26, 39], "signal": 78, "silenc": 7, "similar": 78, "similarli": [0, 10], "simpl": [3, 5, 70, 71, 78, 80], "simpli": [9, 71, 76], "simul": [0, 4, 5, 7, 9, 10, 11, 12, 13, 26, 28, 35, 39, 42, 43, 44, 56, 57, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "simultan": 67, "sinc": [0, 5, 6, 7, 10, 28, 75, 77], "sinergym": [2, 3, 4, 8, 10, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "sinergym_extra": [7, 9], "sinergym_logg": [4, 7, 23], "sinergymcompilationhtml": 7, "singl": [2, 72], "singlecool": 71, "singleduct": 71, "singleh": 71, "site": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "size": [2, 7], "sizingperiod": [68, 69, 70, 71, 72, 73, 74, 75, 76], "skeleton": 6, "skip": [8, 46], "skip_render_check": 46, "slack": 7, "slice": [68, 69, 73], "slight": 78, "slightli": 69, "sm": 7, "small": [2, 79], "so": [0, 4, 5, 7, 8, 9, 10, 69, 72, 73, 77, 78, 82], "socket": [18, 77], "softwar": 8, "solana": 0, "solut": 5, "some": [0, 4, 5, 6, 7, 8, 10, 71, 72, 73, 82], "someon": 5, "someth": 70, "soon": 80, "sophist": 72, "sort": 8, "sourc": [0, 2, 7, 8, 9, 10], "south": 71, "space": [0, 4, 7, 10, 13, 68, 69, 70, 72, 73, 74, 75, 76], "space1": [71, 75, 78, 80], "space2": 71, "space3": 71, "space4": 71, "space5": 71, "spain": 81, "specif": [0, 2, 4, 5, 8, 9, 10, 39, 71, 77, 79, 80, 81], "specifi": [0, 4, 5, 7, 10, 13, 36, 39, 53, 54, 69, 71, 72, 74, 78, 80], "speed": [71, 80], "spell": 8, "spelling_wordlist": 8, "sphinx": 8, "split": 7, "sql": 7, "sqladmin": 7, "src_path": [7, 54], "ssd": 7, "ssh": 7, "st": 29, "st_dai": 29, "st_mon": 29, "st_year": 29, "stabl": [0, 4, 9, 10, 22, 45, 46, 79], "stable_baselines3": [7, 24, 48, 68, 69, 73], "stack": 65, "stage": 4, "stai": [0, 6, 10, 78], "stand": 72, "standard": [5, 8, 31, 42, 70, 80], "start": [0, 4, 5, 7, 10, 16, 18, 20, 28, 29, 60, 61, 62, 69, 71, 72, 80], "start_dai": [6, 18], "start_mlflow_track": 7, "start_mon": 18, "start_month": 6, "start_run": [7, 68], "start_simul": [16, 20], "start_weekdai": 18, "start_year": [6, 18, 39], "startup": 7, "state": [4, 5, 7, 18, 64], "static": [7, 42, 43], "statu": 8, "std": 48, "std_reward": 73, "stdin": 7, "step": [0, 4, 5, 9, 10, 13, 18, 48, 56, 64, 65, 70, 71, 72, 73, 75, 76, 80, 82], "steps_data": 56, "sto": 7, "stochast": [5, 24, 48, 71, 78, 80], "stop": 16, "stop_simul": 16, "storag": [2, 8, 9, 52, 53, 54], "store": [0, 4, 7, 10, 23, 39, 54, 56, 69, 71, 77, 80], "store_tru": 7, "storeg": 7, "stori": 2, "str": [5, 7, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 36, 39, 48, 50, 51, 54, 56, 57, 60, 61, 62, 64, 65, 66, 74, 78], "stream_executor": 69, "strength": 7, "strftime": [7, 68, 69, 73], "string": [8, 68, 73], "structur": [0, 5, 7, 10, 77], "studi": [3, 5], "studio": 9, "sub": [5, 7, 13], "sub_run": 77, "sub_run1": [68, 69, 70, 71, 72, 73, 74, 75, 76, 77], "sub_run10": [68, 73], "sub_run11": [68, 73], "sub_run2": [68, 69, 73, 76, 77], "sub_run3": [68, 69, 73, 77], "sub_run4": [68, 69, 73], "sub_run5": [68, 69, 73], "sub_run6": [68, 73], "sub_run7": [68, 73], "sub_run8": [68, 73], "sub_run9": [68, 73], "sub_run_n": 56, "sub_runn": 77, "subject": 80, "submit": 7, "subnet": 7, "subprocess": 18, "subset": [9, 76, 82], "substitut": [7, 71, 80], "subtrop": 81, "successfulli": [8, 9, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "sudo": 9, "suit": 77, "sum": [4, 70, 71, 72, 74, 75, 76, 80, 82], "summari": [5, 64, 70], "summer": [39, 60, 61, 62, 78, 81], "summer_fin": [60, 61, 62], "summer_final_d": 75, "summer_start": [60, 61, 62], "summer_start_d": 75, "summerdai": 39, "sundai": 18, "super": [74, 78], "supervis": [9, 79], "suppli": 71, "support": [0, 4, 5, 9, 10, 13, 79], "suppos": 7, "sure": 5, "surfac": 2, "sy": 71, "sydnei": 81, "system": [0, 2, 7, 53, 54, 71], "t": [4, 5, 7, 9, 30, 60, 62, 67, 70, 72, 77, 81, 82], "t_": [60, 62], "tabl": [4, 5], "tag": [7, 8, 9], "tag_nam": 9, "take": [0, 4, 5, 6, 8, 10, 39, 46, 72, 73], "taken": [4, 5, 78, 80], "tao": [5, 13], "target": [7, 78], "target_noise_clip": 7, "target_policy_nois": 7, "target_update_interv": 7, "task": 5, "tau": [5, 7, 18, 26, 39], "tb_path": [7, 69], "tc9": 43, "tcp": 7, "td3": [4, 7], "team": [0, 7, 9, 10, 80], "techniqu": 77, "tell": [0, 10], "temp": 71, "temperatur": [4, 5, 31, 42, 43, 60, 61, 62, 70, 71, 72, 74, 75, 76, 78, 80], "temperature_vari": [60, 61, 62, 71, 78, 80], "templat": [0, 7, 10], "tempor": 7, "ten": 7, "tensorboard": [0, 10, 23], "tensorboard_log": [7, 69], "tensorboard_path": 69, "tensorboardformatlogg": [7, 69], "tensorflow": 69, "term": [4, 23, 60, 61, 62, 78], "termin": [7, 18, 57, 64, 65, 80], "test": [0, 8, 9, 10, 24], "test_common": 79, "test_config": 79, "test_control": 79, "test_env": 79, "test_reward": 79, "test_simul": 79, "test_stable_baselin": 79, "test_wrapp": 79, "tf_enable_onednn_opt": 69, "than": [5, 7, 67, 77, 78, 80, 82], "thei": [0, 4, 5, 7, 8, 9, 10, 69, 78, 79, 80], "them": [0, 2, 4, 5, 10, 39, 69, 71, 76, 78, 80], "therefor": [4, 5, 72, 78, 80], "thermal": [31, 42, 61, 71, 78, 80], "thermostat": [71, 75, 80], "thermostatsetpoint": [71, 80], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 35, 36, 39, 46, 48, 50, 56, 59, 66, 67, 68, 69, 70, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81], "thing": [5, 71, 78], "think": 7, "third": [0, 8, 10], "those": [0, 4, 5, 7, 31, 71, 78], "three": [2, 5], "through": [2, 9], "thu": [4, 5, 7], "tier": 7, "till": 37, "time": [0, 4, 8, 9, 10, 18, 29, 56, 61, 68, 69, 73, 74, 76, 79, 82], "time_elaps": [70, 71, 72, 73, 74, 75, 76], "timeout": 7, "timestep": [4, 5, 6, 7, 13, 23, 56, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 80], "timesteps_per_hour": [6, 71, 80], "titl": 0, "todai": [7, 68, 69, 73], "togeth": 78, "token": [7, 50, 51], "tokyo": 81, "told": [5, 9], "too": [2, 4, 7, 8, 9, 50, 71], "tool": [0, 8, 10, 80], "top": 2, "total": [7, 71, 73, 78, 80], "total_pow": [70, 71, 72, 74, 75, 76], "total_power_no_unit": [70, 71, 72, 74, 75, 76], "total_time_elaps": 56, "total_timestep": [7, 56, 68, 69, 73], "track": [0, 4, 9, 10], "train": [0, 4, 10, 68, 69, 73, 77, 78], "train_freq": 7, "transmittance_schedule_nam": 71, "transport": 0, "tree": [39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 79], "trigger": [7, 24], "trivial": 5, "true": [7, 24, 32, 46, 48, 56, 64, 65, 68, 69, 73, 74, 76], "true_divid": [68, 69, 73], "try": [4, 5, 7, 18], "try_env": 80, "tty": 7, "tu": 7, "tune": [0, 6, 10, 78], "tupl": [5, 6, 13, 18, 26, 31, 39, 60, 61, 62, 64, 65, 74], "turn": [4, 69], "two": [2, 7, 8, 9, 71, 78], "twospe": 71, "txt": 8, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 35, 37, 39, 42, 43, 44, 50, 51, 52, 64, 65, 66, 67, 68, 69, 71, 73, 74, 75, 80, 81], "typic": 78, "u": [0, 6, 9, 10, 72], "ubuntu": 9, "ugr": [7, 9], "uhlenbeck": [5, 13, 26, 39], "um": [68, 69, 73], "under": [79, 80], "understand": [0, 10, 80], "union": [5, 13, 18, 27, 56, 60, 61, 62, 64, 65, 74], "uniqu": [2, 78, 79], "unit": [0, 10], "unknown": 8, "unsaf": [68, 69, 73], "until": [4, 8], "unwrap": [37, 77], "up": [2, 4, 5, 6, 9, 38, 39, 60, 62, 68, 69, 70, 71, 73, 74, 75, 76, 79, 81], "upcom": [0, 6, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 35, 68, 69, 70, 72, 73, 74, 75, 76, 79, 82], "upgrad": 7, "upload": [7, 8, 54], "upload_to_bucket": 7, "upper": 67, "uri": 7, "url": [0, 7], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 34, 35, 39, 40, 46, 48, 49, 56, 60, 61, 62, 64, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "usa": [0, 81], "usa_az_davi": [5, 81], "usa_co_aurora": 81, "usa_il_chicago": 81, "usa_ny_new": [5, 81], "usa_pa_pittsburgh": [5, 72, 81], "usa_wa_port": [5, 81], "usag": [3, 7, 68, 82], "useless": 7, "user": [0, 5, 8, 10, 71, 77], "userwarn": [68, 69, 70, 71, 72, 73, 74, 75, 76], "usr": [68, 69, 70, 71, 72, 73, 74, 75, 76], "usual": [5, 78], "util": [3, 4, 7, 13, 68, 69, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82], "utilsocket": 77, "v": [7, 79], "v1": [5, 6, 13, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80, 82], "v1_mainthread_root": [68, 69, 70, 71, 72, 73, 74, 75, 76], "valid": [4, 7, 51, 76, 82], "valu": [4, 5, 6, 7, 9, 13, 18, 23, 35, 39, 66, 67, 68, 69, 71, 73, 74, 77, 78, 82], "var_fil": 33, "variabl": [0, 7, 10, 13, 18, 20, 33, 35, 39, 60, 61, 62, 66, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 80, 82], "variable_nam": 5, "variabledictionari": 5, "variables_fil": 20, "variablevolum": 71, "variant": 82, "variat": [26, 39], "vav": [2, 71], "vec_env": [7, 24, 48, 68, 69, 73], "vecenv": [24, 48], "vecenvwrapp": 37, "vector": [65, 73], "verbos": [7, 23, 24, 69, 73, 79], "veri": [3, 7, 9, 71, 78, 80], "versa": 4, "version": [4, 5, 7, 8, 9, 13, 71, 80], "vf": 7, "vf_coef": 7, "vice": 4, "violat": [4, 23], "virtual": [7, 9], "virtualenv": 9, "visit": [0, 2, 5, 7, 9, 10, 71, 75, 76, 77, 79, 80, 81, 82], "visual": [0, 4, 9, 10], "vm": 50, "vocabulari": 8, "vscode": 9, "vtpm": 7, "vv": [9, 79], "w": [60, 61, 62, 69, 72, 78], "w_energi": 7, "wa": 7, "wai": [0, 5, 6, 7, 10, 71, 80], "wait": 7, "want": [0, 4, 5, 6, 7, 8, 9, 10, 48, 53, 54, 71, 72, 74, 75, 77, 78, 79, 80], "warehous": 5, "warm": 81, "warn": [8, 24, 46, 68, 69, 70, 71, 72, 73, 74, 75, 76], "washington": 81, "water": 2, "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 80, 82], "weather": [0, 6, 10, 13, 18, 20, 26, 39, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80], "weather_data": [26, 39], "weather_fil": [5, 13, 20, 71, 80], "weather_path": [5, 18, 39], "weather_vari": [5, 13, 18, 38, 71, 80], "weatherdata": [26, 39], "websit": 8, "week": 2, "weekdai": [18, 75], "weekend": 75, "weight": [7, 60, 61, 62, 71, 78], "well": [0, 4, 5, 10, 48, 73], "west": [80, 81], "west1": 7, "what": [0, 5, 7, 10, 71, 76, 80], "whatev": 7, "when": [0, 4, 7, 8, 10, 18, 24, 46, 48, 56, 67, 71, 72, 77, 78, 80], "where": [4, 5, 7, 9, 13, 24, 27, 34, 36, 39, 50, 53, 54, 61, 78], "whether": [0, 7, 8, 10, 13, 18, 24, 46, 48, 50, 65], "which": [0, 4, 5, 7, 9, 10, 18, 23, 34, 39, 56, 71, 72, 77, 78, 79, 80], "while": [0, 10, 69, 70, 71, 72, 74, 75, 76, 80, 82], "whole": [0, 4, 10, 40, 56, 64, 71, 78, 80], "whose": [5, 56, 78], "why": 4, "william": [5, 81], "wind": [71, 80], "window": 2, "winter": [39, 78, 81], "winterdai": 39, "within": [77, 79], "without": [0, 5, 7, 8, 10, 39, 66, 72, 80], "word": [5, 8], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 39, 48, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 80], "work_efficiency_schedule_nam": 71, "workeffsch": 71, "workflow": [0, 8, 10, 79], "workspac": [68, 69, 70, 71, 72, 73, 74, 75, 76, 80], "world": 5, "would": [7, 72, 78], "wrap": [0, 4, 10, 24, 32, 37, 48, 68, 69, 73, 77], "wrapper": [0, 4, 7, 10, 21, 24, 32, 37, 48, 68, 69, 72, 73, 77, 79], "wrapper_class": [32, 37], "write": [7, 8, 9, 79], "written": [7, 74], "wrong": 5, "www": 7, "xlsx": [13, 71], "xml": [39, 68, 69, 70, 71, 72, 73, 74, 75, 76], "y": [7, 68, 69, 73], "yaml": 7, "ye": [4, 5], "year": [0, 5, 6, 18, 28, 29, 31, 39, 70, 71, 72, 74, 75, 76, 81], "yet": [7, 79], "yml": [8, 9, 79], "york": [0, 5, 81], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 48, 53, 54, 60, 61, 62, 69, 71, 72, 73, 74, 76, 77, 78, 79, 80, 81, 82], "your": [0, 3, 4, 5, 6, 8, 9, 10, 69, 73, 75, 78, 80, 82], "zero": 7, "zhang": [0, 10, 17], "zhangzhizza": 17, "zhiang": [0, 10, 17], "zip": [7, 75], "zone": [0, 2, 5, 7, 10, 13, 33, 71, 75, 78, 80], "zone_nam": 5, "zonecontrol": 71, "zoneinfiltr": 71, "zoneminoarequir": 71, "\u00bac": 81}, "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.parse_variables", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "22. MLFlow example", "23. TensorBoard example", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "titleterms": {"0": 9, "1": [7, 74], "2": [7, 74], "3": 7, "4": 7, "5": [7, 9], "5zone": 2, "9": 9, "about": [9, 71], "action": [5, 8, 71, 72, 80], "ad": [5, 71, 80], "alert": 7, "all": 76, "an": [71, 72], "api": 1, "avail": 5, "base": [15, 16, 80], "basereward": 59, "basesimul": 16, "basic": 70, "bcvtb": 9, "bucket": 7, "build": [2, 5, 71, 72], "callback": [4, 22, 23, 24], "chang": 71, "check": 9, "check_env": 46, "cite": 0, "cloud": [7, 9], "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37], "compon": 71, "comput": 9, "config": [38, 39], "configur": [5, 6, 7, 9, 71, 74, 80], "constant": 40, "contain": [7, 9], "contribut": 0, "control": [3, 41, 42, 43, 44, 72, 75, 80], "creat": [7, 8, 79], "create_variable_weath": 26, "csvloger": 74, "csvlogger": 56, "custom": 78, "data": 5, "datacent": 2, "deep": 4, "default": [72, 80], "definit": [5, 71, 80], "delete_instance_mig_from_contain": 50, "docker": 9, "drl": [4, 73], "empti": 72, "energyplu": [9, 18, 20], "env": [11, 12, 13], "env_check": [45, 46], "environ": [5, 9, 71, 80], "episod": 5, "eplu": [17, 18], "eplus_alpha": [19, 20], "eplus_env": [12, 13], "eplusenv": 13, "epw": 5, "evalu": [4, 47, 48], "evaluate_polici": 48, "exampl": [0, 68, 69, 70, 73, 75, 76, 80], "execut": 7, "experi": 7, "export_actuators_to_excel": 27, "expreward": 60, "extra": [5, 6, 71, 80], "file": 5, "first": 7, "format": 77, "gcloud": [49, 50, 51, 52, 53, 54], "get": 71, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "get_service_account_token": 51, "github": 8, "googl": 7, "hourlylinearreward": 61, "how": 4, "idf": 5, "inform": 71, "inherit": 74, "init_storage_cli": 52, "initi": 7, "instal": [9, 79], "instanti": 74, "integr": 4, "interfac": 72, "is_wrap": 32, "kwarg": 5, "learn": 4, "linearreward": 62, "list": 5, "load": 7, "log": 7, "logger": [4, 55, 56, 57, 74, 76, 77], "loggercallback": 23, "loggerevalcallback": 24, "loggerwrapp": [64, 74], "main": 8, "manual": 9, "maximum": 5, "merg": 8, "mig": 7, "mlflow": [4, 7, 68], "model": [7, 71], "modifi": [8, 74], "more": 71, "multi": 76, "multiobswrapp": 65, "name": 5, "new": [5, 8, 71, 79, 80], "normal": 76, "normalizeobserv": 66, "observ": [5, 71, 76, 80], "officegridstoragesmooth": 2, "officegridstoragesmoothingactionconstraintswrapp": 67, "officemedium": 2, "one": 76, "other": 71, "our": 7, "output": [5, 7, 77], "overwrit": 80, "own": 7, "packag": 9, "paramet": 5, "parse_vari": 33, "permiss": 7, "person": 74, "platform": 7, "prepar": 7, "prepare_batch_from_record": 34, "pull": 8, "push": 8, "pytest": 79, "python": 9, "randomcontrol": 44, "ranges_gett": 35, "rbc5zone": 42, "rbcdatacent": 43, "read_from_bucket": 53, "real": 7, "refer": 1, "regist": 71, "reinforc": 4, "releas": 8, "remot": 7, "repeat": 5, "request": 8, "reward": [5, 58, 59, 60, 61, 62, 71, 78, 80], "rule": [75, 80], "run": 79, "runperiod": 6, "server": 7, "set": [7, 9, 72], "shopwithvanbatteri": 2, "simplest": 80, "simul": [6, 14, 15, 16, 17, 18, 19, 20], "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 71], "softwar": 9, "some": 80, "space": [5, 71, 80], "step": [7, 74], "storag": 7, "store": 5, "structur": 4, "tensorboard": [4, 7, 69], "test": 79, "time": 7, "timestep_per_hour": 6, "to_idf": 36, "track": 7, "train": 7, "unwrap_wrapp": 37, "up": [7, 72], "updat": 71, "upload_to_bucket": 54, "us": [4, 7, 80], "usag": [73, 80], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67], "valu": 80, "variabl": [5, 9], "visual": 7, "vm": 7, "warehous": 2, "weather": [5, 81], "welcom": 0, "wrapper": [63, 64, 65, 66, 67, 74, 76, 80, 82], "your": 7}}) \ No newline at end of file diff --git a/docs/compilation/v2.3.0/.buildinfo b/docs/compilation/v2.3.0/.buildinfo index 4e3b3d7962..1fb48a8a6f 100644 --- a/docs/compilation/v2.3.0/.buildinfo +++ b/docs/compilation/v2.3.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 020f75b8384a46223eaa42883cae5fcc +config: 6531969c27d579024c7adaa8e50ca52f tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.3.0/.doctrees/environment.pickle b/docs/compilation/v2.3.0/.doctrees/environment.pickle index 0104338438..caaf2a6f09 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/environment.pickle and b/docs/compilation/v2.3.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.3.0/.doctrees/index.doctree b/docs/compilation/v2.3.0/.doctrees/index.doctree index 5d105b9459..7652c99ac1 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/index.doctree and b/docs/compilation/v2.3.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree index 83618c2625..437943dc99 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree b/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree index a1611a991f..bb11b47383 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree index 3a740c7bcc..9f365c4f44 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree index c4adfc4523..e933e02db7 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree index 9c317f8cb7..78d283dcfa 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree index f58a257951..2cee36a3c3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree index 45e20c87d5..77952300e0 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree index ab0d061cd7..f69a8d3d65 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree index bf10cbcf92..af0fda6113 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree index d4b4ca5bd5..2e6f9c72af 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree index 78eb4e8ffa..13959eebc2 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index a9c8f5e412..bf0e77342b 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index d2fac00e2f..56950bfce3 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 171ea52f74..954ebb3383 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index 70efe30edc..4f31c404d2 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree index e000d283c9..d4719b6ee1 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index e7adbf0e75..d574910e84 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 8e0fb52381..52c588ba6f 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 5bbecbf444..2251ddfeeb 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index 2539b41fd1..2f94de0588 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index da828932f3..af57951f82 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index ddc7aa29bf..3ca6311db1 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 30d1f313cd..1e69c4259a 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index eef6bdb3d6..4b6483d71c 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 5ee376ef19..3c2697f5ec 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index c5df6c6279..2a4580e903 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree index ed227e017b..338e9280ee 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_current_time_info.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index cb59a4126d..fa702d03e8 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index c52fc3c83d..4af9381ea0 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index fe0e0e4928..eb437afea0 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 8a70637aef..69a7f47e9b 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree index d9d5126d38..de3cd2da0c 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.prepare_batch_from_records.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 0ae3687d38..2b4bbfcc37 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree index 3c88629408..20fd0ede86 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.to_idf.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index d5087e6010..ae7a62113e 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree index f44ec28db1..1dbaca96ac 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.Config.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree index 382239394d..89f54bcd08 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.config.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index 0d33a103dd..ee99bf2fc5 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 392c506072..0464aa3ff5 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 1a973b86f2..8881b4d27e 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 48928c93b4..0962dbe620 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 7d04fe619f..e59b9a670f 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree index 4b18348c5c..981e0af50b 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index a339cfbd96..fb31fb3a99 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 1c80f384f8..e4a894769a 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index cc3eff5f2e..ee1d1950e2 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index c62866fef2..0f52e69eea 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index a1e03515c8..e217c42959 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 3694ffde75..2e4c3f9368 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 3256028685..46ce5f4bb8 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 1a8334b0c7..716b09fb9a 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index f434ddcf7a..ff1a3a0fe2 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index a1eab3c6d5..928f658da4 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 8dec22e2a4..da9e4d01c7 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 97ee0bb90c..d2b04e15ff 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index d1a1b3b8e1..043bc627f1 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 71ca100d60..441988dbb4 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index e1a875b6c5..5c546616fa 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index cdc1f8edb4..2d9407c71f 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index c176b9ac7e..498a9b8600 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 0d1671d49c..dfd1bb0b09 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index d67c29bdff..08b4d16016 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 9a996ff1d6..6d44bd7da0 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index d4864c4d22..306c5b1bb1 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 94f335a261..043ba8c128 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index d2487e80b0..c8f969e657 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 628029c6a1..2ca8bdf1f5 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index afdba1b9e3..8ba75a8c32 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 1fecef80c9..fc526586a8 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index bab9b60888..10a8666586 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index ea6408fdcf..61a8022080 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree index 4d6281f514..8234bdaeaa 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree index a3ee8b4d54..c4d0d4d421 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree index 24ac64f931..532ae93a25 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree index 9602de28ea..dd7589c9a6 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index e11129a9f9..73a13da696 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree index 037e99b52c..734c59c82d 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 4a83c8f0e3..8aec04126e 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/output.doctree b/docs/compilation/v2.3.0/.doctrees/pages/output.doctree index ee9afe3119..22278a5b80 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree index 9dcac8e5f9..90d2280ee8 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree index f6cc4a17d6..a71b5e7d3b 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree index 652993f8d1..c60dc7b906 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree index 4c6a9ff972..72dfff96f8 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree index 6cb2245fe1..40ba1bc06f 100644 Binary files a/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.3.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.3.0/_static/basic.css b/docs/compilation/v2.3.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v2.3.0/_static/basic.css +++ b/docs/compilation/v2.3.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.3.0/_static/doctools.js b/docs/compilation/v2.3.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v2.3.0/_static/doctools.js +++ b/docs/compilation/v2.3.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.3.0/_static/language_data.js b/docs/compilation/v2.3.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v2.3.0/_static/language_data.js +++ b/docs/compilation/v2.3.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v2.3.0/_static/searchtools.js b/docs/compilation/v2.3.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v2.3.0/_static/searchtools.js +++ b/docs/compilation/v2.3.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v2.3.0/genindex.html b/docs/compilation/v2.3.0/genindex.html index aac3ae422a..504064e434 100644 --- a/docs/compilation/v2.3.0/genindex.html +++ b/docs/compilation/v2.3.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -776,6 +776,7 @@

    W

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/index.html b/docs/compilation/v2.3.0/index.html index a6fb02b9a3..0688332f1c 100644 --- a/docs/compilation/v2.3.0/index.html +++ b/docs/compilation/v2.3.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -311,6 +313,7 @@

    Citing Sinergymv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/API-reference.html b/docs/compilation/v2.3.0/pages/API-reference.html index b871a5781d..05ee0d332f 100644 --- a/docs/compilation/v2.3.0/pages/API-reference.html +++ b/docs/compilation/v2.3.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -174,6 +176,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/buildings.html b/docs/compilation/v2.3.0/pages/buildings.html index e1151989e1..b33b6e1dfd 100644 --- a/docs/compilation/v2.3.0/pages/buildings.html +++ b/docs/compilation/v2.3.0/pages/buildings.html @@ -18,7 +18,7 @@ - + @@ -228,6 +228,7 @@

    3.6. OfficeGridStorageSmoothingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/controllers.html b/docs/compilation/v2.3.0/pages/controllers.html index 6ffe9d2fe8..ee3f6b3c75 100644 --- a/docs/compilation/v2.3.0/pages/controllers.html +++ b/docs/compilation/v2.3.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -165,6 +165,7 @@

    7. Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/deep-reinforcement-learning.html b/docs/compilation/v2.3.0/pages/deep-reinforcement-learning.html index 3bc0c326f5..962ee731a6 100644 --- a/docs/compilation/v2.3.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v2.3.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -419,6 +419,7 @@

    11.4.2. Load a trained modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/environments.html b/docs/compilation/v2.3.0/pages/environments.html index 8c7835698f..beab93287e 100644 --- a/docs/compilation/v2.3.0/pages/environments.html +++ b/docs/compilation/v2.3.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -1050,6 +1050,7 @@

    5.4. Adding new buildings for environmen
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/extra-configuration.html b/docs/compilation/v2.3.0/pages/extra-configuration.html index 3ba8a60b20..4934c0ad55 100644 --- a/docs/compilation/v2.3.0/pages/extra-configuration.html +++ b/docs/compilation/v2.3.0/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    9.2. runperiodv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/gcloudAPI.html b/docs/compilation/v2.3.0/pages/gcloudAPI.html index 25bf5a1282..4a8370e47a 100644 --- a/docs/compilation/v2.3.0/pages/gcloudAPI.html +++ b/docs/compilation/v2.3.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -527,6 +527,7 @@

    12.3. Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/github-actions.html b/docs/compilation/v2.3.0/pages/github-actions.html index b8fc06e505..ff18db2576 100644 --- a/docs/compilation/v2.3.0/pages/github-actions.html +++ b/docs/compilation/v2.3.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -260,6 +260,7 @@

    13.3. New release created or modifiedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/installation.html b/docs/compilation/v2.3.0/pages/installation.html index ac16905c4d..45c34af695 100644 --- a/docs/compilation/v2.3.0/pages/installation.html +++ b/docs/compilation/v2.3.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -344,6 +344,7 @@

    1.5. Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/introduction.html b/docs/compilation/v2.3.0/pages/introduction.html index 287a4d3f3c..7f00a330a1 100644 --- a/docs/compilation/v2.3.0/pages/introduction.html +++ b/docs/compilation/v2.3.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -268,6 +268,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index b5b8f85e39..2b60c4b755 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -360,6 +360,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.html index 77ba0ae2d0..e1874df9ae 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -178,6 +178,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.html index 1ddca57e8c..cf7092d020 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -174,6 +174,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.BaseSimulator.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.BaseSimulator.html index 9a163dfd4e..f1c1e30a7b 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.BaseSimulator.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.BaseSimulator.html @@ -18,7 +18,7 @@ - + @@ -228,6 +228,7 @@

    sinergym.simulators.base.BaseSimulatorv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.html index e75c55bf10..ff528765c9 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.base.html @@ -18,7 +18,7 @@ - + @@ -180,6 +180,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index f3291a1cf8..d62a11955a 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -388,6 +388,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.html index e562c46c9f..cdaaee9506 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -184,6 +184,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html index 72c81144cd..8917d7d7f2 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -244,6 +244,7 @@

    sinergym.simulators.eplus_alpha.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.html index 8c2da434d9..d7b7bbfb20 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -18,7 +18,7 @@ - + @@ -180,6 +180,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.html index eff07a4369..e1b256f1a4 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index f20622adf9..0742980739 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -217,6 +217,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index aae6855132..4c0510d5db 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.html index 82336ad0fb..45ed58319e 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -192,6 +192,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.create_variable_weather.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.create_variable_weather.html index b89c8c7edf..0b2a7135f4 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.create_variable_weather.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.create_variable_weather.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.common.create_variable_weatherv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html index 7336bebb82..811f578508 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.common.export_actuators_to_excelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_current_time_info.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_current_time_info.html index b3a4ae2d16..facacd122e 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_current_time_info.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_current_time_info.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.get_current_time_infov3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index c1a08644c3..2774d86043 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_record_keys.html index bc4d87a484..db68f77e0a 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.get_record_keysv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html index 11a2ccda26..a8cb43bddb 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.common.get_season_comfort_rangev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.html index cb5e629849..a446b39412 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -228,6 +228,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.is_wrapped.html index 341545d9f1..75d6db011d 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.is_wrapped.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.is_wrapped.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.is_wrappedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html index 024cad7400..205b1fe1aa 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.prepare_batch_from_records.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.prepare_batch_from_recordsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.ranges_getter.html index 967523a3fd..478879eda9 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.to_idf.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.to_idf.html index 7001c1ca19..1a2a745629 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.to_idf.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.to_idf.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.common.to_idfv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html index 7266308956..66eed7080f 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.unwrap_wrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.Config.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.Config.html index 647a9bc7eb..01a1c4e37c 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.Config.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.Config.html @@ -18,7 +18,7 @@ - + @@ -419,6 +419,7 @@

    sinergym.utils.config.Configv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.html index 6cff316f67..74e5288818 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.config.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.constants.html index a690ccddcd..7b53a11342 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.constants.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html index 2314ddf623..aa70a73f42 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -18,7 +18,7 @@ - + @@ -227,6 +227,7 @@

    sinergym.utils.controllers.RBC5Zonev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html index c5086ca3c6..4ca42babd9 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -18,7 +18,7 @@ - + @@ -223,6 +223,7 @@

    sinergym.utils.controllers.RBCDatacenterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RandomController.html index 5d3b4078dc..c84a9f57cb 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -223,6 +223,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.html index bc4accabeb..7f844e3b58 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -196,6 +196,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.check_env.html index a008fe4dd2..c6b2c3fd66 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.check_env.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.check_env.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

    sinergym.utils.env_checker.check_envv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.html index aa2c6038fe..c33526c979 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.env_checker.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html index e00bc7e3c9..87ba7c1d02 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.evaluation.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.html index 2f82f31411..20b2ca4446 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.evaluation.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index a78f0649c5..52fc06204d 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index ab3cc010e6..7cd2a266bc 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.html index 77d8c0a95e..0e7a680e04 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index d9a9ad59ab..92bc75432e 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index 1a5d61a693..58cb4211c1 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -199,6 +199,7 @@

    sinergym.utils.gcloud.read_from_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 6eb61d8c45..417ba8123e 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.html index 2c801b19f4..023ba9e0c4 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -214,6 +216,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.CSVLogger.html index 7b218f7ecc..abc0b2af58 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.CSVLogger.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -302,6 +302,7 @@

    sinergym.utils.logger.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.Logger.html index 8414ed9034..39990bf211 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.Logger.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.Logger.html @@ -18,7 +18,7 @@ - + @@ -222,6 +222,7 @@

    sinergym.utils.logger.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html index 191a2ca84e..a59750be8e 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.logger.WandBOutputFormatv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.html index 4bbac617c8..641c6a6614 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.logger.html @@ -18,7 +18,7 @@ - + @@ -196,6 +196,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.BaseReward.html index 70ed945832..c69f5d00bf 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.BaseReward.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -18,7 +18,7 @@ - + @@ -208,6 +208,7 @@

    sinergym.utils.rewards.BaseRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.ExpReward.html index 6c6e1dae5f..90d6ac65b7 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -221,6 +221,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html index 5cd35b3686..da74cfa012 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -18,7 +18,7 @@ - + @@ -218,6 +218,7 @@

    sinergym.utils.rewards.HourlyLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.LinearReward.html index ed87ea509d..277613d926 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -222,6 +222,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.html index 066f9bfa00..6d084d38cf 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -200,6 +202,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html index c762c496a7..786fe45633 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html @@ -18,7 +18,7 @@ - + @@ -278,6 +278,7 @@

    sinergym.utils.wrappers.DatetimeWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html index 7e8344b2ee..34b009df9a 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html @@ -18,7 +18,7 @@ - + @@ -285,6 +285,7 @@

    sinergym.utils.wrappers.DiscreteIncrementalWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index 63008b2955..9cd636361e 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -328,6 +328,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html index 03ffba70df..2c414f4fe5 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html @@ -18,7 +18,7 @@ - + @@ -281,6 +281,7 @@

    sinergym.utils.wrappers.MultiObjectiveRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index 20bc1b9730..14f7b4f38d 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -296,6 +296,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 6d3e2e6612..d01e988334 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -301,6 +301,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html index 2bee7f3eae..e146347663 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html @@ -18,7 +18,7 @@ - + @@ -279,6 +279,7 @@

    sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html index a5212620e5..58e03a82ae 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html @@ -18,7 +18,7 @@ - + @@ -278,6 +278,7 @@

    sinergym.utils.wrappers.PreviousObservationWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.html index 972df91d0e..8782d8a8d1 100644 --- a/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.3.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -216,6 +216,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/pages/notebooks/basic_example.html b/docs/compilation/v2.3.0/pages/notebooks/basic_example.html index 68a7c37bd7..96aa08776a 100644 --- a/docs/compilation/v2.3.0/pages/notebooks/basic_example.html +++ b/docs/compilation/v2.3.0/pages/notebooks/basic_example.html @@ -19,7 +19,7 @@ - + @@ -267,6 +267,7 @@

    15. Basic examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/notebooks/change_environment.html b/docs/compilation/v2.3.0/pages/notebooks/change_environment.html index 7f042471cb..b9e3b00d64 100644 --- a/docs/compilation/v2.3.0/pages/notebooks/change_environment.html +++ b/docs/compilation/v2.3.0/pages/notebooks/change_environment.html @@ -19,7 +19,7 @@ - + @@ -778,6 +778,7 @@

    16.6. Adding more extra configurationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/notebooks/default_building_control.html b/docs/compilation/v2.3.0/pages/notebooks/default_building_control.html index 90de2e946f..e19fa9ef16 100644 --- a/docs/compilation/v2.3.0/pages/notebooks/default_building_control.html +++ b/docs/compilation/v2.3.0/pages/notebooks/default_building_control.html @@ -19,7 +19,7 @@ - + @@ -240,6 +240,7 @@

    17. Default building control setting up
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/notebooks/drl.html b/docs/compilation/v2.3.0/pages/notebooks/drl.html index ec6fd47aa6..a7ff47a082 100644 --- a/docs/compilation/v2.3.0/pages/notebooks/drl.html +++ b/docs/compilation/v2.3.0/pages/notebooks/drl.html @@ -19,7 +19,7 @@ - + @@ -1140,6 +1140,7 @@

    21.2. Loading a modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v2.3.0/pages/notebooks/personalize_loggerwrapper.html index 9990c14a71..9cd37e733c 100644 --- a/docs/compilation/v2.3.0/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/v2.3.0/pages/notebooks/personalize_loggerwrapper.html @@ -19,7 +19,7 @@ - + @@ -302,6 +302,7 @@

    19.2. Step 2 Instantiate the LoggerWrapp
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/notebooks/rule_controller_example.html b/docs/compilation/v2.3.0/pages/notebooks/rule_controller_example.html index d527532b6b..1a5089e8af 100644 --- a/docs/compilation/v2.3.0/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/v2.3.0/pages/notebooks/rule_controller_example.html @@ -19,7 +19,7 @@ - + @@ -333,6 +333,7 @@

    20. Rule Controller examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/notebooks/wrappers_examples.html b/docs/compilation/v2.3.0/pages/notebooks/wrappers_examples.html index 604ecc931f..c5266a7c1e 100644 --- a/docs/compilation/v2.3.0/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/v2.3.0/pages/notebooks/wrappers_examples.html @@ -19,7 +19,7 @@ - + @@ -535,6 +535,7 @@

    18.5. All Wrappers in onev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/output.html b/docs/compilation/v2.3.0/pages/output.html index 1f63cd8fde..b751e8c259 100644 --- a/docs/compilation/v2.3.0/pages/output.html +++ b/docs/compilation/v2.3.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -239,6 +239,7 @@

    10.1. Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/rewards.html b/docs/compilation/v2.3.0/pages/rewards.html index 4b095170bb..d34bc41adb 100644 --- a/docs/compilation/v2.3.0/pages/rewards.html +++ b/docs/compilation/v2.3.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -259,6 +259,7 @@

    6.1. Custom Rewardsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/tests.html b/docs/compilation/v2.3.0/pages/tests.html index ca69aa9324..0f07c57d5f 100644 --- a/docs/compilation/v2.3.0/pages/tests.html +++ b/docs/compilation/v2.3.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -244,6 +244,7 @@

    14.3. Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/usage-example.html b/docs/compilation/v2.3.0/pages/usage-example.html index 756f12a69f..b5b4edfe82 100644 --- a/docs/compilation/v2.3.0/pages/usage-example.html +++ b/docs/compilation/v2.3.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

    2. Usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/weathers.html b/docs/compilation/v2.3.0/pages/weathers.html index 1466ff7114..29a87ecf16 100644 --- a/docs/compilation/v2.3.0/pages/weathers.html +++ b/docs/compilation/v2.3.0/pages/weathers.html @@ -18,7 +18,7 @@ - + @@ -256,6 +256,7 @@

    4. Weathersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/pages/wrappers.html b/docs/compilation/v2.3.0/pages/wrappers.html index 2c5a94d275..34a4ab3bd9 100644 --- a/docs/compilation/v2.3.0/pages/wrappers.html +++ b/docs/compilation/v2.3.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -191,6 +191,7 @@

    8. Wrappersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.3.0/py-modindex.html b/docs/compilation/v2.3.0/py-modindex.html index 0232b28542..190b3c2af5 100644 --- a/docs/compilation/v2.3.0/py-modindex.html +++ b/docs/compilation/v2.3.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -257,6 +257,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/search.html b/docs/compilation/v2.3.0/search.html index 82c9c0a71b..8e79314915 100644 --- a/docs/compilation/v2.3.0/search.html +++ b/docs/compilation/v2.3.0/search.html @@ -18,7 +18,7 @@ - + @@ -160,6 +160,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.3.0/searchindex.js b/docs/compilation/v2.3.0/searchindex.js index c0dcfcd7b0..a5bed6a527 100644 --- a/docs/compilation/v2.3.0/searchindex.js +++ b/docs/compilation/v2.3.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 79], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 16, 74], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 80, 81, 84], "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10, 84], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75], "info": [0, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 72, 75, 80, 83], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "between": [0, 4, 5, 8, 10, 29, 75, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "bcvtb": [0, 5, 10, 18, 38], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 79, 84], "sever": [0, 5, 7, 10, 38, 73, 78, 80, 83, 84], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "design": [0, 5, 6, 10, 38, 73], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 24], "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 82, 84], "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 73, 75, 78, 81], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79, 84], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 80, 84], "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82], "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 80], "occup": [0, 5, 10, 31, 41, 73, 75], "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 78, 81, 84], "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 79], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 18], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 84], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 80, 81, 84], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 79, 80, 84], "extern": [0, 5, 10, 38, 73, 79], "cfg": [0, 5, 10, 18, 38, 79], "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 79, 80, 81], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 80], "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 73, 74, 75, 76, 77, 79, 80, 81, 84], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 13, 66], "inform": [0, 2, 4, 5, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 80], "schedul": [0, 5, 10, 13, 38, 73], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 13, 27, 35, 73], "excel": [0, 10, 27, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 80, 81], "indic": [0, 4, 5, 7, 10, 18, 23], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "3": [0, 2, 4, 6, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "callback": [0, 10, 21, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 13, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "mlflow": [0, 9, 10], "track": [0, 4, 7, 9, 10, 75, 84], "server": [0, 2, 7, 10, 17, 38, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "lifecycl": [0, 10], "remot": [0, 4, 8, 9, 10, 75, 81], "local": [0, 4, 7, 10, 47, 52, 53, 73, 75, 78, 82], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 79], "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "artifact": [0, 4, 7, 10, 75], "orderli": [0, 10], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "visual": [0, 4, 9, 10, 75], "logger": [0, 5, 10, 66, 74, 75, 84], "tensorboard": [0, 10, 23], "train": [0, 10, 79, 80], "evalu": [0, 7, 10, 24, 75, 80], "real": [0, 4, 5, 10, 55, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81, 84], "code": [0, 3, 6, 8, 9, 10, 72, 75, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "along": [0, 10], "itself": [0, 10], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 17, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 72, 74, 75, 77, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 31, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 16, 18, 52], "md": 0, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 18, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "offici": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 18, 28, 65, 73, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 17, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "experi": [2, 4, 5, 6, 9, 37, 38, 74, 75, 83], "2zonedatacenterhvac_weconom": [2, 5], "491": [2, 73, 78], "m2": 2, "divid": [2, 75, 78], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77], "come": [2, 74, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42], "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75], "463": 2, "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 84], "input": [2, 8, 18], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75, 78], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 18], "through": [2, 5, 9], "fridai": 2, "45": 2, "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 72], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "base": [3, 4, 7, 8, 41, 42, 57, 59, 73, 77, 81], "5zone": [3, 5, 6, 73, 77], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "facil": [4, 73, 75, 80], "discret": [4, 5, 13, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 18, 66], "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "monitor": [4, 7, 9, 24, 47, 55, 66, 74, 75, 76, 78, 79], "save": [4, 6, 24, 38, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 84], "column": [4, 5, 26, 38], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "log": [4, 55, 56, 66, 75, 79, 84], "extract": [4, 5, 13, 34, 38, 75], "why": 4, "record": [4, 30, 33, 55, 66, 79], "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sinergym_logg": [4, 23], "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 24], "wandb": [4, 57, 75], "background": [4, 74], "With": [4, 5, 73, 75], "": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "regist": [4, 5, 8, 72, 75, 82], "hyperparamet": [4, 75], "output": [4, 6, 8, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "best": [4, 24, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 24, 46, 47], "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "version": [4, 5, 8, 9, 13, 73, 75, 82], "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": 4, "construct": [4, 5, 7], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 23, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 23, 61, 62, 79, 80], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 79, 80], "penalti": [4, 79, 80], "violat": [4, 23], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "appear": [4, 5, 9, 47, 72, 79], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 13, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 82], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 13, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": [4, 75], "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 18], "benefit": [4, 5], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 84], "keep": [4, 18], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 38, 71, 73, 75, 80, 84], "field": [4, 5, 13, 38, 80, 83], "valid": [4, 50, 78, 84], "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 7, 75], "alloc": [4, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 79], "overwrit": [4, 75], "seed": [4, 13, 66, 68], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 75, 78], "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 79], "bucket": [4, 52, 53], "delet": [4, 49], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 80], "onc": [4, 5, 9], "predict": [4, 75], "agre": 4, "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "direct": [4, 75], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 28], "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "receiv": [5, 13, 18, 20, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 18, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 13, 38], "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 78, 82], "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 73, 75, 78], "31": [5, 6, 74, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 24, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 13, 66, 73, 81], "either": 5, "predefin": [5, 73], "shown": [5, 9, 82], "abov": [5, 7, 8, 73], "def": [5, 76, 77, 80], "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "self": [5, 75, 76, 77, 80], "idf_fil": [5, 13, 18, 20, 38], "weather_fil": [5, 13, 18, 20, 38, 73], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 13, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75, 78], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 13, 73], "observation_vari": [5, 13, 73], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "action_vari": [5, 13, 73, 74], "action_map": [5, 13, 73], "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "weather_vari": [5, 13, 37, 73], "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 13, 73, 80], "reward_kwarg": [5, 13, 73, 80], "act_repeat": [5, 13, 18, 73], "max_ep_data_store_num": [5, 13, 18, 73], "action_definit": [5, 13, 18, 38, 73, 74], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "config_param": [5, 6, 13, 18, 73], "arg": [5, 7, 9, 23, 24, 57, 77], "condit": [5, 13, 31, 41], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 13, 38, 43, 70, 82], "empti": [5, 9, 13, 38, 75, 78], "manual": [5, 6, 8, 13, 74, 75], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "extra_config": [5, 13, 38], "map": [5, 13, 73], "sigma": [5, 13, 26, 38], "mu": [5, 13], "tao": [5, 13], "ornstein": [5, 13, 26, 38], "uhlenbeck": [5, 13, 26, 38], "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "feedback": [5, 13], "pass": [5, 13, 18, 24, 47], "regardless": [5, 13, 79], "repetit": [5, 13], "interv": [5, 13], "last": [5, 9, 13, 18, 34, 66, 69, 73], "sub": [5, 7, 13], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 80, 84], "eplus_path": [5, 9, 18, 20], "o": [5, 7], "bcvtb_path": [5, 9, 18, 20], "isinst": 5, "els": [5, 47, 76, 77], "copi": [5, 9, 18, 79], "obs_dict": [5, 77], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 38, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 13, 24, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 13, 41, 42, 43, 66, 77, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 26, 38], "whose": [5, 55, 80, 84], "natur": 5, "addit": [5, 13, 18, 23, 38, 45, 47, 66], "moreov": 5, "n": [5, 68, 73, 78], "activ": [5, 9, 23, 55, 66, 79], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "let": [5, 6, 7, 9, 72, 73, 75, 82], "requir": [5, 7, 8, 9, 38, 73, 80, 84], "variable_nam": 5, "zone_nam": 5, "correctli": [5, 7, 27, 81, 82, 84], "correct": [5, 7, 9, 31, 78, 84], "look": [5, 32, 36, 45, 77], "found": [5, 13, 38, 84], "rdd": 5, "ones": [5, 80, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 73, 74, 84], "range_gett": 5, "common": [5, 21, 24, 47, 75, 77, 80, 81], "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "standard": [5, 8, 31, 41, 72, 82], "repres": 5, "previous": [5, 38, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 27, 73, 74], "usual": [5, 80], "solut": 5, "problem": [5, 7, 73, 78], "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 26, 38, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "advantag": [5, 8, 74], "meanwhil": 5, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 17], "zhang": [5, 17], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "part": [5, 7], "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_idf_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": [5, 73], "object2": [5, 73], "entri": [5, 75], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 80, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "sure": 5, "except": [5, 38], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 27, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 75], "length": [6, 47, 75], "start_dai": [6, 18], "start_month": 6, "start_year": [6, 18, 38], "end_dai": [6, 29], "end_month": 6, "end_year": [6, 29], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 38], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": 7, "virtual": [7, 9], "gce": 7, "weight": [7, 60, 61, 62, 73, 75, 80], "bias": [7, 75], "finish": [7, 8, 18, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 80, 84], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 71, 72, 73, 75, 76, 77, 80], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 17, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 14, 21, 81, 82], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 78, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "c": [7, 60, 61, 62, 80], "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 23, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": 7, "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 84], "predetermin": 7, "enter": [7, 75, 82], "after": [7, 18, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 30], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 24], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "deploy": 8, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 24, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 18], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 18, 20, 38, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 9, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75, 78], "lt": [9, 75], "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 75, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 33, 38], "5000000": 13, "repeat": [13, 18, 73], "properti": [13, 18, 38], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [13, 73], "get_zon": [13, 73], "metadata": 13, "render_mod": 13, "human": [13, 31, 41], "render": [13, 24, 45, 47, 75], "mode": 13, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [13, 66], "chosen": [13, 41, 42, 43, 66, 77, 82], "entropi": [13, 66], "integ": [13, 18, 66], "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "abstract": 16, "receive_observ": [16, 20], "send_act": [16, 20], "start_simul": [16, 20], "stop_simul": 16, "stop": 16, "ptolomi": 17, "zhangzhizza": 17, "descript": 18, "end_env": 18, "end_episod": 18, "get_is_eplus_run": 18, "subprocess": 18, "popen": 18, "flag": [18, 55, 64, 66, 76, 84], "sensor": 18, "correspond": 18, "start_mon": 18, "start_weekdai": 18, "weekdai": [18, 77], "sundai": 18, "runtimeerror": [18, 38], "second": [18, 28, 29, 47, 55, 73, 76], "element": [18, 30, 33, 55, 84], "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 19, "variables_fil": 20, "connector": 20, "keyerror": 20, "end_simul": 20, "kwarg": [23, 24, 57], "plot": 23, "param": [23, 24, 37, 38, 42, 47, 55, 75], "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 65, 84], "verbos": [23, 24, 75, 81], "csvlogger": [23, 66, 75, 76, 79], "boolean": 23, "on_training_end": 23, "eval_env": [24, 75], "callback_on_new_best": 24, "accord": [24, 83], "n_eval_episod": [24, 47, 75], "eval_freq": [24, 75], "eval": [24, 75], "freq": 24, "log_path": [24, 75], "npz": 24, "best_model_save_path": [24, 75], "determinist": [24, 47, 75], "stable_baselines3": [24, 47, 75], "vec_env": [24, 47], "vecenv": [24, 47], "10000": 24, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "weather_data": [26, 38, 75], "weatherdata": [26, 38], "original_epw_fil": 26, "drybulb": [26, 38, 73, 75, 77], "variat": [26, 38, 65], "opyplu": [26, 28, 30, 33, 35, 38, 75], "ou": [26, 38], "_get_actu": 27, "rel": [27, 73, 75], "epm": [28, 30, 33, 35, 38], "sec_elaps": 28, "elaps": [28, 55], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": 29, "st": 29, "mon": 29, "24": [29, 73, 74, 76, 78], "got": 30, "explicitli": 30, "season": [31, 60, 61, 62, 73, 77, 80, 83], "ashra": [31, 41, 42], "55": [31, 41, 75, 83], "thermal": [31, 41, 61, 73, 75, 80], "environment": [31, 41], "2004": [31, 41], "wrapper_class": [32, 36], "add_batch": 33, "convert": 33, "batch": 33, "output_path": 34, "last_result": 34, "max": [34, 60, 62], "min": [34, 73], "absolut": [34, 60, 62, 80], "file_path": 35, "content": [35, 79], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 52, 53], "search": 36, "unwrap": [36, 79], "till": 36, "modif": [37, 80], "max_ep_stor": 38, "_idf_path": 38, "_weather_path": 38, "_ddy_path": 38, "experiment_path": 38, "episode_path": 38, "_idd": 38, "idd": 38, "ddy_model": 38, "adapt_idf_to_action_definit": 38, "interpret": 38, "adapt_idf_to_epw": 38, "summerdai": 38, "ann": 38, "clg": [38, 73], "condn": 38, "db": 38, "mwb": 38, "winterdai": 38, "htg": [38, 73], "99": 38, "summer": [38, 60, 61, 62, 80, 83], "winter": [38, 80, 83], "desingdai": 38, "adapt_variables_to_cfg_and_idf": 38, "xml": [38, 72, 73, 74, 75, 76, 77, 78], "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "apply_weather_vari": 38, "save_building_model": 38, "env_working_dir": 38, "save_variables_cfg": 38, "set_episode_working_dir": 38, "dir": 38, "parent": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "ptolemi": 38, "update_weather_path": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "particularli": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75], "scale": [47, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 75, 76, 77], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62], "exp": 60, "t_": [60, 62], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 84], "sin": [64, 84], "co": [64, 84], "sen": 64, "transform": [64, 65, 78, 84], "max_valu": 65, "min_valu": 65, "delta_temp": 65, "step_temp": 65, "action_nam": 65, "One": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 80], "simultan": 70, "upper": 70, "previous_vari": 71, "loop": [72, 75], "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "02": [72, 73, 74, 75, 76, 77, 78], "09": [72, 73, 74, 75, 76, 77], "11": [72, 73, 74, 75, 76, 77, 78], "00": [72, 75, 76, 78], "27": [72, 73, 75, 76, 78], "049": 72, "eplus_env_demo": [72, 73, 76, 77, 78], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "050": 72, "site": [72, 73, 74, 75, 76, 77, 78], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "052": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "053": 72, "054": 72, "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "139": 72, "146": [72, 78], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 74, 75, 76, 77], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "086220480544118": [72, 75], "39": [72, 73, 74, 75, 76, 77, 78], "time_elaps": [72, 73, 74, 75, 76, 77, 78], "900": [72, 73, 74, 76, 77, 78], "23": [72, 73, 74, 75, 76, 77, 78, 80], "total_pow": [72, 73, 74, 76, 77], "21724": 72, "40961088236": 72, "total_power_no_unit": [72, 73, 74, 76, 77], "172440961088236": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "81947413483711": 72, "2083": 72, "3260107177957": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "16": [72, 73, 75, 76, 78, 83], "29": [72, 73, 75, 76, 78], "4300": 72, "67198003095": 72, "43006719800309506": 72, "470462231008021": 72, "52953776899198": 72, "4068": 72, "1430820739643": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "17443": 72, "56199085256": 72, "7443561990852559": 72, "52682664353406": 72, "5408": 72, "011099508528": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 78, 83], "28": [72, 73, 76, 77, 78], "152": [72, 76, 77, 78], "4868953414246": [72, 76, 77, 78], "01524868953414246": [72, 76, 77, 78], "20": [72, 73, 74, 75, 76, 77, 78, 80], "02634475252593": 72, "6324": 72, "363418661066": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "87808257037088": 72, "7166": 72, "002341495086": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "5901": 72, "306181804051": 72, "5901306181804051": 72, "00595003066665": 72, "99404996933335": 72, "10107": 72, "38621508419": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "5959": 72, "248391726638": 72, "5959248391726638": 72, "003880381582551": 72, "99611961841745": 72, "13368": 72, "049092385163": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "20642": 72, "54173343959": 72, "064254173343959": 72, "2461460714288606": 72, "75385392857114": 72, "16573": 72, "882795341822": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "296": 72, "4125183546004": 72, "029641251835460045": 72, "85266561770349": 72, "14733438229651": 72, "19392": 72, "89340178917": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "33172235919861": 72, "20446": 72, "271430476787": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 76], "45708717771629": 72, "21616": 72, "477165610137": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "182": [72, 73], "8619608065522": 72, "01828619608065522": 72, "0452010578529105": 72, "95479894214709": 72, "23634": 72, "85490851": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "23109": 72, "07172644784": 72, "310907172644784": 72, "04969081696662": 72, "forget": 72, "130": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "6745106994437942": 72, "over": 72, "environment_id": 73, "long": [73, 75], "198": 73, "eplus_env_5zon": 73, "199": [73, 75], "201": [73, 74], "202": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 80], "total": [73, 75, 80], "demand": [73, 75, 80], "26": [73, 74, 75, 76, 78, 80], "34": [73, 78, 83], "490": 73, "492": 73, "493": [73, 75], "494": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": [73, 75, 78], "new_env_nam": 73, "14": [73, 75, 77, 83], "36": [73, 75], "775": 73, "eplus_env_new_env_name_mainthread_root": 73, "776": 73, "777": 73, "778": 73, "779": 73, "new_observation_vari": 73, "humid": [73, 75, 83], "wind": [73, 75], "speed": [73, 75], "fanger": [73, 75], "ppd": [73, 75], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "new_action_spac": 73, "58": 73, "042": 73, "eplus_env_datacent": 73, "043": 73, "044": 73, "045": 73, "047": 73, "24071189929661993": 73, "4814": 73, "237985932398": 73, "48142379859323986": 73, "663": [73, 75], "5403139587615": 73, "3902": 73, "820992932057": 73, "39028209929320573": 73, "1239": 73, "6466565782107": 73, "4289": 73, "43749835403": 73, "428943749835403": 73, "1846": 73, "3376477287582": 73, "4605": 73, "786815476858": 73, "4605786815476858": 73, "2638": 73, "351276498183": 73, "4140": 73, "066604495791": 73, "41400666044957907": 73, "3535": 73, "2292329474312": 73, "3585": 73, "00576986839": 73, "358500576986839": 73, "5030": [73, 77], "414183067792": 73, "3962": 73, "959903637627": 73, "39629599036376273": 73, "7065": 73, "662896790269": 73, "2020": 73, "616347754115": 73, "2020616347754115": 73, "9301": 73, "430375216012": 73, "6150": 73, "00539925926": 73, "6150005399259261": 73, "10852": 73, "482595941527": 73, "4705": 73, "83115210627": 73, "470583115210627": 73, "11635": 73, "614609284981": 73, "3160": 73, "38778492112": 73, "316038778492112": 73, "12226": 73, "346387257105": 73, "4049": 73, "327293756508": 73, "40493272937565084": 73, "12842": 73, "09822858374": 73, "5236": 73, "012401867805": 73, "5236012401867806": 73, "3664982371171533": 73, "652": [73, 75], "fit": 73, "knowledg": 73, "pprint": 73, "56": [73, 75, 78], "385": 73, "386": 73, "388": 73, "activitysch": 73, "actschd": 73, "object_field_nam": 73, "activity_level_schedule_nam": 73, "object_nam": 73, "object_typ": 73, "space2": 73, "object3": 73, "space3": 73, "object4": 73, "space4": 73, "object5": 73, "space5": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "cooling_setpoint_temperature_schedule_nam": 73, "dualsetpoint": 73, "thermostatsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "coolingsetpoint": 73, "singlecool": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "schedule_nam": 73, "eleceq": 73, "electricequip": 73, "fanavailsch": 73, "sy": [73, 75], "availabilitymanag": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "outdoor_air_schedule_nam": 73, "zoneminoarequir": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "object10": 73, "object11": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "temp": 73, "shadetranssch": 73, "transmittance_schedule_nam": 73, "south": 73, "overhang": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "08": [73, 75], "246": 73, "248": 73, "251": 73, "378": 73, "5953435921799378": 73, "772135": 73, "065615": 73, "118682444": 73, "3702": 73, "129212670561": 73, "3702129212670561": 73, "8204742630928195": 73, "17952573690718": 73, "1323": 73, "6734504483704": 73, "915005": 73, "252123": 73, "15262651": 73, "8240": 73, "440639174443": 73, "8240440639174443": 73, "95402558077242": 73, "2653": 73, "495511682493": 73, "406197": 73, "032454": 73, "26987368": 73, "2705": [73, 77], "327387104871": 73, "2705327387104871": 73, "6026980339436996": 73, "3973019660563": 73, "3654": 73, "117264731128": 73, "771828": 73, "576086": 73, "7228997": 73, "5473": 73, "696407644316": 73, "5473696407644316": 73, "3236919826706703": 73, "67630801732933": 73, "4538": 73, "064413351645": 73, "968792": 73, "643467": 73, "42019805": 73, "120": [73, 75, 78], "4056020773604": 73, "01204056020773604": 73, "94994733268213": 73, "5259": 73, "877199437174": 73, "487429": 73, "881165": 73, "43655413": 73, "7020926257567": 73, "018270209262575672": 73, "2600072645660596": 73, "73999273543394": 73, "6975": 73, "320963205122": 73, "296425": 73, "643679": 73, "86003727": 73, "1226": 73, "248426331626": 73, "1226248426331626": 73, "70903953647829": 73, "29096046352171": 73, "8706": 73, "30201843947": 73, "121338": 73, "962442": 73, "025553703": 73, "697": 73, "2103275980762": 73, "06972103275980762": 73, "8752707894151683": 73, "12472921058483": 73, "10343": 73, "998184182996": 73, "662157": 73, "507599": 73, "93150544": 73, "684": 73, "6697597628286": 73, "06846697597628286": 73, "3248581251439404": 73, "67514187485606": 73, "12237": 73, "019209920722": 73, "351902": 73, "181551": 73, "48064095": 73, "473": 73, "2032270919159": 73, "04732032270919159": 73, "5222419743496403": 73, "47775802565036": 73, "13069": 73, "99679905446": 73, "231323": 73, "530094": 73, "7219142": 73, "441": 73, "5292668362657": 73, "044152926683626574": 73, "4993623031804013": 73, "5006376968196": 73, "14003": 73, "21498085445": 73, "48401": 73, "047281": 73, "6802347": 73, "07314090112306104": 73, "92685909887694": 73, "15358": 73, "466454604144": 73, "825996": 73, "284712": 73, "21843678": 73, "4599": 73, "272751902536": 73, "4599272751902536": 73, "0169386743400288": 73, "98306132565997": 73, "4383123988186277": 73, "711": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "297": 73, "298": 73, "300": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "912": 74, "eplus_env_offic": 74, "913": 74, "914": 74, "915": [74, 78], "916": 74, "917": 74, "937": 74, "008417052432114895": 74, "168": 74, "3410486422979": 74, "01683410486422979": 74, "41070439945542": 74, "27041626118706": 74, "84918155106144": 74, "88116986202595": 74, "74532738560474": 74, "73841316494982": 74, "38460288121428": 74, "66372873926693": 74, "24314170888169": 74, "12321836432302": 74, "67730731535304": 74, "88721275822578": 74, "17223251340036": 74, "30793764011797": 74, "20143741435643": 74, "4627284531045": 74, "03096300421944": 74, "93365898954337": 74, "1482": 74, "85953514518": 74, "4442211987932": 74, "024944422119879323": 74, "69669852361374": 74, "25313699035975": 74, "31323981198721": 74, "87141679758788": 74, "11090427756838": 74, "56241622682827": 74, "9404356024169": 74, "94282444325588": 74, "67194978294257": 74, "12528250474749": 74, "02675393355748": 74, "02881519606414": 74, "7323170557345": 74, "27057664160117": 74, "38432687212007": 74, "31131614661928": 74, "12704060142421": 74, "5512781399194": 74, "2254": 74, "712265755012": 74, "6570166669069": 74, "06842055195615": 74, "19611060077995": 74, "76257909194055": 74, "03948097340511": 74, "44816667157681": 74, "68246103494577": 74, "74943691501284": 74, "57724440341409": 74, "04252087505039": 74, "82097230898479": 74, "89365754884302": 74, "57236745458363": 74, "23540331299291": 74, "15797185610974": 74, "15254710004311": 74, "07075284558289": 74, "49970749537007": 74, "3618": 74, "41549254088": 74, "198977940785": 74, "020119897794078502": 74, "95177229570344": 74, "03365818920899": 74, "60757560084356": 74, "01807134766616": 74, "02808474031944": 74, "82190812609193": 74, "48682887050774": 74, "88794828178202": 74, "59810935786398": 74, "46778150537447": 74, "44257972669456": 74, "79284879509999": 74, "43562436709753": 74, "41247285833814": 74, "62715643472103": 74, "03611257878451": 74, "79267736363525": 74, "65243564408237": 74, "6482": 74, "27876446466": 74, "86509413798045": 74, "1071046471536": 74, "27509765486189": 74, "55675636953588": 74, "65216773896621": 74, "5571280438139": 74, "79071520939431": 74, "83977394603949": 74, "98455644317614": 74, "15279122447957": 74, "20765409229273": 74, "24402610262762": 74, "43118400765561": 74, "60430118197448": 74, "86909845458321": 74, "87644643022476": 74, "06484591156406": 74, "24300908399611": 74, "9982": 74, "991284981603": 74, "6090046831275": 74, "01686090046831275": 74, "94899380246081": 74, "06360575139866": 74, "64043835708107": 74, "90053413764347": 74, "77775409162826": 74, "85491440084278": 74, "84413809380008": 74, "84852169014866": 74, "81155249007516": 74, "2474442023517": 74, "08359041763356": 74, "03184496587623": 74, "06114037003215": 74, "49805825736507": 74, "80319610787662": 74, "78635379853651": 74, "76633279008873": 74, "23300358565249": 74, "15197": 74, "775861760021": 74, "6430": 74, "25476366733": 74, "643025476366733": 74, "30362458961184": 74, "08749938089204": 74, "47728046995123": 74, "84848610748885": 74, "35441535664673": 74, "23674788167068": 74, "83684923572157": 74, "48953443144097": 74, "70569108217305": 74, "92570822385427": 74, "95453942245817": 74, "9310852109356": 74, "90761065616391": 74, "54695943183036": 74, "02379180782778": 74, "09140023176932": 74, "79379237233488": 74, "62275516349538": 74, "20393": 74, "055482672924": 74, "40730428893415": 74, "2081195882295": 74, "94397819959719": 74, "63057921118531": 74, "16215148190642": 74, "34597161854728": 74, "68084155872953": 74, "79261102276273": 74, "80021185275091": 74, "92354348202196": 74, "72571798349205": 74, "7933442496152": 74, "89388375583001": 74, "94708364107272": 74, "52064693594591": 74, "62639383402464": 74, "64389562611166": 74, "78208493279325": 74, "25435": 74, "235586329356": 74, "29888599656579": 74, "60513463360622": 74, "6502371961184": 74, "26243009865059": 74, "83511693216035": 74, "01650759969682": 74, "1219715833017": 74, "193129951486": 74, "25984927684709": 74, "246756226096": 74, "16961935329535": 74, "2292706821575": 74, "31058065863118": 74, "30679185978435": 74, "00162377086149": 74, "07019493415782": 74, "14488073433873": 74, "15733356377928": 74, "29667": 74, "280742048788": 74, "31232078408934": 74, "15531893926972": 74, "62243610547647": 74, "3355501078475": 74, "99617019496714": 74, "90925164972085": 74, "78478083621939": 74, "76648417323338": 74, "94552529042894": 74, "81660183265429": 74, "15665229426293": 74, "11984467906358": 74, "34128949509953": 74, "20504796353065": 74, "88586123209223": 74, "84549591879043": 74, "0480387071551": 74, "92364136523652": 74, "32266": 74, "669648540534": 74, "95342186248593": 74, "79017615251069": 74, "61576801735736": 74, "21904412959735": 74, "23337652641756": 74, "70199079621272": 74, "43858732417969": 74, "50085261539548": 74, "30684175112909": 74, "68506692334094": 74, "61997561531062": 74, "64591022418004": 74, "43849129649558": 74, "89730314513248": 74, "86935225127617": 74, "8610257810776": 74, "76415193815065": 74, "1030080798225": 74, "33693": 74, "4200577215": 74, "67471404763066": 74, "76426059004519": 74, "20781447906961": 74, "8565960165495": 74, "84452889598035": 74, "03748347863898": 74, "30287781156127": 74, "44280752813544": 74, "36536796313164": 74, "55357872462707": 74, "79446517569299": 74, "90682538688919": 74, "72661725183894": 74, "03753160386922": 74, "91255021343735": 74, "01250206066998": 74, "95371613155545": 74, "12462597231874": 74, "34861": 74, "66962269026": 74, "49202797924699": 74, "91834253143812": 74, "6676225575917": 74, "40668187489388": 74, "55052344518836": 74, "93795083204492": 74, "60466670710505": 74, "58536199071002": 74, "28750630729937": 74, "6461216699741": 74, "06515682888017": 74, "06046316147131": 74, "57842146719483": 74, "13899733853399": 74, "14064407629781": 74, "0206640579445": 74, "80239869708953": 74, "11389817828658": 74, "9949106627480553": 74, "033": 74, "preserv": 74, "sophist": 74, "agnost": 75, "datetim": [75, 77], "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": 75, "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230405_145126": 75, "gxs4rau3": 75, "sync": 75, "4_2023": 75, "05_14": 75, "51_nt18lsm5": 75, "view": 75, "ai": 75, "_evalu": 75, "05": 75, "51": [75, 78], "32": 75, "107": 75, "eplus_env_sb3_dqn": 75, "51_mainthread_root": 75, "109": 75, "112": 75, "114": 75, "116": 75, "33": [75, 77], "584": 75, "51_evaluation_mainthread_root": 75, "586": 75, "590": [75, 76], "592": [75, 76], "593": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "_eplus_run_steps": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "53": 75, "742": 75, "957": 75, "usr": [75, 78], "lib": [75, 78], "dist": [75, 78], "futurewarn": 75, "line_termin": 75, "keyword": 75, "deprec": 75, "linetermin": 75, "epw_cont": 75, "_headers_to_epw": 75, "use_datetim": 75, "df": 75, "to_csv": 75, "52": 75, "35": [75, 83], "576": 75, "578": 75, "781": 75, "sub_run2": [75, 78, 79], "65e": 75, "06e": 75, "23582": 75, "973": 75, "758": 75, "89e": 75, "589": [75, 76], "67303": 75, "diffus": 75, "solar": 75, "radiat": 75, "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "43": 75, "cloth": 75, "662": 75, "radiant": 75, "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "36e": 75, "fp": 75, "815": 75, "42": 75, "396": 75, "398": 75, "543": 75, "sub_run3": [75, 79], "304": 75, "455": 75, "51_evalu": 75, "54": 75, "956": 75, "959": 75, "117": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "22366": 75, "66": [75, 83], "47": [75, 78], "95e": 75, "62e": 75, "22837": 75, "932": 75, "556": 75, "47e": 75, "747": 75, "65176743": 75, "37e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "656": 75, "power_penalti": [75, 76], "std_reward": 75, "32e": 75, "542": 75, "129": 75, "learning_r": 75, "loss": 75, "93": 75, "n_updat": 75, "5019": 75, "660": 75, "822": 75, "sub_run4": 75, "63e": 75, "04e": 75, "23348": 75, "816": 75, "466": 75, "66e": 75, "866": 75, "6663475": 75, "41": [75, 83], "33e": 75, "526": 75, "105120": 75, "13779": 75, "839": 75, "840": 75, "986": 75, "sub_run5": 75, "946": 75, "948": 75, "097": 75, "57": 75, "000": 75, "153": 75, "140160": 75, "24046": 75, "92e": 75, "9e": 75, "24122": 75, "254": 75, "548": 75, "29e": 75, "829": 75, "6884205": 75, "85e": 75, "96e": 75, "35e": 75, "453": 75, "309": 75, "22539": 75, "0x7f2498717550": 75, "gt": 75, "13": [75, 83], "fromnumer": [75, 78], "3464": [75, 78], "runtimewarn": [75, 78], "slice": [75, 78], "_method": [75, 78], "_mean": [75, 78], "axi": [75, 78], "192": [75, 78], "invalid": [75, 78], "encount": [75, 78, 84], "ret": [75, 78], "rcount": [75, 78], "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "136": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "transienterror": 75, "retri": 75, "histori": [75, 84], "cooling_setpoint_rl23": 75, "92586action": 75, "heating_setpoint_rl20": 75, "33833action_simul": 75, "92586action_simul": 75, "33833episod": 75, "0episod": 75, "19195": 75, "31635episod": 75, "cumulative_power290491842": 75, "64102episod": 75, "29049": 75, "18426episod": 75, "25391episod": 75, "ep_length35040episod": 75, "54781episod": 75, "mean_power8290": 75, "29231episod": 75, "82903episod": 75, "68842eval": 75, "18462": 75, "58008eval": 75, "63356eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption296288163": 75, "17097eval": 75, "0293eval": 75, "29628": 75, "81632eval": 75, "std_rewards0": 75, "0observ": 75, "8290": 75, "1535observ": 75, "68222observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": [75, 78], "72517observ": 75, "86764observ": 75, "94364observ": 75, "68282observ": 75, "17908observ": 75, "66228observ": 75, "36044observ": 75, "71455observ": 75, "92591observ": 75, "3383observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "23472": 75, "99229rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps453time": 75, "time_elapsed309tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss26": 75, "87911train": 75, "n_updates22539": 75, "gxs4rau3sync": 75, "media": 75, "180": [75, 78], "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230405_150935": 75, "2wfphha2": 75, "51_1h487a7p": 75, "renam": 75, "5_2023": 75, "05_15": 75, "09_mainthread_root": 75, "654": 75, "659": 75, "664": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "791": 75, "939": 75, "2079": 75, "9961147920526": 75, "4054": 75, "5450027104594": 75, "5315": 75, "115280552358": 75, "6240": 75, "707702132893": 75, "7147": 75, "282200268969": 75, "9757": 75, "11094202821": 75, "12816": 75, "141002414372": 75, "15759": 75, "877949459922": 75, "18249": 75, "178074198662": 75, "19008": 75, "92750593897": 75, "20059": 75, "684052467783": 75, "22170": 75, "235119703077": 75, "6327121894892542": 75, "011": 75, "013": 75, "189": [75, 78], "2077": 75, "808749644109": 75, "4069": 75, "9817270164053": 75, "5325": 75, "590232162119": 75, "6251": 75, "094400409479": 75, "7142": 75, "7185322162595": 75, "9777": 75, "3107632979": 75, "12818": 75, "25361887402": 75, "15762": 75, "374127346286": 75, "18231": 75, "94068105046": 75, "18987": 75, "961511158555": 75, "20041": 75, "518570795673": 75, "22144": 75, "44512276465": 75, "6319761735948897": 75, "919": 75, "921": 75, "073": 75, "2074": 75, "74448257394": 75, "4062": 75, "5949917628845": 75, "70363538299": 75, "6253": 75, "469406019579": 75, "7148": 75, "541871566801": 75, "9784": 75, "916120573987": 75, "12838": 75, "678311807513": 75, "15794": 75, "291411067137": 75, "18276": 75, "527032414844": 75, "19042": 75, "489923154084": 75, "20085": 75, "940757588887": 75, "22178": 75, "803167409744": 75, "6329567113986868": 75, "027": 75, "029": 75, "171": 75, "2082": 75, "9054717823406": 75, "4074": 75, "250922934873": 75, "5327": 75, "335935890106": 75, "275680234238": 75, "772973553305": 75, "9767": 75, "521129024877": 75, "12840": 75, "88671128354": 75, "15811": 75, "114469435519": 75, "18272": 75, "994929371645": 75, "19031": 75, "05416218702": 75, "20078": 75, "863700569666": 75, "22181": 75, "401316477346": 75, "6330308594885183": 75, "352": 75, "355": 75, "509": 75, "2084": 75, "652790803984": 75, "4070": 75, "5495742366775": 75, "5324": 75, "967427767579": 75, "6250": 75, "029044962512": 75, "441029556015": 75, "9778": 75, "087495747093": 75, "12814": 75, "333239737103": 75, "15767": 75, "066370294466": 75, "18255": 75, "85311251997": 75, "19016": 75, "03275121007": 75, "20063": 75, "851931359102": 75, "22163": 75, "97043890765": 75, "6325334029368671": 75, "528": 75, "evaluation1": 75, "2wfphha2sync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "44": 76, "591": 76, "49": 76, "091": 76, "099": 76, "5795042490937325": 76, "4954": 76, "294078583251": 76, "49542940785832507": 76, "6635790903291401": 76, "33642090967086": 76, "2058": 76, "929866314376": 76, "4284": 76, "524651309577": 76, "42845246513095775": 76, "7535396279158597": 76, "24646037208414": 76, "4051": 76, "758361432438": 76, "3153": 76, "187061208363": 76, "31531870612083635": 76, "067937288260211": 76, "93206271173979": 76, "5382": 76, "013734959742": 76, "12475": 76, "64348007228": 76, "247564348007228": 76, "83275995845086": 76, "6277": 76, "484511420095": 76, "10484": 76, "78553645204": 76, "0484785536452041": 76, "93922073357949": 76, "7135": 76, "1225886863995": 76, "257": 76, "3532327751198": 76, "025735323277511983": 76, "3377382776424795": 76, "66226172235752": 76, "10046": 76, "461491112917": 76, "175": [76, 77, 78], "7796775010779": 76, "017577967750107792": 76, "0312783648650807": 76, "96872163513492": 76, "13260": 76, "618700298783": 76, "4110": 76, "951203129332": 76, "41109512031293316": 76, "114623854411061": 76, "88537614558894": 76, "16468": 76, "41380897643": 76, "000058680098": 76, "2023000058680098": 76, "00019975340577": 76, "99980024659423": 76, "19250": 76, "32398402108": 76, "2903": 76, "817402808811": 76, "2903817402808811": 76, "99005393832046": 76, "20272": 76, "56018299861": 76, "64907727570824": 76, "21440": 76, "140959844375": 76, "12924490872369887": 76, "8707550912763": 76, "23429": 76, "375251826543": 76, "5116": 76, "385833393026": 76, "5116385833393026": 76, "751923110197989": 76, "24807688980201": 76, "6686465539904984": 76, "984": 76, "sai": 77, "get_season_comfort_rang": 77, "224": 77, "225": 77, "227": 77, "228": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "756": 77, "764": 77, "9027267231826451": 77, "18054": 77, "5344636529": 77, "8054534463652903": [77, 78], "99998833869494": 77, "1764": 77, "4480209727506": 77, "18190": 77, "11301727289": 77, "8190113017272893": 77, "32998609178986": 77, "3319": 77, "0240158271495": 77, "6499": 77, "498986238363": 77, "6499498986238363": 77, "32985628557421": 77, "4331": 77, "530660717744": 77, "2698020216335806": 77, "73019797836642": 77, "34341168003": 77, "2756": 77, "596244185509": 77, "2756596244185509": 77, "33021642625628": 77, "5624": 77, "205479307242": 77, "871": 77, "8985175509725": 77, "08718985175509726": 77, "6700868290835906": 77, "32991317091641": 77, "7188": 77, "94373222068": 77, "7796758221068": 77, "017577967582210682": 77, "710258038781241": 77, "28974196121876": 77, "9056": 77, "39052356895": 77, "20410": 77, "91452531903": 77, "041091452531903": 77, "33010209424337": 77, "10854": 77, "090922968613": 77, "3438": 77, "778066876331": 77, "3438778066876331": 77, "32982109298299": 77, "12308": 77, "980146004908": 77, "6368": 77, "219126588838": 77, "6368219126588838": 77, "33031589389634": 77, "12900": 77, "560641948945": 77, "336525778672": 77, "2705336525778672": 77, "33017846907974": 77, "13780": 77, "798440045137": 77, "5352": 77, "233991403948": 77, "5352233991403947": 77, "32992237675168": 77, "15499": 77, "608669456482": 77, "19332": 77, "86497279549": 77, "9332864972795492": 77, "33000068783789": 77, "4423404300643832": 77, "999": 77, "normil": 78, "002": 78, "004": 78, "005": 78, "007": 78, "014": 78, "res10": 78, "9910000e": 78, "0000000e": 78, "5000000e": 78, "0999999e": 78, "9000000e": 78, "1000000e": 78, "0999992e": 78, "9707859e": 78, "8362732e": 78, "631": 78, "632": 78, "639": 78, "98466104": 78, "33834645": 78, "9484536": 78, "17748918": 78, "8111888": 78, "800001": 78, "44444445": 78, "39061695": 78, "43193626": 78, "56101173": 78, "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "reward_energi": 78, "reward_comfort": 78, "191": 78, "193": 78, "shouldn": 78, "07": 78, "923": 78, "res11": 78, "484": 78, "485": 78, "487": 78, "488": 78, "489": 78, "500": 78, "res12": 78, "147": 78, "156": 78, "674": 78, "172": 78, "177": 78, "179": 78, "181": 78, "multi_object": 78, "multiob": [78, 84], "260": 78, "262": 78, "264": 78, "266": 78, "267": 78, "40": 78, "178": 78, "188": 78, "res14": 78, "3780170717786078": 78, "7607145700276305": 78, "5693658209031192": 78, "total_energi": 78, "3780": 78, "170717786078": 78, "23928542997237": 78, "170164060335223": 78, "0850820301676114": 78, "21701": 78, "64060335223": 78, "81967380155336": 78, "8365440129567937": 78, "03220371403475042": 78, "43437386349577206": 78, "8365": 78, "440129567936": 78, "96779628596525": 78, "6854227056528615": 78, "35033569759350197": 78, "31457729434714": 78, "24955729199812332": 78, "12477864599906166": 78, "2495": 78, "572919981233": 78, "02192987873644": 78, "7209530243624731": 78, "00504857474834": 78, "8630007995554065": 78, "7209": 78, "530243624731": 78, "99495142525166": 78, "017578665657165853": 78, "7741709350940091": 78, "8958748003755875": 78, "7866565716585": 78, "22582906490599": 78, "636839603914276": 78, "0794240943146285": 78, "8581318491144523": 78, "16368": 78, "39603914276": 78, "92057590568537": 78, "7885407667844642": 78, "0543995195674611": 78, "9214701431759627": 78, "7885": 78, "407667844641": 78, "94560048043254": 78, "9931231984191132": 78, "4965615992095566": 78, "9931": 78, "231984191132": 78, "96863496011508": 78, "9805738638282033": 78, "49028693191410166": 78, "9805": 78, "738638282033": 78, "98911477390746": 78, "343724380043439": 78, "6718621900217195": 78, "13437": 78, "24380043439": 78, "70296337586111": 78, "5065791281596288": 78, "2305126337192291": 78, "868545880939429": 78, "5065": 78, "791281596288": 78, "76948736628077": 78, "301": [78, 84], "num_simul": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "discomfort": 80, "togeth": 80, "typic": 80, "satisfact": 80, "similar": 80, "higher": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "68": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "59": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "78": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "75": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "95": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "92": 83, "70": 83, "pennsylvania": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "81": 83, "classif": 83, "multi": 84, "variant": 84, "queue": 84, "datetimewrapp": 84, "previousobservationwrapp": 84, "discreteincrementalwrapp": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 22, 23, 24], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "us": [4, 7], "train": [4, 75], "model": [4, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "list": 5, "avail": 5, "paramet": 5, "idf": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "observ": [5, 73, 78], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 14, 15, 16, 17, 18, 19, 20], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "1": [7, 76], "first": 7, "step": [7, 76], "2": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "3": 7, "your": 7, "own": 7, "4": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "5": [7, 9], "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 18, 20], "9": 9, "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "env": [11, 12, 13], "eplus_env": [12, 13], "eplusenv": 13, "base": [15, 16], "basesimul": 16, "eplu": [17, 18], "eplus_alpha": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "create_variable_weath": 26, "export_actuators_to_excel": 27, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "is_wrap": 32, "prepare_batch_from_record": 33, "ranges_gett": 34, "to_idf": 35, "unwrap_wrapp": 36, "config": [37, 38], "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "inform": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "instanti": 76, "rule": 77, "normal": 78, "multi": 78, "object": 78, "all": 78, "one": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "IDF file": [[5, "idf-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "All Wrappers in one": [[78, "All-Wrappers-in-one"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.envs"], [12, "module-sinergym.envs.eplus_env"], [14, "module-sinergym.simulators"], [15, "module-sinergym.simulators.base"], [17, "module-sinergym.simulators.eplus"], [19, "module-sinergym.simulators.eplus_alpha"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.config"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel"]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records"]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter"]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config"]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__"]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition"]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw"]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf"]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf"]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability"]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers"]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model"]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg"]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir"]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface"]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year"]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"1. First steps (configuration)": [[7, "first-steps-configuration"]], "2. Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "3. Use your own container": [[7, "use-your-own-container"]], "4. Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "5. Initiate your VM": [[7, "initiate-your-vm"]], "5Zone": [[2, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Action Repeat": [[5, "action-repeat"]], "Action definition": [[5, "action-definition"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "All Wrappers in one": [[78, "All-Wrappers-in-one"]], "Available Parameters": [[5, "available-parameters"]], "Basic example": [[72, "Basic-example"]], "Buildings": [[2, "buildings"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Check Installation": [[9, "check-installation"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[9, "cloud-computing"]], "Configure Python environment": [[9, "configure-python-environment"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[3, "controllers"]], "Create new tests": [[81, "create-new-tests"]], "Custom Rewards": [[80, "custom-rewards"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "DRL usage example": [[75, "DRL-usage-example"]], "Datacenter": [[2, "datacenter"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "Docker container": [[9, "docker-container"]], "EPW file": [[5, "epw-file"]], "Environment name": [[5, "environment-name"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "Extra configuration": [[5, "extra-configuration"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Github Actions": [[8, "github-actions"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "How to use": [[4, "how-to-use"]], "IDF file": [[5, "idf-file"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Install EnergyPlus 9.5.0": [[9, "install-energyplus-9-5-0"]], "Install Pytest": [[81, "install-pytest"]], "Installation": [[9, "installation"]], "Load a trained model": [[4, "load-a-trained-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger": [[79, "logger"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Manual installation": [[9, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "OfficeMedium": [[2, "officemedium"]], "Output format": [[79, "output-format"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Rewards": [[80, "rewards"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Running tests": [[81, "running-tests"]], "Set environment variables": [[9, "set-environment-variables"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Tests": [[81, "tests"]], "Train a model": [[4, "train-a-model"]], "Training a model": [[75, "Training-a-model"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Usage example": [[82, "usage-example"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Warehouse": [[2, "warehouse"]], "Weather Variability": [[5, "weather-variability"]], "Weathers": [[83, "weathers"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[84, "wrappers"]], "Wrappers example": [[78, "Wrappers-example"]], "runperiod": [[6, "runperiod"]], "sinergym.envs": [[11, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[13, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[14, "module-sinergym.simulators"]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[16, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[26, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.export_actuators_to_excel": [[27, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_current_time_info": [[28, "sinergym-utils-common-get-current-time-info"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[31, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.prepare_batch_from_records": [[33, "sinergym-utils-common-prepare-batch-from-records"]], "sinergym.utils.common.ranges_getter": [[34, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.to_idf": [[35, "sinergym-utils-common-to-idf"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.config": [[37, "module-sinergym.utils.config"]], "sinergym.utils.config.Config": [[38, "sinergym-utils-config-config"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "timestep_per_hour": [[6, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_current_time_info", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.prepare_batch_from_records", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.to_idf", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.config", "pages/modules/sinergym.utils.config.Config", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_current_time_info.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.prepare_batch_from_records.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.to_idf.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.config.rst", "pages/modules/sinergym.utils.config.Config.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act", false]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.action_space", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "adapt_idf_to_action_definition() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_action_definition", false]], "adapt_idf_to_epw() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_idf_to_epw", false]], "adapt_variables_to_cfg_and_idf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.adapt_variables_to_cfg_and_idf", false]], "apply_extra_conf() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_extra_conf", false]], "apply_weather_variability() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.apply_weather_variability", false]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward", false]], "basesimulator (class in sinergym.simulators.base)": [[16, "sinergym.simulators.base.BaseSimulator", false]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "config (class in sinergym.utils.config)": [[38, "sinergym.utils.config.Config", false]], "create_variable_weather() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.create_variable_weather", false]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger", false]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper", false]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_env", false]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.end_episode", false]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation", false]], "energyplus (class in sinergym.simulators.eplus)": [[18, "sinergym.simulators.eplus.EnergyPlus", false]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus", false]], "env_name (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.env_name", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[13, "sinergym.envs.eplus_env.EplusEnv", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy", false]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.export_actuators_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward", false]], "get_current_time_info() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.get_current_time_info", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds", false]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running", false]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_schedulers", false]], "get_schedulers() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.get_schedulers", false]], "get_season_comfort_range() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_season_comfort_range", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token", false]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs", false]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.get_zones", false]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client", false]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped", false]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[13, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "module": [[11, "module-sinergym.envs", false], [12, "module-sinergym.envs.eplus_env", false], [14, "module-sinergym.simulators", false], [15, "module-sinergym.simulators.base", false], [17, "module-sinergym.simulators.eplus", false], [19, "module-sinergym.simulators.eplus_alpha", false], [21, "module-sinergym.utils", false], [22, "module-sinergym.utils.callbacks", false], [25, "module-sinergym.utils.common", false], [37, "module-sinergym.utils.config", false], [39, "module-sinergym.utils.constants", false], [40, "module-sinergym.utils.controllers", false], [44, "module-sinergym.utils.env_checker", false], [46, "module-sinergym.utils.evaluation", false], [48, "module-sinergym.utils.gcloud", false], [54, "module-sinergym.utils.logger", false], [58, "module-sinergym.utils.rewards", false], [63, "module-sinergym.utils.wrappers", false]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation", false]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation", false]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation", false]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[13, "sinergym.envs.eplus_env.EplusEnv.observation_space", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.on_training_end", false]], "prepare_batch_from_records() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.prepare_batch_from_records", false]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper", false]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket", false]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.receive_observation", false]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "save_building_model() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_building_model", false]], "save_variables_cfg() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.save_variables_cfg", false]], "send_action() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.send_action", false]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action", false]], "set_episode_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_episode_working_dir", false]], "set_experiment_working_dir() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_experiment_working_dir", false]], "set_external_interface() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.set_external_interface", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "sinergym.envs": [[11, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[12, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[14, "module-sinergym.simulators", false]], "sinergym.simulators.base": [[15, "module-sinergym.simulators.base", false]], "sinergym.simulators.eplus": [[17, "module-sinergym.simulators.eplus", false]], "sinergym.simulators.eplus_alpha": [[19, "module-sinergym.simulators.eplus_alpha", false]], "sinergym.utils": [[21, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[25, "module-sinergym.utils.common", false]], "sinergym.utils.config": [[37, "module-sinergym.utils.config", false]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers", false]], "start_day (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_day", false]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_mon", false]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.start_simulation", false]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[20, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation", false]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_weekday", false]], "start_year (sinergym.simulators.eplus.energyplus property)": [[18, "sinergym.simulators.eplus.EnergyPlus.start_year", false]], "start_year (sinergym.utils.config.config property)": [[38, "sinergym.utils.config.Config.start_year", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[13, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.simulators.eplus.energyplus method)": [[18, "sinergym.simulators.eplus.EnergyPlus.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[16, "sinergym.simulators.base.BaseSimulator.stop_simulation", false]], "to_idf() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.to_idf", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper", false]], "update_weather_path() (sinergym.utils.config.config method)": [[38, "sinergym.utils.config.Config.update_weather_path", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket", false]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat", false]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write", false]]}, "objects": {"sinergym": [[11, 0, 0, "-", "envs"], [14, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.envs": [[12, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[13, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[13, 2, 1, "", "__init__"], [13, 3, 1, "", "action_space"], [13, 2, 1, "", "close"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "get_zones"], [13, 4, 1, "", "metadata"], [13, 3, 1, "", "observation_space"], [13, 2, 1, "", "render"], [13, 2, 1, "", "reset"], [13, 2, 1, "", "step"]], "sinergym.simulators": [[15, 0, 0, "-", "base"], [17, 0, 0, "-", "eplus"], [19, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[16, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[16, 2, 1, "", "__init__"], [16, 2, 1, "", "receive_observation"], [16, 2, 1, "", "send_action"], [16, 2, 1, "", "start_simulation"], [16, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[18, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[18, 2, 1, "", "__init__"], [18, 2, 1, "", "end_env"], [18, 2, 1, "", "end_episode"], [18, 3, 1, "", "env_name"], [18, 2, 1, "", "get_is_eplus_running"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "start_day"], [18, 3, 1, "", "start_mon"], [18, 3, 1, "", "start_weekday"], [18, 3, 1, "", "start_year"], [18, 2, 1, "", "step"]], "sinergym.simulators.eplus_alpha": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "end_simulation"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "config"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"], [23, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.common": [[26, 5, 1, "", "create_variable_weather"], [27, 5, 1, "", "export_actuators_to_excel"], [28, 5, 1, "", "get_current_time_info"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "get_season_comfort_range"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "prepare_batch_from_records"], [34, 5, 1, "", "ranges_getter"], [35, 5, 1, "", "to_idf"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.config": [[38, 1, 1, "", "Config"]], "sinergym.utils.config.Config": [[38, 2, 1, "", "__init__"], [38, 2, 1, "", "adapt_idf_to_action_definition"], [38, 2, 1, "", "adapt_idf_to_epw"], [38, 2, 1, "", "adapt_variables_to_cfg_and_idf"], [38, 2, 1, "", "apply_extra_conf"], [38, 2, 1, "", "apply_weather_variability"], [38, 2, 1, "", "get_schedulers"], [38, 2, 1, "", "save_building_model"], [38, 2, 1, "", "save_variables_cfg"], [38, 2, 1, "", "set_episode_working_dir"], [38, 2, 1, "", "set_experiment_working_dir"], [38, 2, 1, "", "set_external_interface"], [38, 3, 1, "", "start_year"], [38, 2, 1, "", "update_weather_path"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "terms": {"": [4, 5, 6, 7, 9, 13, 17, 38, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "0": [5, 7, 13, 18, 23, 29, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "00": [72, 75, 76, 78], "000": 75, "0000000e": 78, "000058680098": 76, "0001": [60, 61, 62, 75], "00019975340577": 76, "0001train": 75, "001": [73, 75, 78], "00162377086149": 74, "002": 78, "002341495086": 72, "003880381582551": 72, "004": 78, "005": 78, "00504857474834": 78, "00539925926": 73, "00576986839": 73, "00595003066665": 72, "007": 78, "008417052432114895": 74, "01": [5, 73, 75, 78], "011": 75, "011099508528": 72, "01204056020773604": 73, "012401867805": 73, "01250206066998": 74, "013": 75, "013734959742": 76, "014": 78, "01524868953414246": [72, 76, 77, 78], "01650759969682": 74, "01683410486422979": 74, "01686090046831275": 74, "0169386743400288": 73, "017577967582210682": 77, "017577967750107792": 76, "017578665657165853": 78, "01807134766616": 74, "018270209262575672": 73, "01828619608065522": 72, "019209920722": 73, "02": [72, 73, 74, 75, 76, 77, 78], "020119897794078502": 74, "0206640579445": 74, "02192987873644": 78, "02379180782778": 74, "0240158271495": 77, "024944422119879323": 74, "025553703": 73, "025735323277511983": 76, "02634475252593": 72, "02675393355748": 74, "027": 75, "02808474031944": 74, "02881519606414": 74, "029": 75, "029044962512": 75, "0293eval": 75, "029641251835460045": 72, "029740_iwec": 83, "03": [5, 75, 78], "03096300421944": 74, "0312783648650807": 76, "03184496587623": 74, "03220371403475042": 78, "032454": 73, "03275121007": 75, "033": 74, "03365818920899": 74, "03611257878451": 74, "03748347863898": 74, "03753160386922": 74, "03948097340511": 74, "04": [9, 75, 78], "041091452531903": 77, "042": 73, "04252087505039": 74, "043": 73, "044": 73, "044152926683626574": 73, "045": 73, "0452010578529105": 72, "047": 73, "047281": 73, "04732032270919159": 73, "0480387071551": 74, "0484785536452041": 76, "049": 72, "049092385163": 72, "04969081696662": 72, "04e": 75, "05": 75, "050": 72, "052": 72, "053": 72, "054": 72, "05416218702": 75, "0543995195674611": 78, "055482672924": 74, "05_14": 75, "05_15": 75, "05time": 75, "06046316147131": 74, "06114037003215": 74, "06360575139866": 74, "064254173343959": 72, "064413351645": 73, "06484591156406": 74, "06515682888017": 74, "065615": 73, "066370294466": 75, "066604495791": 73, "067937288260211": 76, "06842055195615": 74, "06846697597628286": 73, "06972103275980762": 73, "06e": 75, "07": 78, "07019493415782": 74, "07075284558289": 74, "07172644784": 72, "073": 75, "07314090112306104": 73, "0794240943146285": 78, "08": [73, 75], "08359041763356": 74, "084190_swec": [73, 83], "0850820301676114": 78, "085360_ineti": 83, "086220480544118": [72, 75], "08718985175509726": 77, "087495747093": 75, "08749938089204": 74, "09": [72, 73, 74, 75, 76, 77], "090922968613": 77, "091": 76, "09140023176932": 74, "094400409479": 75, "097": 75, "09822858374": 73, "099": 76, "0999992e": 78, "0999999e": 78, "09_mainthread_root": 75, "0episod": 75, "0eval": 75, "0observ": 75, "0rollout": 75, "0x7f2498717550": 75, "1": [2, 5, 6, 9, 13, 18, 23, 24, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "10": [0, 5, 7, 9, 13, 18, 72, 73, 74, 75, 76, 77, 78, 83], "10000": 24, "1000000e": 78, "10046": 76, "101": 75, "10107": 72, "1030080798225": 74, "10343": 73, "10368000": [72, 73, 74, 76, 77, 78], "10484": 76, "105120": 75, "107": 75, "1071046471536": 74, "10852": 73, "10854": 77, "109": 75, "10gb": 7, "11": [72, 73, 74, 75, 76, 77, 78], "11090427756838": 74, "11094202821": 75, "112": 75, "11301727289": 77, "11389817828658": 74, "114": 75, "114469435519": 75, "1145": 0, "114623854411061": 76, "115": 75, "11520": [72, 73, 74, 76, 77, 78], "115280552358": 75, "116": 75, "11635": 73, "117": 75, "117264731128": 73, "118682444": 73, "11984467906358": 74, "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "120": [73, 75, 78], "121338": 73, "1219715833017": 74, "12226": 73, "12237": 73, "1225886863995": 76, "1226": 73, "1226248426331626": 73, "12308": 77, "12321836432302": 74, "1239": 73, "12462597231874": 74, "12472921058483": 73, "12475": 76, "12477864599906166": 78, "12528250474749": 74, "12704060142421": 74, "12814": 75, "12816": 75, "12818": 75, "12838": 75, "12840": 75, "12842": 73, "129": 75, "12900": 77, "129212670561": 73, "12924490872369887": 76, "13": [75, 83], "130": 72, "13046400": [72, 73, 74, 76, 77, 78], "13069": 73, "1323": 73, "13260": 76, "13368": 72, "13437": 78, "136": 75, "13779": 75, "13780": 77, "13899733853399": 74, "139": 72, "14": [73, 75, 77, 83], "14003": 73, "140160": 75, "14064407629781": 74, "140959844375": 76, "141002414372": 75, "1430820739643": 72, "14488073433873": 74, "14496": [72, 73, 74, 76, 77, 78], "146": [72, 78], "147": 78, "14733438229651": 72, "1482": 74, "15": [72, 73, 75, 76], "15166observ": 75, "15197": 74, "152": [72, 76, 77, 78], "15254710004311": 74, "15262651": 73, "15279122447957": 74, "153": 75, "15358": 73, "1535observ": 75, "15499": 77, "15531893926972": 74, "156": 78, "15638400": [72, 73, 74, 76, 77, 78], "15665229426293": 74, "15733356377928": 74, "15759": 75, "15762": 75, "15767": 75, "15794": 75, "15797185610974": 74, "15811": 75, "16": [72, 73, 75, 76, 78, 83], "161": 8, "16215148190642": 74, "16368": 78, "16468": 76, "16573": 72, "168": 74, "16961935329535": 74, "17": [72, 73, 75, 76, 78, 83], "170164060335223": 78, "170717786078": 78, "17097eval": 75, "171": 75, "172": 78, "17223251340036": 74, "172440961088236": 72, "17376": [72, 73, 74, 76, 77, 78], "17443": 72, "175": [76, 77, 78], "1764": 77, "177": 78, "17748918": 78, "178": 78, "178074198662": 75, "179": 78, "17908observ": 75, "17952573690718": 73, "18": [9, 72, 73, 75, 76, 77, 78, 83], "180": [75, 78], "18054": 77, "181": 78, "181551": 73, "18190": 77, "182": [72, 73], "18231": 75, "18249": 75, "18255": 75, "18272": 75, "18276": 75, "18316800": [72, 73, 74, 76, 77, 78], "18426episod": 75, "1846": 73, "18462": 75, "187061208363": 76, "188": 78, "189": [75, 78], "18987": 75, "19": [2, 61, 73, 74, 75, 76, 78], "19008": 75, "19016": 75, "19031": 75, "19042": 75, "191": 78, "19195": 75, "192": [75, 78], "19250": 76, "193": 78, "193129951486": 74, "19332": 77, "19392": 72, "194": [75, 78], "195": 75, "19611060077995": 74, "198": 73, "198977940785": 74, "199": [73, 75], "1991": [6, 72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1997": 6, "1998": 6, "1e": [60, 61, 62, 75, 80], "2": [0, 2, 5, 8, 10, 18, 65, 72, 73, 74, 75, 77, 78, 83], "20": [72, 73, 74, 75, 76, 77, 78, 80], "2004": [31, 41], "20041": 75, "20059": 75, "20063": 75, "20078": 75, "20085": 75, "201": [73, 74], "20143741435643": 74, "2016": 42, "202": 73, "2020": 73, "2020616347754115": 73, "2021": 0, "2021sinergym": 0, "2023": [72, 73, 74, 75, 76, 77, 78], "2023000058680098": 76, "20230405_145126": 75, "20230405_150935": 75, "20272": 76, "2032270919159": 73, "20352": [72, 73, 74, 76, 77, 78], "20393": 74, "20410": 77, "20446": 72, "20504796353065": 74, "205479307242": 77, "2058": 76, "20642": 72, "2074": 75, "20765409229273": 74, "2077": 75, "20781447906961": 74, "2079": 75, "2081195882295": 74, "2082": 75, "2083": 72, "2084": 75, "20995200": [72, 73, 74, 76, 77, 78], "20gb": 7, "21": [72, 73, 74, 75, 76, 77, 78, 83], "2103275980762": 73, "21440": 76, "21498085445": 73, "21616": 72, "21701": 78, "21724": 72, "21843678": 73, "21904412959735": 74, "219126588838": 77, "22": [9, 72, 73, 74, 75, 76, 77, 78], "22144": 75, "22163": 75, "22170": 75, "22178": 75, "22181": 75, "22366": 75, "224": 77, "225": 77, "22539": 75, "2254": 74, "22582906490599": 78, "226": 75, "227": 77, "228": 77, "22837": 75, "2292329474312": 73, "2292706821575": 74, "23": [72, 73, 74, 75, 76, 77, 78, 80], "2305126337192291": 78, "23109": 72, "231323": 73, "231984191132": 78, "23300358565249": 74, "23328": [72, 73, 74, 76, 77, 78], "23337652641756": 74, "23348": 75, "233991403948": 77, "23429": 76, "23472": 75, "235119703077": 75, "23540331299291": 74, "235586329356": 74, "23582": 75, "23587200": [72, 73, 74, 76, 77, 78], "23634": 72, "23674788167068": 74, "237985932398": 73, "23928542997237": 78, "24": [29, 73, 74, 76, 78], "24046": 75, "24046observ": 75, "24071189929661993": 73, "24122": 75, "24300908399611": 74, "24314170888169": 74, "24380043439": 78, "24402610262762": 74, "246": 73, "2461460714288606": 72, "24646037208414": 76, "246756226096": 74, "2474442023517": 74, "247564348007228": 76, "248": 73, "24807688980201": 76, "248391726638": 72, "248426331626": 73, "249": [5, 73, 74, 84], "2495": 78, "24955729199812332": 78, "25": [72, 73, 74, 75, 77, 78, 83], "250922934873": 75, "251": 73, "252123": 73, "25313699035975": 74, "25361887402": 75, "25391episod": 75, "254": 75, "25435": 74, "25476366733": 74, "257": 76, "25984927684709": 74, "26": [73, 74, 75, 76, 78, 80], "260": 78, "2600072645660596": 73, "261": 75, "262": 78, "26208": [72, 73, 74, 76, 77, 78], "26243009865059": 74, "26265600": [72, 73, 74, 76, 77, 78], "2638": 73, "264": 78, "2653": 73, "266": 78, "267": 78, "2678400": [72, 73, 74, 76, 77, 78], "269": 75, "2698020216335806": 77, "26987368": 73, "27": [72, 73, 75, 76, 78], "27041626118706": 74, "2705": [73, 77], "2705327387104871": 73, "2705336525778672": 77, "27057664160117": 74, "271430476787": 72, "272751902536": 73, "27509765486189": 74, "2756": 77, "2756596244185509": 77, "275680234238": 75, "27876446466": 74, "28": [72, 73, 76, 77, 78], "280742048788": 74, "282200268969": 75, "284712": 73, "28750630729937": 74, "28857600": [72, 73, 74, 76, 77, 78], "28974196121876": 77, "29": [72, 73, 75, 76, 78], "2903": 76, "2903817402808811": 76, "29049": 75, "29096046352171": 73, "291411067137": 75, "29184": [72, 73, 74, 76, 77, 78], "29231episod": 75, "29315observ": 75, "294078583251": 76, "296": 72, "29628": 75, "296425": 73, "29667": 74, "297": 73, "2976": [72, 73, 74, 76, 77, 78], "298": 73, "29888599656579": 74, "29e": 75, "29th": 6, "2wfphha2": 75, "2wfphha2sync": 75, "2zonedatacenterhvac": 42, "2zonedatacenterhvac_weconom": [2, 5], "3": [0, 2, 4, 6, 9, 10, 18, 22, 72, 73, 74, 75, 76, 77, 78, 81, 83], "30": [60, 61, 62, 72, 73, 75, 76, 77], "300": 73, "301": [78, 84], "30201843947": 73, "30287781156127": 74, "30362458961184": 74, "304": 75, "306181804051": 72, "30679185978435": 74, "30684175112909": 74, "30793764011797": 74, "309": 75, "31": [5, 6, 74, 75], "31058065863118": 74, "3107632979": 75, "310907172644784": 72, "31131614661928": 74, "31232078408934": 74, "31323981198721": 74, "31457729434714": 78, "3153": 76, "31531870612083635": 76, "31536000": [72, 73, 74, 76, 77, 78], "3160": 73, "316038778492112": 73, "31635episod": 75, "319": 0, "32": 75, "320": 2, "32064": [72, 73, 74, 76, 77, 78], "320963205122": 73, "32266": 74, "323": 0, "3236919826706703": 73, "32398402108": 76, "3248581251439404": 73, "3260107177957": 72, "327293756508": 73, "327387104871": 73, "32982109298299": 77, "32985628557421": 77, "32991317091641": 77, "32992237675168": 77, "32998609178986": 77, "32e": 75, "33": [75, 77], "33000068783789": 77, "33010209424337": 77, "33017846907974": 77, "33021642625628": 77, "33031589389634": 77, "33172235919861": 72, "3319": 77, "333239737103": 75, "3355501078475": 74, "335935890106": 75, "33642090967086": 76, "336525778672": 77, "33693": 74, "3376477287582": 73, "3377382776424795": 76, "33833action_simul": 75, "33833episod": 75, "33834645": 78, "3383observ": 75, "33e": 75, "34": [73, 78, 83], "3410486422979": 74, "34128949509953": 74, "34341168003": 77, "343724380043439": 78, "3438": 77, "3438778066876331": 77, "34597161854728": 74, "346387257105": 73, "3464": [75, 78], "34861": 74, "3486611": 0, "3488729": 0, "35": [75, 83], "35033569759350197": 78, "35040": [72, 73, 74, 75, 76, 77, 78], "351276498183": 73, "351902": 73, "352": 75, "3532327751198": 76, "3535": 73, "35441535664673": 74, "355": 75, "3585": 73, "358500576986839": 73, "35e": 75, "36": [73, 75], "36044observ": 75, "3618": 74, "363418661066": 72, "36536796313164": 74, "3654": 73, "3664982371171533": 73, "36e": 75, "3702": 73, "3702129212670561": 73, "374127346286": 75, "375251826543": 76, "378": 73, "3780": 78, "3780170717786078": 78, "37e": 75, "38432687212007": 74, "38460288121428": 74, "385": 73, "385833393026": 76, "386": 73, "38621508419": 72, "38778492112": 73, "388": 73, "39": [72, 73, 74, 75, 76, 77, 78], "390": 2, "3902": 73, "39028209929320573": 73, "39052356895": 77, "39061695": 78, "396": 75, "39603914276": 78, "3962": 73, "39629599036376273": 73, "3973019660563": 73, "398": 75, "4": [2, 5, 6, 13, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "40": 78, "401316477346": 75, "4049": 73, "40493272937565084": 73, "4051": 76, "4054": 75, "4056020773604": 73, "406197": 73, "4062": 75, "40668187489388": 74, "4068": 72, "4069": 75, "4070": 75, "40730428893415": 74, "4074": 75, "407667844641": 78, "40961088236": 72, "41": [75, 83], "41070439945542": 74, "4110": 76, "41109512031293316": 76, "41247285833814": 74, "4125183546004": 72, "41380897643": 76, "4140": 73, "41400666044957907": 73, "414183067792": 73, "41549254088": 74, "42": 75, "4200577215": 74, "42019805": 73, "4284": 76, "42845246513095775": 76, "4289": 73, "428943749835403": 73, "43": 75, "4300": 72, "43006719800309506": 72, "430375216012": 73, "43118400765561": 74, "43193626": 78, "4331": 77, "43437386349577206": 78, "43562436709753": 74, "43655413": 73, "43749835403": 73, "4383123988186277": 73, "43849129649558": 74, "43858732417969": 74, "44": 76, "440129567936": 78, "440639174443": 73, "441": 73, "441029556015": 75, "4423404300643832": 77, "44257972669456": 74, "44280752813544": 74, "4442211987932": 74, "44444445": 78, "44512276465": 75, "4480209727506": 77, "44816667157681": 74, "45": 2, "453": 75, "4538": 73, "455": 75, "45708717771629": 72, "4598": 2, "4599": 73, "4599272751902536": 73, "46": [2, 72], "4605": 73, "4605786815476858": 73, "461491112917": 76, "4627284531045": 74, "463": 2, "466": 75, "466454604144": 73, "46778150537447": 74, "469406019579": 75, "47": [75, 78], "470462231008021": 72, "4705": 73, "470583115210627": 73, "473": 73, "477150_iwec": 83, "477165610137": 72, "47728046995123": 74, "47775802565036": 73, "47e": 75, "48064095": 73, "4814": 73, "48142379859323986": 73, "482595941527": 73, "484": 78, "48401": 73, "484511420095": 76, "485": 78, "48682887050774": 74, "4868953414246": [72, 76, 77, 78], "487": 78, "487429": 73, "488": 78, "489": 78, "48953443144097": 74, "489923154084": 75, "49": 76, "490": 73, "49028693191410166": 78, "491": [2, 73, 78], "492": 73, "49202797924699": 74, "493": [73, 75], "494": 73, "4954": 76, "49542940785832507": 76, "495511682493": 73, "4965615992095566": 78, "4979": 2, "49805825736507": 74, "498986238363": 77, "4993623031804013": 73, "49970749537007": 74, "4_2023": 75, "5": [0, 5, 18, 24, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "500": 78, "5000000": 13, "5000000e": 78, "5006376968196": 73, "50085261539548": 74, "5019": 75, "5030": [73, 77], "5065": 78, "5065791281596288": 78, "507599": 73, "509": 75, "5097600": [72, 73, 74, 76, 77, 78], "51": [75, 78], "5116": 76, "5116385833393026": 76, "518570795673": 75, "51_1h487a7p": 75, "51_evalu": 75, "51_evaluation_mainthread_root": 75, "51_mainthread_root": 75, "51_nt18lsm5": 75, "52": 75, "52064693594591": 74, "521129024877": 75, "5222419743496403": 73, "5236": 73, "5236012401867806": 73, "524651309577": 76, "5259": 73, "526": 75, "52603observ": 75, "52682664353406": 72, "527032414844": 75, "528": 75, "5292668362657": 73, "52953776899198": 72, "53": 75, "530094": 73, "530243624731": 78, "530660717744": 77, "5315": 75, "5324": 75, "5325": 75, "5327": 75, "5344636529": 77, "5352": 77, "5352233991403947": 77, "5382": 76, "54": 75, "5403139587615": 73, "5408": 72, "54173343959": 72, "541871566801": 75, "542": 75, "543": 75, "5450027104594": 75, "54695943183036": 74, "5473": 73, "5473696407644316": 73, "54781episod": 75, "548": 75, "5495742366775": 75, "55": [31, 41, 75, 83], "55052344518836": 74, "5512781399194": 74, "55357872462707": 74, "556": 75, "55675636953588": 74, "5571280438139": 74, "56": [73, 75, 78], "56018299861": 76, "560641948945": 77, "56101173": 78, "56199085256": 72, "5624": 77, "56241622682827": 74, "5664": [72, 73, 74, 76, 77, 78], "5693658209031192": 78, "57": 75, "57191observ": 75, "57236745458363": 74, "572919981233": 78, "576": 75, "576086": 73, "57724440341409": 74, "578": 75, "57842146719483": 74, "5795042490937325": 76, "58": 73, "58008eval": 75, "584": 75, "58536199071002": 74, "586": 75, "589": [75, 76], "59": 83, "590": [75, 76], "5901": 72, "5901306181804051": 72, "590232162119": 75, "591": 76, "592": [75, 76], "593": 75, "5949917628845": 75, "5953435921799378": 73, "5959": 72, "5959248391726638": 72, "596244185509": 77, "59810935786398": 74, "5_2023": 75, "5e": 75, "5e6": [5, 73], "5observ": 75, "5zone": [3, 5, 6, 73, 77], "5zoneautodxvav": [2, 5, 41, 74], "6": [2, 6, 9, 18, 38, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "6026980339436996": 73, "60430118197448": 74, "60466670710505": 74, "60513463360622": 74, "60757560084356": 74, "608669456482": 77, "6090046831275": 74, "614609284981": 73, "6150": 73, "6150005399259261": 73, "61576801735736": 74, "616347754115": 73, "618700298783": 76, "61997561531062": 74, "62243610547647": 74, "62275516349538": 74, "6240": 75, "6250": 75, "6251": 75, "6253": 75, "62639383402464": 74, "62715643472103": 74, "6277": 76, "62e": 75, "63057921118531": 74, "631": 78, "6319761735948897": 75, "632": 78, "6324": 72, "6325334029368671": 75, "6327121894892542": 75, "6329567113986868": 75, "6330308594885183": 75, "63356eval": 75, "6368": 77, "6368219126588838": 77, "636839603914276": 78, "639": 78, "63e": 75, "64043835708107": 74, "64060335223": 78, "64102episod": 75, "6430": 74, "643025476366733": 74, "643467": 73, "64348007228": 76, "643679": 73, "64389562611166": 74, "64591022418004": 74, "6461216699741": 74, "6466565782107": 73, "6482": 74, "64907727570824": 76, "6499": 77, "6499498986238363": 77, "6502371961184": 74, "65176743": 75, "652": [73, 75], "65216773896621": 74, "65243564408237": 74, "652790803984": 75, "654": 75, "656": 75, "6570166669069": 74, "659": 75, "65e": 75, "66": [75, 83], "660": 75, "662": 75, "662157": 73, "66226172235752": 76, "66228observ": 75, "662896790269": 73, "663": [73, 75], "6635790903291401": 76, "66372873926693": 74, "664": 75, "6663475": 75, "6676225575917": 74, "6686465539904984": 76, "66962269026": 74, "669648540534": 74, "6697597628286": 73, "66e": 75, "6700868290835906": 77, "670830_iwec": 83, "6718621900217195": 78, "67194978294257": 74, "67198003095": 72, "67303": 75, "6734504483704": 73, "674": 78, "6745106994437942": 72, "67471404763066": 74, "67514187485606": 73, "67630801732933": 73, "67730731535304": 74, "678311807513": 75, "68": 83, "6802347": 73, "68084155872953": 74, "68222observ": 75, "68246103494577": 74, "68282observ": 75, "684": 73, "684052467783": 75, "68506692334094": 74, "6854227056528615": 78, "6884205": 75, "68842eval": 75, "696407644316": 73, "69669852361374": 74, "697": 73, "6975": 73, "7": [9, 18, 72, 73, 74, 75, 76, 77, 78, 80, 83], "70": 83, "70080": 75, "70199079621272": 74, "7020926257567": 73, "70296337586111": 78, "70363538299": 75, "70569108217305": 74, "7065": 73, "707702132893": 75, "70903953647829": 73, "71": 75, "710258038781241": 77, "711": 73, "712265755012": 74, "7135": 76, "7142": 75, "71455observ": 75, "7147": 75, "7148": 75, "7166": 72, "7185322162595": 75, "7188": 77, "72055observ": 75, "7209": 78, "7209530243624731": 78, "7219142": 73, "722745_tmy3": [5, 83], "7228997": 73, "724695_tmy3": 83, "72517observ": 75, "725205_tmy3": [5, 74, 83], "725300_tmy3": 83, "72571798349205": 74, "72661725183894": 74, "727885_tmy3": [5, 83], "73": 75, "73019797836642": 77, "7323170557345": 74, "73841316494982": 74, "738638282033": 78, "73999273543394": 73, "74": 83, "742": 75, "7443561990852559": 72, "74448257394": 75, "744860_tmy3": [5, 83], "74532738560474": 74, "747": 75, "74943691501284": 74, "75": 83, "751923110197989": 76, "7535396279158597": 76, "75385392857114": 72, "756": 77, "758": 75, "758361432438": 76, "7607145700276305": 78, "76257909194055": 74, "764": 77, "76415193815065": 74, "76426059004519": 74, "76633279008873": 74, "76648417323338": 74, "76948736628077": 78, "771828": 73, "772135": 73, "772973553305": 75, "7741709350940091": 78, "775": 73, "775861760021": 74, "776": 73, "777": 73, "7776000": [72, 73, 74, 76, 77, 78], "77775409162826": 74, "778": 73, "778066876331": 77, "779": 73, "7796758221068": 77, "7796775010779": 76, "78": 83, "781": 75, "78208493279325": 74, "78478083621939": 74, "78553645204": 76, "78635379853651": 74, "7866565716585": 78, "786815476858": 73, "7885": 78, "7885407667844642": 78, "79": 83, "79017615251069": 74, "79071520939431": 74, "791": 75, "791281596288": 78, "79261102276273": 74, "79267736363525": 74, "79284879509999": 74, "7933442496152": 74, "79379237233488": 74, "79446517569299": 74, "798440045137": 77, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "80": 83, "800001": 78, "80021185275091": 74, "802220_iwec": 83, "80239869708953": 74, "803167409744": 75, "80319610787662": 74, "8054534463652903": [77, 78], "808749644109": 75, "81": 83, "8111888": 78, "81155249007516": 74, "815": 75, "816": 75, "81632eval": 75, "81660183265429": 74, "817402808811": 76, "8190113017272893": 77, "81947413483711": 72, "81967380155336": 78, "8204742630928195": 73, "82097230898479": 74, "820992932057": 73, "82190812609193": 74, "822": 75, "8240": 73, "8240440639174443": 73, "825996": 73, "829": 75, "8290": 75, "82903episod": 75, "83": 83, "83115210627": 73, "83275995845086": 76, "83511693216035": 74, "8362732e": 78, "8365": 78, "8365440129567937": 78, "83684923572157": 74, "839": 75, "83977394603949": 74, "84": 83, "840": 75, "84413809380008": 74, "84452889598035": 74, "84549591879043": 74, "84848610748885": 74, "84852169014866": 74, "84918155106144": 74, "851931359102": 75, "85266561770349": 72, "85311251997": 75, "85490851": 72, "85491440084278": 74, "8565960165495": 74, "8581318491144523": 78, "85953514518": 74, "85e": 75, "86003727": 73, "8610257810776": 74, "8619608065522": 72, "8630007995554065": 78, "863700569666": 75, "8640": [72, 73, 74, 76, 77, 78], "86400": 7, "86497279549": 77, "86509413798045": 74, "866": 75, "86764observ": 75, "868545880939429": 78, "86909845458321": 74, "86935225127617": 74, "87": 75, "8706": 73, "8707550912763": 76, "871": 77, "87141679758788": 74, "8752707894151683": 73, "87644643022476": 74, "877199437174": 73, "877949459922": 75, "87808257037088": 72, "87911train": 75, "881165": 73, "88116986202595": 74, "882795341822": 72, "88537614558894": 76, "88586123209223": 74, "88671128354": 75, "88721275822578": 74, "88794828178202": 74, "89340178917": 72, "89365754884302": 74, "89388375583001": 74, "8958748003755875": 78, "89730314513248": 74, "8985175509725": 77, "89e": 75, "8th": 0, "9": [5, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "900": [72, 73, 74, 76, 77, 78], "9000000e": 78, "90053413764347": 74, "9027267231826451": 77, "9054717823406": 75, "9056": 77, "90682538688919": 74, "90761065616391": 74, "90925164972085": 74, "91": 83, "912": 74, "91255021343735": 74, "913": 74, "914": 74, "91452531903": 77, "915": [74, 78], "915005": 73, "916": 74, "916120573987": 75, "917": 74, "91834253143812": 74, "919": 75, "92": 83, "92057590568537": 78, "921": 75, "9214701431759627": 78, "923": 78, "92354348202196": 74, "92364136523652": 74, "92570822385427": 74, "92586action": 75, "92586action_simul": 75, "92591observ": 75, "92685909887694": 73, "92750593897": 75, "929866314376": 76, "92e": 75, "93": 75, "9301": 73, "9310852109356": 74, "93150544": 73, "932": 75, "93206271173979": 76, "9332864972795492": 77, "93365898954337": 74, "937": 74, "93795083204492": 74, "939": 75, "93922073357949": 76, "9404356024169": 74, "94068105046": 75, "940757588887": 75, "94282444325588": 74, "94364observ": 75, "94373222068": 77, "94397819959719": 74, "94552529042894": 74, "94560048043254": 78, "946": 75, "94708364107272": 74, "947670_iwec": 83, "948": 75, "9484536": 78, "94899380246081": 74, "94994733268213": 73, "95": 83, "951203129332": 76, "95177229570344": 74, "95342186248593": 74, "95371613155545": 74, "95402558077242": 73, "95453942245817": 74, "95479894214709": 72, "956": 75, "957": 75, "959": 75, "959903637627": 73, "95e": 75, "961511158555": 75, "962442": 73, "967427767579": 75, "96779628596525": 78, "96863496011508": 78, "96872163513492": 76, "968792": 73, "96e": 75, "97043890765": 75, "9707859e": 78, "973": 75, "9757": 75, "9767": 75, "9777": 75, "9778": 75, "9781450391146": 0, "9784": 75, "980146004908": 77, "9805": 78, "9805738638282033": 78, "9817270164053": 75, "98306132565997": 73, "984": 76, "98455644317614": 74, "98466104": 78, "986": 75, "98911477390746": 78, "99": 38, "99005393832046": 76, "9910000e": 78, "991284981603": 74, "99229rollout": 75, "9931": 78, "9931231984191132": 78, "99404996933335": 72, "9949106627480553": 74, "994929371645": 75, "99495142525166": 78, "9961147920526": 75, "99611961841745": 72, "99617019496714": 74, "99679905446": 73, "998184182996": 73, "9982": 74, "999": 77, "99980024659423": 76, "99998833869494": 77, "99e": 75, "9e": 75, "A": [0, 2, 4, 8, 18, 28, 65, 73, 79, 83, 84], "And": [7, 72, 75], "As": [5, 7, 9, 73, 75], "At": [5, 7, 8, 72, 75], "Be": 5, "But": 80, "By": [6, 9, 73, 78, 80], "For": [0, 4, 5, 6, 7, 8, 9, 10, 13, 38, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 34, 38, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "In": [0, 5, 7, 8, 9, 10, 38, 47, 72, 73, 74, 75, 76, 78, 80, 81, 82], "It": [0, 2, 4, 5, 7, 8, 9, 10, 13, 18, 24, 43, 45, 55, 62, 73, 80, 84], "Its": [2, 4, 5], "NO": 4, "No": 5, "On": [4, 7, 9, 73], "One": 65, "Or": 7, "That": [5, 80], "The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 13, 18, 24, 31, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "Then": [4, 5, 7, 9, 73, 74], "There": [4, 7, 9, 79], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "To": [0, 5, 6, 7, 9, 10, 81], "With": [4, 5, 73, 75], "_": 75, "__call__": 80, "__init__": [5, 13, 16, 18, 20, 23, 24, 38, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "__version__": [4, 75], "_action_spac": 5, "_check_eplus_env": 5, "_create_row_cont": 76, "_ddy_path": 38, "_env_working_dir_par": 75, "_eplus_one_epi_len": 75, "_eplus_run_steps": 75, "_evalu": 75, "_get_actu": 27, "_headers_to_epw": 75, "_idd": 38, "_idf_path": 38, "_mean": [75, 78], "_method": [75, 78], "_observation_spac": 5, "_setpoints_transform": 5, "_var": 75, "_weather_path": 38, "a2c": 4, "abl": [4, 5, 7, 9, 73], "about": [0, 4, 5, 10, 18, 45, 75, 77, 78, 79, 81, 84], "abov": [5, 7, 8, 73], "abs_comfort": [72, 73, 74, 76, 77, 78], "absolut": [34, 60, 62, 80], "abstract": 16, "accept": [8, 65], "access": [4, 75], "accompani": [0, 10], "accord": [24, 83], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "accur": 4, "acm": 0, "act": [41, 42, 43, 70, 77], "act_repeat": [5, 13, 18, 73], "action": [0, 3, 4, 9, 10, 13, 16, 18, 20, 24, 38, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "action_definit": [5, 13, 18, 38, 73, 74], "action_definition_exampl": 5, "action_map": [5, 13, 73], "action_nam": 65, "action_simul": [4, 75], "action_spac": [5, 13, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 13, 73, 74], "activ": [5, 9, 23, 55, 66, 79], "activate_flag": 55, "activate_logg": 66, "activity_level_schedule_nam": 73, "activitysch": 73, "actschd": 73, "actuat": [5, 27, 73, 74], "ad": [0, 2, 4, 10, 74, 75, 80, 83], "adapt": [0, 5, 10, 38, 44, 45, 73, 74], "adapt_idf_to_action_definit": 38, "adapt_idf_to_epw": 38, "adapt_variables_to_cfg_and_idf": 38, "add": [4, 5, 7, 8, 38, 71, 73, 75, 80, 84], "add_batch": 33, "add_dir": 75, "addit": [5, 13, 18, 23, 38, 45, 47, 66], "address": 0, "adjust": [74, 80], "admin": 7, "advantag": [5, 8, 74], "advertis": 7, "afb": [5, 83], "affect": [5, 26, 38, 47], "after": [7, 18, 47, 72, 73, 78], "agent": [0, 3, 5, 10, 13, 24, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 79, 80, 81, 84], "aggress": 8, "agnost": 75, "agre": 4, "ai": 75, "aim": [0, 5, 7, 9, 10], "air": [2, 73, 75, 77, 80], "air_velocity_schedule_nam": 73, "airtermin": 73, "airvelocitysch": 73, "alejandro": 0, "alex_ugr": 75, "algorithm": [0, 3, 4, 10, 22, 75, 78, 81], "all": [0, 4, 5, 7, 8, 9, 13, 18, 23, 34, 35, 38, 59, 66, 72, 74, 75, 77, 79, 80, 81, 83, 84], "allegheni": [5, 74, 83], "alloc": [4, 7, 8, 75], "allow": [0, 4, 5, 7, 10, 80], "allus": 7, "alon": 49, "along": [0, 10], "alphabet": 8, "alreadi": [5, 7, 73, 77, 80, 81], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "altern": [5, 9], "although": [5, 75], "alwai": [0, 5, 7, 9, 18, 72, 75, 77, 79, 80], "am": 80, "amplifi": 6, "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 13, 16, 18, 23, 24, 30, 35, 38, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "angb": 83, "angel": [5, 83], "ani": [0, 5, 6, 9, 10, 13, 18, 23, 24, 33, 38, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "ann": 38, "anoth": [8, 9, 73, 79], "antananarivo": 83, "antonio": 0, "anyth": 47, "anywai": [9, 81], "ap": [5, 74, 83], "api": [0, 7, 10, 45, 48, 72], "appear": [4, 5, 9, 47, 72, 79], "append": [72, 73, 74, 75, 76, 77, 81, 82], "appengin": 7, "appli": [5, 6, 8, 13, 38, 64, 69, 75, 79, 84], "applic": [7, 81], "apply_extra_conf": [6, 38], "apply_weather_vari": 38, "appropri": [4, 73, 82], "appspot": 7, "apt": 9, "ar": [0, 2, 4, 5, 7, 8, 9, 10, 31, 47, 55, 60, 61, 62, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "area": [2, 5, 75], "arg": [5, 7, 9, 23, 24, 57, 77], "aris": 73, "arizona": 83, "arrai": [5, 55, 73], "arrmean": 75, "artifact": [0, 4, 7, 10, 75], "artifactregistri": 7, "ashra": [31, 41, 42], "ashrae9012016_officemedium": 2, "ashrae9012016_officemedium_denv": 5, "ashrae9012016_warehous": 2, "ashrae9012016_warehouse_denv": 5, "ask": [51, 52, 53], "aspect": [0, 2, 10, 80], "associ": [0, 5, 10], "asymmetr": 2, "atari": [0, 10], "attach": 7, "attempt": 8, "attribut": [4, 5, 13, 18, 38, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "aus_nsw": 83, "australia": 83, "auth": [7, 49], "authent": 7, "author": [0, 50], "auto": [2, 4, 7], "auto_delet": 7, "autom": [0, 10], "automat": [0, 5, 8, 9, 10, 13, 38, 64, 73, 74, 80, 81, 84], "autopep8": 8, "avail": [0, 2, 4, 7, 10, 13, 38, 43, 73, 75, 76, 78], "availability_schedule_nam": 73, "availabilitymanag": 73, "averag": [4, 47, 82], "avoid": [9, 47], "axi": [75, 78], "b": [7, 75], "backend": [0, 5, 10], "background": [4, 74], "bar": 4, "base": [3, 4, 7, 8, 41, 42, 57, 59, 73, 77, 81], "base_class": 47, "basealgorithm": 47, "basecallback": [4, 24], "baselin": [0, 4, 10, 22, 44, 45, 75, 81], "baselines3": [44, 45], "basement": 2, "basereward": 80, "bash": 7, "basic": 40, "basin_heater_operating_schedule_nam": 73, "basinheatersch": 73, "batch": 33, "batteri": 2, "bcvtb": [0, 5, 10, 18, 38], "bcvtb_path": [5, 9, 18, 20], "becaus": [4, 5, 7, 8, 77, 82], "becom": [0, 10], "been": [0, 4, 5, 6, 7, 8, 9, 10, 13, 20, 23, 24, 32, 36, 45, 47, 66, 73, 75, 79, 80, 81, 82], "befor": [4, 5, 7, 18, 38, 47, 73, 74, 78], "begin": 7, "behav": 8, "behavior": 80, "being": [4, 5, 7, 13, 79, 80], "bellow": 80, "belong": [55, 79], "below": [9, 80, 83], "benchmark": [0, 3, 10], "benefit": [4, 5], "best": [4, 24, 75], "best_model": 75, "best_model_save_path": [24, 75], "better": [4, 5], "between": [0, 4, 5, 8, 10, 29, 75, 80, 84], "bias": [7, 75], "bin": 9, "bind": 7, "blob": 45, "blob_prefix": 52, "bogota": 83, "booktitl": 0, "bool": [13, 16, 18, 20, 24, 32, 45, 47, 55, 66, 67, 68, 76], "boolean": 23, "boot": 7, "bot": [2, 8], "both": [0, 4, 5, 10, 70, 78, 80], "bound": 4, "box": [4, 5, 13, 73, 74], "branch": 8, "bucket": [4, 52, 53], "bucket_nam": 52, "bucklei": 83, "bug": [0, 10, 84], "build": [0, 3, 4, 7, 8, 9, 10, 13, 20, 35, 37, 38, 72, 75, 76, 77, 78, 79, 80, 81, 82], "builder": 7, "built": [7, 8], "bulk": 2, "button": 9, "bvctb": [72, 73, 74, 75, 76, 77, 78], "c": [7, 60, 61, 62, 80], "cach": 7, "calcul": [4, 5, 64, 75, 80, 82], "call": [4, 5, 7, 8, 9, 18, 24, 38, 47, 73, 75, 79], "callabl": [47, 66], "callback": [0, 10, 21, 46, 47, 57, 75], "callback_on_new_best": 24, "callbacklist": [4, 75], "campoi": 0, "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "cannot": [8, 82], "captur": 7, "care": [0, 5, 7, 10, 74], "carri": 79, "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 80, 82], "catch": 8, "cd": 9, "center": [2, 42], "certain": 5, "cfg": [0, 5, 10, 18, 38, 79], "ch": 7, "chang": [0, 5, 7, 8, 10, 38, 55, 72, 74, 75, 76, 79, 80], "characterist": [5, 80], "charg": [2, 5, 70], "check": [0, 4, 5, 7, 8, 32, 45, 47, 75, 81], "checker": [5, 44], "checkout": 8, "chill": 2, "choos": 9, "chosen": [13, 41, 42, 43, 66, 77, 82], "ci": [8, 45], "citi": 0, "class": [0, 4, 5, 6, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24, 32, 37, 38, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "classif": 83, "clear": 7, "clg": [38, 73], "click": [0, 9, 10], "client": [7, 51, 52, 53], "climat": [5, 83], "clip": [4, 70], "clone": [9, 82], "close": [13, 18, 66, 72, 73, 74, 75, 76, 77, 78, 82], "cloth": 75, "clothingsch": 73, "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "cloudapi": 7, "cloudbuild": 7, "cloudfunct": 7, "cloudsdktool": 7, "co": [64, 84], "coastal": 83, "code": [0, 3, 6, 8, 9, 10, 72, 75, 80, 84], "codecov": 8, "coil": [2, 73], "coilsystem": 73, "col_bogota": 83, "cold": [60, 61, 62, 80, 83], "collect": [4, 55, 75, 82], "colombia": 83, "colorado": 83, "column": [4, 5, 26, 38], "com": [7, 9, 17, 44, 45], "combin": [7, 73, 74, 75, 78], "come": [2, 74, 75], "comfort": [4, 5, 9, 23, 31, 60, 61, 62, 73, 75, 77, 79, 80], "comfort_penalti": [55, 72, 73, 74, 75, 76, 77], "comfort_viol": 75, "comfort_violation_tim": [4, 75], "comfort_violation_timestep": 55, "command": [7, 8, 81], "comment": 4, "commit": 8, "common": [5, 21, 24, 47, 75, 77, 80, 81], "commun": [0, 5, 10, 14, 38, 79, 81], "compar": [4, 75, 78], "compat": [5, 9, 45, 75, 78], "compil": 8, "complet": [5, 75, 78], "complex": [5, 81], "compon": [0, 2, 4, 5, 6, 7, 10, 13, 23, 83], "compos": [5, 28], "comput": [0, 4, 7, 75], "concaten": 4, "conceptu": 81, "concern": [5, 73], "concret": 4, "conda": 9, "condit": [5, 13, 31, 41], "condn": 38, "conf": 4, "confer": 0, "config": [6, 7, 27, 72, 75, 81], "config_param": [5, 6, 13, 18, 73], "configur": [0, 4, 10, 13, 18, 20, 37, 38, 72, 74, 75, 77, 78, 80, 81], "confus": 7, "connect": [5, 7, 17, 18, 19, 72, 73, 74, 75, 76, 77, 78], "connector": 20, "consequ": [4, 7, 80], "consid": [9, 60, 61, 62, 72, 80], "consist": [2, 5], "consol": 7, "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "constantli": [0, 10], "construct": [4, 5, 7], "constructor": [4, 5, 6, 16, 64, 70, 71, 73, 80, 84], "consumpt": [4, 23, 61, 62, 79, 80], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "containerregistri": 7, "content": [35, 79], "context": [5, 6, 13, 66, 73, 81], "continent": 83, "continu": [4, 5, 6, 8, 9, 72, 73, 74], "continuous_action_def": 5, "control": [0, 2, 5, 8, 10, 13, 16, 18, 21, 38, 65, 73, 80, 81, 84], "control_type_schedule_nam": 73, "convert": 33, "cool": [2, 5, 65, 73, 75, 77, 83], "cooler": 2, "cooling_rang": 65, "cooling_setpoint_rl": [73, 75], "cooling_setpoint_rl23": 75, "cooling_setpoint_temperature_schedule_nam": 73, "coolingcoilavailsch": 73, "coolingsetpoint": 73, "copi": [5, 9, 18, 79], "core": [2, 45, 75, 78], "correct": [5, 7, 9, 31, 78, 84], "correctli": [5, 7, 27, 81, 82, 84], "correspond": 18, "could": [0, 6, 10, 78], "count": [47, 73, 75], "counti": [5, 74, 83], "cover": [5, 9], "coverag": 8, "cpu": 75, "creat": [0, 4, 5, 6, 9, 10, 18, 26, 27, 34, 38, 72, 73, 74, 75, 76, 77, 78, 82], "create_row_cont": 76, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "csvlogger": [23, 66, 75, 76, 79], "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "cumulative_comfort_penalti": [4, 75], "cumulative_pow": [4, 75], "cumulative_power290491842": 75, "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "current": [3, 4, 5, 6, 7, 8, 9, 13, 16, 18, 28, 31, 38, 55, 66, 71, 75, 78, 80, 81, 84], "current_cool_setpoint": 77, "current_dt": 77, "current_heat_setpoint": 77, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "curriculum": 4, "custom": [0, 4, 5, 10, 21, 22, 23, 45, 46, 63, 75, 84], "customcsvlogg": 76, "customiz": [0, 10], "customreward": 80, "d": [8, 18], "d_": 75, "dai": [5, 6, 18, 28, 29, 31, 38, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "data": [0, 7, 10, 13, 18, 20, 23, 38, 42, 52, 53, 55, 74, 75, 79], "datacent": [3, 5, 73], "datastor": 7, "date": 5, "datetim": [75, 77], "datetimewrapp": 84, "day15": 75, "daytim": 77, "db": 38, "ddof": 75, "ddpg": 4, "ddy": [5, 38, 72, 73, 74, 75, 76, 77, 78], "ddy_model": 38, "deactiv": [55, 66, 79], "deactivate_flag": 55, "deactivate_logg": 66, "decid": [4, 5, 7, 75], "dedic": 5, "deep": [0, 9, 10, 75], "def": [5, 76, 77, 80], "default": [0, 4, 5, 6, 7, 8, 9, 10, 13, 18, 26, 38, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "default_opt": 5, "defin": [0, 4, 5, 7, 10, 16, 20, 31, 38, 72, 73, 75, 76, 77, 78, 79, 80, 82], "definit": [0, 10, 13, 38, 72, 74, 75, 76, 77, 78], "degre": 75, "delet": [4, 49], "delta": 29, "delta_temp": 65, "demand": [73, 75, 80], "demo": [5, 72, 73, 75, 76, 77, 78, 82], "demonstr": 2, "depend": [0, 4, 5, 9, 10, 31, 55, 60, 61, 62, 73, 74, 75, 79, 80, 81], "deploi": 8, "deploy": 8, "deprec": 75, "deriv": 7, "describ": [2, 42], "descript": 18, "desert": 83, "design": [0, 5, 6, 10, 38, 73], "designdai": [0, 5, 10, 38, 72, 73, 74, 75, 76, 77, 78], "designflowr": 73, "designspecif": 73, "desingdai": 38, "desir": [5, 77], "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "detail": [0, 4, 6, 7, 9, 10, 73, 75], "detect": [5, 75], "determin": [6, 75], "determinist": [24, 47, 75], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 81, 84], "devic": 75, "devstorag": 7, "df": 75, "dict": [5, 13, 18, 27, 33, 34, 38, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "dictionari": [5, 6, 8, 13, 18, 27, 33, 38, 66, 73, 80, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 29, 60, 62, 75, 80, 81], "diffus": 75, "dimens": [60, 61, 62, 80], "dir": 38, "direct": [4, 75], "directli": [0, 4, 5, 9, 10, 33, 73, 74, 82], "directori": [5, 6, 9, 13, 18, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "disadvantag": 74, "discharg": [2, 70], "discomfort": 80, "discret": [4, 5, 13, 65, 72, 73, 80, 84], "discreteincrementalwrapp": 84, "discuss": [5, 73], "disk": 7, "disksizegb": 7, "displai": [72, 73, 74, 76, 77, 78, 82], "dispos": 82, "dist": [75, 78], "div": 75, "divers": 5, "divid": [2, 75, 78], "dlr": [44, 45], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 80, 81], "doc": [8, 9, 75], "docker": [7, 8], "dockerfil": [7, 8, 9, 81, 82], "docstr": 8, "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "doe": [0, 5, 6, 7, 8, 10, 18, 79, 83], "doesn": [4, 7, 84], "doi": 0, "don": [4, 5, 7, 9, 72, 74, 79], "done": [5, 55, 73, 75, 76], "door": 73, "dote": 7, "download": [5, 75], "dqn": [4, 75], "drive": 7, "drl": [0, 3, 5, 7, 10, 74], "drl_batteri": [4, 7, 75], "drl_battery_exampl": 4, "dry": 83, "drybulb": [26, 38, 73, 75, 77], "dtype": [5, 73, 75, 78], "dualsetpoint": 73, "due": [4, 5, 70], "dummyvecenv": 75, "dump": 57, "dure": [4, 5, 8, 13, 23, 24, 75, 79, 82], "dx": [2, 73], "dynam": 5, "e": [0, 9, 10, 47], "e2_highcpu_8": 7, "each": [0, 2, 4, 5, 6, 7, 10, 13, 18, 23, 24, 33, 34, 38, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "earli": 47, "earlier": 75, "easi": [0, 10, 81], "easier": 48, "easili": [0, 5, 6, 7, 10, 75], "east": 73, "econom": 2, "ecosystem": [0, 10], "edit": 8, "effici": [0, 10], "either": 5, "elabor": 55, "elaps": [28, 55], "eleceq": 73, "electr": [2, 73, 75, 80], "electricequip": 73, "element": [18, 30, 33, 55, 84], "elif": 77, "els": [5, 47, 76, 77], "email": 7, "empti": [5, 9, 13, 38, 75, 78], "enabl": [4, 7, 8, 75], "enclos": 2, "encount": [75, 78, 84], "end": [4, 7, 13, 18, 20, 29, 55, 60, 61, 62, 66, 79], "end_dai": [6, 29], "end_env": 18, "end_episod": 18, "end_mon": 29, "end_month": 6, "end_simul": 20, "end_year": [6, 29], "energi": [0, 2, 5, 23, 60, 61, 62, 80], "energy_vari": [60, 61, 62, 73, 80], "energy_weight": [60, 62, 73, 80], "energyplu": [0, 5, 6, 10, 12, 13, 17, 19, 28, 38, 72, 73, 74, 75, 76, 77, 78, 79], "engin": [0, 5, 7, 10, 16, 74], "enough": 7, "ensur": [5, 78], "enter": [7, 75, 82], "entir": [0, 4, 10], "entiti": 75, "entri": [5, 75], "entropi": [13, 66], "entrypoint": 7, "env": [4, 5, 6, 7, 9, 24, 32, 34, 36, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "env_nam": [5, 13, 18, 20, 34, 38, 73, 75, 79], "env_sinergym": 9, "env_working_dir": 38, "environ": [0, 2, 3, 4, 6, 7, 10, 11, 12, 13, 18, 20, 24, 32, 36, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "environment": [31, 41], "environment_id": 73, "environment_nam": 4, "ep_len_mean": 75, "ep_len_mean35040": 75, "ep_length": [4, 75], "ep_length35040episod": 75, "ep_pow": 23, "ep_rew_mean": 75, "ep_reward": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "ep_timestep": 23, "episod": [4, 6, 13, 18, 23, 24, 34, 38, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "episode_path": 38, "episode_reward": 75, "episodes4tim": 75, "episodes_int": 4, "eplu": [5, 6, 13, 34, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "eplus_env": 5, "eplus_env_5zon": 73, "eplus_env_datacent": 73, "eplus_env_demo": [72, 73, 76, 77, 78], "eplus_env_new_env_name_mainthread_root": 73, "eplus_env_offic": 74, "eplus_env_sb3_dqn": 75, "eplus_path": [5, 9, 18, 20], "epm": [28, 30, 33, 35, 38], "epw": [0, 10, 13, 20, 26, 38, 73, 74, 79, 81, 83], "epw_cont": 75, "equal": 80, "equip": [2, 73], "equival": 4, "error": [4, 5, 7, 8, 47, 73, 75, 78], "esp_granada": [73, 83], "establish": [0, 4, 5, 10, 18, 73, 79, 81], "etc": [0, 5, 7, 9, 10, 55, 72, 73], "eu": 7, "europ": 7, "eval": [24, 75], "eval_callback": 75, "eval_env": [24, 75], "eval_freq": [24, 75], "evalcallback": 4, "evalloggercallback": 4, "evalu": [0, 7, 10, 24, 75, 80], "evaluation1": 75, "evaluation_d": 75, "evaluation_nam": 75, "evaluation_output": 75, "evapor": 2, "even": [5, 73, 77], "event": [7, 8], "everi": [7, 8, 9, 24, 72, 73, 74, 76, 77, 78, 81, 82], "everyth": [7, 74, 75, 82], "evolv": 5, "exactli": 5, "exampl": [3, 4, 5, 7, 8, 9, 10, 18, 73, 74, 76, 79, 80, 81, 84], "example1": 9, "excel": [0, 10, 27, 73], "except": [5, 38], "exclud": 52, "execut": [4, 5, 8, 9, 13, 18, 38, 49, 55, 56, 67, 68, 75, 78, 81], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "exit": 7, "exp": 60, "expect": 47, "experi": [2, 4, 5, 6, 9, 37, 38, 74, 75, 83], "experiment": [0, 5, 10], "experiment1": 75, "experiment_d": [4, 75], "experiment_nam": 75, "experiment_param": 75, "experiment_path": 38, "explain": [7, 8, 73], "explan": [5, 7], "explicitli": 30, "exploration_r": [4, 75], "exploration_rate0": 75, "exponenti": [60, 80], "export": [0, 5, 7, 10, 13, 27, 35, 73], "expreward": [73, 80], "extend": 77, "extens": [0, 5, 9, 10, 72, 75], "extern": [0, 5, 10, 38, 73, 79], "external_variable_nam": 5, "externalinterfac": [72, 73, 74, 75, 76, 77, 78], "extra": [0, 7, 8, 9, 10, 13, 18, 37, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "extra_conf": 73, "extra_config": [5, 13, 38], "extra_param": 6, "extract": [4, 5, 13, 34, 38, 75], "f": [5, 9, 83], "facil": [4, 73, 75, 80], "factor": 79, "fail": [6, 7, 75], "fairchild": [5, 83], "faith": 4, "fals": [18, 23, 24, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "familiar": [0, 10], "fan": 73, "fanavailsch": 73, "fanger": [73, 75], "far": [5, 80], "featur": [4, 5], "februari": 6, "feedback": [5, 13], "feel": 77, "few": 75, "field": [4, 5, 13, 38, 80, 83], "file": [0, 4, 6, 7, 8, 9, 10, 13, 18, 20, 26, 27, 35, 37, 38, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "file_path": 35, "fin_helsinki": 83, "final": [7, 72, 74, 75], "find": [3, 8, 75], "fine": 2, "finish": [7, 8, 18, 75, 82], "finland": 83, "firestor": 7, "first": [0, 5, 9, 18, 38, 47, 69, 72, 73, 75, 76, 77], "firstli": 7, "fit": 73, "five": 2, "fix": [5, 8], "flag": [18, 55, 64, 66, 76, 84], "flag_discret": 5, "flat": 68, "flatten": [68, 78], "float": [5, 13, 18, 26, 28, 29, 31, 34, 38, 47, 55, 60, 61, 62, 65, 66, 67, 68, 76], "float32": [5, 13, 73], "floor": 2, "folder": [0, 5, 8, 9, 13, 24, 38, 73, 75, 76, 78], "follow": [0, 4, 5, 7, 8, 9, 10, 18, 42, 45, 72, 74, 80], "forc": 75, "forget": 72, "fork": [7, 8], "form": 5, "format": [0, 4, 5, 6, 8, 10, 27, 66, 73, 75], "formatt": 56, "found": [5, 13, 38, 84], "four": 2, "fp": 75, "fps453time": 75, "fraction": 73, "framework": [0, 2, 74, 81, 83], "free": [5, 7, 77], "freedom": 75, "freq": 24, "frequenc": 4, "fridai": 2, "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 16, 17, 18, 20, 30, 31, 35, 38, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "fromnumer": [75, 78], "fuel": 2, "full": 2, "full_control": 7, "fulli": 2, "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 25, 30, 34, 35, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "futur": [4, 5, 6, 7, 80], "futurewarn": 75, "g": [0, 7, 10, 47, 52], "ga": 2, "gce": 7, "gce_project_id": 7, "gce_zon": 7, "gcloud": [7, 75], "gcr": 7, "gener": [0, 5, 6, 7, 8, 10, 13, 38, 75, 78, 79], "generate_id": 75, "get": [5, 9, 13, 31, 38, 47, 50, 69, 75, 77], "get_is_eplus_run": 18, "get_path": 75, "get_schedul": [5, 13, 38, 73], "get_season_comfort_rang": 77, "get_unwrapped_ob": 69, "get_zon": [13, 73], "getlogg": 56, "git": 9, "github": [0, 7, 9, 10, 17, 44, 45, 81], "gitignor": 7, "give": [5, 7, 78], "given": [3, 4, 18, 27, 28, 30, 32, 34, 35, 38, 60, 61, 62, 80], "glanc": 72, "global": [7, 47], "gmail": 7, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "goal": [0, 10], "good": 4, "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "google_cloud_credenti": 7, "googleapi": 7, "got": 30, "granada": 83, "greatest": 5, "grid": 2, "group": [7, 49], "grow": 5, "gserviceaccount": 7, "gsutil": 7, "gt": 75, "gxs4rau3": 75, "gxs4rau3sync": 75, "gym": [5, 6, 12, 13, 17, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "gymnasium": [0, 4, 5, 6, 10, 13, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "g\u00f3mez": 0, "h": [75, 83], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 20, 23, 24, 32, 36, 38, 45, 47, 50, 66, 73, 74, 75, 79, 80, 81, 84], "hand": [4, 7, 9, 73], "handl": 5, "happen": [7, 8], "hasn": [7, 30], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 13, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "he": [0, 10], "header": [55, 66, 76], "heat": [2, 65, 73, 75, 77], "heating_rang": 65, "heating_setpoint_rl": [73, 75], "heating_setpoint_rl20": 75, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "help": [0, 4, 10], "helper": 7, "helsinki": 83, "henc": 7, "here": [0, 4, 5, 7, 8, 9, 10, 23, 75, 81], "hi": [0, 10], "high": [5, 73, 74], "highcpu": 7, "higher": 80, "histori": [75, 84], "host": [0, 2, 4, 7, 75, 79], "hot": [5, 6, 60, 61, 62, 73, 74, 80, 83], "hour": [0, 2, 5, 6, 10, 18, 28, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "hour11": 75, "hourlylinearreward": 80, "how": [0, 5, 7, 9, 10, 13, 18, 66, 72, 73, 75, 76, 77, 78, 84], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 80, 81], "htg": [38, 73], "http": [0, 7, 9, 17, 44, 45, 75], "hub": [7, 8, 9], "human": [13, 31, 41], "humanoutputformat": 75, "humid": [73, 75, 83], "hvac": [2, 73, 75, 80], "hyakuri": 83, "hyperparamet": [4, 75], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 24, 33, 34, 38, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "iam": 7, "id": [4, 5, 7, 73, 75, 80, 82], "idd": 38, "idea": 7, "ident": 5, "identifi": 8, "idf": [0, 2, 6, 10, 13, 18, 20, 35, 38, 70, 72, 73, 74, 75, 76, 77, 78, 79, 81], "idf_fil": [5, 13, 18, 20, 38], "ignor": [7, 8, 81], "illinoi": 83, "imag": [5, 7, 9], "imagin": 80, "immedi": 7, "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 80, 81, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "improv": [0, 10], "in_temp": 77, "incid": 7, "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 18, 21, 67, 72, 75, 80, 83], "inconsist": [5, 73], "incorpor": 5, "increas": [5, 80], "increment": [23, 65, 84], "independ": [2, 81, 83], "index": 5, "indic": [0, 4, 5, 7, 10, 18, 23], "individu": 7, "indoor": [2, 41, 42], "infil": 73, "info": [0, 10, 13, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "inform": [0, 2, 4, 5, 6, 8, 9, 10, 13, 18, 27, 38, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "infrastructur": [0, 10], "inherit": [4, 59, 84], "init": 75, "initi": [5, 13, 24, 51, 65, 66], "initial_valu": [5, 65, 73], "inner": [7, 23, 49, 52, 53], "inproceed": 0, "input": [2, 8, 18], "insid": [8, 80, 82], "instal": [0, 7, 8, 18, 82], "instanc": [3, 4, 5, 7, 8, 13, 49, 79], "instance_group_nam": 49, "instead": [4, 5, 7, 9, 47, 67, 75, 78, 84], "instruct": 9, "int": [5, 13, 16, 18, 24, 28, 29, 31, 38, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "intact": 73, "integ": [13, 18, 66], "integr": [0, 5, 8, 10], "intend": 5, "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 79, 84], "interest": [0, 2, 78, 83], "interfac": [0, 5, 10, 14, 19, 38, 73, 79, 81], "intermedi": 5, "intern": [0, 4, 5, 10, 80], "interpret": 38, "interv": [5, 13], "intervent": [0, 5, 10], "intl": [5, 83], "introduc": [0, 5, 10], "introduct": 5, "invalid": [75, 78], "investig": 6, "invoic": 7, "io": 7, "is_weekend": [64, 84], "isbn": 0, "isinst": 5, "isn": 7, "isol": 9, "isort": 8, "issu": [0, 5, 7, 8, 10], "its": [4, 5, 7, 8, 9, 50, 66, 72, 80, 82, 84], "itself": [0, 10], "j": [5, 83], "japan": 83, "javier": 0, "jim\u00e9nez": 0, "job": [7, 8, 9, 81], "jpn_tokyo": 83, "json": [4, 7, 75], "juan": 0, "just": [0, 8, 10, 73, 78], "keep": [4, 18], "kei": [5, 6, 7, 18, 30, 34, 57, 67], "kennedi": [5, 83], "key_exclud": 57, "key_valu": 57, "keyerror": 20, "keyword": 75, "khee": 5, "know": [0, 5, 7, 10, 73, 79], "knowledg": 73, "kwarg": [23, 24, 57], "lam": 5, "lambda_": [60, 62], "lambda_energi": [60, 61, 62, 80], "lambda_t": [60, 62], "lambda_temperatur": [60, 61, 62, 80], "larg": [2, 7], "last": [5, 9, 13, 18, 34, 66, 69, 73], "last_10_steps_reward": 76, "last_result": 34, "later": [5, 55], "latest": [7, 8, 9, 75], "latitud": 83, "launch": 5, "leap": 6, "learn": [0, 9, 10, 73, 75, 78, 80], "learning_r": 75, "learning_rate0": 75, "least": 7, "leav": 73, "len": 73, "length": [6, 47, 75], "less": [6, 74], "let": [5, 6, 7, 9, 72, 73, 75, 82], "level": [2, 8, 56, 81], "lib": [75, 78], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "lifecycl": [0, 10], "light": 73, "light_control": 73, "like": [0, 4, 5, 8, 9, 10, 38, 72, 73, 81], "line_termin": 75, "linear": [61, 62, 80], "linearreward": [5, 13, 73, 80], "linetermin": 75, "link": [5, 7], "linux": 9, "lisboa": 83, "list": [7, 8, 9, 13, 18, 26, 28, 30, 33, 34, 38, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 71, 72, 73, 75, 76, 77, 80], "load": [5, 73, 74], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "load_artifact_ent": 75, "load_artifact_model_path": 75, "load_artifact_nam": 75, "load_artifact_project": 75, "load_artifact_tag": 75, "local": [0, 4, 7, 10, 47, 52, 53, 73, 75, 78, 82], "locat": [0, 5, 9, 10, 26, 38, 72, 73, 74, 75, 76, 77, 78, 83], "log": [4, 55, 56, 66, 75, 79, 84], "log_artifact": 75, "log_callback": 75, "log_episod": 55, "log_fil": [55, 76], "log_interv": [4, 75], "log_path": [24, 75], "log_progress_fil": [55, 76], "log_step": 55, "log_step_norm": 55, "logger": [0, 5, 10, 66, 74, 75, 84], "logger_class": [66, 76], "loggercallback": [4, 75], "loggerev": 75, "loggerevalcallback": [4, 75], "loggerwrapp": [74, 75, 78, 82, 84], "login": [7, 75], "long": [73, 75], "look": [5, 32, 36, 45, 77], "loop": [72, 75], "loss": 75, "loss26": 75, "low": [2, 5, 60, 62, 73, 74, 81], "lt": [9, 75], "luca": 0, "m": [75, 83], "m2": 2, "machin": [0, 7, 10, 82], "machineri": 0, "machinetyp": 7, "madagascar": 83, "made": [0, 5, 47], "mai": [0, 5, 7, 9, 10, 38, 72, 75, 79, 80], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "mainli": 45, "maintain": [0, 10], "make": [0, 2, 5, 6, 7, 9, 10, 18, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "malici": 8, "manag": [0, 5, 6, 7, 10, 37, 38, 49, 79], "mani": [0, 4, 10, 74], "manipul": [4, 8], "manjavaca": 0, "manner": [0, 10], "manual": [5, 6, 8, 13, 74, 75], "map": [5, 13, 73], "marin": 83, "master": 45, "max": [34, 60, 62], "max_ep_data_store_num": [5, 13, 18, 73], "max_ep_stor": 38, "max_length": 75, "max_valu": 65, "maximum": [65, 79], "md": 0, "mdg_antananarivo": 83, "mean": [4, 5, 8, 24, 26, 38, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "mean_comfort_penalti": [4, 75], "mean_ep_length": 75, "mean_ep_length35040": 75, "mean_pow": [4, 75], "mean_power8290": 75, "mean_power_consumpt": 75, "mean_power_consumption296288163": 75, "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "meanwhil": 5, "media": 75, "mediterranean": 83, "member": 7, "memori": [4, 7], "mention": [4, 5, 7, 73], "merg": 75, "messag": [5, 8], "met": 47, "metadata": 13, "method": [4, 5, 6, 7, 8, 13, 16, 18, 20, 23, 24, 27, 38, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "metric": [4, 75], "mid": [2, 83], "middlewar": [0, 10], "mig": 49, "might": 7, "miguel": 0, "mild": 83, "min": [34, 73], "min_energy_weight": 61, "min_valu": 65, "mind": 4, "minim": 8, "minimum": [47, 61, 65], "minimum_outdoor_air_schedule_nam": 73, "minut": [7, 75], "mistak": 8, "mix": [5, 80, 83], "mlflow": [0, 9, 10], "mlppolici": 75, "mo": 78, "mode": 13, "model": [0, 2, 5, 6, 10, 13, 20, 24, 28, 35, 37, 38, 47, 72, 74, 76, 77, 78, 81], "model_path": 75, "modif": [37, 80], "modifi": [0, 3, 5, 6, 10, 17, 38, 47, 73, 74, 79, 84], "modul": [7, 8, 9, 11, 14, 21, 81, 82], "moist": 83, "molina": 0, "mon": 29, "mondai": [2, 18], "monitor": [4, 7, 9, 24, 47, 55, 66, 74, 75, 76, 78, 79], "monitor_head": [55, 66, 76], "monitor_norm": 79, "month": [5, 18, 28, 29, 31, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "month6": 75, "monthan": [5, 83], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "moreov": 5, "most": [4, 5, 79, 80], "mu": [5, 13], "mujoco": [0, 10], "multi": 84, "multi_object": 78, "multiob": [78, 84], "multiobjectivereward": [78, 84], "multiobswrapp": [76, 78, 84], "must": [4, 5, 7, 9, 47, 65, 73, 84], "mwb": 38, "myrulebasedcontrol": 77, "n": [5, 68, 73, 78], "n2": 7, "n_eval_episod": [24, 47, 75], "n_timesteps_episod": 75, "n_updat": 75, "n_updates22539": 75, "naiv": 80, "name": [0, 4, 6, 7, 8, 10, 13, 18, 20, 26, 38, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "natur": 5, "ndarrai": [13, 16, 18, 55, 64, 66, 67, 68, 69, 70, 71, 76], "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 80], "need": [5, 7, 9, 72, 75, 76, 77, 79], "neg": 80, "network": [4, 75], "neural": 4, "never": [7, 72], "new": [0, 2, 7, 10, 16, 18, 20, 24, 26, 38, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "new_action_definit": 73, "new_action_map": 73, "new_action_spac": 73, "new_action_vari": 73, "new_cool_setpoint": 77, "new_env_nam": 73, "new_heat_setpoint": 77, "new_log_fil": 55, "new_observation_spac": 73, "new_observation_vari": 73, "next": [4, 5, 7, 8, 13, 18, 66, 68, 73, 75, 78, 80, 81], "niev": 0, "night": 77, "nois": [5, 72], "non": 2, "none": [5, 13, 18, 24, 26, 27, 34, 35, 36, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "normal": [4, 5, 69, 79, 80, 81, 84], "normalized_observ": 4, "normalizeobserv": [76, 78, 84], "normil": 78, "note": [4, 47, 79], "notebook": [0, 10, 72, 73, 75, 76, 78], "notic": 80, "notifi": [5, 7], "now": [5, 7, 9, 72, 75, 76, 77, 78], "np": [5, 13, 18, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "np_random": [13, 66], "npz": 24, "num_comfort_viol": 23, "num_episod": 79, "num_simul": 79, "num_timestep": 75, "number": [4, 5, 13, 18, 23, 24, 38, 47, 55, 68, 73, 75, 79], "number_of_people_schedule_nam": 73, "numpag": 0, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "ny": 0, "o": [5, 7], "oa": 73, "oarequir": 73, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "object": [4, 5, 7, 13, 26, 28, 30, 35, 36, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 84], "object1": [5, 73], "object10": 73, "object11": 73, "object2": [5, 73], "object3": 73, "object4": 73, "object5": 73, "object6": 73, "object7": 73, "object8": 73, "object9": 73, "object_field_nam": 73, "object_nam": 73, "object_typ": 73, "objectview": 7, "obligatori": 4, "obs_dict": [5, 77], "observ": [0, 3, 4, 10, 13, 16, 18, 20, 38, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "observation_spac": [5, 13, 73], "observation_valu": 79, "observation_vari": [5, 13, 73], "obtain": [0, 4, 5, 10, 13, 66], "obvious": 73, "occup": [0, 5, 10, 31, 41, 73, 75], "occupi": [4, 73], "off": [4, 73], "offer": [0, 5, 10], "offic": [2, 5, 74], "officegrid": 5, "officegridstoragesmooth": [5, 70], "offici": 0, "offpolicyalgorithm": 4, "ofici": 9, "ohar": 83, "older": 7, "on_training_end": 23, "onc": [4, 5, 9], "one": [0, 2, 4, 5, 6, 7, 9, 10, 13, 18, 26, 30, 38, 47, 55, 65, 70, 71, 73, 74, 75, 77, 79, 80, 81, 82, 83, 84], "ones": [5, 80, 84], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 13, 47, 55, 65, 72, 73, 74, 79, 80, 84], "onpolicyalgorithm": 4, "onto": 57, "open": [0, 2, 9, 10, 78], "openai": [45, 72], "openmodelica": [0, 10], "optim": 7, "option": [4, 5, 7, 8, 9, 13, 18, 26, 34, 38, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "opyplu": [26, 28, 30, 33, 35, 38, 75], "order": [0, 3, 4, 5, 7, 8, 9, 10, 13, 18, 33, 38, 73, 75, 78, 79, 81, 84], "orderli": [0, 10], "org": 0, "organ": [2, 5, 73, 81], "origin": [4, 5, 17, 26, 38, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "original_act": 5, "original_epw_fil": 26, "original_idf_scheduler_nam": 5, "original_ob": 5, "ornstein": [5, 13, 26, 38], "other": [0, 4, 5, 7, 9, 10, 75, 79, 80, 84], "otherwis": [4, 6, 78, 84], "ou": [26, 38], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "out": [4, 75, 79], "out_temp": 77, "outdoor": [2, 73, 75, 77], "outdoor_air_schedule_nam": 73, "outdoorair": 73, "output": [4, 6, 8, 34, 38, 45, 56, 72, 73, 74, 75, 76, 77, 78], "output_format": 75, "output_path": 34, "outsid": [9, 80], "over": 72, "overhang": 73, "overwrit": [4, 75], "overwritten": [4, 73], "own": [0, 3, 4, 5, 6, 10, 75, 77, 80, 84], "owner": 7, "packag": [0, 2, 8, 10, 73, 75, 78, 81], "page": [0, 5, 8], "pair": 57, "panel": 2, "paper": 0, "param": [23, 24, 37, 38, 42, 47, 55, 75], "paramet": [0, 4, 6, 7, 10, 13, 18, 20, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "parent": 38, "pars": [4, 5], "part": [5, 7], "parti": [0, 8, 10], "particular": [4, 5, 72], "particularli": 45, "pass": [5, 13, 18, 24, 47], "passiv": 83, "path": [4, 5, 13, 18, 24, 26, 27, 34, 35, 38, 52, 53, 55, 73, 75], "pd": 7, "pdf": 5, "penalti": [4, 79, 80], "pennsylvania": 83, "peopl": [0, 5, 10, 73, 75, 80], "pep8": 8, "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 79], "perceiv": [41, 42, 77], "percentag": [4, 8], "perfect": 80, "perform": [3, 4, 5, 9, 24, 47, 67, 68, 80], "perhap": 5, "perimet": 2, "period": [0, 5, 10, 80, 83], "petit": [50, 51], "photovolta": 2, "pip": [9, 81], "pipelin": 8, "place": [4, 5, 74, 82], "plai": [5, 77], "plan": [4, 5], "planner": 5, "platform": [0, 4, 8, 10], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "plenum": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumheatingsetpoint": 73, "plenumhtg": 73, "plot": 23, "pm": 80, "poh": 5, "point": [3, 75, 82], "polici": [4, 7, 24, 46, 47], "pop": [9, 76], "popen": 18, "portug": 83, "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "power": [4, 55, 60, 61, 62, 79, 80], "power_penalti": [75, 76], "ppd": [73, 75], "ppo": 4, "pprint": 73, "pre": [0, 7, 10], "predefin": [5, 73], "predetermin": 7, "predict": [4, 75], "prefer": 7, "prepar": [9, 33, 38], "present": [5, 13, 38, 72, 73, 74, 75, 76, 77, 78, 79], "preserv": 74, "pretti": 80, "prevent": 8, "previou": [4, 7, 8, 68, 71, 73, 75, 84], "previous": [5, 38, 73, 79], "previous_vari": 71, "previousobservationwrapp": 84, "print": [72, 73, 74, 75, 76, 77, 78, 82], "privileg": [7, 50], "probabl": 7, "problem": [5, 7, 73, 78], "procedur": [4, 8], "proceed": 0, "process": [0, 4, 5, 8, 10, 13, 26, 38, 75], "program": 9, "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "progress_head": [55, 66, 76], "project": [0, 4, 5, 7, 8, 9, 10, 17, 39, 75, 81], "project_id": 7, "project_path": 7, "properli": 0, "properti": [13, 18, 38], "propos": 74, "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "prt_lisboa": 83, "ptolemi": 38, "ptolomi": 17, "pub": 7, "public": 7, "publish": [0, 8], "pubsub": 7, "pull": 7, "pull_request_target": 8, "purpos": [0, 4, 5, 7, 8, 10, 73], "push": 7, "put": 73, "py": [3, 4, 5, 7, 9, 45, 75, 78, 81, 82, 84], "pypi": [8, 9], "pytest": [8, 9], "python": [0, 4, 5, 6, 7, 8, 10, 13, 17, 18, 27, 38, 48, 73, 75, 78, 81, 82], "python3": [9, 75, 78], "python_environ": 9, "pytyp": 8, "question": [0, 10], "queue": 84, "quick": 7, "quot": 7, "r": [5, 60, 62, 83], "raboso": 0, "radiant": 75, "radiat": 75, "rain": 83, "rais": [8, 18, 20, 38, 47], "random": [3, 43, 74], "randomli": [5, 13, 38, 43, 70, 82], "rang": [4, 5, 6, 31, 34, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "range_comfort_hour": 61, "range_comfort_summ": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_gett": 5, "ranges_5zon": [76, 78], "rate": [70, 73, 75, 80], "rbc5zone": 77, "rcount": [75, 78], "rdd": 5, "re": [5, 79], "read": [0, 5, 7, 16, 18, 52], "readi": [7, 9, 72, 75, 77], "readm": 81, "real": [0, 4, 5, 10, 55, 75], "realiti": 4, "realli": [7, 78, 82, 84], "receiv": [5, 13, 18, 20, 84], "receive_observ": [16, 20], "recogniz": 5, "recommend": [7, 8, 9, 42, 73, 74, 80, 84], "record": [4, 30, 33, 55, 66, 79], "rectangular": 2, "recurs": [36, 52, 53], "refer": [3, 7], "refin": 4, "reflect": 80, "regardless": [5, 13, 79], "region": 7, "regist": [4, 5, 8, 72, 75, 82], "registr": 4, "registri": 7, "regular": 5, "reheat": 73, "reheatcoilavailsch": 73, "reinforc": [0, 9, 10, 75, 78, 80], "rel": [27, 73, 75], "relat": 45, "releas": [0, 6, 9, 10], "relev": [0, 10], "reli": [69, 75], "relogin": 75, "rememb": [5, 75, 77], "remot": [0, 4, 8, 9, 10, 75, 81], "remote_stor": 7, "remov": [7, 49, 60, 61, 62, 80], "renam": 75, "render": [13, 24, 45, 47, 75], "render_mod": 13, "renew": 19, "reopen": 9, "repair": 2, "repeat": [13, 18, 73], "repetit": [5, 13], "replac": [0, 5, 10, 73, 74], "repo": 0, "report": [0, 7, 8, 10], "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "repres": 5, "request": 49, "requir": [5, 7, 8, 9, 38, 73, 80, 84], "res1": [72, 73, 74, 75, 76, 77], "res10": 78, "res11": 78, "res12": 78, "res14": 78, "res_n": 55, "reserv": 5, "reset": [5, 13, 18, 38, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "residenti": 2, "resolut": 5, "resourc": [51, 52, 53], "respect": [4, 5, 8, 9], "respons": [49, 79], "rest": [2, 5, 7, 9, 48, 49, 80, 83], "restart": 7, "result": [4, 6, 18, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "ret": [75, 78], "retri": 75, "retriev": 36, "return": [3, 4, 5, 8, 13, 18, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "return_episode_reward": 47, "reward": [0, 4, 10, 13, 21, 23, 24, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "reward_comfort": 78, "reward_energi": 78, "reward_fn": 5, "reward_kwarg": [5, 13, 73, 80], "reward_term": [67, 78], "reward_threshold": 47, "rise": 8, "rl": [0, 4, 10, 47], "rm": [44, 45], "role": 7, "rollout": [4, 75], "romero": 0, "root": [7, 9, 75, 82], "row": 79, "rule": [3, 41, 42, 81], "run": [0, 4, 5, 7, 9, 10, 18, 47, 73, 74, 75, 79, 82], "runperiod": [5, 72, 73, 74], "runtimeerror": [18, 38], "runtimewarn": [75, 78], "sac": 4, "sai": 77, "sail": 9, "same": [4, 5, 7, 8, 26, 73, 78, 79, 83, 84], "sampl": [5, 13, 18, 72, 73, 74, 76, 78, 82, 83], "satisfact": 80, "save": [4, 6, 24, 38, 73, 75], "save_building_model": 38, "save_variables_cfg": 38, "sb3": [57, 75], "sb3_dqn": 75, "scalabl": [0, 10], "scalar": [67, 75, 78, 84], "scale": [47, 81], "sch": 73, "sched": 73, "schedul": [0, 5, 10, 13, 38, 73], "schedule_nam": 73, "scheduler_nam": 5, "scheduler_value_typ": 5, "scope": 7, "scratch": 73, "screen": 82, "script": [4, 73, 75, 82], "sdk": [7, 9], "search": 36, "season": [31, 60, 61, 62, 73, 77, 80, 83], "season_comfort_rang": 77, "sec_elaps": 28, "second": [18, 28, 29, 47, 55, 73, 76], "secondli": 7, "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "secur": 8, "see": [0, 3, 4, 5, 6, 7, 8, 9, 38, 72, 73, 75, 76, 78, 79, 80, 81, 84], "seed": [4, 13, 66, 68], "seed_valu": 4, "seen": 5, "select": [5, 9, 13, 41, 42, 43, 66, 77, 84], "self": [5, 75, 76, 77, 80], "semiarid": 83, "sen": 64, "send": [5, 7, 13, 16, 18, 20, 50, 51, 53, 66, 74], "send_act": [16, 20], "sensor": 18, "sent": 4, "separ": 6, "sequenc": [41, 42, 43, 69, 76, 77], "sequenti": 8, "seri": 80, "server": [0, 2, 7, 10, 17, 38, 75], "servic": [2, 7, 8, 49, 50], "serviceaccount": 7, "serviceusag": 7, "session": [60, 61, 62], "set": [0, 4, 5, 6, 7, 10, 37, 38, 72, 73, 75, 76, 77, 78, 79, 80, 81], "set_episode_working_dir": 38, "set_experiment_working_dir": 38, "set_external_interfac": 38, "set_log_fil": 55, "set_logg": 75, "setp": 73, "setpoint": [5, 41, 42, 65, 75, 77, 84], "setpoint_temperature_schedule_nam": 73, "setpoints_spac": 5, "setpoints_summ": 77, "setup": 9, "setup_tag": 9, "sever": [0, 5, 7, 10, 38, 73, 78, 80, 83, 84], "shade": 73, "shadetranssch": 73, "shape": [5, 73, 74], "shop": [2, 5], "shopwithvandbatteri": 5, "short": [0, 7, 10], "should": [5, 6, 7, 9, 13, 18, 24, 59, 82], "shouldn": 78, "show": [5, 8, 9, 13, 38], "shown": [5, 9, 82], "side": 2, "sigma": [5, 13, 26, 38], "signal": 80, "silenc": 7, "similar": 80, "similarli": [0, 10], "simpl": [3, 5, 72, 73, 80], "simplest": 82, "simpli": [9, 73, 78], "simul": [0, 4, 5, 9, 10, 11, 12, 13, 26, 28, 34, 38, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "simultan": 70, "sin": [64, 84], "sinc": [0, 5, 6, 7, 10, 28, 77, 79], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "sinergym_evalu": 75, "sinergym_extra": [7, 9], "sinergym_logg": [4, 23], "sinergym_output": 75, "singl": [2, 74], "singlecool": 73, "singleduct": 73, "singleh": 73, "site": [72, 73, 74, 75, 76, 77, 78], "size": [2, 7, 84], "sizingperiod": [72, 73, 74, 75, 76, 77, 78], "skeleton": 6, "skip": [8, 45], "skip_render_check": 45, "slack": 7, "slice": [75, 78], "slight": 80, "sm": 7, "small": [2, 81], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "socket": [5, 18, 79], "softwar": 8, "solana": 0, "solar": 75, "solut": 5, "some": [0, 4, 5, 6, 7, 8, 10, 13, 66, 73, 74, 75, 84], "someon": 5, "someth": 72, "soon": 82, "sophist": 74, "sort": 8, "sourc": [0, 2, 8, 9, 10, 13, 66, 78], "south": 73, "space": [0, 4, 7, 10, 13, 64, 65, 72, 74, 82, 84], "space1": [73, 75, 77, 80], "space2": 73, "space3": 73, "space4": 73, "space5": 73, "spain": 83, "specif": [0, 2, 4, 5, 8, 9, 10, 38, 73, 75, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 13, 18, 35, 38, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83], "speed": [73, 75], "spell": 8, "spelling_wordlist": 8, "sphinx": 8, "sql": 7, "sqladmin": 7, "src_path": 53, "ssd": 7, "ssh": 7, "st": 29, "st_dai": 29, "st_mon": 29, "st_year": 29, "stabl": [0, 4, 9, 10, 22, 44, 45, 75, 81], "stable_baselines3": [24, 47, 75], "stack": [68, 84], "stage": 4, "stai": [0, 6, 10, 80], "stand": 74, "standard": [5, 8, 31, 41, 72, 82], "start": [0, 4, 5, 10, 16, 18, 20, 28, 29, 60, 61, 62, 73, 74, 82], "start_dai": [6, 18], "start_mon": 18, "start_month": 6, "start_simul": [16, 20], "start_weekdai": 18, "start_year": [6, 18, 38], "state": [4, 5, 18, 66], "static": [41, 42], "statu": 8, "std": 47, "std_reward": 75, "std_rewards0": 75, "stdin": 7, "stdout": 75, "step": [0, 4, 5, 9, 10, 13, 18, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "step_temp": 65, "steps_data": 55, "stochast": [5, 24, 47, 73, 80], "stop": 16, "stop_simul": 16, "storag": [2, 4, 8, 9, 51, 52, 53], "store": [0, 4, 10, 23, 38, 53, 55, 73, 75, 79], "stori": 2, "str": [4, 5, 13, 18, 20, 24, 26, 27, 30, 33, 34, 35, 38, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "strftime": 75, "string": 8, "structur": [0, 5, 7, 10, 79], "studi": [3, 5], "studio": 9, "sub": [5, 7, 13], "sub_run": 79, "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "sub_run2": [75, 78, 79], "sub_run3": [75, 79], "sub_run4": 75, "sub_run5": 75, "sub_run_n": 55, "sub_runn": 79, "submit": 7, "subprocess": 18, "subset": [9, 78, 84], "substitut": [7, 64, 73, 84], "subtrop": 83, "success": 75, "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "sudo": 9, "suit": 79, "sum": [4, 72, 73, 74, 75, 76, 77, 82], "summari": [4, 5, 9, 66, 72, 75], "summer": [38, 60, 61, 62, 80, 83], "summer_fin": [60, 61, 62], "summer_final_d": 77, "summer_start": [60, 61, 62], "summer_start_d": 77, "summerdai": 38, "sundai": 18, "super": [76, 80], "supervis": [9, 81], "suppli": 73, "support": [0, 4, 5, 9, 10, 13, 81], "suppos": 7, "sure": 5, "surfac": 2, "sy": [73, 75], "sydnei": 83, "sync": 75, "system": [0, 2, 52, 53, 73], "t": [4, 5, 7, 9, 30, 60, 62, 70, 72, 74, 78, 79, 83, 84], "t_": [60, 62], "tabl": [4, 5, 9], "tag": [8, 9], "tag_nam": 9, "take": [0, 4, 5, 6, 8, 10, 38, 45, 65, 74, 75], "taken": [4, 5, 80, 82], "tao": [5, 13], "target": 80, "task": 5, "tau": [5, 26, 38], "tc9": 42, "td3": 4, "team": [0, 7, 9, 10], "techniqu": 79, "tell": [0, 10], "temp": 73, "temperatur": [4, 5, 31, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "temperature_vari": [60, 61, 62, 73, 80], "templat": [0, 7, 10], "tensorboard": [0, 10, 23], "term": [4, 23, 60, 61, 62, 67, 78, 80], "termin": [7, 18, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "test": [0, 8, 9, 10, 24], "test_common": 81, "test_config": 81, "test_control": 81, "test_env": 81, "test_reward": 81, "test_simul": 81, "test_stable_baselin": 81, "test_wrapp": 81, "than": [5, 7, 8, 70, 79, 80, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 80, 81], "them": [0, 2, 4, 5, 10, 38, 73, 78, 80], "therefor": [4, 5, 74, 80, 82], "thermal": [31, 41, 61, 73, 75, 80], "thermostat": [73, 75, 77], "thermostatsetpoint": 73, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 23, 27, 30, 34, 35, 38, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "thing": [5, 73, 80], "think": 7, "third": [0, 8, 10, 18], "those": [0, 4, 5, 7, 31, 73, 80], "three": [2, 5], "through": [2, 5, 9], "throughout": 9, "thu": [4, 5], "till": 36, "time": [0, 4, 5, 8, 9, 10, 18, 29, 55, 61, 75, 76, 78, 81, 84], "time_elaps": [72, 73, 74, 75, 76, 77, 78], "time_elapsed309tim": 75, "timeout": 7, "timestep": [4, 5, 6, 13, 23, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "timesteps_per_hour": [6, 73], "titl": 0, "to_csv": 75, "todai": 75, "togeth": 80, "token": [7, 49, 50], "tokyo": 83, "told": [5, 9], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "tool": [0, 5, 8, 10, 82], "top": 2, "total": [73, 75, 80], "total_energi": 78, "total_pow": [72, 73, 74, 76, 77], "total_power_no_unit": [72, 73, 74, 76, 77], "total_time_elaps": 55, "total_timestep": [55, 75], "total_timesteps140160train": 75, "track": [0, 4, 7, 9, 10, 75, 84], "tradit": [78, 84], "train": [0, 10, 79, 80], "training_output": 75, "transform": [64, 65, 78, 84], "transienterror": 75, "transmittance_schedule_nam": 73, "transport": 0, "tree": [38, 72, 73, 74, 75, 76, 77, 78, 81], "trigger": [7, 24], "trivial": 5, "true": [24, 32, 45, 47, 55, 66, 68, 75, 76, 78], "true_divid": 75, "truncat": [13, 18, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "try": [4, 5, 18], "try_env": 82, "tty": 7, "tune": [0, 6, 10, 80], "tupl": [5, 6, 13, 18, 26, 31, 38, 57, 60, 61, 62, 65, 66, 67, 68, 76], "turn": 4, "two": [2, 8, 9, 73, 80], "twospe": 73, "txt": 8, "type": [2, 4, 5, 7, 8, 9, 13, 18, 23, 26, 28, 29, 30, 31, 32, 33, 34, 36, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "typic": 80, "u": [0, 6, 9, 10, 74], "ubuntu": 9, "ugr": 9, "uhlenbeck": [5, 13, 26, 38], "um": 75, "under": [81, 82], "understand": [0, 10], "union": [5, 13, 18, 27, 55, 60, 61, 62, 66, 67, 68, 76], "uniqu": [2, 4, 80, 81], "unit": [0, 10], "unknown": 8, "until": [4, 8], "unwrap": [36, 79], "up": [2, 4, 5, 6, 7, 9, 37, 38, 60, 62, 72, 73, 75, 76, 77, 78, 81, 83], "upcom": [0, 6, 10], "updat": [0, 5, 7, 8, 9, 10, 24, 34, 64, 72, 74, 75, 76, 77, 78, 81, 84], "update_weather_path": 38, "upgrad": 7, "upload": [7, 8, 53, 75], "upper": 70, "url": 0, "us": [0, 2, 3, 5, 6, 8, 9, 10, 13, 17, 18, 20, 24, 26, 33, 34, 38, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "usa": [0, 83], "usa_az_davi": [5, 83], "usa_co_aurora": 83, "usa_il_chicago": 83, "usa_ny_new": [5, 83], "usa_pa_pittsburgh": [5, 74, 83], "usa_wa_port": [5, 83], "usag": [3, 7], "use_artifact": 75, "use_datetim": 75, "user": [0, 5, 8, 10, 73, 79], "usr": [75, 78], "usual": [5, 80], "util": [3, 4, 7, 13, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "utilsocket": 79, "v": 81, "v1": [5, 6, 13, 72, 73, 74, 75, 76, 77, 78, 80, 82], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "valid": [4, 50, 78, 84], "valu": [4, 5, 6, 7, 9, 13, 23, 34, 38, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "variabl": [0, 7, 10, 13, 18, 20, 34, 38, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "variable_nam": 5, "variabledictionari": 5, "variables_fil": 20, "variablevolum": 73, "variant": 84, "variat": [26, 38, 65], "vav": [2, 73], "vec_env": [24, 47], "vecenv": [24, 47], "vecenvwrapp": 36, "vector": [67, 68, 78, 84], "verbos": [23, 24, 75, 81], "veri": [3, 9, 73, 80], "versa": 4, "version": [4, 5, 8, 9, 13, 73, 75, 82], "via": 5, "vice": 4, "view": 75, "violat": [4, 23], "virtual": [7, 9], "virtualenv": 9, "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "visual": [0, 4, 9, 10, 75], "vm": 49, "vocabulari": 8, "vscode": 9, "vv": [9, 81], "w": [60, 61, 62, 74, 75, 80], "wa": [5, 7], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "wait": [7, 75], "wandb": [4, 57, 75], "wandb_notebook_nam": 75, "wandb_param": 75, "wandb_path": 75, "wandboutputformat": 75, "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 73, 74, 75, 76, 77, 79, 80, 81, 84], "warehous": 5, "warm": 83, "warn": [8, 24, 45, 65], "washington": 83, "water": 2, "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "weather": [0, 6, 10, 13, 18, 20, 26, 38, 72, 73, 74, 75, 76, 77, 78, 79, 81], "weather_data": [26, 38, 75], "weather_fil": [5, 13, 18, 20, 38, 73], "weather_vari": [5, 13, 37, 73], "weatherdata": [26, 38], "websit": 8, "week": 2, "weekdai": [18, 77], "weekend": 77, "weight": [7, 60, 61, 62, 73, 75, 80], "well": [0, 4, 5, 10, 47], "west": 83, "west1": 7, "what": [0, 5, 10, 73, 78], "when": [0, 4, 5, 7, 8, 10, 18, 24, 38, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "where": [4, 5, 9, 13, 24, 27, 33, 35, 38, 49, 52, 53, 61, 75, 80], "whether": [0, 5, 8, 10, 13, 18, 24, 45, 47, 49, 66, 68], "which": [0, 4, 5, 7, 9, 10, 18, 23, 33, 38, 55, 67, 73, 74, 75, 79, 80, 81], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 80], "whose": [5, 55, 80, 84], "why": 4, "william": [5, 83], "wind": [73, 75], "window": 2, "winter": [38, 80, 83], "winterdai": 38, "within": [79, 81], "without": [0, 5, 7, 8, 10, 38, 69, 74, 82], "word": [5, 8], "work": [0, 4, 5, 7, 8, 9, 10, 13, 18, 38, 47, 72, 73, 74, 75, 76, 77, 78, 80], "work_efficiency_schedule_nam": 73, "workeffsch": 73, "workflow": [0, 8, 10, 81], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "world": 5, "would": [7, 74, 78, 80], "wrap": [0, 4, 10, 24, 32, 36, 47, 75, 79], "wrapper": [0, 4, 10, 21, 24, 32, 36, 47, 74, 75, 79, 81, 82], "wrapper_class": [32, 36], "write": [7, 8, 9, 57, 81], "written": 76, "wrong": 5, "www": 7, "xlsx": [13, 73], "xml": [38, 72, 73, 74, 75, 76, 77, 78], "y": 75, "yaml": 7, "ye": [4, 5], "year": [0, 5, 6, 18, 28, 29, 31, 38, 72, 73, 74, 75, 76, 77, 78, 83], "year1991": 75, "yet": [7, 81], "yml": [8, 9, 81], "york": [0, 5, 83], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 18, 47, 52, 53, 60, 61, 62, 65, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 80, 82, 84], "zhang": [5, 17], "zhangzhizza": 17, "zhiang": [5, 17], "zip": [75, 77], "zone": [0, 2, 5, 7, 10, 13, 65, 73, 75, 77, 80], "zone_nam": 5, "zonecontrol": 73, "zoneinfiltr": 73, "zoneminoarequir": 73, "\u00bac": 83}, "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_current_time_info", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.prepare_batch_from_records", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.to_idf", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.config", "sinergym.utils.config.Config", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "titleterms": {"0": 9, "1": [7, 76], "2": [7, 76], "3": 7, "4": 7, "5": [7, 9], "5zone": 2, "9": 9, "about": [9, 73], "action": [5, 8, 73, 74], "ad": [5, 73], "alert": 7, "all": 78, "an": [73, 74], "api": 1, "avail": 5, "base": [15, 16], "basereward": 59, "basesimul": 16, "basic": 72, "bcvtb": 9, "bias": 4, "bucket": 7, "build": [2, 5, 73, 74], "callback": [4, 22, 23, 24], "chang": 73, "check": 9, "check_env": 45, "cite": 0, "cloud": [7, 9], "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "compon": 73, "comput": 9, "config": [37, 38], "configur": [5, 6, 7, 9, 73, 76], "constant": 39, "contain": [7, 9], "contribut": 0, "control": [3, 40, 41, 42, 43, 74, 77], "creat": [7, 8, 81], "create_variable_weath": 26, "csvloger": 76, "csvlogger": 55, "custom": 80, "data": 5, "datacent": 2, "datetimewrapp": 64, "deep": 4, "default": 74, "definit": [5, 73], "delete_instance_mig_from_contain": 49, "discreteincrementalwrapp": 65, "docker": 9, "drl": [4, 75], "empti": 74, "energyplu": [9, 18, 20], "env": [11, 12, 13], "env_check": [44, 45], "environ": [5, 9, 73], "episod": 5, "eplu": [17, 18], "eplus_alpha": [19, 20], "eplus_env": [12, 13], "eplusenv": 13, "epw": 5, "evalu": [4, 46, 47], "evaluate_polici": 47, "exampl": [0, 72, 75, 77, 78, 82], "execut": 7, "experi": 7, "export_actuators_to_excel": 27, "expreward": 60, "extra": [5, 6, 73], "file": 5, "first": 7, "format": 79, "gcloud": [48, 49, 50, 51, 52, 53], "get": 73, "get_current_time_info": 28, "get_delta_second": 29, "get_record_kei": 30, "get_season_comfort_rang": 31, "get_service_account_token": 50, "github": 8, "googl": 7, "hourlylinearreward": 61, "how": 4, "idf": 5, "inform": 73, "inherit": 76, "init_storage_cli": 51, "initi": 7, "instal": [9, 81], "instanti": 76, "integr": 4, "interfac": 74, "is_wrap": 32, "kwarg": 5, "learn": 4, "linearreward": 62, "list": 5, "load": [4, 75], "log": 7, "logger": [4, 54, 55, 56, 57, 76, 78, 79], "loggercallback": 23, "loggerevalcallback": 24, "loggerwrapp": [66, 76], "main": 8, "manual": 9, "maximum": 5, "merg": 8, "mig": 7, "model": [4, 73, 75], "modifi": [8, 76], "more": 73, "multi": 78, "multiobjectivereward": 67, "multiobswrapp": 68, "name": 5, "new": [5, 8, 73, 81], "normal": 78, "normalizeobserv": 69, "object": 78, "observ": [5, 73, 78], "officegridstoragesmooth": 2, "officegridstoragesmoothingactionconstraintswrapp": 70, "officemedium": 2, "one": 78, "other": 73, "our": 7, "output": [5, 7, 79], "own": 7, "packag": 9, "paramet": 5, "permiss": 7, "person": 76, "platform": 7, "prepar": 7, "prepare_batch_from_record": 33, "previousobservationwrapp": 71, "pull": 8, "push": 8, "pytest": 81, "python": 9, "randomcontrol": 43, "ranges_gett": 34, "rbc5zone": 41, "rbcdatacent": 42, "read_from_bucket": 52, "real": 7, "refer": 1, "regist": 73, "reinforc": 4, "releas": 8, "remot": 7, "repeat": 5, "request": 8, "reward": [5, 58, 59, 60, 61, 62, 73, 80], "rule": 77, "run": 81, "runperiod": 6, "set": [9, 74], "shopwithvanbatteri": 2, "simul": [6, 14, 15, 16, 17, 18, 19, 20], "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "softwar": 9, "space": [5, 73], "step": [7, 76], "storag": 7, "store": 5, "structur": 4, "test": 81, "time": 7, "timestep_per_hour": 6, "to_idf": 35, "train": [4, 75], "unwrap_wrapp": 36, "up": 74, "updat": 73, "upload_to_bucket": 53, "us": [4, 7], "usag": [75, 82], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "variabl": [5, 9], "visual": 7, "vm": 7, "wandb": 7, "wandboutputformat": 57, "warehous": 2, "weather": [5, 83], "weight": 4, "welcom": 0, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "your": 7}}) \ No newline at end of file diff --git a/docs/compilation/v2.5.0/.buildinfo b/docs/compilation/v2.5.0/.buildinfo index c6a0615630..9d942e9f8f 100644 --- a/docs/compilation/v2.5.0/.buildinfo +++ b/docs/compilation/v2.5.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: d9e0ff095bf4e87c4b9f8661b225d3f2 +config: 64408e3400f8be981f4324f64e8422e7 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v2.5.0/.doctrees/environment.pickle b/docs/compilation/v2.5.0/.doctrees/environment.pickle index cf47af9de5..16b54ef859 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/environment.pickle and b/docs/compilation/v2.5.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v2.5.0/.doctrees/index.doctree b/docs/compilation/v2.5.0/.doctrees/index.doctree index d54a14b9ea..c95cf7ec36 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/index.doctree and b/docs/compilation/v2.5.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree index 05282a7739..d20972c81d 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree b/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree index f8b0a7bd92..9540eb80ed 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree index 0d542ae95e..e57a5f77cd 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree index 3c4f4a0a28..4ab7f3d94a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree b/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree index 4ba99495d7..7ecfbfa9d4 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree index 069bd35042..d1298c0077 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree index b16b71f9a2..f807252e6d 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree index fc8f5bc773..ebaaf3b1b7 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree b/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree index aeba7d752b..2969809034 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree b/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree index 8f7253f0fb..4cd36a64c3 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree index 70ca0c4a9c..37351368ab 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree index eb2622cda8..30428c5277 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.Model.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index f9913d1e79..f78801b554 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree index 5a42f416fc..a6d5cbe914 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree index f174088d7a..deadbfe7aa 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 5e72d30221..469c4097f9 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 5a612c8ade..75de54c28d 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree index 85fc981762..3b71d4bc5f 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.BaseSimulator.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree index ec5bc8ed2b..4347555902 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.base.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree index 4c05ac13d0..42ccf371cb 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 095cfef494..daae6100b6 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 39a8446307..81ec044daa 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree index 2c1fb43578..a49ca31c02 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree index c04ebd5f81..a74cc6f20e 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.simulators.eplus_alpha.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 4cf318fe5a..36d4d08382 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index 0e353cef17..675c913d02 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 3a0607bc8f..a85af14b3c 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree index fa80bb019a..5bdf4dcb59 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.create_variable_weather.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 3902805ebd..ee7147f50a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index eed58896d1..9ade78fecc 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree index c53339db4f..092a06098b 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.export_actuators_to_excel.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 35507cffb7..754222461b 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index f50c40858d..0097854b0a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree index 86bb5f49f4..597ce41951 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.get_season_comfort_range.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 881344202e..810dca3743 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index ea9ee50c4f..3793a425c1 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 5e157627a1..2cc8f095d0 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index 2e0987b547..2727b592dd 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 021c38e9de..3d654ccd7c 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 4edfbf5d1f..a6ef5b4911 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index b586fedc1e..c06789a643 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 0a9da6eb40..b4dcd125bc 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree index 07a6e02870..1c0edd8be5 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 9f245ea632..96bf8cc046 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 6341ac3b0c..7d772afc08 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 8bf9022ac9..39e913fc15 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 8b2fb5abe2..1612760749 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 9c7e7a4c7b..e62c782300 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 7675eb4891..066dd2e1f7 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 97a3d8204f..69b549af8a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 695676cf81..c7a7969aab 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 587d620262..87659d1e3d 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index 0f450a1083..564a563c0f 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 147266386c..af734d8668 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 7bb8ca36b2..502de77ff2 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 6311b36b3b..802fa2b65d 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 2a34bfcdca..9fd580d236 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 1847f9f1a2..e8ff5bbb75 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index b756a2e774..f0b62899a1 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 4efcfe19b5..67109b4d2a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index f58621707c..2ee4b7f114 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index be131c4afa..fb434e350f 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 9214133d5b..91c9873963 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 9d6328b734..443d89c2fb 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index b3d6212b75..12ee0928b9 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index c1168cef11..19687da72a 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 7c168476a9..42cf312c4c 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 583d5e8627..8214efa1f1 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 4ad7b0a7a6..6da14213a1 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 6ee724c24e..64bcfa4a6c 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index e8acb28f4b..40360a80ee 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree index 7c39c64db3..61f126883f 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree index 06edb2176d..67498a0681 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree index ad610b5fa7..222837f0d9 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree index 425dda1e14..7520014ccd 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index a3ae8644f1..0c14bcec47 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree index 6b9ab53e34..2ebcb0607f 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree index fc02ddf065..124e7806f1 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/output.doctree b/docs/compilation/v2.5.0/.doctrees/pages/output.doctree index f651671f01..9f30c2c730 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/output.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree b/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree index 9b949d344c..a047eeb473 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree b/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree index 62c3d5bee2..7409da02df 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree index 28f677dcca..7f296d30ca 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree index c18035359e..264151d01b 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree index 33dacbdcff..ba8a2cc940 100644 Binary files a/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v2.5.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v2.5.0/_static/basic.css b/docs/compilation/v2.5.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v2.5.0/_static/basic.css +++ b/docs/compilation/v2.5.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.5.0/_static/doctools.js b/docs/compilation/v2.5.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v2.5.0/_static/doctools.js +++ b/docs/compilation/v2.5.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v2.5.0/_static/language_data.js b/docs/compilation/v2.5.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v2.5.0/_static/language_data.js +++ b/docs/compilation/v2.5.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v2.5.0/_static/searchtools.js b/docs/compilation/v2.5.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v2.5.0/_static/searchtools.js +++ b/docs/compilation/v2.5.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v2.5.0/genindex.html b/docs/compilation/v2.5.0/genindex.html index 6707f247fe..91226752a7 100644 --- a/docs/compilation/v2.5.0/genindex.html +++ b/docs/compilation/v2.5.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -835,6 +835,7 @@

    Z

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/index.html b/docs/compilation/v2.5.0/index.html index 1cb4455aff..40c45b8598 100644 --- a/docs/compilation/v2.5.0/index.html +++ b/docs/compilation/v2.5.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -327,6 +329,7 @@

    Citing Sinergymv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/API-reference.html b/docs/compilation/v2.5.0/pages/API-reference.html index 43d48a658f..f8978eb371 100644 --- a/docs/compilation/v2.5.0/pages/API-reference.html +++ b/docs/compilation/v2.5.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -178,6 +180,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/buildings.html b/docs/compilation/v2.5.0/pages/buildings.html index 637af3aa78..ffefd606fd 100644 --- a/docs/compilation/v2.5.0/pages/buildings.html +++ b/docs/compilation/v2.5.0/pages/buildings.html @@ -18,7 +18,7 @@ - + @@ -228,6 +228,7 @@

    3.6. OfficeGridStorageSmoothingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/controllers.html b/docs/compilation/v2.5.0/pages/controllers.html index e72fd3e3e0..9193e1495f 100644 --- a/docs/compilation/v2.5.0/pages/controllers.html +++ b/docs/compilation/v2.5.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -170,6 +170,7 @@

    7. Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/deep-reinforcement-learning.html b/docs/compilation/v2.5.0/pages/deep-reinforcement-learning.html index eb36b03eb3..14a326e630 100644 --- a/docs/compilation/v2.5.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v2.5.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -419,6 +419,7 @@

    11.4.2. Load a trained modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/environments.html b/docs/compilation/v2.5.0/pages/environments.html index 1fc7cd7d22..c7d1725234 100644 --- a/docs/compilation/v2.5.0/pages/environments.html +++ b/docs/compilation/v2.5.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -1096,6 +1096,7 @@

    5.5. Adding new buildings for environmen
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/extra-configuration.html b/docs/compilation/v2.5.0/pages/extra-configuration.html index c50fd20a1c..dd34cd9b3d 100644 --- a/docs/compilation/v2.5.0/pages/extra-configuration.html +++ b/docs/compilation/v2.5.0/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    9.2. runperiodv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/gcloudAPI.html b/docs/compilation/v2.5.0/pages/gcloudAPI.html index 4ed3afeb1f..4d10d05e00 100644 --- a/docs/compilation/v2.5.0/pages/gcloudAPI.html +++ b/docs/compilation/v2.5.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -527,6 +527,7 @@

    12.3. Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/github-actions.html b/docs/compilation/v2.5.0/pages/github-actions.html index 83cb00bc55..f7ec0abb64 100644 --- a/docs/compilation/v2.5.0/pages/github-actions.html +++ b/docs/compilation/v2.5.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -260,6 +260,7 @@

    13.3. New release created or modifiedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/installation.html b/docs/compilation/v2.5.0/pages/installation.html index 94c4e23dc5..7375265821 100644 --- a/docs/compilation/v2.5.0/pages/installation.html +++ b/docs/compilation/v2.5.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -359,6 +359,7 @@

    1.5. Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/introduction.html b/docs/compilation/v2.5.0/pages/introduction.html index 562c79638c..5353bc6213 100644 --- a/docs/compilation/v2.5.0/pages/introduction.html +++ b/docs/compilation/v2.5.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -268,6 +268,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.config.html b/docs/compilation/v2.5.0/pages/modules/sinergym.config.html index 9d553197b9..be9de7de21 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.config.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.config.html @@ -18,7 +18,7 @@ - + @@ -175,6 +175,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.Model.html b/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.Model.html index 129e16a4d7..655e37cc5b 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.Model.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.Model.html @@ -18,7 +18,7 @@ - + @@ -287,6 +287,7 @@

    sinergym.config.modeling.Modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.ModelJSON.html b/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.ModelJSON.html index ca96a2a16b..d12fcc7f27 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.ModelJSON.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.ModelJSON.html @@ -18,7 +18,7 @@ - + @@ -430,6 +430,7 @@

    sinergym.config.modeling.ModelJSONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.html b/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.html index 53709066bb..0dee07e5ff 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.config.modeling.html @@ -18,7 +18,7 @@ - + @@ -183,6 +183,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index 0ba80f054f..ab34b05d6b 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -361,6 +361,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.html index 3d06467ef3..bbf20c8e1d 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -179,6 +179,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.html b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.html index bca7bd97ee..5c3081b4c7 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -175,6 +175,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.BaseSimulator.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.BaseSimulator.html index 063cb7c228..0770e38cae 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.BaseSimulator.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.BaseSimulator.html @@ -18,7 +18,7 @@ - + @@ -229,6 +229,7 @@

    sinergym.simulators.base.BaseSimulatorv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.html index de2e87763d..ecd5019876 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.base.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index 96e5c2d099..f293c9a4db 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -423,6 +423,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.html index ff4801b4d8..343b9c7b3c 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -185,6 +185,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html index 9e0402857f..4b90279101 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -247,6 +247,7 @@

    sinergym.simulators.eplus_alpha.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.html index 13e4f4dd85..307a5d9cb1 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.eplus_alpha.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.html b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.html index 0fbd7860d1..2bd66dd1a5 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -183,6 +183,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index ae00c02c7d..2a10393ed2 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -217,6 +217,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index 6b83cafb34..8457a59bc6 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.html index 3a3fe01c55..9436775bd0 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -192,6 +192,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.create_variable_weather.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.create_variable_weather.html index 81f293f993..ae3afc88af 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.create_variable_weather.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.create_variable_weather.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.create_variable_weatherv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html index 6fd6ec47f8..ded663177e 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html @@ -18,7 +18,7 @@ - + @@ -205,6 +205,7 @@

    sinergym.utils.common.eppy_element_to_dictv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html index 926de6e81e..3faa6a8cbe 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.export_actuators_to_excel.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

    sinergym.utils.common.export_actuators_to_excelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index 8d46157a2b..575aff8ebe 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_record_keys.html index 6ec337185c..316ab5d8a2 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -205,6 +205,7 @@

    sinergym.utils.common.get_record_keysv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html index 64f2253c89..6b48b1fcd6 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.get_season_comfort_range.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.get_season_comfort_rangev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.html index c846d33727..f1dfc9c2da 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -220,6 +220,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.is_wrapped.html index f285bd8b43..d503d1b795 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.is_wrapped.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.is_wrapped.html @@ -18,7 +18,7 @@ - + @@ -205,6 +205,7 @@

    sinergym.utils.common.is_wrappedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.ranges_getter.html index e88def0125..12fbb825e6 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -208,6 +208,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html index c0325b9c50..fcf0c41b05 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -18,7 +18,7 @@ - + @@ -205,6 +205,7 @@

    sinergym.utils.common.unwrap_wrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.constants.html index 25e5b54abb..20e1f793a3 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.constants.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html index 3c48fcd89a..4cce757322 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -18,7 +18,7 @@ - + @@ -227,6 +227,7 @@

    sinergym.utils.controllers.RBC5Zonev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html index 29a3d1781f..294cdb2eae 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -18,7 +18,7 @@ - + @@ -223,6 +223,7 @@

    sinergym.utils.controllers.RBCDatacenterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RandomController.html index e029f0469f..c8f4c539e8 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -223,6 +223,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.html index b9ed19eb0c..2abe578569 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -196,6 +196,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.check_env.html index b60d3c2aef..e36431dd8f 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.check_env.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.check_env.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

    sinergym.utils.env_checker.check_envv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.html index f6e1810c07..f2315503fe 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.env_checker.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html index 8b38698629..629e2945e7 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.evaluation.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.html index 9803587384..3b79c272d2 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.evaluation.html @@ -18,7 +18,7 @@ - + @@ -188,6 +188,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index 0770fbba1d..e7734b420c 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index e79b062bc8..8b54bf1405 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.html index 19fe3047e5..4743979004 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index 487053b6d5..89105e8261 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index 5367087452..9c93a2ec7c 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -199,6 +199,7 @@

    sinergym.utils.gcloud.read_from_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 92a7dbb5f3..ce1152f602 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.html index 83e8619933..7a313ba304 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -211,6 +213,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.CSVLogger.html index 5c316ebe83..883be56e59 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.CSVLogger.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -302,6 +302,7 @@

    sinergym.utils.logger.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.Logger.html index a0661f64c0..ff76ab23be 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.Logger.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.Logger.html @@ -18,7 +18,7 @@ - + @@ -222,6 +222,7 @@

    sinergym.utils.logger.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html index 79c2cbb9c7..a661e29a93 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.logger.WandBOutputFormatv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.html index 583aa63c9c..dcf2232908 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.logger.html @@ -18,7 +18,7 @@ - + @@ -196,6 +196,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.BaseReward.html index 66b0325c0d..d627a075dd 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.BaseReward.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -18,7 +18,7 @@ - + @@ -208,6 +208,7 @@

    sinergym.utils.rewards.BaseRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.ExpReward.html index eb15935a4b..3d46ce4c29 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -221,6 +221,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html index b91ad571e6..5946c4b689 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -18,7 +18,7 @@ - + @@ -218,6 +218,7 @@

    sinergym.utils.rewards.HourlyLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.LinearReward.html index 01e7e2455c..c11cf92f57 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -222,6 +222,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.html index b402b49fb7..f237c8b1d4 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -200,6 +202,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html index 1debfb3486..b0070d13a4 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html @@ -18,7 +18,7 @@ - + @@ -278,6 +278,7 @@

    sinergym.utils.wrappers.DatetimeWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html index 8b98730df6..864d7e0628 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html @@ -18,7 +18,7 @@ - + @@ -285,6 +285,7 @@

    sinergym.utils.wrappers.DiscreteIncrementalWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index 9cd5e8e8b0..081e504417 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -328,6 +328,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html index 3b0df43e89..59b2f06c0f 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html @@ -18,7 +18,7 @@ - + @@ -281,6 +281,7 @@

    sinergym.utils.wrappers.MultiObjectiveRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index b0044f0db6..620986545d 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -296,6 +296,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 2eceac272d..791ac69606 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -302,6 +302,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html index 496871eb36..ce9d6c84ad 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html @@ -18,7 +18,7 @@ - + @@ -279,6 +279,7 @@

    sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html index 4f311e68e5..2cca828ad7 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html @@ -18,7 +18,7 @@ - + @@ -278,6 +278,7 @@

    sinergym.utils.wrappers.PreviousObservationWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.html index 125a2ad3ac..8c362284d7 100644 --- a/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v2.5.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -216,6 +216,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/pages/notebooks/basic_example.html b/docs/compilation/v2.5.0/pages/notebooks/basic_example.html index ecdc68f591..c87bd4fbde 100644 --- a/docs/compilation/v2.5.0/pages/notebooks/basic_example.html +++ b/docs/compilation/v2.5.0/pages/notebooks/basic_example.html @@ -19,7 +19,7 @@ - + @@ -283,6 +283,7 @@

    15. Basic examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/notebooks/change_environment.html b/docs/compilation/v2.5.0/pages/notebooks/change_environment.html index 6e82cf954c..6fdbad6f13 100644 --- a/docs/compilation/v2.5.0/pages/notebooks/change_environment.html +++ b/docs/compilation/v2.5.0/pages/notebooks/change_environment.html @@ -19,7 +19,7 @@ - + @@ -743,6 +743,7 @@

    16.6. Adding more extra configurationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/notebooks/default_building_control.html b/docs/compilation/v2.5.0/pages/notebooks/default_building_control.html index 1c03f4a0d9..a5c7cc9c86 100644 --- a/docs/compilation/v2.5.0/pages/notebooks/default_building_control.html +++ b/docs/compilation/v2.5.0/pages/notebooks/default_building_control.html @@ -19,7 +19,7 @@ - + @@ -257,6 +257,7 @@

    17. Default building control setting up
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/notebooks/drl.html b/docs/compilation/v2.5.0/pages/notebooks/drl.html index b71d800596..80601ae51f 100644 --- a/docs/compilation/v2.5.0/pages/notebooks/drl.html +++ b/docs/compilation/v2.5.0/pages/notebooks/drl.html @@ -19,7 +19,7 @@ - + @@ -1144,6 +1144,7 @@

    21.2. Loading a modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v2.5.0/pages/notebooks/personalize_loggerwrapper.html index 4ec2fe3e60..a8c2287ffe 100644 --- a/docs/compilation/v2.5.0/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/v2.5.0/pages/notebooks/personalize_loggerwrapper.html @@ -19,7 +19,7 @@ - + @@ -322,6 +322,7 @@

    19.2. Step 2 Instantiate the LoggerWrapp
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/notebooks/rule_controller_example.html b/docs/compilation/v2.5.0/pages/notebooks/rule_controller_example.html index e3d7615d74..fe25748ea8 100644 --- a/docs/compilation/v2.5.0/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/v2.5.0/pages/notebooks/rule_controller_example.html @@ -19,7 +19,7 @@ - + @@ -349,6 +349,7 @@

    20. Rule Controller examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/notebooks/wrappers_examples.html b/docs/compilation/v2.5.0/pages/notebooks/wrappers_examples.html index 7124063070..aee32e2059 100644 --- a/docs/compilation/v2.5.0/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/v2.5.0/pages/notebooks/wrappers_examples.html @@ -19,7 +19,7 @@ - + @@ -1045,6 +1045,7 @@

    18.8. Nesting wrappersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/output.html b/docs/compilation/v2.5.0/pages/output.html index ab1f23bccb..f87d283951 100644 --- a/docs/compilation/v2.5.0/pages/output.html +++ b/docs/compilation/v2.5.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -239,6 +239,7 @@

    10.1. Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/rewards.html b/docs/compilation/v2.5.0/pages/rewards.html index 7f2c3a9291..00117f04a1 100644 --- a/docs/compilation/v2.5.0/pages/rewards.html +++ b/docs/compilation/v2.5.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -278,6 +278,7 @@

    6.1. Custom Rewardsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/tests.html b/docs/compilation/v2.5.0/pages/tests.html index 0d403f1b28..e352bef5ae 100644 --- a/docs/compilation/v2.5.0/pages/tests.html +++ b/docs/compilation/v2.5.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -244,6 +244,7 @@

    14.3. Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/usage-example.html b/docs/compilation/v2.5.0/pages/usage-example.html index 51c3506737..23b0df748a 100644 --- a/docs/compilation/v2.5.0/pages/usage-example.html +++ b/docs/compilation/v2.5.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

    2. Usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/weathers.html b/docs/compilation/v2.5.0/pages/weathers.html index e805c60849..7f7656a8d9 100644 --- a/docs/compilation/v2.5.0/pages/weathers.html +++ b/docs/compilation/v2.5.0/pages/weathers.html @@ -18,7 +18,7 @@ - + @@ -256,6 +256,7 @@

    4. Weathersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/pages/wrappers.html b/docs/compilation/v2.5.0/pages/wrappers.html index b32fa52bca..4850804c84 100644 --- a/docs/compilation/v2.5.0/pages/wrappers.html +++ b/docs/compilation/v2.5.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -195,6 +195,7 @@

    8. Wrappersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v2.5.0/py-modindex.html b/docs/compilation/v2.5.0/py-modindex.html index d8eb51bf3d..6911298f31 100644 --- a/docs/compilation/v2.5.0/py-modindex.html +++ b/docs/compilation/v2.5.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -262,6 +262,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/search.html b/docs/compilation/v2.5.0/search.html index f0c70d07fb..f918f3e3ac 100644 --- a/docs/compilation/v2.5.0/search.html +++ b/docs/compilation/v2.5.0/search.html @@ -18,7 +18,7 @@ - + @@ -160,6 +160,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v2.5.0/searchindex.js b/docs/compilation/v2.5.0/searchindex.js index bcd0a8bb8f..d073e8f536 100644 --- a/docs/compilation/v2.5.0/searchindex.js +++ b/docs/compilation/v2.5.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "goal": [0, 10], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "engin": [0, 5, 7, 10, 20, 74], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 78, 80, 81, 84], "deep": [0, 9, 10, 75], "reinforc": [0, 9, 10, 75, 78, 80], "learn": [0, 9, 10, 73, 75, 78, 80], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "help": [0, 4, 10], "u": [0, 6, 9, 10, 74], "improv": [0, 10], "report": [0, 7, 8, 10], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "question": [0, 10], "issu": [0, 5, 7, 8, 10], "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 78, 80, 84], "easi": [0, 10, 81], "just": [0, 8, 10, 73, 78], "2": [0, 2, 5, 8, 9, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "click": [0, 9, 10], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "templat": [0, 7, 10], "bug": [0, 10], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "bcvtb": [0, 5, 10, 14, 22], "middlewar": [0, 10], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "tool": [0, 5, 8, 10, 82], "allow": [0, 4, 5, 7, 10, 80], "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "e": [0, 9, 10, 47], "g": [0, 7, 10, 47, 52], "openmodelica": [0, 10], "could": [0, 6, 10, 78], "backend": [0, 5, 10, 12, 14], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "maintain": [0, 10], "api": [0, 7, 10, 45, 48, 72], "benchmark": [0, 3, 10], "similarli": [0, 10], "atari": [0, 10], "mujoco": [0, 10], "rl": [0, 4, 10, 47], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "design": [0, 5, 6, 10, 14, 73], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "test": [0, 8, 9, 10, 28], "algorithm": [0, 3, 4, 10, 26, 75, 78, 81], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 78, 82, 84], "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "customiz": [0, 10], "aim": [0, 5, 7, 9, 10], "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "experiment": [0, 5, 10], "manner": [0, 10], "user": [0, 5, 8, 10, 73, 79], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "hi": [0, 10], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "model": [0, 2, 5, 6, 9, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "pre": [0, 7, 10, 80], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "aspect": [0, 2, 10, 80], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "he": [0, 10], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "entir": [0, 4, 10], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "associ": [0, 5, 10], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "well": [0, 4, 5, 10, 47], "peopl": [0, 5, 10, 73, 75, 78, 80], "occup": [0, 5, 10, 35, 41, 73, 75, 78], "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "period": [0, 5, 10, 80, 83], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "easili": [0, 5, 6, 7, 10, 75], "scalabl": [0, 10], "third": [0, 8, 10, 22], "parti": [0, 8, 10], "structur": [0, 5, 7, 10, 13, 22, 79], "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "new": [0, 2, 7, 10, 14, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "epjson": [0, 2, 5, 6, 9, 10, 14, 31, 70, 73, 74, 79, 81], "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "intervent": [0, 5, 10], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "cfg": [0, 5, 10, 14, 22, 79], "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "short": [0, 7, 10], "autom": [0, 10], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "what": [0, 5, 10, 73, 78], "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "extern": [0, 5, 10, 14, 73, 79], "integr": [0, 5, 8, 10], "obtain": [0, 4, 5, 10, 17, 66], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "schedul": [0, 5, 10, 14, 17, 22, 73], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "export": [0, 5, 7, 10, 17, 32, 73], "excel": [0, 10, 32, 73], "know": [0, 5, 7, 10, 73, 79], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "To": [0, 5, 6, 7, 9, 10, 75, 81], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "indic": [0, 4, 5, 7, 10, 22, 27], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "replac": [0, 5, 10, 73, 74], "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "take": [0, 4, 5, 6, 8, 10, 14, 45, 65, 74, 75], "care": [0, 5, 7, 10, 74, 80], "relev": [0, 10], "intern": [0, 4, 5, 10, 80], "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "callback": [0, 10, 25, 46, 47, 57, 75], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "team": [0, 7, 9, 10], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "drl": [0, 3, 5, 7, 10, 74], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "support": [0, 4, 5, 9, 10, 17, 81], "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "infrastructur": [0, 10], "tell": [0, 10], "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "bias": [0, 7, 10, 75], "track": [0, 4, 7, 9, 10, 75, 78, 84], "visual": [0, 4, 9, 10, 75], "One": [0, 10, 65], "": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "facilit": [0, 10], "train": [0, 10, 79, 80], "reproduc": [0, 10], "comparison": [0, 10], "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "problem": [0, 5, 7, 10, 73, 78], "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "lifecycl": [0, 10], "deploy": [0, 8, 10], "wandb": [0, 4, 9, 10, 57, 75], "open": [0, 2, 9, 10, 78], "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "platform": [0, 4, 8, 10], "machin": [0, 7, 10, 82], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "regist": [0, 4, 5, 8, 10, 72, 75, 82], "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "hyperparamet": [0, 4, 10, 75], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "record": [0, 4, 10, 34, 55, 66, 79], "real": [0, 4, 5, 10, 55, 75], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "artifact": [0, 4, 7, 10, 75], "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "best": [0, 4, 10, 28, 75], "notebook": [0, 10, 72, 73, 75, 76, 78], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "purpos": [0, 4, 5, 7, 8, 10, 73], "offer": [0, 5, 10], "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "becom": [0, 10], "familiar": [0, 10], "constantli": [0, 10], "updat": [0, 5, 7, 8, 9, 10, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "along": [0, 10], "itself": [0, 10], "accompani": [0, 10], "extens": [0, 5, 9, 10, 72, 75], "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "unit": [0, 10], "github": [0, 7, 9, 10, 21, 44, 45, 81], "workflow": [0, 8, 10, 81], "effici": [0, 10], "ecosystem": [0, 10], "both": [0, 4, 5, 10, 70, 78, 80], "understand": [0, 10], "mani": [0, 4, 10, 74], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "introduc": [0, 5, 10], "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "work": [0, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "stai": [0, 6, 10, 80], "tune": [0, 6, 10, 80], "upcom": [0, 6, 10], "releas": [0, 6, 9, 10], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "those": [0, 4, 5, 7, 35, 73, 80], "interest": [0, 2, 78, 83], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "made": [0, 5, 47], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "repo": 0, "read": [0, 5, 7, 20, 22, 52], "md": 0, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "benefit": [0, 4, 5], "advantag": [0, 5, 8, 74], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 75], "c": [0, 7, 60, 61, 62, 80], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 5, 9, 47, 72, 78, 79], "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "hesit": 0, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "pr": 0, "badg": 0, "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "comput": [0, 4, 7, 75], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "properli": 0, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "instal": [0, 7, 8, 22, 75, 82], "host": [0, 2, 4, 7, 75, 79], "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "offici": 0, "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "framework": [0, 2, 74, 81, 83], "author": [0, 50], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 8], "machineri": 0, "address": 0, "york": [0, 5, 83], "ny": 0, "usa": [0, 83], "url": 0, "http": [0, 7, 9, 21, 44, 45, 75], "doi": 0, "org": 0, "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "confer": 0, "system": [0, 2, 52, 53, 73, 80], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "citi": 0, "transport": 0, "page": [0, 5, 8], "319": 0, "323": 0, "numpag": 0, "5": [0, 5, 9, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "independ": [2, 81, 83], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "2zonedatacenterhvac_weconom": [2, 5], "491": 2, "m2": 2, "divid": [2, 75], "two": [2, 8, 9, 73, 80], "asymmetr": 2, "hvac": [2, 73, 75, 78, 80], "consist": [2, 5], "air": [2, 73, 75, 77, 78, 80], "econom": 2, "evapor": 2, "cooler": 2, "dx": [2, 73], "cool": [2, 5, 65, 73, 75, 77, 78, 83], "coil": [2, 73], "chill": 2, "water": 2, "vav": [2, 73], "heat": [2, 65, 73, 75, 77, 78], "come": [2, 74, 75], "server": [2, 7, 14, 21, 75], "5zoneautodxvav": [2, 5, 41, 74], "singl": [2, 74], "stori": 2, "1": [2, 5, 6, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "indoor": [2, 41, 42, 80], "4": [2, 5, 6, 9, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "outdoor": [2, 73, 75, 77, 78], "Its": [2, 4, 5], "surfac": 2, "area": [2, 5, 75, 78], "463": 2, "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "equip": [2, 73], "ga": 2, "fulli": 2, "auto": [2, 4, 7], "size": [2, 7, 78, 84], "input": [2, 8, 22], "ashrae9012016_warehous": 2, "non": 2, "residenti": 2, "4598": 2, "floor": 2, "three": [2, 5], "bulk": 2, "storag": [2, 4, 8, 9, 51, 52, 53], "fine": 2, "offic": [2, 5, 74], "enclos": 2, "side": 2, "top": 2, "uniqu": [2, 4, 80, 81], "window": 2, "fuel": 2, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "electr": [2, 73, 75, 78, 80], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 45, 75], "390": 2, "five": 2, "center": [2, 42], "low": [2, 5, 60, 62, 73, 74, 80, 81], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 7, 8, 49, 50], "small": [2, 81], "repair": 2, "shop": [2, 5], "mondai": [2, 22], "through": [2, 5, 9], "fridai": 2, "45": [2, 75], "week": 2, "larg": [2, 7], "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "basement": 2, "rectangular": 2, "46": [2, 75], "320": 2, "organ": [2, 5, 73, 81], "19": [2, 61, 72, 73, 74, 75, 76, 78], "bot": [2, 8], "mid": [2, 83], "level": [2, 8, 56, 81], "describ": [2, 42], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "charg": [2, 5, 70], "discharg": [2, 70], "grid": 2, "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "random": [3, 43, 74], "rule": [3, 41, 42, 81], "5zone": [3, 5, 6, 73, 77, 78], "datacent": [3, 5, 73], "find": [3, 8, 75], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "veri": [3, 9, 73, 80], "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "refer": [3, 7], "point": [3, 75, 82], "studi": [3, 5], "simpl": [3, 5, 72, 73, 80], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "usag": [3, 7], "sure": [3, 5], "particularli": [3, 45], "part": [3, 5, 7], "facil": [4, 73, 75, 78, 80], "discret": [4, 5, 17, 65, 72, 73, 80, 84], "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "ppo": 4, "ye": [4, 5], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 75], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "refin": 4, "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "stage": 4, "procedur": [4, 8], "access": [4, 75], "state": [4, 5, 22, 66], "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "save": [4, 6, 14, 28, 73, 75], "manipul": [4, 8], "bar": 4, "inherit": [4, 59, 78, 84], "column": [4, 5, 13, 14, 30], "due": [4, 5, 70], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "log": [4, 55, 56, 66, 75, 78, 79, 84], "extract": [4, 5, 14, 17, 37, 75], "why": 4, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sinergym_logg": [4, 27], "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "loggercallback": [4, 75], "basecallback": [4, 28], "background": [4, 74], "With": [4, 5, 73, 75], "compar": [4, 75, 78], "summari": [4, 5, 9, 66, 72, 75], "registr": 4, "enabl": [4, 7, 8, 75], "metric": [4, 75], "There": [4, 7, 9, 79], "tabl": [4, 5, 9, 14], "vice": 4, "versa": 4, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "log_interv": [4, 75], "frequenc": 4, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "consequ": [4, 7, 80], "featur": [4, 5], "thu": [4, 5], "off": [4, 73], "polici": [4, 7, 28, 46, 47], "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "valu": [4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "loggerevalcallback": [4, 75], "evalcallback": 4, "particular": [4, 5, 72], "concret": [4, 78], "construct": [4, 5, 7, 78], "place": [4, 5, 74, 82], "On": [4, 7, 9, 73], "hand": [4, 7, 9, 73], "occupi": [4, 73], "accur": 4, "averag": [4, 47, 82], "therefor": [4, 5, 74, 80, 82], "faith": 4, "realiti": 4, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "good": 4, "turn": 4, "out": [4, 75, 79], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "calcul": [4, 5, 64, 75, 80, 82], "power": [4, 55, 60, 61, 62, 79, 80], "consumpt": [4, 27, 61, 62, 79, 80], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 78, 79, 80], "penalti": [4, 79, 80], "violat": [4, 27], "percentag": [4, 8], "taken": [4, 5, 80, 82], "decid": [4, 5, 7, 75], "better": [4, 5], "action_simul": [4, 75], "becaus": [4, 5, 7, 8, 77, 82], "clip": [4, 70], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "pars": [4, 5], "note": [4, 47, 79], "box": [4, 5, 17, 73, 74], "equival": 4, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "comfort_violation_tim": [4, 75], "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "bound": 4, "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "cumulative_comfort_penalti": [4, 75], "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "cumulative_pow": [4, 75], "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "ep_length": [4, 75], "mean_comfort_penalti": [4, 75], "mean_pow": [4, 75], "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "being": [4, 5, 7, 17, 79, 80], "normalized_observ": 4, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "normal": [4, 5, 69, 79, 80, 81, 84], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "rollout": [4, 75], "exploration_r": [4, 75], "doesn": [4, 7, 84], "t": [4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 78, 79, 83, 84], "neural": 4, "network": 4, "evalloggercallback": 4, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "try": [4, 5, 22], "script": [4, 73, 75, 82], "drl_batteri": [4, 7, 75], "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "most": [4, 5, 79, 80], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "keep": [4, 22], "mind": 4, "concaten": 4, "callbacklist": [4, 75], "until": [4, 8], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "comment": 4, "curriculum": 4, "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "field": [4, 5, 14, 17, 31, 80, 83], "valid": [4, 50], "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "abl": [4, 5, 7, 9, 73], "conf": 4, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "json": [4, 5, 7, 14, 17, 22, 75], "alloc": [4, 5, 7, 8, 75], "drl_battery_exampl": 4, "obligatori": 4, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "overwrit": [4, 75, 78, 84], "seed": [4, 17, 66, 68], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "id": [4, 5, 7, 73, 75, 80, 82], "respect": [4, 5, 8, 9, 78, 80], "mention": [4, 5, 7, 73], "otherwis": [4, 6, 78, 84], "error": [4, 5, 7, 8, 47, 73, 78], "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81], "appropri": [4, 73, 82], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 75], "__version__": [4, 75], "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "overwritten": [4, 73], "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "remot": [4, 8, 9, 75, 81], "bucket": [4, 52, 53], "delet": [4, 49, 78], "previou": [4, 7, 8, 68, 71, 73, 75, 84], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "onc": [4, 5, 9], "predict": [4, 75], "agre": [4, 78], "collect": [4, 55, 75, 82], "sent": 4, "memori": [4, 7], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "direct": [4, 75, 78], "plan": [4, 5], "futur": [4, 5, 6, 7, 80], "As": [5, 7, 9, 73, 75], "introduct": 5, "compos": [5, 14], "receiv": [5, 17, 22, 24, 78, 84], "At": [5, 7, 8, 72, 75], "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "via": 5, "socket": [5, 22, 79], "imag": [5, 7, 9], "show": [5, 8, 9, 14, 17], "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "abov": [5, 7, 8, 73, 84], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "eplus_working_dir": 5, "episode_num": 5, "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "_epi_num": 5, "socket_host": 5, "addr": 5, "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "socket_port": 5, "init_year": 5, "time_info": 5, "init_month": 5, "init_dai": 5, "init_hour": 5, "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "num": 5, "elaps": [5, 14, 55], "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "cursimtim": 5, "_eplus_run_steps": [5, 75], "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "AND": 5, "datetim": [5, 75, 77], "transform": [5, 64, 65, 78, 84], "idf": [5, 9, 24, 31], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "demo": [5, 72, 73, 75, 76, 77, 82], "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "usa_pa_pittsburgh": [5, 74, 83], "allegheni": [5, 74, 83], "counti": [5, 74, 83], "ap": [5, 74, 83], "725205_tmy3": [5, 74, 83], "No": 5, "01": [5, 74, 75, 78], "31": [5, 6, 75], "03": [5, 75, 78], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "usa_az_davi": [5, 83], "monthan": [5, 83], "afb": [5, 83], "722745_tmy3": [5, 83], "mix": [5, 80, 83], "usa_ny_new": [5, 83], "j": [5, 83], "f": [5, 9, 83], "kennedi": [5, 83], "intl": [5, 83], "744860_tmy3": [5, 83], "usa_wa_port": [5, 83], "angel": [5, 83], "william": [5, 83], "r": [5, 60, 62, 83], "fairchild": [5, 83], "727885_tmy3": [5, 83], "stochast": [5, 28, 47, 73, 80], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 70], "shopwithvandbatteri": 5, "complet": [5, 75, 78], "context": [5, 6, 17, 66, 73, 81], "either": 5, "predefin": [5, 73, 80], "shown": [5, 9, 78, 82, 84], "def": [5, 76, 77, 80], "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "building_fil": [5, 17, 22], "weather_fil": [5, 14, 17, 22, 24, 73], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "observation_spac": [5, 17, 73], "5e6": [5, 73], "high": [5, 73, 74], "shape": [5, 73, 74], "dtype": [5, 73, 75], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "float32": [5, 17, 73], "observation_vari": [5, 17, 73], "action_spac": [5, 17, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 17, 73, 74], "action_map": [5, 17, 73, 78], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "weather_vari": [5, 12, 17, 73], "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "linearreward": [5, 17, 73, 80], "reward_kwarg": [5, 17, 73, 80], "act_repeat": [5, 17, 22, 73], "max_ep_data_store_num": [5, 17, 22, 73], "action_definit": [5, 14, 17, 22, 73, 74], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "config_param": [5, 6, 17, 22, 73], "arg": [5, 7, 9, 27, 28, 57, 77], "condit": [5, 17, 35, 41], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "randomli": [5, 14, 17, 43, 70, 82], "empti": [5, 9, 14, 17, 75], "manual": [5, 6, 8, 17, 74, 75], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "map": [5, 17, 73, 78, 84], "sigma": [5, 14, 17, 30], "mu": [5, 17], "tao": [5, 17], "ornstein": [5, 14, 17, 30], "uhlenbeck": [5, 14, 17, 30], "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "feedback": [5, 17], "pass": [5, 17, 22, 28, 47], "regardless": [5, 17, 79], "repetit": [5, 17], "interv": [5, 17], "last": [5, 9, 17, 22, 37, 66, 69, 73], "sub": [5, 7, 17], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "eplus_path": [5, 9, 22, 24], "o": [5, 7], "bcvtb_path": [5, 9, 22, 24], "isinst": 5, "els": [5, 47, 77], "copi": [5, 22, 79], "obs_dict": [5, 77, 78], "original_ob": 5, "original_act": 5, "detect": [5, 75], "planner": 5, "get_schedul": [5, 13, 14, 17, 73], "date": 5, "need": [5, 7, 9, 72, 75, 76, 77, 79], "default_opt": 5, "_observation_spac": 5, "flag_discret": 5, "_action_spac": 5, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoints_spac": 5, "continuous_action_def": 5, "arrai": [5, 55, 73], "reward_fn": 5, "checker": [5, 44], "_check_eplus_env": 5, "intermedi": 5, "initi": [5, 17, 28, 51, 65, 66], "free": [5, 7, 77], "runperiod": [5, 72, 73, 74], "climat": [5, 83], "compat": [5, 9, 45, 75, 78], "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "re": [5, 79], "done": [5, 55, 73, 75, 76], "increas": [5, 80], "complex": [5, 81], "desir": [5, 77], "nois": [5, 72], "tau": [5, 14, 30], "whose": [5, 55, 80], "natur": 5, "moreov": 5, "n": [5, 68, 73, 78], "logger": [5, 66, 74, 75, 84], "activ": [5, 9, 27, 55, 66, 79], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "dynam": 5, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "variable_nam": 5, "zone_nam": [5, 22], "correctli": [5, 7, 32, 78, 81, 82, 84], "correct": [5, 7, 9, 35, 84], "look": [5, 36, 38, 45, 77], "found": [5, 14, 17, 84], "rdd": 5, "ones": [5, 84], "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "discuss": [5, 73], "249": [5, 74], "range_gett": 5, "common": [5, 25, 28, 47, 75, 77, 80, 81], "standard": [5, 8, 31, 35, 41, 72, 82], "repres": [5, 80], "previous": [5, 14, 73, 79], "rememb": [5, 75, 77], "later": [5, 55], "reserv": 5, "inconsist": [5, 73], "notifi": [5, 7], "fix": [5, 8], "actuat": [5, 32, 73, 74], "usual": [5, 80], "solut": 5, "_setpoints_transform": 5, "eplus_env": 5, "link": [5, 7], "index": 5, "told": [5, 9], "seen": 5, "recogniz": 5, "word": [5, 8], "give": [5, 7, 78], "plai": [5, 77], "affect": [5, 14, 30, 47], "resolut": 5, "ensur": [5, 78], "altern": [5, 9], "wrong": 5, "launch": 5, "messag": [5, 8], "meanwhil": 5, "9": [5, 9, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "wa": [5, 7], "zhiang": [5, 21], "zhang": [5, 21], "khee": 5, "poh": 5, "lam": 5, "evolv": 5, "ident": 5, "trivial": 5, "task": 5, "certain": 5, "action_definition_exampl": 5, "original_building_scheduler_nam": 5, "external_variable_nam": 5, "initial_valu": [5, 65, 73], "load": [5, 73, 74], "scheduler_nam": 5, "scheduler_value_typ": 5, "object1": 5, "object2": 5, "entri": [5, 75], "handl": 5, "although": [5, 75], "pdf": 5, "form": 5, "thing": [5, 73, 80], "grow": 5, "cover": [5, 9], "world": 5, "greatest": 5, "divers": 5, "characterist": [5, 80], "dedic": 5, "explan": [5, 7], "download": [5, 75], "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "exactli": 5, "That": [5, 80], "alreadi": [5, 7, 73, 77, 81], "even": [5, 73, 77], "perhap": 5, "incorpor": 5, "than": [5, 7, 8, 70, 79, 80, 84], "intend": 5, "someon": 5, "pretend": 5, "higher": [5, 80], "convert": [5, 31], "convertinputformat": 5, "far": [5, 80], "concern": [5, 73], "Be": 5, "except": [5, 14], "variabledictionari": 5, "regular": 5, "now": [5, 7, 9, 72, 75, 76, 77, 78], "config": [6, 7, 32, 72, 75, 81], "amplifi": 6, "investig": 6, "extra_param": 6, "timesteps_per_hour": [6, 73], "1997": 6, "1998": 6, "skeleton": 6, "separ": 6, "By": [6, 9, 73, 78, 80], "less": [6, 74], "1991": [6, 72, 73, 74, 76, 77, 78], "determin": [6, 13, 75, 78], "length": [6, 47, 75], "start_dai": [6, 22], "start_month": 6, "start_year": [6, 14, 22], "end_dai": [6, 33], "end_month": 6, "end_year": [6, 33], "februari": 6, "29th": 6, "leap": 6, "fail": [6, 7, 75], "apply_extra_conf": [6, 13, 14], "gcloud": [7, 75], "combin": [7, 73, 74, 75, 78], "idea": [7, 80], "virtual": [7, 9], "gce": 7, "finish": [7, 8, 22, 75, 82], "job": [7, 8, 9, 81], "remov": [7, 49, 60, 61, 62, 80], "firstli": 7, "sdk": [7, 9], "auth": [7, 49], "invoic": 7, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "secondli": 7, "docker": [7, 8], "authent": 7, "begin": 7, "registri": 7, "pub": 7, "sql": 7, "admin": 7, "firestor": 7, "datastor": 7, "gmail": 7, "henc": 7, "client": [7, 51, 52, 53], "artifactregistri": 7, "googleapi": 7, "com": [7, 9, 21, 44, 45], "cloudapi": 7, "cloudbuild": 7, "containerregistri": 7, "sqladmin": 7, "cloudfunct": 7, "pubsub": 7, "serviceusag": 7, "drive": 7, "appengin": 7, "Or": 7, "consol": 7, "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "applic": [7, 81], "login": [7, 75], "upload": [7, 8, 53, 75], "public": 7, "eu": 7, "gcr": 7, "io": 7, "latest": [7, 8, 9, 75, 78, 84], "europ": 7, "west1": 7, "b": [7, 75], "privileg": [7, 50], "restart": 7, "never": [7, 72], "stdin": 7, "tty": 7, "boot": 7, "disk": 7, "20gb": 7, "pd": 7, "ssd": 7, "n2": 7, "highcpu": 7, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "hub": [7, 8, 9], "prefer": 7, "realli": [7, 82, 84], "10gb": 7, "isn": 7, "enough": 7, "deriv": 7, "silenc": 7, "would": [7, 74, 78, 80], "incid": 7, "clear": 7, "suppos": 7, "fork": [7, 8], "yaml": 7, "dockerfil": [7, 8, 9, 81, 82], "write": [7, 8, 9, 57, 81], "cach": 7, "quick": 7, "cloudsdktool": 7, "entrypoint": 7, "bash": 7, "pull": 7, "project_id": 7, "exit": 7, "sinergym_extra": [7, 9], "push": 7, "built": [7, 8], "command": [7, 8, 81], "builder": 7, "gsutil": 7, "iam": 7, "ch": 7, "allus": 7, "objectview": 7, "appspot": 7, "disksizegb": 7, "machinetyp": 7, "e2_highcpu_8": 7, "timeout": 7, "86400": 7, "older": 7, "inner": [7, 27, 49, 52, 53], "confus": 7, "helper": 7, "everyth": [7, 74, 75, 82], "upgrad": [7, 75], "global": [7, 47], "least": 7, "might": 7, "submit": 7, "region": 7, "substitut": [7, 64, 73, 78, 84], "predetermin": 7, "enter": [7, 82], "after": [7, 22, 47, 72, 73, 78], "immedi": 7, "hasn": [7, 34], "yet": [7, 81], "think": 7, "happen": [7, 8], "wait": [7, 75], "minut": [7, 75], "gserviceaccount": 7, "scope": 7, "www": 7, "devstorag": 7, "full_control": 7, "gce_zon": 7, "gce_project_id": 7, "explain": [7, 8, 73], "group": [7, 49], "quot": 7, "probabl": 7, "readi": [7, 9, 72, 75, 77], "ssh": 7, "optim": 7, "attach": 7, "And": [7, 72, 75], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "evalu": [7, 28, 75, 80], "auto_delet": 7, "individu": 7, "remote_stor": 7, "bind": 7, "member": 7, "serviceaccount": 7, "role": 7, "owner": 7, "project_path": 7, "google_cloud_credenti": 7, "dote": 7, "root": [7, 9, 75, 82], "gitignor": 7, "ignor": [7, 8, 81], "final": [7, 72, 74, 75], "token": [7, 49, 50], "trigger": [7, 28], "event": [7, 8], "advertis": 7, "captur": 7, "slack": 7, "sm": 7, "email": 7, "pipelin": 8, "deploi": 8, "softwar": 8, "websit": 8, "pep8": 8, "aggress": 8, "isort": 8, "sort": 8, "warn": [8, 28, 45, 65], "rise": 8, "pytyp": 8, "d": [8, 22], "cannot": [8, 82], "compil": 8, "sphinx": 8, "rais": [8, 14, 22, 24, 47], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "vocabulari": 8, "spell": 8, "mistak": 8, "unknown": 8, "doc": [8, 9, 75], "spelling_wordlist": 8, "txt": 8, "alphabet": 8, "accept": [8, 65], "behav": 8, "statu": 8, "docstr": 8, "pytest": [8, 9], "insid": [8, 80, 82], "secur": 8, "identifi": 8, "prevent": 8, "malici": 8, "attempt": 8, "pull_request_target": 8, "checkout": 8, "branch": 8, "skip": [8, 45, 78, 84], "commit": 8, "ci": [8, 45], "string": 8, "161": 8, "sequenti": 8, "autopep8": 8, "tag": [8, 9], "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "codecov": 8, "coverag": 8, "edit": 8, "catch": 8, "anoth": [8, 73, 79], "pypi": [8, 9], "yml": [8, 9, 81], "minim": 8, "below": [9, 78, 80, 83], "throughout": 9, "ubuntu": 9, "18": [9, 72, 73, 75, 76, 77, 78, 83], "04": [9, 75], "lt": [9, 75], "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "22": [9, 72, 73, 74, 75, 76, 77, 78], "avoid": [9, 47], "pip": [9, 75, 81], "setup": 9, "tag_nam": 9, "setup_tag": 9, "example1": 9, "studio": 9, "simpli": [9, 73, 78], "pop": [9, 76], "button": 9, "reopen": 9, "isol": 9, "vscode": 9, "clone": [9, 82], "git": 9, "ugr": 9, "sail": 9, "cd": 9, "sudo": 9, "apt": 9, "virtualenv": 9, "env_sinergym": 9, "python3": [9, 72, 73, 74, 75, 76, 77, 78], "bin": 9, "conda": 9, "python_environ": 9, "program": 9, "outsid": [9, 78, 80], "instruct": 9, "linux": 9, "choos": 9, "consid": [9, 60, 61, 62, 72, 80], "subset": [9, 78, 84], "ofici": 9, "supervis": [9, 81], "vv": [9, 81], "anywai": [9, 81], "prepar": [9, 14], "param": [12, 14, 27, 28, 42, 47, 55, 75], "modif": [12, 80], "abstract": [13, 20], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "summerdai": [13, 14], "ann": [13, 14], "clg": [13, 14, 73], "condn": [13, 14], "db": [13, 14], "mwb": [13, 14], "winterdai": [13, 14], "htg": [13, 14, 73], "99": [13, 14, 75], "adapt_variables_to_cfg_and_build": [13, 14], "apply_weather_vari": [13, 14], "variat": [13, 14, 30, 65], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "update_weather_path": [13, 14], "json_fil": 14, "max_ep_stor": 14, "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "experiment_path": 14, "episode_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "epm": [14, 34], "ddy_model": 14, "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weatherdata": [14, 30], "interpret": 14, "summer": [14, 60, 61, 62, 80, 83], "winter": [14, 80, 83], "desingdai": 14, "xml": [14, 72, 73, 74, 75, 76, 77, 78], "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "addit": [14, 17, 22, 27, 45, 47, 66], "drybulb": [14, 30, 73, 75, 77, 78], "ou": [14, 30], "get_current_time_info": 14, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "env_working_dir": 14, "runtimeerror": [14, 22], "dir": 14, "parent": 14, "ptolemi": 14, "properti": [14, 17, 22], "5000000": 17, "repeat": [17, 22, 73], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "xlsx": [17, 73], "get_zon": [17, 73], "metadata": 17, "render_mod": 17, "human": [17, 35, 41], "render": [17, 28, 45, 47, 75], "mode": 17, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "np_random": [17, 66], "chosen": [17, 41, 42, 43, 66, 77, 82], "entropi": [17, 66], "integ": [17, 22, 66], "bool": [17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "receive_observ": [20, 24], "send_act": [20, 24], "start_simul": [20, 24], "stop_simul": 20, "stop": 20, "ptolomi": 21, "zhangzhizza": 21, "descript": 22, "end_env": 22, "end_episod": 22, "get_is_eplus_run": 22, "subprocess": 22, "popen": 22, "flag": [22, 55, 64, 66, 76, 78, 84], "sensor": 22, "correspond": 22, "start_mon": 22, "start_weekdai": 22, "weekdai": [22, 77], "sundai": 22, "element": [22, 31, 34, 55, 84], "fals": [22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "renew": 23, "idf_fil": 24, "variables_fil": 24, "connector": 24, "keyerror": 24, "end_simul": 24, "kwarg": [27, 28, 57], "plot": 27, "tensorboard": 27, "ep_reward": 27, "ep_pow": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "num_comfort_viol": 27, "ep_timestep": 27, "increment": [27, 65, 84], "verbos": [27, 28, 75, 81], "csvlogger": [27, 66, 75, 76, 79], "boolean": 27, "on_training_end": 27, "eval_env": [28, 75], "callback_on_new_best": 28, "accord": [28, 83], "n_eval_episod": [28, 47, 75], "eval_freq": [28, 75], "eval": [28, 75], "freq": 28, "log_path": [28, 75], "npz": 28, "best_model_save_path": [28, 75], "determinist": [28, 47, 75], "stable_baselines3": [28, 47, 75], "vec_env": [28, 47], "vecenv": [28, 47], "10000": 28, "true": [28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "original_epw_fil": 30, "eppi": 31, "de": 31, "_get_actu": 32, "rel": [32, 73, 75, 78], "st_year": 33, "st_mon": 33, "st_dai": 33, "end_mon": 33, "delta": [33, 78, 84], "st": 33, "mon": 33, "24": [33, 73, 74, 76, 78], "got": 34, "explicitli": 34, "season": [35, 60, 61, 62, 73, 77, 80, 83], "ashra": [35, 41, 42], "55": [35, 41, 83], "thermal": [35, 41, 61, 73, 75, 78, 80], "environment": [35, 41], "2004": [35, 41], "wrapper_class": [36, 38], "output_path": 37, "last_result": 37, "max": [37, 60, 62, 78, 84], "min": [37, 73, 78, 84], "absolut": [37, 60, 62, 80], "retriev": 38, "vecenvwrapp": 38, "recurs": [38, 52, 53], "search": 38, "unwrap": [38, 79], "till": 38, "basic": 40, "static": [41, 42], "act": [41, 42, 43, 70, 77], "sequenc": [41, 42, 43, 69, 76, 77], "perceiv": [41, 42, 77], "2zonedatacenterhvac": 42, "tc9": 42, "2016": 42, "dlr": [44, 45], "rm": [44, 45], "baselines3": [44, 45], "skip_render_check": 45, "openai": [45, 72], "blob": 45, "master": 45, "mainli": 45, "relat": 45, "base_class": 47, "basealgorithm": 47, "callabl": [47, 66], "count": [47, 73, 75, 78], "scale": [47, 80, 81], "earli": 47, "anyth": 47, "reward_threshold": 47, "minimum": [47, 61, 65, 78], "expect": 47, "met": 47, "return_episode_reward": 47, "std": 47, "easier": 48, "instance_group_nam": 49, "respons": [49, 79], "vm": 49, "alon": 49, "mig": 49, "request": 49, "petit": [50, 51], "ask": [51, 52, 53], "resourc": [51, 52, 53], "bucket_nam": 52, "blob_prefix": 52, "exclud": 52, "src_path": 53, "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "monitor_head": [55, 66, 76], "progress_head": [55, 66, 76], "log_progress_fil": [55, 76], "log_fil": [55, 76], "header": [55, 66, 76], "sub_run_n": 55, "res_n": 55, "deactiv": [55, 66, 79], "steps_data": 55, "elabor": 55, "total_timestep": [55, 75], "total_time_elaps": 55, "comfort_violation_timestep": 55, "comfort_penalti": [55, 75, 76], "belong": [55, 79], "activate_flag": 55, "deactivate_flag": 55, "log_episod": 55, "log_step": 55, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "log_step_norm": 55, "set_log_fil": 55, "new_log_fil": 55, "getlogg": 56, "formatt": 56, "dump": 57, "pair": 57, "onto": 57, "sb3": [57, 75], "key_valu": 57, "key_exclud": 57, "temperature_vari": [60, 61, 62, 73, 80], "energy_vari": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_comfort_summ": [60, 61, 62, 73, 80], "summer_start": [60, 61, 62], "summer_fin": [60, 61, 62], "30": [60, 61, 62, 72, 73, 77, 78], "energy_weight": [60, 62, 73, 80], "lambda_energi": [60, 61, 62, 80], "0001": [60, 61, 62, 75], "lambda_temperatur": [60, 61, 62, 80], "exponenti": [60, 80], "w": [60, 61, 62, 74, 75, 80], "lambda_": [60, 62], "lambda_t": [60, 62, 80], "exp": 60, "t_": [60, 62, 80], "cold": [60, 61, 62, 80, 83], "session": [60, 61, 62], "dimens": [60, 61, 62, 78, 80], "1e": [60, 61, 62, 75, 80], "min_energy_weight": 61, "range_comfort_hour": 61, "linear": [61, 62, 80], "is_weekend": [64, 78, 84], "sin": [64, 78, 84], "co": [64, 78, 84], "sen": 64, "max_valu": [65, 78], "min_valu": [65, 78], "delta_temp": [65, 78], "step_temp": [65, 78], "action_nam": 65, "heating_rang": 65, "cooling_rang": 65, "maximum": [65, 78, 79], "logger_class": [66, 76], "activate_logg": 66, "deactivate_logg": 66, "reward_term": [67, 78], "vector": [67, 68, 78, 84], "scalar": [67, 75, 78, 84], "flatten": [68, 78], "stack": [68, 78, 84], "flat": 68, "reli": [69, 75], "get_unwrapped_ob": 69, "rate": [70, 73, 75, 78, 80], "simultan": 70, "upper": 70, "previous_vari": [71, 78], "loop": 72, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "2023": [72, 73, 74, 75, 76, 77, 78], "05": [72, 73, 74, 75, 76, 77, 78], "25": [72, 73, 74, 75, 77, 78, 83], "09": [72, 73, 77], "33": [72, 75, 77], "37": 72, "986": [72, 74], "eplus_env_demo": [72, 73, 76, 77], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "987": [72, 74], "989": 72, "bvctb": [72, 73, 74, 75, 76, 77, 78], "glanc": 72, "someth": 72, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "append": [72, 73, 74, 75, 76, 77, 81, 82], "displai": [72, 73, 74, 76, 77, 78, 82], "print": [72, 73, 74, 75, 76, 77, 78, 82], "38": [72, 73], "052": [72, 75], "168": [72, 74], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "res1": [72, 73, 75, 78], "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "lib": [72, 73, 74, 75, 76, 77, 78], "dist": [72, 73, 74, 75, 76, 77, 78], "493": [72, 73, 74, 75, 76, 77, 78], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "39": [72, 73, 74, 75, 76, 77, 78], "line_termin": [72, 73, 74, 75, 76, 77, 78], "keyword": [72, 73, 74, 75, 76, 77, 78], "deprec": [72, 73, 74, 75, 76, 77, 78], "linetermin": [72, 73, 74, 75, 76, 77, 78], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "use_datetim": [72, 73, 74, 75, 76, 77, 78], "df": [72, 73, 74, 75, 76, 77, 78], "to_csv": [72, 73, 74, 75, 76, 77, 78], "3490105016546199": 72, "900": [72, 73, 74, 76, 77, 78], "15": [72, 73, 75, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "1640169602508194": 72, "reward_comfort": [72, 73, 74, 76, 77, 78], "5340040430584203": 72, "total_energi": [72, 73, 74, 76, 77, 78], "1640": 72, "169602508194": 72, "abs_comfort": [72, 73, 74, 76, 77, 78], "46599595694158": 72, "1931": 72, "9344757031301": 72, "2976": [72, 73, 74, 76, 77, 78], "2678400": [72, 73, 74, 76, 77, 78], "26": [72, 73, 74, 75, 76, 77, 78, 80], "1620499503941164": 72, "221344355363743": 72, "1027555454244897": 72, "12213": 72, "44355363743": 72, "89724445457551": 72, "3891": 72, "7713096588504": 72, "5664": [72, 73, 74, 76, 77, 78], "5097600": [72, 73, 74, 76, 77, 78], "05528226607644676": 72, "06426320076971337": 72, "046301331383180155": 72, "642": 72, "6320076971336": 72, "95369866861682": 72, "5188": 72, "949779733545": 72, "8640": [72, 73, 74, 76, 77, 78], "7776000": [72, 73, 74, 76, 77, 78], "27": [72, 73, 74, 75, 76, 78], "1570930549615421": 72, "006803586826214769": 72, "3073825230968694": 72, "68": [72, 83], "03586826214769": 72, "69261747690313": 72, "6075": 72, "841012317875": 72, "11520": [72, 73, 74, 76, 77, 78], "10368000": [72, 73, 74, 76, 77, 78], "21": [72, 73, 74, 75, 76, 77, 78, 83], "248299019799475": 72, "49659803959895": 72, "4965": 72, "9803959895": 72, "20": [72, 73, 74, 75, 76, 77, 78, 80], "98141752891553": 72, "6911": 72, "640711162853": 72, "14496": [72, 73, 74, 76, 77, 78], "13046400": [72, 73, 74, 76, 77, 78], "0783216797893724": 72, "01329469346279363": 72, "1433486661159513": 72, "132": [72, 78], "9469346279363": 72, "85665133388405": 72, "9174": 72, "877781927416": 72, "17376": [72, 73, 74, 76, 77, 78], "15638400": [72, 73, 74, 76, 77, 78], "0265839003008237": 72, "00780572594377727": 72, "04536207465787": 72, "78": [72, 83], "0572594377727": 72, "95463792534213": 72, "11558": 72, "331851551256": 72, "20352": [72, 73, 74, 76, 77, 78], "18316800": [72, 73, 74, 76, 77, 78], "17": [72, 73, 75, 76, 77, 78, 83], "28": [72, 73, 75, 76, 77, 78], "7120168877607262": 72, "2013126060233338": 72, "2227211694981186": 72, "2013": 72, "126060233338": 72, "77727883050188": 72, "13941": 72, "94050131651": 72, "23328": [72, 73, 74, 76, 77, 78], "20995200": [72, 73, 74, 76, 77, 78], "0694712468917504": 72, "01275428900255242": 72, "1261882047809486": 72, "127": 72, "5428900255242": 72, "87381179521905": 72, "16249": 72, "196222768007": 72, "26208": [72, 73, 74, 76, 77, 78], "23587200": [72, 73, 74, 76, 77, 78], "4853031266999031": 72, "9706062533998062": 72, "9706": 72, "062533998062": 72, "95674140719972": 72, "17580": 72, "11195641384": 72, "29184": [72, 73, 74, 76, 77, 78], "26265600": [72, 73, 74, 76, 77, 78], "11": [72, 73, 74, 75, 76, 77, 78], "5797100676312941": 72, "1594201352625881": 72, "11594": 72, "20135262588": 72, "84900454881994": 72, "18742": 72, "72054037921": 72, "32064": [72, 73, 74, 76, 77, 78], "28857600": [72, 73, 74, 76, 77, 78], "010290336399695095": 72, "02058067279939019": 72, "205": 72, "8067279939019": 72, "01970452128446": 72, "20445": 72, "351142368778": 72, "35040": [72, 73, 74, 75, 76, 77, 78], "31536000": [72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1023057700571006": 72, "2046115401142012": 72, "22046": 72, "11540114201": 72, "74344960427339": 72, "forget": 72, "48": 72, "555": 72, "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "5834860485835932": 72, "over": 72, "environment_id": 73, "long": [73, 75, 78], "34": [73, 75, 83], "598": 73, "eplus_env_5zon": [73, 78], "600": 73, "601": 73, "scratch": 73, "obvious": 73, "expreward": [73, 80], "space1": [73, 75, 77, 78, 80], "total": [73, 75, 78, 80], "demand": [73, 75, 78, 80], "23": [73, 74, 75, 77, 78, 80], "694": 73, "695": 73, "696": 73, "esp_granada": [73, 83], "084190_swec": [73, 83], "001": 73, "new_env_nam": 73, "803": 73, "eplus_env_new_env_name_mainthread_root": 73, "804": 73, "806": 73, "807": 73, "new_observation_vari": 73, "humid": [73, 75, 78, 83], "wind": [73, 75, 78], "speed": [73, 75, 78], "fanger": [73, 75, 78], "ppd": [73, 75, 78], "east": 73, "new_action_vari": 73, "heating_setpoint_rl": [73, 75], "cooling_setpoint_rl": [73, 75], "new_observation_spac": 73, "len": 73, "new_action_map": 73, "16": [73, 75, 78, 83], "29": [73, 75, 78], "new_action_spac": 73, "950": 73, "eplus_env_datacent": 73, "951": 73, "952": 73, "953": 73, "956": 73, "103": 73, "16725104644419042": 73, "33450209288838084": 73, "3345": 73, "020928883808": 73, "650": 73, "1245680706513": 73, "19617403787294466": 73, "3923480757458893": 73, "3923": 73, "480757458893": 73, "1209": 73, "8645937912345": 73, "2029474175800276": 73, "4058948351600552": 73, "4058": 73, "948351600552": 73, "1793": 73, "4197100749338": 73, "22602812937185654": 73, "4520562587437131": 73, "4520": 73, "562587437131": 73, "2565": 73, "106797247593": 73, "2410384140249611": 73, "4820768280499222": 73, "4820": 73, "768280499222": 73, "3420": 73, "500473234373": 73, "11729867128239142": 73, "23459734256478285": 73, "2345": 73, "973425647828": 73, "4842": 73, "073303104839": 73, "18492759337955042": 73, "36985518675910084": 73, "3698": 73, "551867591008": 73, "6822": 73, "458305349569": 73, "1171133208982987": 73, "2342266417965974": 73, "2342": 73, "266417965974": 73, "9048": 73, "095863129856": 73, "22604444846960037": 73, "45208889693920074": 73, "888969392007": 73, "10625": 73, "433128775607": 73, "18744747683239846": 73, "3748949536647969": 73, "3748": 73, "949536647969": 73, "11365": 73, "56354062105": 73, "11946": 73, "09130582663": 73, "09441168398757514": 73, "18882336797515029": 73, "1888": 73, "233679751503": 73, "12556": 73, "626001067187": 73, "3053177395385943": 73, "6106354790771886": 73, "6106": 73, "354790771886": 73, "3583511986606139": 73, "51": [73, 78], "035": 73, "fit": 73, "knowledg": 73, "pprint": 73, "133": 73, "135": 73, "136": 73, "actschd": 73, "field_nam": 73, "activity_level_schedule_nam": 73, "table_nam": 73, "space2": 73, "space3": 73, "space4": 73, "space5": 73, "activitysch": 73, "airvelocitysch": 73, "air_velocity_schedule_nam": 73, "basinheatersch": 73, "basin_heater_operating_schedule_nam": 73, "twospe": 73, "setp": 73, "sch": 73, "coolingsetpoint": 73, "setpoint_temperature_schedule_nam": 73, "thermostatsetpoint": 73, "singlecool": 73, "dualsetpoint": 73, "cooling_setpoint_temperature_schedule_nam": 73, "clothingsch": 73, "coolingcoilavailsch": 73, "availability_schedule_nam": 73, "coilsystem": 73, "fraction": 73, "eleceq": 73, "schedule_nam": 73, "electricequip": 73, "fanavailsch": 73, "suppli": 73, "fan": 73, "variablevolum": 73, "sy": [73, 75], "availabilitymanag": 73, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "singleh": 73, "infil": 73, "zoneinfiltr": 73, "designflowr": 73, "light": 73, "oa": 73, "sched": 73, "minimum_outdoor_air_schedule_nam": 73, "outdoorair": 73, "oarequir": 73, "zoneminoarequir": 73, "outdoor_air_schedule_nam": 73, "designspecif": 73, "number_of_people_schedule_nam": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumhtg": 73, "plenumheatingsetpoint": 73, "reheatcoilavailsch": 73, "reheat": 73, "airtermin": 73, "singleduct": 73, "temp": 73, "shadetranssch": 73, "south": 73, "overhang": 73, "transmittance_schedule_nam": 73, "shade": 73, "door": 73, "workeffsch": 73, "work_efficiency_schedule_nam": 73, "control_type_schedule_nam": 73, "zonecontrol": 73, "thermostat": [73, 75, 77, 78], "plenum": 73, "aris": 73, "light_control": 73, "new_action_definit": 73, "382": 73, "383": 73, "385": 73, "388": 73, "519": 73, "11605973685300276": 73, "23509": 73, "545094": 73, "9503536": 73, "23211947370600552": 73, "2321": 73, "194737060055": 73, "32035897679374": 73, "1455": 73, "6634582541235": 73, "875813": 73, "501947": 73, "4492449": 73, "28627477575703075": 73, "43080619487310295": 73, "1417433566409585": 73, "4308": 73, "06194873103": 73, "85825664335904": 73, "2848": 73, "0934402285147": 73, "087557": 73, "88592": 73, "108617604": 73, "6262908150097358": 73, "05489061228459239": 73, "1976910177348792": 73, "548": 73, "9061228459238": 73, "80230898226512": 73, "3703": 73, "131984266502": 73, "22863": 73, "651953": 73, "40605396": 73, "28941502184804935": 73, "5788300436960987": 73, "5788": 73, "300436960987": 73, "11381679118189": 73, "4838": 73, "529345704784": 73, "260231": 73, "354906": 73, "14499944": 73, "10787688303576061": 73, "21575376607152122": 73, "2157": 73, "537660715212": 73, "25264693843734": 73, "5724": 73, "868287596131": 73, "90237": 73, "55304": 73, "1025894": 73, "3913830662461493": 73, "04527025324859942": 73, "737495879243699": 73, "452": 73, "7025324859942": 73, "2625041207563": 73, "7240": 73, "3912178052315": 73, "083098": 73, "5696": 73, "20349827": 73, "565491934711382": 73, "00386282277963498": 73, "1271210466431292": 73, "6282277963498": 73, "87287895335687": 73, "8717": 73, "081975591504": 73, "155481": 73, "979729": 73, "4223631": 73, "1098838831623958": 73, "03628851183499179": 73, "1834792544898": 73, "362": 73, "8851183499179": 73, "8165207455102": 73, "10167": 73, "04219268928": 73, "785131": 73, "668884": 73, "72005403": 73, "6177244676419724": 73, "23158611250431": 73, "76841388749569": 73, "12135": 73, "851186501837": 73, "316309": 73, "31791": 73, "68061405": 73, "29110024290416675": 73, "5273098735237411": 73, "47269012647626": 73, "13217": 73, "807455955033": 73, "327572": 73, "657503": 73, "54281044": 73, "3991606046509491": 73, "7983212093018982": 73, "7983": 73, "212093018982": 73, "18250554829811": 73, "14287": 73, "54022701166": 73, "432796": 73, "188751": 73, "97376275": 73, "5335105254134008": 73, "08503310689805112": 73, "9819879439287504": 73, "850": 73, "3310689805112": 73, "01801205607125": 73, "15535": 73, "672071614204": 73, "43125": 73, "341702": 73, "66435885": 73, "8261587133161284": 73, "1310839506079359": 73, "521233476024321": 73, "1310": 73, "839506079359": 73, "47876652397568": 73, "4433696367469619": 73, "35": [73, 75, 83], "02": [73, 75, 78], "305": 73, "put": 73, "leav": 73, "intact": 73, "extra_conf": 73, "416": 73, "417": 73, "418": 73, "419": 73, "disadvantag": 74, "adjust": [74, 80], "stand": 74, "propos": 74, "loggerwrapp": [74, 75, 78, 82, 84], "08": [74, 75, 76, 77, 78], "eplus_env_offic": 74, "990": 74, "992": 74, "994": 74, "125": 74, "res2": [74, 78], "008417052432114895": 74, "01683410486422979": 74, "3410486422979": 74, "53521983917315": 74, "55815762759406": 74, "14538994164463": 74, "09202095142567": 74, "0089130888504": 74, "04760361521357": 74, "67298455304227": 74, "01494159872766": 74, "50709678475458": 74, "5036982527685": 74, "79813396884532": 74, "07783653111332": 74, "2899462240987": 74, "52024603483249": 74, "44966114692166": 74, "79116823683051": 74, "25621159111793": 74, "27845569962855": 74, "1434": 74, "9428376416104": 74, "012472211059939661": 74, "024944422119879323": 74, "4442211987932": 74, "95529447712287": 74, "93330599357152": 74, "91120914630909": 74, "34759748424246": 74, "60529980656519": 74, "17241292870662": 74, "56088321676432": 74, "72285660474848": 74, "48878476857699": 74, "06823112590142": 74, "33229321299511": 74, "53941488968512": 74, "21224560003259": 74, "86950118207466": 74, "87860676740183": 74, "03504108838575": 74, "78653292554888": 74, "37516306525545": 74, "2098": 74, "1863449693465": 74, "89537368460365": 74, "73228573282486": 74, "78319753474181": 74, "22081948801992": 74, "50517507903195": 74, "02949560756553": 74, "30320823246185": 74, "53016106638053": 74, "38676574975518": 74, "95899166945338": 74, "1197378939569": 74, "37779165374341": 74, "00186172439464": 74, "80962279202423": 74, "65232271388191": 74, "87300159773843": 74, "71858098544965": 74, "30061854058779": 74, "3387": 74, "5960212991654": 74, "010059948897039251": 74, "020119897794078502": 74, "201": 74, "198977940785": 74, "15118892934099": 74, "68245717396391": 74, "24402157474289": 74, "42391845372941": 74, "55701334690791": 74, "52489516521943": 74, "14721794427982": 74, "70576735867768": 74, "21813840249226": 74, "17410288882376": 74, "65263744663373": 74, "15637165561054": 74, "67644678622419": 74, "73343265237197": 74, "12290932041643": 74, "70313572692205": 74, "26957472797558": 74, "23273321762333": 74, "6511": 74, "303282459102": 74, "05264115641391": 74, "44729521170201": 74, "64918371904614": 74, "89887704115841": 74, "95299993503936": 74, "85657110200199": 74, "0783983820759": 74, "35999783387461": 74, "39475723084232": 74, "81166145597138": 74, "41449827024159": 74, "67206860778739": 74, "77440975962447": 74, "16817346431958": 74, "13722363182544": 74, "38254171666813": 74, "41823646286382": 74, "85447471137039": 74, "10535": 74, "097308720588": 74, "008430450234156376": 74, "01686090046831275": 74, "6090046831275": 74, "10299314796017": 74, "29764272369417": 74, "92771625840211": 74, "18177330280738": 74, "00327277795856": 74, "06405171899508": 74, "02666361701911": 74, "24966082016038": 74, "03904879581279": 74, "85370369344004": 74, "23350556151528": 74, "39245729803426": 74, "29184088039651": 74, "02518258185097": 74, "98891383439227": 74, "19014861710788": 74, "97828895622849": 74, "78100217713515": 74, "17052": 74, "899318195246": 74, "23643866755706006": 74, "4527574373200416": 74, "18285854434887": 74, "74872894948834": 74, "61189462978766": 74, "02086591490914": 74, "18184212415447": 74, "08560769497404": 74, "74962263942351": 74, "94705967500637": 74, "7662014322217": 74, "43423229548982": 74, "97855387827666": 74, "17288182018041": 74, "99294064308231": 74, "78120533848021": 74, "20917317875767": 74, "44762895440854": 74, "2262496513037": 74, "01852514183022": 74, "22936": 74, "51953423165": 74, "018276601381479952": 74, "0164333049688814": 74, "5392169509091": 74, "16873133304136": 74, "08066550485968": 74, "83761436729132": 74, "8990371935079": 74, "14511417944243": 74, "53842299633071": 74, "86812113755267": 74, "75272617967185": 74, "01643330496888": 74, "83599947277107": 74, "13115881226312": 74, "15878336706238": 74, "30269066602163": 74, "30247967540778": 74, "61790313741343": 74, "50780463172365": 74, "7776207692181": 74, "28546": 74, "69328617454": 74, "37560489470522": 74, "79474684837675": 74, "86698199576748": 74, "43363330657174": 74, "02366936329494": 74, "20719535073523": 74, "2989879011191": 74, "44670657334948": 74, "46931843617206": 74, "54775608161636": 74, "2344308473864": 74, "37859048511651": 74, "40024332035621": 74, "48304453380965": 74, "1537180471515": 74, "3032686362277": 74, "32247978037293": 74, "41230402548253": 74, "33156": 74, "538182009026": 74, "44123883033579": 74, "41619977445056": 74, "88987627436478": 74, "56828870185858": 74, "19812063166409": 74, "13931485589389": 74, "01020583080124": 74, "19149589468718": 74, "26855668465098": 74, "21149845430837": 74, "28885051351978": 74, "46710088969173": 74, "61904062266798": 74, "5053008724018": 74, "06650285483307": 74, "24231755447375": 74, "31755406341168": 74, "25921261409608": 74, "35863": 74, "62199140798": 74, "1877495160313": 74, "39942018132908": 74, "18171280832089": 74, "66871018308847": 74, "68478896373198": 74, "25242446113143": 74, "0090532494292": 74, "20737458330498": 74, "06701740467029": 74, "53709590781486": 74, "90144381773696": 74, "12430768198516": 74, "88987656848913": 74, "45426453532504": 74, "32224710528407": 74, "51629741435834": 74, "37530092061942": 74, "84193011583043": 74, "37237": 74, "62787266026": 74, "95210497536126": 74, "57040873358834": 74, "99129691926893": 74, "39186611484875": 74, "51112886488032": 74, "88961169723077": 74, "10093436763699": 74, "35990857059858": 74, "237994001168": 74, "41603845689724": 74, "07804657515512": 74, "33953654945672": 74, "13313673910118": 74, "43223892396855": 74, "53463662217912": 74, "77811569998267": 74, "67095962186454": 74, "85581406682531": 74, "38261": 74, "61061545389": 74, "73107679421617": 74, "70481166778426": 74, "35526077997812": 74, "88154331497665": 74, "09980439304872": 74, "66852229989068": 74, "37519187454117": 74, "51389693484603": 74, "0909126946236": 74, "57393397351987": 74, "35685000789159": 74, "52393219496679": 74, "92907195172767": 74, "58720938358775": 74, "72567767311014": 74, "84174091434151": 74, "4370711295133": 74, "91811470398408": 74, "0919409422220332": 74, "448": 74, "preserv": 74, "sophist": 74, "agnost": 75, "humanoutputformat": 75, "wandboutputformat": 75, "todai": 75, "strftime": 75, "y": 75, "m": [75, 83], "d_": 75, "h": [75, 83], "experiment_nam": 75, "sb3_dqn": 75, "_": [75, 78], "experiment_param": 75, "init": 75, "entiti": 75, "wandb_param": 75, "alex_ugr": 75, "generate_id": 75, "wandb_notebook_nam": 75, "relogin": 75, "forc": 75, "20230526_083242": 75, "12zkrpfr": 75, "sync": 75, "4_2023": 75, "26_08": 75, "32_g5fey5jp": 75, "view": 75, "_evalu": 75, "32": [75, 78], "44": 75, "154": 75, "eplus_env_sb3_dqn": 75, "32_mainthread_root": 75, "156": 75, "157": 75, "158": 75, "212": 75, "32_evaluation_mainthread_root": 75, "213": 75, "214": 75, "215": 75, "mlppolici": 75, "cpu": 75, "devic": 75, "dummyvecenv": 75, "n_timesteps_episod": 75, "_eplus_one_epi_len": 75, "loggerev": 75, "eval_callback": 75, "_env_working_dir_par": 75, "best_model": 75, "output_format": 75, "stdout": 75, "max_length": 75, "120": 75, "set_logg": 75, "log_callback": 75, "earlier": 75, "few": 75, "713": [75, 78], "906": 75, "051": 75, "143": 75, "sub_run2": [75, 78, 79], "49": [75, 76], "47e": 75, "64e": 75, "20503": 75, "81": [75, 83], "703": 75, "67e": 75, "467": 75, "5851544": 75, "diffus": [75, 78], "solar": [75, 78], "radiat": [75, 78], "73": 75, "115": 75, "71": 75, "195": 75, "87": 75, "41": [75, 78, 83], "cloth": [75, 78], "662": 75, "radiant": [75, 78], "53": [75, 76, 78], "99e": 75, "ep_len_mean": 75, "5e": 75, "ep_rew_mean": 75, "05e": 75, "fp": 75, "1957": 75, "550": 75, "551": 75, "648": 75, "sub_run3": [75, 79], "106": 75, "211": 75, "32_evalu": 75, "42": 75, "883": 75, "885": 75, "43": 75, "002": 75, "num_timestep": 75, "70080": 75, "episode_reward": 75, "19618": 75, "00": [75, 78], "84e": 75, "19159": 75, "918": 75, "526": 75, "68e": 75, "568": 75, "5468013": 75, "6e": 75, "comfort_viol": 75, "mean_ep_length": 75, "mean_power_consumpt": 75, "32e": 75, "273": 75, "power_penalti": [75, 76], "std_reward": 75, "98e": 75, "1188": 75, "58": 75, "learning_r": 75, "loss": 75, "n_updat": 75, "5019": 75, "312": 75, "313": 75, "429": 75, "sub_run4": 75, "54e": 75, "2e": 75, "18666": 75, "184": 75, "438": 75, "27e": 75, "627": 75, "53271073": 75, "94e": 75, "1101": 75, "95": [75, 83], "105120": 75, "13779": 75, "083": 75, "084": 75, "206": 75, "sub_run5": 75, "06": [75, 78], "159": 75, "283": 75, "151": 75, "152": 75, "253": 75, "140160": 75, "19774": 75, "63e": 75, "17e": 75, "19023": 75, "477": 75, "466": [75, 77], "62": 75, "5429074": 75, "85e": 75, "36": 75, "412": 75, "93e": 75, "892": 75, "14": [75, 78, 83], "22539": 75, "0x7fc699c89780": 75, "gt": 75, "13": [75, 78, 83], "fromnumer": 75, "3464": 75, "runtimewarn": 75, "slice": 75, "_method": 75, "_mean": 75, "axi": 75, "192": 75, "invalid": 75, "encount": [75, 78], "ret": 75, "rcount": 75, "269": 75, "degre": 75, "freedom": 75, "_var": 75, "ddof": 75, "226": 75, "arrmean": 75, "um": 75, "true_divid": 75, "div": 75, "261": 75, "449": 75, "sinergym_output": 75, "experiment1": 75, "add_dir": 75, "training_output": 75, "evaluation_output": 75, "log_artifact": 75, "success": 75, "histori": [75, 78, 84], "cooling_setpoint_rl23": 75, "90848action": 75, "heating_setpoint_rl20": 75, "47078action_simul": 75, "90848action_simul": 75, "47078episod": 75, "45091episod": 75, "16322": 75, "24555episod": 75, "cumulative_power217247078": 75, "16777episod": 75, "21724": 75, "70782episod": 75, "47656episod": 75, "ep_length35040episod": 75, "46582episod": 75, "mean_power6199": 75, "97369episod": 75, "62episod": 75, "54291eval": 75, "18519": 75, "07108eval": 75, "88071eval": 75, "mean_ep_length35040": 75, "0eval": 75, "mean_power_consumption210295875": 75, "7211eval": 75, "41211eval": 75, "21029": 75, "58757eval": 75, "std_rewards0": 75, "0observ": 75, "6199": 75, "7935observ": 75, "13362observ": 75, "57191observ": 75, "15166observ": 75, "24046observ": 75, "29315observ": 75, "194": 75, "72517observ": 75, "86764observ": 75, "50717observ": 75, "13422observ": 75, "17908observ": 75, "66228observ": 75, "38245observ": 75, "07272observ": 75, "90856observ": 75, "47075observ": 75, "day15": 75, "72055observ": 75, "hour11": 75, "5observ": 75, "month6": 75, "52603observ": 75, "year1991": 75, "0rollout": 75, "ep_len_mean35040": 75, "19338": 75, "34824rollout": 75, "exploration_rate0": 75, "05time": 75, "episodes4tim": 75, "fps892time": 75, "time_elapsed157tim": 75, "total_timesteps140160train": 75, "learning_rate0": 75, "0001train": 75, "loss14": 75, "10438train": 75, "n_updates22539": 75, "12zkrpfrsync": 75, "media": 75, "180": 75, "evaluation_d": 75, "evaluation_nam": 75, "merg": 75, "sinergym_evalu": 75, "20230526_083542": 75, "raly3l0r": 75, "32_awf23a8c": 75, "renam": 75, "274": 75, "5_2023": 75, "35_mainthread_root": 75, "275": 75, "277": 75, "278": 75, "load_artifact_ent": 75, "load_artifact_project": 75, "load_artifact_nam": 75, "load_artifact_tag": 75, "load_artifact_model_path": 75, "zip": [75, 77, 78], "wandb_path": 75, "use_artifact": 75, "get_path": 75, "model_path": 75, "677": 75, "812": 75, "830348444547302": [75, 76], "1730": 75, "6829453012092": 75, "3545": 75, "7671945926318": 75, "4692": 75, "961008551935": 75, "5469": 75, "236536607371": 75, "6235": 75, "107970886588": 75, "8528": 75, "284908692733": 75, "10984": 75, "995142143025": 75, "13428": 75, "543608769201": 75, "15618": 75, "815441406427": 75, "16695": 75, "779938547083": 75, "17668": 75, "211895692": 75, "19226": 75, "671112311986": 75, "5487063673605038": 75, "144": 75, "257": 75, "1747": 75, "1947558564166": 75, "3579": 75, "724841715917": 75, "4733": 75, "712733481687": 75, "5506": 75, "35487121334": 75, "6267": 75, "90523650068": 75, "8539": 75, "592252228094": 75, "10997": 75, "893085195392": 75, "13418": 75, "111770139198": 75, "15604": 75, "56401582258": 75, "16674": 75, "272787829606": 75, "17645": 75, "406855033856": 75, "19198": 75, "51769070178": 75, "5479029021319058": 75, "890": 75, "891": 75, "007": 75, "1735": 75, "8569049386824": 75, "3568": 75, "8932851123354": 75, "4717": 75, "441021523517": 75, "5482": 75, "645461224451": 75, "6237": 75, "297471848277": 75, "8529": 75, "04871666093": 75, "11031": 75, "1711091575": 75, "13442": 75, "477955723938": 75, "15628": 75, "77803902472": 75, "16692": 75, "899604523893": 75, "17666": 75, "32788194328": 75, "19220": 75, "932640063565": 75, "5485425981753338": 75, "292": 75, "293": 75, "406": 75, "1726": 75, "736947340626": 75, "3555": 75, "194956363846": 75, "4700": 75, "299221364219": 75, "5481": 75, "466016498881": 75, "6242": 75, "313422911042": 75, "844295105855": 75, "10989": 75, "006549771846": 75, "13341": 75, "503460272028": 75, "15538": 75, "908847744931": 75, "16610": 75, "7968756126": 75, "17590": 75, "823164498117": 75, "19146": 75, "143077620738": 75, "5464081928544774": 75, "843": 75, "844": 75, "946": 75, "1736": 75, "656630362896": 75, "3548": 75, "611853205083": 75, "4702": 75, "086039366923": 75, "5485": 75, "046598736376": 75, "6250": 75, "707072069005": 75, "8572": 75, "283180745597": 75, "11071": 75, "885206430767": 75, "13520": 75, "062110635592": 75, "15696": 75, "123332977162": 75, "16759": 75, "107587250033": 75, "17730": 75, "209753990493": 75, "19286": 75, "618094543086": 75, "5504171830634469": 75, "137": 75, "evaluation1": 75, "raly3l0rsync": 75, "101": 75, "multiobswrapp": [76, 78, 84], "normalizeobserv": [76, 78, 84], "ranges_5zon": [76, 78], "written": 76, "create_row_cont": 76, "customcsvlogg": 76, "super": [76, 80], "last_10_steps_reward": 76, "_create_row_cont": 76, "total_power_no_unit": 76, "767": 76, "768": 76, "770": 76, "771": 76, "868": [76, 78], "983": 76, "res4": [76, 78], "660696889094604": 76, "16606": 76, "96889094604": 76, "96118062548524": 76, "1939": 76, "4734928711111": 76, "3496876205409685": 76, "6809266783718777": 76, "0184485627100592": 76, "6809": 76, "266783718776": 76, "98155143728994": 76, "3933": 76, "292969923887": 76, "4423907986821893": 76, "07470093861900816": 76, "8100806587453704": 76, "747": 76, "0093861900816": 76, "18991934125463": 76, "5209": 76, "694205226271": 76, "3403952831281551": 76, "6807905662563102": 76, "6807": 76, "905662563102": 76, "01577085247379": 76, "6129": 76, "786035211225": 76, "21151713282790238": 76, "42303426565580476": 76, "4230": 76, "342656558048": 76, "0005172479412": 76, "6923": 76, "35654386654": 76, "7077540598512679": 76, "40819585123366664": 76, "0073122684688691": 76, "4081": 76, "958512336666": 76, "99268773153113": 76, "9185": 76, "974719868711": 76, "9071546622746904": 76, "0077768882715716125": 76, "8065324362778092": 76, "77": [76, 77], "76888271571612": 76, "19346756372219": 76, "11638": 76, "751082560155": 76, "3316746509137833": 76, "483453734303027": 76, "1798955675245395": 76, "14834": 76, "53734303027": 76, "82010443247546": 76, "14045": 76, "633847103463": 76, "0123429118514469": 76, "02472531084889493": 76, "999960512853999": 76, "247": 76, "2531084889493": 76, "000039487146": 76, "16369": 76, "721380758147": 76, "47218446810824116": 76, "9443689362164823": 76, "9443": 76, "689362164823": 76, "96825068629957": 76, "17684": 76, "768171663854": 76, "2166495718253857": 76, "4332991436507714": 76, "4332": 76, "991436507714": 76, "98067880717298": 76, "18858": 76, "210940693767": 76, "15978920038153083": 76, "02546548051228989": 76, "29411292025077174": 76, "254": 76, "6548051228989": 76, "70588707974923": 76, "20587": 76, "4981381546": 76, "980047007751289": 76, "960094015502578": 76, "19600": 76, "94015502578": 76, "98596614281954": 76, "587542755084327": 76, "585": 76, "sai": 77, "get_season_comfort_rang": 77, "50": 77, "459": 77, "461": 77, "464": 77, "465": 77, "extend": 77, "feel": 77, "rbc5zone": 77, "myrulebasedcontrol": 77, "daytim": 77, "out_temp": 77, "summer_start_d": 77, "summer_final_d": 77, "current_dt": 77, "season_comfort_rang": 77, "setpoints_summ": 77, "in_temp": 77, "current_heat_setpoint": 77, "current_cool_setpoint": 77, "new_heat_setpoint": 77, "new_cool_setpoint": 77, "elif": 77, "weekend": 77, "night": 77, "837": 77, "973": 77, "res5": [77, 78], "555472460427038": 77, "110944920854076": 77, "11109": 77, "44920854076": 77, "99999214301718": 77, "1646": 77, "2524485001004": 77, "6319275820302366": 77, "2638551640604732": 77, "12638": 77, "55164060473": 77, "32999035838968": 77, "3521": 77, "554500576192": 77, "329999923706055": 77, "493972806005651": 77, "2963122890182604": 77, "6916333229930416": 77, "2963": 77, "122890182604": 77, "30836667700696": 77, "4625": 77, "416944945128": 77, "5765227606488547": 77, "007756884363910412": 77, "145288636933799": 77, "56884363910412": 77, "8547113630662": 77, "5253": 77, "588301789213": 77, "17350166808601855": 77, "3470033361720371": 77, "3470": 77, "033361720371": 77, "33028428947056": 77, "5804": 77, "239857002728": 77, "3575452900204674": 77, "04504726077090611": 77, "670043319270029": 77, "450": 77, "4726077090611": 77, "32995668072997": 77, "7014": 77, "056138683364": 77, "14237290405316": 77, "007776888271558947": 77, "2769689198347614": 77, "76888271558947": 77, "72303108016524": 77, "8347": 77, "885443505464": 77, "5777724111276291": 77, "1555448222552582": 77, "11555": 77, "44822255258": 77, "33011237958411": 77, "9578": 77, "267067274302": 77, "11371544019180026": 77, "22743088038360051": 77, "2274": 77, "308803836005": 77, "33010938638332": 77, "10730": 77, "280647200174": 77, "3223465283115184": 77, "6446930566230368": 77, "6446": 77, "930566230368": 77, "33025334254351": 77, "11936": 77, "260758227023": 77, "16612981759986586": 77, "33225963519973173": 77, "3322": 77, "596351997317": 77, "33009897623347": 77, "12990": 77, "251981433648": 77, "26488400229285347": 77, "5297680045857069": 77, "5297": 77, "68004585707": 77, "32991787449022": 77, "14461": 77, "222013342354": 77, "7190890740147525": 77, "438178148029505": 77, "14381": 77, "78148029505": 77, "33001174568691": 77, "4127061076867006": 77, "243": 77, "variant": [78, 84], "mo": 78, "tradit": [78, 84], "multiobjectivereward": [78, 84], "52": 78, "324": 78, "325": 78, "326": 78, "327": 78, "shouldn": 78, "373": 78, "492": 78, "59": [78, 83], "208": 78, "08284143205459649": 78, "30864953312002896": 78, "previousobservationwrapp": [78, 84], "328": 78, "329": 78, "414": 78, "529": 78, "937": 78, "65": 78, "875": 78, "145": 78, "00007": 78, "689066": 78, "126598": 78, "75": [78, 83], "436188": 78, "8179": 78, "9976": 78, "_previou": 78, "00003": 78, "datetimewrapp": [78, 84], "066": 78, "068": 78, "070": 78, "071": 78, "072": 78, "month_sin": 78, "month_co": 78, "hour_sin": 78, "hour_co": 78, "146": 78, "259": 78, "res3": 78, "743": 78, "400000095367432": 78, "39952278137207": 78, "68906593322754": 78, "58685302734375": 78, "847368240356445": 78, "10128": 78, "751953125": 78, "discreteincrementalwrapp": [78, 84], "870": 78, "872": 78, "873": 78, "decrement": 78, "limit": [78, 80], "current_setpoint": 78, "974": 78, "098": 78, "821": 78, "930": 78, "931": 78, "933": 78, "934": 78, "935": 78, "WITH": 78, "IN": 78, "998": 78, "129": 78, "849": 78, "266667": 78, "7777778": 78, "30209124": 78, "093657": 78, "453144": 78, "69135": 78, "828": 78, "4143": 78, "955": 78, "957": 78, "959": 78, "961": 78, "962": 78, "964": 78, "res6": 78, "939": 78, "queue": [78, 84], "40": 78, "055": 78, "058": 78, "060": 78, "064": 78, "065": 78, "069": 78, "188": 78, "res7": 78, "9910000e": 78, "0000000e": 78, "9000000e": 78, "0999999e": 78, "3000000e": 78, "1000000e": 78, "5000000e": 78, "1000031e": 78, "3247053e": 78, "0801924e": 78, "47": 78, "252": 78, "255": 78, "368": 78, "54": 78, "569": 78, "critic": 78, "proper": 78, "strongli": 78, "716": 78, "719": 78, "722": 78, "723": 78, "789": 78, "924": 78, "res8": 78, "01287517197652": 78, "50643758598826": 78, "7517197652": 78, "39952294733769": 78, "5713704399231108": 78, "2856852199615554": 78, "5713": 78, "704399231107": 78, "00053854409991": 78, "0228454128515769": 78, "70775714157962": 78, "36530127721559846": 78, "228": 78, "454128515769": 78, "29224285842038": 78, "009213100161810072": 78, "004606550080905036": 78, "92": [78, 83], "13100161810073": 78, "63698358856674": 78, "059850254269872": 78, "529925127134936": 78, "10598": 78, "50254269872": 78, "99998411784924": 78, "0726817108841111": 78, "5588963325184615": 78, "8157890217012863": 78, "10726": 78, "81710884111": 78, "44110366748154": 78, "2927507041696274": 78, "445107658084101": 78, "3689291811268642": 78, "2927": 78, "507041696274": 78, "5548923419159": 78, "107391180793777": 78, "6015681540087812": 78, "8544796674012791": 78, "11073": 78, "91180793777": 78, "39843184599122": 78, "25816640276015645": 78, "9120626271517196": 78, "585114514955938": 78, "2581": 78, "664027601564": 78, "08793737284828": 78, "4877771983328041": 78, "24388859916640204": 78, "4877": 78, "771983328041": 78, "50005938629086": 78, "1243505186470471": 78, "06217525932352355": 78, "1243": 78, "505186470471": 78, "00007053356337": 78, "96998421644155": 78, "2690803078450692": 78, "13914670400343965": 78, "73091969215493": 78, "num_simul": 79, "content": 79, "sub_runn": 79, "utilsocket": 79, "monitor_norm": 79, "sub_run": 79, "num_episod": 79, "within": [79, 80, 81], "suit": 79, "observation_valu": 79, "row": 79, "carri": 79, "techniqu": 79, "factor": 79, "bellow": 80, "multi": 80, "discomfort": 80, "togeth": 80, "neg": 80, "perfect": 80, "behavior": 80, "notic": 80, "r_t": 80, "omega": 80, "lambda_p": 80, "p_t": 80, "t_t": 80, "impos": 80, "assign": 80, "proport": 80, "concord": 80, "kind": 80, "typic": 80, "satisfact": 80, "similar": 80, "target": 80, "hourlylinearreward": 80, "slight": 80, "am": 80, "pm": 80, "equal": 80, "seri": 80, "reflect": 80, "But": 80, "pretti": 80, "imagin": 80, "signal": 80, "__call__": 80, "basereward": 80, "customreward": 80, "naiv": 80, "under": [81, 82], "v": 81, "test_common": 81, "test_reward": 81, "test_wrapp": 81, "test_simul": 81, "test_config": 81, "test_env": 81, "test_control": 81, "test_model": 81, "test_stable_baselin": 81, "conceptu": 81, "readm": 81, "try_env": 82, "soon": 82, "dispos": 82, "simplest": 82, "screen": 82, "\u00bac": 83, "aus_nsw": 83, "sydnei": 83, "947670_iwec": 83, "australia": 83, "subtrop": 83, "dry": 83, "83": 83, "col_bogota": 83, "802220_iwec": 83, "bogota": 83, "colombia": 83, "mediterranean": 83, "warm": 83, "mild": 83, "80": 83, "granada": 83, "spain": 83, "latitud": 83, "semiarid": 83, "passiv": 83, "84": 83, "fin_helsinki": 83, "029740_iwec": 83, "helsinki": 83, "finland": 83, "moist": 83, "continent": 83, "79": 83, "jpn_tokyo": 83, "hyakuri": 83, "477150_iwec": 83, "tokyo": 83, "japan": 83, "mdg_antananarivo": 83, "670830_iwec": 83, "antananarivo": 83, "madagascar": 83, "91": 83, "prt_lisboa": 83, "085360_ineti": 83, "lisboa": 83, "portug": 83, "marin": 83, "74": 83, "arizona": 83, "desert": 83, "usa_co_aurora": 83, "bucklei": 83, "angb": 83, "724695_tmy3": 83, "colorado": 83, "usa_il_chicago": 83, "ohar": 83, "725300_tmy3": 83, "illinoi": 83, "70": 83, "pennsylvania": 83, "66": 83, "washington": 83, "west": 83, "coastal": 83, "rain": 83, "classif": 83, "301": 84}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "contribut": 0, "project": 0, "us": [0, 4, 7], "exampl": [0, 72, 75, 77, 78, 82], "cite": 0, "api": 1, "refer": 1, "build": [2, 5, 73, 74], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 40, 41, 42, 43, 74, 77], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 75], "callback": [4, 26, 27, 28], "logger": [4, 54, 55, 56, 57, 76, 78, 79], "evalu": [4, 46, 47], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 75], "model": [4, 12, 13, 14, 73, 75], "load": [4, 75], "environ": [5, 9, 73], "addit": 5, "observ": [5, 73, 78], "inform": [5, 73], "list": 5, "avail": 5, "paramet": 5, "file": 5, "epw": 5, "weather": [5, 83], "variabl": [5, 9], "reward": [5, 58, 59, 60, 61, 62, 73, 80], "kwarg": 5, "action": [5, 8, 73, 74], "repeat": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 7, 79], "space": [5, 73], "name": 5, "definit": [5, 73], "extra": [5, 6, 73], "configur": [5, 6, 7, 9, 73, 76], "ad": [5, 73], "new": [5, 8, 73, 81], "simul": [6, 18, 19, 20, 21, 22, 23, 24], "timestep_per_hour": 6, "runperiod": 6, "googl": 7, "cloud": [7, 9], "prepar": 7, "first": 7, "step": [7, 76], "our": 7, "contain": [7, 9], "platform": 7, "your": 7, "own": 7, "creat": [7, 8, 81], "vm": 7, "mig": 7, "initi": 7, "execut": 7, "experi": 7, "remot": 7, "permiss": 7, "bucket": 7, "storag": 7, "visual": 7, "wandb": 7, "log": 7, "real": 7, "time": 7, "alert": 7, "github": 8, "pull": 8, "request": 8, "push": 8, "main": 8, "merg": 8, "releas": 8, "modifi": [8, 76], "instal": [9, 81], "docker": 9, "manual": 9, "python": 9, "energyplu": [9, 22, 24], "23": 9, "1": [9, 76], "0": 9, "bcvtb": 9, "softwar": 9, "set": [9, 74], "about": [9, 73], "packag": 9, "check": 9, "comput": 9, "config": [11, 12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "base": [19, 20], "basesimul": 20, "eplu": [21, 22], "eplus_alpha": [23, 24], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "loggercallback": 27, "loggerevalcallback": 28, "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "create_variable_weath": 30, "eppy_element_to_dict": 31, "export_actuators_to_excel": 32, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "is_wrap": 36, "ranges_gett": 37, "unwrap_wrapp": 38, "constant": 39, "rbc5zone": 41, "rbcdatacent": 42, "randomcontrol": 43, "env_check": [44, 45], "check_env": 45, "evaluate_polici": 47, "gcloud": [48, 49, 50, 51, 52, 53], "delete_instance_mig_from_contain": 49, "get_service_account_token": 50, "init_storage_cli": 51, "read_from_bucket": 52, "upload_to_bucket": 53, "csvlogger": 55, "wandboutputformat": 57, "basereward": 59, "expreward": 60, "hourlylinearreward": 61, "linearreward": 62, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "datetimewrapp": 64, "discreteincrementalwrapp": 65, "loggerwrapp": [66, 76], "multiobjectivereward": 67, "multiobswrapp": 68, "normalizeobserv": 69, "officegridstoragesmoothingactionconstraintswrapp": 70, "previousobservationwrapp": 71, "basic": 72, "chang": 73, "an": [73, 74], "regist": 73, "other": 73, "compon": 73, "get": 73, "updat": 73, "more": 73, "default": 74, "up": 74, "empti": 74, "interfac": 74, "usag": [75, 82], "person": 76, "inherit": 76, "csvloger": 76, "2": 76, "instanti": 76, "rule": 77, "multi": 78, "object": 78, "previou": 78, "datetim": 78, "discret": 78, "increment": 78, "normal": 78, "nest": 78, "format": 79, "custom": 80, "test": 81, "pytest": 81, "run": 81}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "EPW file": [[5, "epw-file"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Action Repeat": [[5, "action-repeat"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "Environment name": [[5, "environment-name"]], "Action definition": [[5, "action-definition"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[6, "timestep-per-hour"]], "runperiod": [[6, "runperiod"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "Github Actions": [[8, "github-actions"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Installation": [[9, "installation"]], "Docker container": [[9, "docker-container"]], "Manual installation": [[9, "manual-installation"]], "Configure Python environment": [[9, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Set environment variables": [[9, "set-environment-variables"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Check Installation": [[9, "check-installation"]], "Cloud Computing": [[9, "cloud-computing"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[72, "Basic-example"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[75, "DRL-usage-example"]], "Training a model": [[75, "Training-a-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Wrappers example": [[78, "Wrappers-example"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "Output format": [[79, "output-format"]], "Logger": [[79, "logger"]], "Rewards": [[80, "rewards"]], "Custom Rewards": [[80, "custom-rewards"]], "Tests": [[81, "tests"]], "Install Pytest": [[81, "install-pytest"]], "Running tests": [[81, "running-tests"]], "Create new tests": [[81, "create-new-tests"]], "Usage example": [[82, "usage-example"]], "Weathers": [[83, "weathers"]], "Wrappers": [[84, "wrappers"]]}, "indexentries": {"module": [[11, "module-sinergym.config"], [12, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.base"], [21, "module-sinergym.simulators.eplus"], [23, "module-sinergym.simulators.eplus_alpha"], [25, "module-sinergym.utils"], [26, "module-sinergym.utils.callbacks"], [29, "module-sinergym.utils.common"], [39, "module-sinergym.utils.constants"], [40, "module-sinergym.utils.controllers"], [44, "module-sinergym.utils.env_checker"], [46, "module-sinergym.utils.evaluation"], [48, "module-sinergym.utils.gcloud"], [54, "module-sinergym.utils.logger"], [58, "module-sinergym.utils.rewards"], [63, "module-sinergym.utils.wrappers"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model"]], "__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability"]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers"]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface"]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building"]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir"]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface"]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers"]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator"]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__"]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation"]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action"]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation"]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env"]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode"]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name"]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running"]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset"]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers"]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day"]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon"]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday"]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year"]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step"]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus"]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__"]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation"]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation"]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action"]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict"]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys"]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range"]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped"]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file"]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__"]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs"]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"5Zone": [[2, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[9, "about-sinergym-package"]], "Action Repeat": [[5, "action-repeat"]], "Action definition": [[5, "action-definition"]], "Adding a new reward": [[73, "Adding-a-new-reward"]], "Adding more extra configuration": [[73, "Adding-more-extra-configuration"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding other new components to the environment": [[73, "Adding-other-new-components-to-the-environment"]], "Additional observation information": [[5, "additional-observation-information"]], "Available Parameters": [[5, "available-parameters"]], "Basic example": [[72, "Basic-example"]], "Buildings": [[2, "buildings"]], "Changing an environment registered in Sinergym": [[73, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[73, "Changing-observation-and-action-spaces"]], "Check Installation": [[9, "check-installation"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[9, "cloud-computing"]], "Configure Python environment": [[9, "configure-python-environment"]], "Containers permission to bucket storage output": [[7, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[3, "controllers"]], "Create new tests": [[81, "create-new-tests"]], "Create your VM or MIG": [[7, "create-your-vm-or-mig"]], "Custom Rewards": [[80, "custom-rewards"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "DRL usage example": [[75, "DRL-usage-example"]], "Datacenter": [[2, "datacenter"]], "Datetime Wrapper": [[78, "Datetime-Wrapper"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[74, "Default-building-control-setting-up-an-empty-action-interface"]], "Discrete Incremental Wrapper": [[78, "Discrete-Incremental-Wrapper"]], "Docker container": [[9, "docker-container"]], "EPW file": [[5, "epw-file"]], "Environment name": [[5, "environment-name"]], "Environments": [[5, "environments"]], "Environments List": [[5, "environments-list"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[7, "executing-experiments-in-remote-containers"]], "Extra Configuration in Sinergym simulations": [[6, "extra-configuration-in-sinergym-simulations"]], "Extra configuration": [[5, "extra-configuration"]], "First steps (configuration)": [[7, "first-steps-configuration"]], "Getting information about building model with Sinergym": [[73, "Getting-information-about-building-model-with-Sinergym"]], "Github Actions": [[8, "github-actions"]], "Google Cloud Alerts": [[7, "google-cloud-alerts"]], "How to use": [[4, "how-to-use"]], "Initiate your VM": [[7, "initiate-your-vm"]], "Install BCVTB software": [[9, "install-bcvtb-software"]], "Install EnergyPlus 23.1.0": [[9, "install-energyplus-23-1-0"]], "Install Pytest": [[81, "install-pytest"]], "Installation": [[9, "installation"]], "Load a trained model": [[4, "load-a-trained-model"]], "Loading a model": [[75, "Loading-a-model"]], "Logger": [[79, "logger"]], "Logger Wrapper": [[78, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[76, "Logger-Wrapper-personalization/configuration"]], "Manual installation": [[9, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Multi Observation Wrapper": [[78, "Multi-Observation-Wrapper"]], "Multi-Objective Wrapper": [[78, "Multi-Objective-Wrapper"]], "Nesting wrappers": [[78, "Nesting-wrappers"]], "New release created or modified": [[8, "new-release-created-or-modified"]], "Normalization Wrapper": [[78, "Normalization-Wrapper"]], "Observation/action spaces": [[5, "observation-action-spaces"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "OfficeMedium": [[2, "officemedium"]], "Output format": [[79, "output-format"]], "Preparing Google Cloud": [[7, "preparing-google-cloud"]], "Previous Observations Wrappers": [[78, "Previous-Observations-Wrappers"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Pull Request": [[8, "pull-request"]], "Push main (or merge a pull request)": [[8, "push-main-or-merge-a-pull-request"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Rewards": [[80, "rewards"]], "Rule Controller example": [[77, "Rule-Controller-example"]], "Running tests": [[81, "running-tests"]], "Set environment variables": [[9, "set-environment-variables"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "Sinergym with Google Cloud": [[7, "sinergym-with-google-cloud"]], "Step 1 Inherit and modify the CSVloger": [[76, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[76, "Step-2-Instantiate-the-LoggerWrapper"]], "Tests": [[81, "tests"]], "Train a model": [[4, "train-a-model"]], "Training a model": [[75, "Training-a-model"]], "Updating the action definition of the environment": [[73, "Updating-the-action-definition-of-the-environment"]], "Usage example": [[82, "usage-example"]], "Use our container in Google Cloud Platform": [[7, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[7, "use-your-own-container"]], "Visualize remote wandb log in real-time": [[7, "visualize-remote-wandb-log-in-real-time"]], "Warehouse": [[2, "warehouse"]], "Weather Variability": [[5, "weather-variability"]], "Weathers": [[83, "weathers"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[84, "wrappers"]], "Wrappers example": [[78, "Wrappers-example"]], "building file": [[5, "building-file"]], "runperiod": [[6, "runperiod"]], "sinergym.config": [[11, "module-sinergym.config"]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling"]], "sinergym.config.modeling.Model": [[13, "sinergym-config-modeling-model"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base"]], "sinergym.simulators.base.BaseSimulator": [[20, "sinergym-simulators-base-basesimulator"]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, "sinergym-simulators-eplus-energyplus"]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, "sinergym-simulators-eplus-alpha-energyplus"]], "sinergym.utils": [[25, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[27, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[29, "module-sinergym.utils.common"]], "sinergym.utils.common.create_variable_weather": [[30, "sinergym-utils-common-create-variable-weather"]], "sinergym.utils.common.eppy_element_to_dict": [[31, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_actuators_to_excel": [[32, "sinergym-utils-common-export-actuators-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[33, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[34, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.get_season_comfort_range": [[35, "sinergym-utils-common-get-season-comfort-range"]], "sinergym.utils.common.is_wrapped": [[36, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[41, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[42, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[43, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[45, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[47, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[49, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[50, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[51, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[52, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[53, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[55, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.Logger": [[56, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[59, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[60, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[62, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, "sinergym-utils-wrappers-previousobservationwrapper"]], "timestep_per_hour": [[6, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.Model", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.base", "pages/modules/sinergym.simulators.base.BaseSimulator", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.simulators.eplus_alpha", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.create_variable_weather", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_actuators_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.get_season_comfort_range", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.Model.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.base.rst", "pages/modules/sinergym.simulators.base.BaseSimulator.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.simulators.eplus_alpha.rst", "pages/modules/sinergym.simulators.eplus_alpha.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.create_variable_weather.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_actuators_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.get_season_comfort_range.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.__init__", false]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__", false]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[59, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[60, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[61, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[62, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[43, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[41, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[42, "sinergym.utils.controllers.RBCDatacenter.act", false]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "adapt_building_to_action_definition() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_action_definition", false]], "adapt_building_to_action_definition() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_action_definition", false]], "adapt_building_to_epw() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_building_to_epw", false]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw", false]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.adapt_variables_to_cfg_and_building", false]], "adapt_variables_to_cfg_and_building() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_variables_to_cfg_and_building", false]], "apply_extra_conf() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_extra_conf", false]], "apply_extra_conf() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_extra_conf", false]], "apply_weather_variability() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.apply_weather_variability", false]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability", false]], "basereward (class in sinergym.utils.rewards)": [[59, "sinergym.utils.rewards.BaseReward", false]], "basesimulator (class in sinergym.simulators.base)": [[20, "sinergym.simulators.base.BaseSimulator", false]], "check_env() (in module sinergym.utils.env_checker)": [[45, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "create_variable_weather() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.create_variable_weather", false]], "csvlogger (class in sinergym.utils.logger)": [[55, "sinergym.utils.logger.CSVLogger", false]], "datetimewrapper (class in sinergym.utils.wrappers)": [[64, "sinergym.utils.wrappers.DatetimeWrapper", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[49, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[65, "sinergym.utils.wrappers.DiscreteIncrementalWrapper", false]], "end_env() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_env", false]], "end_episode() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.end_episode", false]], "end_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.end_simulation", false]], "energyplus (class in sinergym.simulators.eplus)": [[22, "sinergym.simulators.eplus.EnergyPlus", false]], "energyplus (class in sinergym.simulators.eplus_alpha)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus", false]], "env_name (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.env_name", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv", false]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.eppy_element_to_dict", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[47, "sinergym.utils.evaluation.evaluate_policy", false]], "export_actuators_to_excel() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.export_actuators_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[60, "sinergym.utils.rewards.ExpReward", false]], "get_current_time_info() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_current_time_info", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.get_delta_seconds", false]], "get_is_eplus_running() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.get_is_eplus_running", false]], "get_record_keys() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.get_schedulers", false]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers", false]], "get_schedulers() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_schedulers", false]], "get_season_comfort_range() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.get_season_comfort_range", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[50, "sinergym.utils.gcloud.get_service_account_token", false]], "get_unwrapped_obs() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.get_unwrapped_obs", false]], "get_zones() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.get_zones", false]], "getlogger() (sinergym.utils.logger.logger method)": [[56, "sinergym.utils.logger.Logger.getLogger", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[61, "sinergym.utils.rewards.HourlyLinearReward", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[51, "sinergym.utils.gcloud.init_storage_client", false]], "is_wrapped() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.is_wrapped", false]], "linearreward (class in sinergym.utils.rewards)": [[62, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[56, "sinergym.utils.logger.Logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[27, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[28, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[66, "sinergym.utils.wrappers.LoggerWrapper", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "model (class in sinergym.config.modeling)": [[13, "sinergym.config.modeling.Model", false]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON", false]], "module": [[11, "module-sinergym.config", false], [12, "module-sinergym.config.modeling", false], [15, "module-sinergym.envs", false], [16, "module-sinergym.envs.eplus_env", false], [18, "module-sinergym.simulators", false], [19, "module-sinergym.simulators.base", false], [21, "module-sinergym.simulators.eplus", false], [23, "module-sinergym.simulators.eplus_alpha", false], [25, "module-sinergym.utils", false], [26, "module-sinergym.utils.callbacks", false], [29, "module-sinergym.utils.common", false], [39, "module-sinergym.utils.constants", false], [40, "module-sinergym.utils.controllers", false], [44, "module-sinergym.utils.env_checker", false], [46, "module-sinergym.utils.evaluation", false], [48, "module-sinergym.utils.gcloud", false], [54, "module-sinergym.utils.logger", false], [58, "module-sinergym.utils.rewards", false], [63, "module-sinergym.utils.wrappers", false]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[68, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[69, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[64, "sinergym.utils.wrappers.DatetimeWrapper.observation", false]], "observation() (sinergym.utils.wrappers.normalizeobservation method)": [[69, "sinergym.utils.wrappers.NormalizeObservation.observation", false]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper.observation", false]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "on_training_end() (sinergym.utils.callbacks.loggercallback method)": [[27, "sinergym.utils.callbacks.LoggerCallback.on_training_end", false]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.PreviousObservationWrapper", false]], "randomcontroller (class in sinergym.utils.controllers)": [[43, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[41, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[42, "sinergym.utils.controllers.RBCDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[52, "sinergym.utils.gcloud.read_from_bucket", false]], "receive_observation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.receive_observation", false]], "receive_observation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.receive_observation", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "save_building_model() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_building_model", false]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model", false]], "save_variables_cfg() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.save_variables_cfg", false]], "save_variables_cfg() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_variables_cfg", false]], "schedulers (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.schedulers", false]], "send_action() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.send_action", false]], "send_action() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.send_action", false]], "set_episode_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_episode_working_dir", false]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir", false]], "set_experiment_working_dir() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_experiment_working_dir", false]], "set_experiment_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_experiment_working_dir", false]], "set_external_interface() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.set_external_interface", false]], "set_external_interface() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_external_interface", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[55, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "sinergym.config": [[11, "module-sinergym.config", false]], "sinergym.config.modeling": [[12, "module-sinergym.config.modeling", false]], "sinergym.envs": [[15, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[18, "module-sinergym.simulators", false]], "sinergym.simulators.base": [[19, "module-sinergym.simulators.base", false]], "sinergym.simulators.eplus": [[21, "module-sinergym.simulators.eplus", false]], "sinergym.simulators.eplus_alpha": [[23, "module-sinergym.simulators.eplus_alpha", false]], "sinergym.utils": [[25, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[26, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[29, "module-sinergym.utils.common", false]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[40, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[44, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[46, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[48, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[54, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[58, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[63, "module-sinergym.utils.wrappers", false]], "start_day (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_day", false]], "start_mon (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_mon", false]], "start_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.start_simulation", false]], "start_simulation() (sinergym.simulators.eplus_alpha.energyplus method)": [[24, "sinergym.simulators.eplus_alpha.EnergyPlus.start_simulation", false]], "start_weekday (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_weekday", false]], "start_year (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.start_year", false]], "start_year (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.start_year", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.simulators.eplus.energyplus method)": [[22, "sinergym.simulators.eplus.EnergyPlus.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[66, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[67, "sinergym.utils.wrappers.MultiObjectiveReward.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[68, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "stop_simulation() (sinergym.simulators.base.basesimulator method)": [[20, "sinergym.simulators.base.BaseSimulator.stop_simulation", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper", false]], "update_weather_path() (sinergym.config.modeling.model method)": [[13, "sinergym.config.modeling.Model.update_weather_path", false]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[53, "sinergym.utils.gcloud.upload_to_bucket", false]], "wandboutputformat (class in sinergym.utils.logger)": [[57, "sinergym.utils.logger.WandBOutputFormat", false]], "write() (sinergym.utils.logger.wandboutputformat method)": [[57, "sinergym.utils.logger.WandBOutputFormat.write", false]], "zone_names (sinergym.simulators.eplus.energyplus property)": [[22, "sinergym.simulators.eplus.EnergyPlus.zone_names", false]]}, "objects": {"sinergym": [[11, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [25, 0, 0, "-", "utils"]], "sinergym.config": [[12, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[13, 1, 1, "", "Model"], [14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.Model": [[13, 2, 1, "", "__init__"], [13, 2, 1, "", "adapt_building_to_action_definition"], [13, 2, 1, "", "adapt_building_to_epw"], [13, 2, 1, "", "adapt_variables_to_cfg_and_building"], [13, 2, 1, "", "apply_extra_conf"], [13, 2, 1, "", "apply_weather_variability"], [13, 2, 1, "", "get_schedulers"], [13, 2, 1, "", "save_building_model"], [13, 2, 1, "", "save_variables_cfg"], [13, 2, 1, "", "set_episode_working_dir"], [13, 2, 1, "", "set_experiment_working_dir"], [13, 2, 1, "", "set_external_interface"], [13, 2, 1, "", "update_weather_path"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_action_definition"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_variables_to_cfg_and_building"], [14, 2, 1, "", "apply_extra_conf"], [14, 2, 1, "", "apply_weather_variability"], [14, 2, 1, "", "get_current_time_info"], [14, 2, 1, "", "get_schedulers"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "save_variables_cfg"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "set_experiment_working_dir"], [14, 2, 1, "", "set_external_interface"], [14, 3, 1, "", "start_year"], [14, 2, 1, "", "update_weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 2, 1, "", "close"], [17, 2, 1, "", "get_schedulers"], [17, 2, 1, "", "get_zones"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 2, 1, "", "step"]], "sinergym.simulators": [[19, 0, 0, "-", "base"], [21, 0, 0, "-", "eplus"], [23, 0, 0, "-", "eplus_alpha"]], "sinergym.simulators.base": [[20, 1, 1, "", "BaseSimulator"]], "sinergym.simulators.base.BaseSimulator": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "receive_observation"], [20, 2, 1, "", "send_action"], [20, 2, 1, "", "start_simulation"], [20, 2, 1, "", "stop_simulation"]], "sinergym.simulators.eplus": [[22, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[22, 2, 1, "", "__init__"], [22, 2, 1, "", "end_env"], [22, 2, 1, "", "end_episode"], [22, 3, 1, "", "env_name"], [22, 2, 1, "", "get_is_eplus_running"], [22, 2, 1, "", "reset"], [22, 3, 1, "", "schedulers"], [22, 3, 1, "", "start_day"], [22, 3, 1, "", "start_mon"], [22, 3, 1, "", "start_weekday"], [22, 3, 1, "", "start_year"], [22, 2, 1, "", "step"], [22, 3, 1, "", "zone_names"]], "sinergym.simulators.eplus_alpha": [[24, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus_alpha.EnergyPlus": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "end_simulation"], [24, 2, 1, "", "receive_observation"], [24, 2, 1, "", "send_action"], [24, 2, 1, "", "start_simulation"]], "sinergym.utils": [[26, 0, 0, "-", "callbacks"], [29, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [40, 0, 0, "-", "controllers"], [44, 0, 0, "-", "env_checker"], [46, 0, 0, "-", "evaluation"], [48, 0, 0, "-", "gcloud"], [54, 0, 0, "-", "logger"], [58, 0, 0, "-", "rewards"], [63, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[27, 1, 1, "", "LoggerCallback"], [28, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[27, 2, 1, "", "__init__"], [27, 2, 1, "", "on_training_end"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[28, 2, 1, "", "__init__"]], "sinergym.utils.common": [[30, 5, 1, "", "create_variable_weather"], [31, 5, 1, "", "eppy_element_to_dict"], [32, 5, 1, "", "export_actuators_to_excel"], [33, 5, 1, "", "get_delta_seconds"], [34, 5, 1, "", "get_record_keys"], [35, 5, 1, "", "get_season_comfort_range"], [36, 5, 1, "", "is_wrapped"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.controllers": [[41, 1, 1, "", "RBC5Zone"], [42, 1, 1, "", "RBCDatacenter"], [43, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[41, 2, 1, "", "__init__"], [41, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[42, 2, 1, "", "__init__"], [42, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[43, 2, 1, "", "__init__"], [43, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[45, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[47, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[49, 5, 1, "", "delete_instance_MIG_from_container"], [50, 5, 1, "", "get_service_account_token"], [51, 5, 1, "", "init_storage_client"], [52, 5, 1, "", "read_from_bucket"], [53, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[55, 1, 1, "", "CSVLogger"], [56, 1, 1, "", "Logger"], [57, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[55, 2, 1, "", "__init__"], [55, 2, 1, "", "activate_flag"], [55, 2, 1, "", "deactivate_flag"], [55, 2, 1, "", "log_episode"], [55, 2, 1, "", "log_step"], [55, 2, 1, "", "log_step_normalize"], [55, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.Logger": [[56, 2, 1, "", "__init__"], [56, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[57, 2, 1, "", "__init__"], [57, 2, 1, "", "write"]], "sinergym.utils.rewards": [[59, 1, 1, "", "BaseReward"], [60, 1, 1, "", "ExpReward"], [61, 1, 1, "", "HourlyLinearReward"], [62, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[59, 2, 1, "", "__init__"]], "sinergym.utils.rewards.ExpReward": [[60, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[61, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[62, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[64, 1, 1, "", "DatetimeWrapper"], [65, 1, 1, "", "DiscreteIncrementalWrapper"], [66, 1, 1, "", "LoggerWrapper"], [67, 1, 1, "", "MultiObjectiveReward"], [68, 1, 1, "", "MultiObsWrapper"], [69, 1, 1, "", "NormalizeObservation"], [70, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [71, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "action"]], "sinergym.utils.wrappers.LoggerWrapper": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "activate_logger"], [66, 2, 1, "", "close"], [66, 2, 1, "", "deactivate_logger"], [66, 2, 1, "", "reset"], [66, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[67, 2, 1, "", "__init__"], [67, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[68, 2, 1, "", "__init__"], [68, 2, 1, "", "reset"], [68, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeObservation": [[69, 2, 1, "", "__init__"], [69, 2, 1, "", "get_unwrapped_obs"], [69, 2, 1, "", "observation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[70, 2, 1, "", "__init__"], [70, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "terms": {"": [0, 4, 5, 6, 7, 9, 10, 14, 17, 21, 43, 55, 60, 61, 62, 66, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "0": [5, 7, 17, 22, 27, 33, 55, 57, 60, 61, 62, 65, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "00": [75, 78], "0000000e": 78, "00003": 78, "000039487146": 76, "00007": 78, "00007053356337": 78, "0001": [60, 61, 62, 75], "0001train": 75, "0005172479412": 76, "00053854409991": 78, "001": 73, "00186172439464": 74, "002": 75, "00327277795856": 74, "00386282277963498": 73, "004606550080905036": 78, "006549771846": 75, "006803586826214769": 72, "007": 75, "0073122684688691": 76, "007756884363910412": 77, "007776888271558947": 77, "0077768882715716125": 76, "00780572594377727": 72, "008417052432114895": 74, "008430450234156376": 74, "0089130888504": 74, "0090532494292": 74, "009213100161810072": 78, "0093861900816": 76, "01": [5, 74, 75, 78], "010059948897039251": 74, "01020583080124": 74, "010290336399695095": 72, "0123429118514469": 76, "012472211059939661": 74, "01275428900255242": 72, "01287517197652": 78, "01329469346279363": 72, "01494159872766": 74, "01577085247379": 76, "01643330496888": 74, "0164333049688814": 74, "01683410486422979": 74, "01686090046831275": 74, "01801205607125": 73, "018276601381479952": 74, "0184485627100592": 76, "01852514183022": 74, "01970452128446": 72, "02": [73, 75, 78], "020119897794078502": 74, "02058067279939019": 72, "02086591490914": 74, "020928883808": 73, "0228454128515769": 78, "02366936329494": 74, "02472531084889493": 76, "024944422119879323": 74, "02518258185097": 74, "02546548051228989": 76, "0265839003008237": 72, "02666361701911": 74, "02949560756553": 74, "029740_iwec": 83, "03": [5, 75, 78], "033361720371": 77, "035": 73, "03504108838575": 74, "03586826214769": 72, "03628851183499179": 73, "03904879581279": 74, "04": [9, 75], "04219268928": 73, "04504726077090611": 77, "04527025324859942": 73, "04536207465787": 72, "046301331383180155": 72, "046598736376": 75, "04760361521357": 74, "04871666093": 75, "05": [72, 73, 74, 75, 76, 77, 78], "051": 75, "052": [72, 75], "05264115641391": 74, "05489061228459239": 73, "055": 78, "05528226607644676": 72, "056138683364": 77, "0572594377727": 72, "058": 78, "059850254269872": 78, "05e": 75, "05time": 75, "06": [75, 78], "060": 78, "06194873103": 73, "062110635592": 75, "06217525932352355": 78, "062533998062": 72, "064": 78, "06405171899508": 74, "06426320076971337": 72, "065": 78, "066": 78, "06650285483307": 74, "06701740467029": 74, "068": 78, "06823112590142": 74, "069": 78, "0694712468917504": 72, "070": 78, "071": 78, "07108eval": 75, "072": 78, "0726817108841111": 78, "07272observ": 75, "073303104839": 73, "07470093861900816": 76, "07783653111332": 74, "07804657515512": 74, "0783216797893724": 72, "0783983820759": 74, "08": [74, 75, 76, 77, 78], "0801924e": 78, "08066550485968": 74, "081975591504": 73, "08284143205459649": 78, "083": 75, "083098": 73, "084": 75, "084190_swec": [73, 83], "08503310689805112": 73, "085360_ineti": 83, "08560769497404": 74, "086039366923": 75, "087557": 73, "08793737284828": 78, "09": [72, 73, 77], "0909126946236": 74, "09130582663": 73, "0919409422220332": 74, "09202095142567": 74, "0934402285147": 73, "093657": 78, "09441168398757514": 73, "095863129856": 73, "097308720588": 74, "098": 78, "09980439304872": 74, "0999999e": 78, "0eval": 75, "0observ": 75, "0rollout": 75, "0x7fc699c89780": 75, "1": [2, 5, 6, 17, 22, 27, 28, 60, 61, 62, 65, 69, 72, 73, 74, 75, 77, 78, 80, 82, 83, 84], "10": [0, 5, 7, 9, 17, 22, 72, 73, 74, 75, 76, 77, 78, 83], "10000": 28, "1000000e": 78, "1000031e": 78, "10093436763699": 74, "101": 75, "10128": 78, "10167": 73, "1023057700571006": 72, "1025894": 73, "1027555454244897": 72, "10299314796017": 74, "103": 73, "10368000": [72, 73, 74, 76, 77, 78], "10438train": 75, "105120": 75, "10535": 74, "10598": 78, "106": 75, "10625": 73, "106797247593": 73, "10726": 78, "10730": 77, "107391180793777": 78, "107587250033": 75, "10787688303576061": 73, "107970886588": 75, "108617604": 73, "10984": 75, "1098838831623958": 73, "10989": 75, "10997": 75, "10gb": 7, "11": [72, 73, 74, 75, 76, 77, 78], "1101": 75, "11031": 75, "11071": 75, "11073": 78, "110944920854076": 77, "11109": 77, "111770139198": 75, "11195641384": 72, "11365": 73, "11371544019180026": 77, "11381679118189": 73, "1145": 0, "115": 75, "11520": [72, 73, 74, 76, 77, 78], "11540114201": 72, "11555": 77, "11558": 72, "11594": 72, "11605973685300276": 73, "11638": 76, "1171133208982987": 73, "11729867128239142": 73, "1188": 75, "11936": 77, "11946": 73, "1197378939569": 74, "12": [2, 5, 6, 72, 73, 74, 75, 76, 77, 78, 83], "120": 75, "1209": 73, "12135": 73, "12213": 72, "122890182604": 77, "12290932041643": 74, "123332977162": 75, "1243": 78, "12430768198516": 74, "1243505186470471": 78, "1245680706513": 73, "125": 74, "12556": 73, "126060233338": 72, "1261882047809486": 72, "12638": 77, "126598": 78, "127": 72, "1271210466431292": 73, "129": 78, "12990": 77, "12zkrpfr": 75, "12zkrpfrsync": 75, "13": [75, 78, 83], "13046400": [72, 73, 74, 76, 77, 78], "1310": 73, "13100161810073": 78, "1310839506079359": 73, "13115881226312": 74, "131984266502": 73, "132": [72, 78], "13217": 73, "133": 73, "13313673910118": 74, "13341": 75, "13362observ": 75, "13418": 75, "13422observ": 75, "13428": 75, "13442": 75, "135": 73, "13520": 75, "136": 73, "137": 75, "13722363182544": 74, "13779": 75, "13914670400343965": 78, "13931485589389": 74, "13941": 72, "14": [75, 78, 83], "140160": 75, "14045": 76, "1417433566409585": 73, "14237290405316": 77, "14287": 73, "143": 75, "143077620738": 75, "1433486661159513": 72, "1434": 74, "14381": 77, "144": 75, "14461": 77, "14496": [72, 73, 74, 76, 77, 78], "14499944": 73, "145": 78, "14511417944243": 74, "145288636933799": 77, "14538994164463": 74, "1455": 73, "146": 78, "14721794427982": 74, "14834": 76, "15": [72, 73, 75, 78], "151": 75, "15118892934099": 74, "15166observ": 75, "152": 75, "1537180471515": 74, "154": 75, "15535": 73, "15538": 75, "155481": 73, "1555448222552582": 77, "156": 75, "15604": 75, "15618": 75, "15628": 75, "15637165561054": 74, "15638400": [72, 73, 74, 76, 77, 78], "15696": 75, "157": 75, "1570930549615421": 72, "158": 75, "15878336706238": 74, "159": 75, "1594201352625881": 72, "15978920038153083": 76, "16": [73, 75, 78, 83], "161": 8, "1620499503941164": 72, "16249": 72, "16322": 75, "16369": 76, "1640": 72, "1640169602508194": 72, "1646": 77, "16606": 76, "16610": 75, "16612981759986586": 77, "16674": 75, "16692": 75, "16695": 75, "16725104644419042": 73, "16759": 75, "16777episod": 75, "168": [72, 74], "16817346431958": 74, "16873133304136": 74, "169602508194": 72, "17": [72, 73, 75, 76, 77, 78, 83], "17052": 74, "1711091575": 75, "17241292870662": 74, "1726": 75, "17288182018041": 74, "1730": 75, "1735": 75, "17350166808601855": 77, "1736": 75, "17376": [72, 73, 74, 76, 77, 78], "17410288882376": 74, "1747": 75, "17580": 72, "17590": 75, "17645": 75, "17666": 75, "17668": 75, "17684": 76, "17730": 75, "17908observ": 75, "1793": 73, "1798955675245395": 76, "17e": 75, "18": [9, 72, 73, 75, 76, 77, 78, 83], "180": 75, "18171280832089": 74, "18177330280738": 74, "18184212415447": 74, "18250554829811": 73, "18285854434887": 74, "18316800": [72, 73, 74, 76, 77, 78], "1834792544898": 73, "184": 75, "18492759337955042": 73, "18519": 75, "1863449693465": 74, "18666": 75, "18742": 72, "18744747683239846": 73, "1877495160313": 74, "188": 78, "18858": 76, "188751": 73, "1888": 73, "18882336797515029": 73, "18991934125463": 76, "19": [2, 61, 72, 73, 74, 75, 76, 78], "19014861710788": 74, "19023": 75, "19146": 75, "19149589468718": 74, "19159": 75, "19198": 75, "192": 75, "19220": 75, "19226": 75, "19286": 75, "1931": 72, "19338": 75, "19346756372219": 76, "1939": 76, "194": 75, "194737060055": 73, "1947558564166": 75, "194956363846": 75, "195": 75, "1957": 75, "19600": 76, "19617403787294466": 73, "19618": 75, "196222768007": 72, "1976910177348792": 73, "19774": 75, "19812063166409": 74, "198977940785": 74, "1991": [6, 72, 73, 74, 76, 77, 78], "1992": [72, 73, 74, 76, 77, 78], "1997": 6, "1998": 6, "1e": [60, 61, 62, 75, 80], "2": [0, 2, 5, 8, 9, 10, 22, 65, 72, 73, 74, 75, 77, 78, 83], "20": [72, 73, 74, 75, 76, 77, 78, 80], "2004": [35, 41], "201": 74, "2013": 72, "2013126060233338": 72, "20135262588": 72, "2016": 42, "2021": 0, "2021sinergym": 0, "2023": [72, 73, 74, 75, 76, 77, 78], "20230526_083242": 75, "20230526_083542": 75, "2029474175800276": 73, "20349827": 73, "20352": [72, 73, 74, 76, 77, 78], "20445": 72, "2046115401142012": 72, "205": 72, "20503": 75, "20587": 76, "206": 75, "20719535073523": 74, "20737458330498": 74, "208": 78, "20917317875767": 74, "209753990493": 75, "2098": 74, "20995200": [72, 73, 74, 76, 77, 78], "20gb": 7, "21": [72, 73, 74, 75, 76, 77, 78, 83], "21029": 75, "210940693767": 76, "211": 75, "21149845430837": 74, "21151713282790238": 76, "211895692": 75, "212": 75, "212093018982": 73, "21224560003259": 74, "213": 75, "214": 75, "215": 75, "2157": 73, "21575376607152122": 73, "2166495718253857": 76, "21724": 75, "21813840249226": 74, "22": [9, 72, 73, 74, 75, 76, 77, 78], "22046": 72, "22081948801992": 74, "221344355363743": 72, "222013342354": 77, "2227211694981186": 72, "22539": 75, "226": 75, "22602812937185654": 73, "22604444846960037": 73, "2262496513037": 74, "2274": 77, "22743088038360051": 77, "228": 78, "22863": 73, "22936": 74, "23": [73, 74, 75, 77, 78, 80], "23158611250431": 73, "2321": 73, "23211947370600552": 73, "23273321762333": 74, "23328": [72, 73, 74, 76, 77, 78], "23350556151528": 74, "233679751503": 73, "2342": 73, "2342266417965974": 73, "2344308473864": 74, "2345": 73, "23459734256478285": 73, "23509": 73, "23587200": [72, 73, 74, 76, 77, 78], "23643866755706006": 74, "236536607371": 75, "237994001168": 74, "239857002728": 77, "24": [33, 73, 74, 76, 78], "24046observ": 75, "2410384140249611": 73, "24231755447375": 74, "243": 77, "24388859916640204": 78, "24402157474289": 74, "24555episod": 75, "247": 76, "248299019799475": 72, "249": [5, 74], "24966082016038": 74, "25": [72, 73, 74, 75, 77, 78, 83], "251981433648": 77, "252": 78, "25242446113143": 74, "2524485001004": 77, "25264693843734": 73, "253": 75, "2531084889493": 76, "254": 76, "255": 78, "25621159111793": 74, "2565": 73, "257": 75, "2581": 78, "25816640276015645": 78, "259": 78, "25921261409608": 74, "26": [72, 73, 74, 75, 76, 77, 78, 80], "260231": 73, "260758227023": 77, "261": 75, "26208": [72, 73, 74, 76, 77, 78], "2625041207563": 73, "26265600": [72, 73, 74, 76, 77, 78], "2638551640604732": 77, "26488400229285347": 77, "266417965974": 73, "266667": 78, "266783718776": 76, "267067274302": 77, "2678400": [72, 73, 74, 76, 77, 78], "26855668465098": 74, "269": 75, "2690803078450692": 78, "26957472797558": 74, "26_08": 75, "27": [72, 73, 74, 75, 76, 78], "272787829606": 75, "273": 75, "274": 75, "275": 75, "2769689198347614": 77, "277": 75, "278": 75, "27845569962855": 74, "27e": 75, "28": [72, 73, 75, 76, 77, 78], "280647200174": 77, "283": 75, "283180745597": 75, "2848": 73, "284908692733": 75, "28546": 74, "2856852199615554": 78, "28627477575703075": 73, "28857600": [72, 73, 74, 76, 77, 78], "28885051351978": 74, "28941502184804935": 73, "2899462240987": 74, "29": [73, 75, 78], "29110024290416675": 73, "29184": [72, 73, 74, 76, 77, 78], "29184088039651": 74, "292": 75, "29224285842038": 78, "2927": 78, "2927507041696274": 78, "292969923887": 76, "293": 75, "29315observ": 75, "29411292025077174": 76, "2963": 77, "2963122890182604": 77, "297471848277": 75, "2976": [72, 73, 74, 76, 77, 78], "29764272369417": 74, "2989879011191": 74, "299221364219": 75, "29th": 6, "2e": 75, "2zonedatacenterhvac": 42, "2zonedatacenterhvac_weconom": [2, 5], "3": [0, 2, 4, 5, 6, 7, 9, 10, 22, 26, 72, 73, 74, 75, 76, 77, 78, 81, 83], "30": [60, 61, 62, 72, 73, 77, 78], "3000000e": 78, "300436960987": 73, "30061854058779": 74, "301": 84, "30209124": 78, "30247967540778": 74, "30269066602163": 74, "30320823246185": 74, "3032686362277": 74, "303282459102": 74, "305": 73, "3053177395385943": 73, "3073825230968694": 72, "30836667700696": 77, "30864953312002896": 78, "308803836005": 77, "31": [5, 6, 75], "312": 75, "313": 75, "313422911042": 75, "31536000": [72, 73, 74, 76, 77, 78], "316309": 73, "31755406341168": 74, "31791": 73, "319": 0, "32": [75, 78], "320": 2, "32035897679374": 73, "32064": [72, 73, 74, 76, 77, 78], "32224710528407": 74, "3223465283115184": 77, "32247978037293": 74, "323": 0, "324": 78, "3247053e": 78, "325": 78, "326": 78, "327": 78, "327572": 73, "32788194328": 75, "328": 78, "329": 78, "32991787449022": 77, "32995668072997": 77, "32999035838968": 77, "329999923706055": 77, "32_awf23a8c": 75, "32_evalu": 75, "32_evaluation_mainthread_root": 75, "32_g5fey5jp": 75, "32_mainthread_root": 75, "32e": 75, "33": [72, 75, 77], "33001174568691": 77, "33009897623347": 77, "33010938638332": 77, "33011237958411": 77, "33025334254351": 77, "33028428947056": 77, "3310689805112": 73, "33156": 74, "3316746509137833": 76, "331851551256": 72, "3322": 77, "33225963519973173": 77, "33229321299511": 74, "3345": 73, "33450209288838084": 73, "3387": 74, "33953654945672": 74, "34": [73, 75, 83], "3403952831281551": 76, "3410486422979": 74, "341702": 73, "3420": 73, "342656558048": 76, "3464": 75, "3470": 77, "3470033361720371": 77, "34759748424246": 74, "34824rollout": 75, "3486611": 0, "3488729": 0, "3490105016546199": 72, "3496876205409685": 76, "35": [73, 75, 83], "35040": [72, 73, 74, 75, 76, 77, 78], "351142368778": 72, "3521": 77, "3545": 75, "354790771886": 73, "3548": 75, "35487121334": 75, "354906": 73, "35526077997812": 74, "3555": 75, "35654386654": 76, "3568": 75, "35685000789159": 74, "3575452900204674": 77, "3579": 75, "3583511986606139": 73, "35863": 74, "35990857059858": 74, "35999783387461": 74, "35_mainthread_root": 75, "36": 75, "362": 73, "36530127721559846": 78, "368": 78, "3689291811268642": 78, "3698": 73, "36985518675910084": 73, "37": 72, "3703": 73, "37237": 74, "373": 78, "3748": 73, "3748949536647969": 73, "37516306525545": 74, "37519187454117": 74, "37530092061942": 74, "37560489470522": 74, "37779165374341": 74, "37859048511651": 74, "38": [72, 73], "382": 73, "38245observ": 75, "38254171666813": 74, "38261": 74, "383": 73, "385": 73, "38676574975518": 74, "388": 73, "3891": 72, "39": [72, 73, 74, 75, 76, 77, 78], "390": 2, "3912178052315": 73, "3913830662461493": 73, "39186611484875": 74, "3923": 73, "3923480757458893": 73, "39245729803426": 74, "3933": 76, "39475723084232": 74, "39843184599122": 78, "3991606046509491": 73, "39942018132908": 74, "39952278137207": 78, "39952294733769": 78, "4": [2, 5, 6, 9, 13, 14, 17, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80], "40": 78, "400000095367432": 78, "40024332035621": 74, "4058": 73, "4058948351600552": 73, "406": 75, "40605396": 73, "406855033856": 75, "4081": 76, "40819585123366664": 76, "41": [75, 78, 83], "412": 75, "41211eval": 75, "41230402548253": 74, "4127061076867006": 77, "414": 78, "4143": 78, "41449827024159": 74, "416": 73, "41603845689724": 74, "41619977445056": 74, "416944945128": 77, "417": 73, "418": 73, "41823646286382": 74, "419": 73, "4197100749338": 73, "42": 75, "4223631": 73, "4230": 76, "42303426565580476": 76, "42391845372941": 74, "429": 75, "43": 75, "4308": 73, "43080619487310295": 73, "43125": 73, "43223892396855": 74, "432796": 73, "433128775607": 73, "4332": 76, "4332991436507714": 76, "43363330657174": 74, "43423229548982": 74, "436188": 78, "4370711295133": 74, "438": 75, "438178148029505": 77, "44": 75, "441021523517": 75, "44110366748154": 78, "44123883033579": 74, "4423907986821893": 76, "4433696367469619": 73, "44355363743": 72, "4442211987932": 74, "445107658084101": 78, "44670657334948": 74, "44729521170201": 74, "44762895440854": 74, "448": 74, "44822255258": 77, "449": 75, "44920854076": 77, "4492449": 73, "44966114692166": 74, "45": [2, 75], "450": 77, "45091episod": 75, "452": 73, "4520": 73, "4520562587437131": 73, "45208889693920074": 73, "4527574373200416": 74, "453144": 78, "454128515769": 78, "45426453532504": 74, "458305349569": 73, "459": 77, "4598": 2, "46": [2, 75], "461": 77, "4625": 77, "463": 2, "464": 77, "465": 77, "46582episod": 75, "46599595694158": 72, "466": [75, 77], "466016498881": 75, "467": 75, "46710088969173": 74, "4692": 75, "46931843617206": 74, "47": 78, "4700": 75, "4702": 75, "47075observ": 75, "47078action_simul": 75, "47078episod": 75, "4717": 75, "47218446810824116": 76, "4726077090611": 77, "47269012647626": 73, "4733": 75, "4734928711111": 76, "47656episod": 75, "477": 75, "477150_iwec": 83, "477955723938": 75, "47876652397568": 73, "47e": 75, "48": 72, "480757458893": 73, "4820": 73, "4820768280499222": 73, "48304453380965": 74, "483453734303027": 76, "4838": 73, "4842": 73, "4853031266999031": 72, "4877": 78, "4877771983328041": 78, "48878476857699": 74, "49": [75, 76], "491": 2, "492": 78, "493": [72, 73, 74, 75, 76, 77, 78], "493972806005651": 77, "4965": 72, "49659803959895": 72, "4979": 2, "4981381546": 76, "4_2023": 75, "5": [0, 5, 9, 22, 28, 47, 60, 61, 62, 65, 68, 72, 73, 74, 75, 76, 77, 78, 80, 83], "50": 77, "5000000": 17, "5000000e": 78, "50005938629086": 78, "500473234373": 73, "5019": 75, "501947": 73, "50254269872": 78, "503460272028": 75, "5036982527685": 74, "50517507903195": 74, "505186470471": 78, "5053008724018": 74, "50643758598826": 78, "507041696274": 78, "50709678475458": 74, "50717observ": 75, "50780463172365": 74, "5097600": [72, 73, 74, 76, 77, 78], "51": [73, 78], "51112886488032": 74, "51389693484603": 74, "51629741435834": 74, "51769070178": 75, "5188": 72, "519": 73, "51953423165": 74, "52": 78, "52024603483249": 74, "5209": 76, "521233476024321": 73, "52393219496679": 74, "52489516521943": 74, "5253": 77, "526": 75, "52603observ": 75, "5273098735237411": 73, "529": 78, "529345704784": 73, "5297": 77, "5297680045857069": 77, "529925127134936": 78, "53": [75, 76, 78], "53016106638053": 74, "53271073": 75, "5335105254134008": 73, "5340040430584203": 72, "53463662217912": 74, "53521983917315": 74, "53709590781486": 74, "53734303027": 76, "537660715212": 73, "538182009026": 74, "53842299633071": 74, "5392169509091": 74, "53941488968512": 74, "54": 78, "54022701166": 73, "54281044": 73, "5428900255242": 72, "5429074": 75, "54291eval": 75, "543608769201": 75, "545094": 73, "5464081928544774": 75, "5468013": 75, "5469": 75, "54775608161636": 74, "5479029021319058": 75, "548": 73, "5481": 75, "5482": 75, "5485": 75, "5485425981753338": 75, "5487063673605038": 75, "54e": 75, "55": [35, 41, 83], "550": 75, "5504171830634469": 75, "5506": 75, "551": 75, "55164060473": 77, "551867591008": 73, "55304": 73, "554500576192": 77, "5548923419159": 78, "555": 72, "555472460427038": 77, "55701334690791": 74, "55815762759406": 74, "5588963325184615": 78, "56088321676432": 74, "562587437131": 73, "56354062105": 73, "56401582258": 75, "565491934711382": 73, "5664": [72, 73, 74, 76, 77, 78], "568": 75, "56828870185858": 74, "56884363910412": 77, "569": 78, "5696": 73, "57040873358834": 74, "5713": 78, "5713704399231108": 78, "57191observ": 75, "5724": 73, "57393397351987": 74, "5765227606488547": 77, "5777724111276291": 77, "5788": 73, "5788300436960987": 73, "5797100676312941": 72, "58": 75, "5804": 77, "5834860485835932": 72, "585": 76, "585114514955938": 78, "5851544": 75, "58685302734375": 78, "58720938358775": 74, "587542755084327": 76, "58757eval": 75, "588301789213": 77, "59": [78, 83], "592252228094": 75, "5960212991654": 74, "596351997317": 77, "598": 73, "5_2023": 75, "5e": 75, "5e6": [5, 73], "5observ": 75, "5zone": [3, 5, 6, 73, 77, 78], "5zoneautodxvav": [2, 5, 41, 74], "6": [2, 6, 9, 13, 14, 22, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 83], "600": 73, "601": 73, "6015681540087812": 78, "60529980656519": 74, "6075": 72, "6090046831275": 74, "6106": 73, "61061545389": 74, "6106354790771886": 73, "611853205083": 75, "61189462978766": 74, "6129": 76, "6177244676419724": 73, "61790313741343": 74, "618094543086": 75, "61904062266798": 74, "6199": 75, "62": 75, "62199140798": 74, "6235": 75, "6237": 75, "6242": 75, "6250": 75, "626001067187": 73, "6262908150097358": 73, "6267": 75, "627": 75, "62787266026": 74, "6282277963498": 73, "62episod": 75, "6319275820302366": 77, "6320076971336": 72, "633847103463": 76, "63698358856674": 78, "63e": 75, "640711162853": 72, "642": 72, "6446": 77, "6446930566230368": 77, "645461224451": 75, "648": 75, "64918371904614": 74, "64e": 75, "65": 78, "650": 73, "6511": 74, "651953": 73, "65232271388191": 74, "65263744663373": 74, "6548051228989": 76, "656630362896": 75, "657503": 73, "66": 83, "660696889094604": 76, "662": 75, "66228observ": 75, "6634582541235": 73, "664027601564": 78, "66435885": 73, "66852229989068": 74, "66871018308847": 74, "668884": 73, "670043319270029": 77, "670830_iwec": 83, "67095962186454": 74, "671112311986": 75, "67206860778739": 74, "672071614204": 73, "67298455304227": 74, "67644678622419": 74, "677": 75, "67e": 75, "68": [72, 83], "68004585707": 77, "68061405": 73, "6807": 76, "6807905662563102": 76, "6809": 76, "6809266783718777": 76, "6822": 73, "68245717396391": 74, "6829453012092": 75, "68478896373198": 74, "68906593322754": 78, "689066": 78, "689362164823": 76, "68e": 75, "6911": 72, "69135": 78, "6916333229930416": 77, "6923": 76, "69261747690313": 72, "69328617454": 74, "694": 73, "694205226271": 76, "695": 73, "696": 73, "6e": 75, "7": [9, 22, 72, 73, 74, 75, 76, 77, 78, 80, 83], "70": 83, "70080": 75, "7014": 77, "7025324859942": 73, "703": 75, "70313572692205": 74, "704399231107": 78, "70481166778426": 74, "70576735867768": 74, "70588707974923": 76, "707072069005": 75, "7077540598512679": 76, "70775714157962": 78, "70782episod": 75, "71": 75, "7120168877607262": 72, "712733481687": 75, "713": [75, 78], "716": 78, "71858098544965": 74, "719": 78, "7190890740147525": 77, "72005403": 73, "72054037921": 72, "72055observ": 75, "7211eval": 75, "721380758147": 76, "722": 78, "722745_tmy3": [5, 83], "72285660474848": 74, "723": 78, "72303108016524": 77, "7240": 73, "724695_tmy3": 83, "724841715917": 75, "72517observ": 75, "725205_tmy3": [5, 74, 83], "725300_tmy3": 83, "72567767311014": 74, "727885_tmy3": [5, 83], "73": 75, "73091969215493": 78, "73107679421617": 74, "73228573282486": 74, "73343265237197": 74, "736947340626": 75, "737495879243699": 73, "74": 83, "743": 78, "74344960427339": 72, "744860_tmy3": [5, 83], "747": 76, "74872894948834": 74, "74962263942351": 74, "75": [78, 83], "751082560155": 76, "7517197652": 78, "751953125": 78, "75272617967185": 74, "7662014322217": 74, "767": 76, "7671945926318": 75, "768": 76, "768171663854": 76, "768280499222": 73, "76841388749569": 73, "76888271558947": 77, "76888271571612": 76, "77": [76, 77], "770": 76, "771": 76, "7713096588504": 72, "771983328041": 78, "77440975962447": 74, "77727883050188": 72, "7776000": [72, 73, 74, 76, 77, 78], "7776207692181": 74, "7777778": 78, "77803902472": 75, "77811569998267": 74, "779938547083": 75, "78": [72, 83], "78100217713515": 74, "78120533848021": 74, "78148029505": 77, "78319753474181": 74, "785131": 73, "786035211225": 76, "78653292554888": 74, "789": 78, "79": 83, "79116823683051": 74, "7935observ": 75, "79474684837675": 74, "7968756126": 75, "79813396884532": 74, "7983": 73, "7983212093018982": 73, "8": [7, 9, 72, 73, 74, 75, 76, 77, 78, 83], "80": 83, "802220_iwec": 83, "80230898226512": 73, "803": 73, "804": 73, "806": 73, "8065324362778092": 76, "8067279939019": 72, "807": 73, "807455955033": 73, "80962279202423": 74, "81": [75, 83], "8100806587453704": 76, "81166145597138": 74, "812": 75, "815441406427": 75, "8157890217012863": 78, "8165207455102": 73, "81710884111": 78, "8179": 78, "82010443247546": 76, "821": 78, "823164498117": 75, "8261587133161284": 73, "828": 78, "83": 83, "830348444547302": [75, 76], "8347": 77, "83599947277107": 74, "837": 77, "83761436729132": 74, "839506079359": 73, "84": 83, "841012317875": 72, "84174091434151": 74, "84193011583043": 74, "843": 75, "844": 75, "844295105855": 75, "847368240356445": 78, "849": 78, "84900454881994": 72, "84e": 75, "850": 73, "851186501837": 73, "8528": 75, "8529": 75, "85370369344004": 74, "8539": 75, "85447471137039": 74, "8544796674012791": 78, "8547113630662": 77, "85581406682531": 74, "85657110200199": 74, "85665133388405": 72, "8569049386824": 75, "8572": 75, "85825664335904": 73, "85e": 75, "8640": [72, 73, 74, 76, 77, 78], "86400": 7, "8645937912345": 73, "86698199576748": 74, "86764observ": 75, "868": [76, 78], "86812113755267": 74, "868287596131": 73, "86950118207466": 74, "87": 75, "870": 78, "8717": 73, "872": 78, "87287895335687": 73, "873": 78, "87300159773843": 74, "87381179521905": 72, "875": 78, "875813": 73, "877781927416": 72, "87860676740183": 74, "88071eval": 75, "88154331497665": 74, "883": 75, "885": 75, "8851183499179": 73, "885206430767": 75, "885443505464": 77, "88592": 73, "888969392007": 73, "88961169723077": 74, "88987627436478": 74, "88987656848913": 74, "890": 75, "891": 75, "892": 75, "893085195392": 75, "8932851123354": 75, "89537368460365": 74, "89724445457551": 72, "89887704115841": 74, "8990371935079": 74, "899318195246": 74, "899604523893": 75, "8th": 0, "9": [5, 9, 42, 60, 61, 62, 72, 73, 74, 75, 76, 77, 78, 80, 83], "900": [72, 73, 74, 76, 77, 78], "9000000e": 78, "90144381773696": 74, "90237": 73, "9048": 73, "90523650068": 75, "905662563102": 76, "906": 75, "9061228459238": 73, "9071546622746904": 76, "90848action": 75, "90848action_simul": 75, "90856observ": 75, "908847744931": 75, "91": 83, "91120914630909": 74, "91180793777": 78, "9120626271517196": 78, "9174": 72, "918": 75, "91811470398408": 74, "9185": 76, "92": [78, 83], "924": 78, "92771625840211": 74, "92907195172767": 74, "930": 78, "930566230368": 77, "931": 78, "932640063565": 75, "933": 78, "93330599357152": 74, "934": 78, "9344757031301": 72, "935": 78, "937": 78, "939": 78, "93e": 75, "94015502578": 76, "94050131651": 72, "9428376416104": 74, "9443": 76, "9443689362164823": 76, "946": 75, "9469346279363": 72, "94705967500637": 74, "947670_iwec": 83, "948351600552": 73, "949536647969": 73, "949779733545": 72, "94e": 75, "95": [75, 83], "950": 73, "9503536": 73, "951": 73, "952": 73, "95210497536126": 74, "95299993503936": 74, "953": 73, "95369866861682": 72, "95463792534213": 72, "955": 78, "95529447712287": 74, "956": 73, "95674140719972": 72, "957": 78, "9578": 77, "958512336666": 76, "95899166945338": 74, "959": 78, "960094015502578": 76, "961": 78, "961008551935": 75, "96118062548524": 76, "962": 78, "964": 78, "96825068629957": 76, "96889094604": 76, "96998421644155": 78, "9706": 72, "9706062533998062": 72, "973": 77, "973425647828": 73, "97369episod": 75, "97376275": 73, "974": 78, "974719868711": 76, "9781450391146": 0, "97828895622849": 74, "97855387827666": 74, "979729": 73, "980047007751289": 76, "9803959895": 72, "98067880717298": 76, "98141752891553": 72, "98155143728994": 76, "9819879439287504": 73, "983": 76, "98596614281954": 76, "986": [72, 74], "987": [72, 74], "98891383439227": 74, "989": 72, "98e": 75, "99": [13, 14, 75], "990": 74, "9910000e": 78, "99129691926893": 74, "991436507714": 76, "992": 74, "99268773153113": 76, "99294064308231": 74, "994": 74, "995142143025": 75, "9976": 78, "998": 78, "999960512853999": 76, "99998411784924": 78, "99999214301718": 77, "99e": 75, "A": [0, 2, 4, 8, 14, 22, 65, 73, 78, 79, 83, 84], "AND": 5, "And": [7, 72, 75], "As": [5, 7, 9, 73, 75], "At": [5, 7, 8, 72, 75], "Be": 5, "But": 80, "By": [6, 9, 73, 78, 80], "For": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 72, 73, 74, 75, 77, 78, 80, 81, 83, 84], "IN": 78, "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 37, 47, 69, 73, 75, 79, 80, 81, 82, 83, 84], "In": [0, 5, 7, 8, 9, 10, 14, 47, 72, 73, 74, 75, 78, 80, 81, 82, 84], "It": [0, 2, 4, 5, 7, 8, 9, 10, 17, 22, 28, 43, 45, 55, 62, 73, 78, 80, 84], "Its": [2, 4, 5], "NO": 4, "No": 5, "On": [4, 7, 9, 73], "One": [0, 10, 65], "Or": 7, "That": [5, 80], "The": [0, 2, 3, 4, 5, 6, 7, 8, 10, 17, 22, 28, 35, 45, 47, 65, 66, 67, 72, 73, 74, 75, 78, 79, 80, 82, 84], "Then": [4, 5, 7, 9, 73, 74, 78, 84], "There": [4, 7, 9, 79], "These": [0, 5, 7, 8, 10, 55, 73, 78, 80, 81], "To": [0, 5, 6, 7, 9, 10, 75, 81], "WITH": 78, "With": [4, 5, 73, 75], "_": [75, 78], "__call__": 80, "__init__": [5, 13, 14, 17, 20, 22, 24, 27, 28, 41, 42, 43, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 76, 80], "__version__": [4, 75], "_action_spac": 5, "_check_eplus_env": 5, "_create_row_cont": 76, "_ddy_path": 14, "_env_working_dir_par": 75, "_epi_num": 5, "_eplus_one_epi_len": 75, "_eplus_run_steps": [5, 75], "_evalu": 75, "_get_actu": 32, "_headers_to_epw": [72, 73, 74, 75, 76, 77, 78], "_idd": 14, "_json_path": 14, "_mean": 75, "_method": 75, "_observation_spac": 5, "_previou": 78, "_setpoints_transform": 5, "_var": 75, "_weather_path": 14, "a2c": 4, "abl": [4, 5, 7, 9, 73], "about": [0, 4, 5, 10, 11, 22, 45, 75, 77, 78, 79, 81, 84], "abov": [5, 7, 8, 73, 84], "abs_comfort": [72, 73, 74, 76, 77, 78], "absolut": [37, 60, 62, 80], "abstract": [13, 20], "accept": [8, 65], "access": [4, 75], "accompani": [0, 10], "accord": [28, 83], "account": [0, 4, 5, 6, 7, 9, 10, 49, 50, 80], "accur": 4, "acm": 0, "act": [41, 42, 43, 70, 77], "act_repeat": [5, 17, 22, 73], "action": [0, 3, 4, 9, 10, 14, 17, 20, 22, 24, 28, 41, 42, 43, 47, 55, 65, 66, 67, 68, 70, 72, 75, 76, 77, 78, 81, 82, 84], "action_definit": [5, 14, 17, 22, 73, 74], "action_definition_exampl": 5, "action_map": [5, 17, 73, 78], "action_nam": 65, "action_simul": [4, 75], "action_spac": [5, 17, 43, 72, 73, 74, 76, 78, 82], "action_vari": [5, 17, 73, 74], "activ": [5, 9, 27, 55, 66, 79], "activate_flag": 55, "activate_logg": 66, "activerl": 0, "activity_level_schedule_nam": 73, "activitysch": 73, "actschd": 73, "actuat": [5, 32, 73, 74], "ad": [0, 2, 4, 10, 74, 75, 78, 80, 83], "adapt": [0, 5, 10, 14, 44, 45, 73, 74], "adapt_building_to_action_definit": [13, 14], "adapt_building_to_epw": [13, 14], "adapt_variables_to_cfg_and_build": [13, 14], "add": [4, 5, 7, 8, 14, 71, 73, 75, 78, 80, 84], "add_dir": 75, "addit": [14, 17, 22, 27, 45, 47, 66], "addr": 5, "address": 0, "adjust": [74, 80], "admin": 7, "advantag": [0, 5, 8, 74], "advertis": 7, "afb": [5, 83], "affect": [5, 14, 30, 47], "after": [7, 22, 47, 72, 73, 78], "agent": [0, 3, 5, 10, 17, 28, 41, 42, 43, 47, 55, 66, 73, 74, 75, 77, 78, 79, 80, 81, 84], "aggress": 8, "agnost": 75, "agre": [4, 78], "ai": [0, 75], "aim": [0, 5, 7, 9, 10], "air": [2, 73, 75, 77, 78, 80], "air_velocity_schedule_nam": 73, "airtermin": 73, "airvelocitysch": 73, "alejandro": 0, "alex_ugr": 75, "algorithm": [0, 3, 4, 10, 26, 75, 78, 81], "all": [0, 4, 5, 7, 8, 9, 14, 17, 22, 27, 37, 59, 66, 69, 72, 74, 75, 77, 78, 79, 80, 81, 83, 84], "allegheni": [5, 74, 83], "alloc": [4, 5, 7, 8, 75], "allow": [0, 4, 5, 7, 10, 80], "allus": 7, "alon": 49, "along": [0, 10], "alphabet": 8, "alreadi": [5, 7, 73, 77, 81], "also": [0, 4, 5, 9, 10, 45, 73, 74, 75, 78, 80], "altern": [5, 9], "although": [5, 75], "alwai": [0, 5, 7, 9, 22, 72, 75, 77, 79, 80], "am": 80, "amplifi": 6, "an": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 17, 20, 22, 27, 28, 34, 45, 47, 55, 65, 72, 75, 78, 79, 80, 81, 84], "angb": 83, "angel": [5, 83], "ani": [0, 5, 6, 9, 10, 13, 14, 17, 22, 27, 28, 41, 42, 43, 47, 55, 57, 64, 66, 67, 68, 69, 71, 73, 75, 76, 77, 78, 79, 80, 82], "ann": [13, 14], "anoth": [8, 73, 79], "antananarivo": 83, "antonio": 0, "anyth": 47, "anywai": [9, 81], "ap": [5, 74, 83], "api": [0, 7, 10, 45, 48, 72], "appear": [0, 4, 5, 9, 47, 72, 78, 79], "append": [72, 73, 74, 75, 76, 77, 81, 82], "appengin": 7, "appli": [5, 6, 8, 14, 17, 64, 69, 75, 79, 84], "applic": [7, 81], "apply_extra_conf": [6, 13, 14], "apply_weather_vari": [13, 14], "appropri": [4, 73, 82], "appspot": 7, "apt": 9, "ar": [0, 2, 3, 4, 5, 7, 8, 9, 10, 35, 47, 55, 60, 61, 62, 69, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "area": [2, 5, 75, 78], "arg": [5, 7, 9, 27, 28, 57, 77], "aris": 73, "arizona": 83, "arrai": [5, 55, 73], "arrmean": 75, "artifact": [0, 4, 7, 10, 75], "artifactregistri": 7, "ashra": [35, 41, 42], "ashrae9012016_officemedium": 2, "ashrae9012016_officemedium_denv": 5, "ashrae9012016_warehous": 2, "ashrae9012016_warehouse_denv": 5, "ask": [51, 52, 53], "aspect": [0, 2, 10, 80], "assign": 80, "associ": [0, 5, 10], "asymmetr": 2, "atari": [0, 10], "attach": 7, "attempt": 8, "attribut": [4, 5, 14, 17, 22, 55, 64, 65, 66, 67, 68, 69, 70, 71, 79], "aus_nsw": 83, "australia": 83, "auth": [7, 49], "authent": 7, "author": [0, 50], "auto": [2, 4, 7], "auto_delet": 7, "autom": [0, 10], "automat": [0, 5, 8, 9, 10, 14, 17, 64, 73, 74, 78, 80, 81, 84], "autopep8": 8, "avail": [0, 2, 4, 7, 10, 14, 17, 22, 43, 73, 75, 76, 78], "availability_schedule_nam": 73, "availabilitymanag": 73, "averag": [4, 47, 82], "avoid": [9, 47], "axi": 75, "b": [7, 75], "backend": [0, 5, 10, 12, 14], "background": [4, 74], "badg": 0, "bar": 4, "base": [0, 3, 4, 7, 8, 10, 41, 42, 57, 59, 73, 77, 81], "base_class": 47, "basealgorithm": 47, "basecallback": [4, 28], "baselin": [0, 4, 10, 26, 44, 45, 75, 81], "baselines3": [44, 45], "basement": 2, "basereward": 80, "bash": 7, "basic": 40, "basin_heater_operating_schedule_nam": 73, "basinheatersch": 73, "batteri": 2, "bcvtb": [0, 5, 10, 14, 22], "bcvtb_path": [5, 9, 22, 24], "becaus": [4, 5, 7, 8, 77, 82], "becom": [0, 10], "been": [0, 4, 5, 6, 7, 8, 9, 10, 17, 24, 27, 28, 36, 38, 45, 47, 66, 73, 75, 78, 79, 80, 81, 82], "befor": [4, 5, 7, 14, 22, 47, 73, 74, 78], "begin": 7, "behav": 8, "behavior": 80, "being": [4, 5, 7, 17, 79, 80], "bellow": 80, "belong": [55, 79], "below": [9, 78, 80, 83], "benchmark": [0, 3, 10], "benefit": [0, 4, 5], "beobench": 0, "best": [0, 4, 10, 28, 75], "best_model": 75, "best_model_save_path": [28, 75], "better": [4, 5], "between": [0, 4, 5, 8, 10, 33, 75, 78, 80, 84], "bias": [0, 7, 10, 75], "bin": 9, "bind": 7, "blob": 45, "blob_prefix": 52, "bogota": 83, "booktitl": 0, "bool": [17, 20, 22, 24, 28, 36, 45, 47, 55, 66, 67, 68, 76], "boolean": 27, "boot": 7, "bot": [2, 8], "both": [0, 4, 5, 10, 70, 78, 80], "bound": 4, "box": [4, 5, 17, 73, 74], "branch": 8, "bucket": [4, 52, 53], "bucket_nam": 52, "bucklei": 83, "bug": [0, 10], "build": [0, 3, 4, 7, 8, 9, 10, 11, 12, 14, 17, 22, 24, 72, 75, 76, 77, 78, 79, 80, 81, 82], "builder": 7, "building_fil": [5, 17, 22], "built": [7, 8], "bulk": 2, "button": 9, "bvctb": [72, 73, 74, 75, 76, 77, 78], "c": [0, 7, 60, 61, 62, 80], "cach": 7, "calcul": [4, 5, 64, 75, 80, 82], "call": [4, 5, 7, 8, 9, 14, 22, 28, 47, 73, 75, 79], "callabl": [47, 66], "callback": [0, 10, 25, 46, 47, 57, 75], "callback_on_new_best": 28, "callbacklist": [4, 75], "campoi": 0, "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 47, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84], "cannot": [8, 82], "captur": 7, "care": [0, 5, 7, 10, 74, 80], "carri": 79, "case": [0, 4, 5, 7, 8, 9, 10, 47, 72, 73, 77, 78, 80, 82], "catch": 8, "cd": 9, "center": [2, 42], "certain": 5, "cfg": [0, 5, 10, 14, 22, 79], "ch": 7, "chang": [0, 5, 7, 8, 10, 14, 55, 72, 74, 75, 76, 79, 80], "characterist": [5, 80], "charg": [2, 5, 70], "check": [0, 4, 5, 7, 8, 36, 45, 47, 75, 81], "checker": [5, 44], "checkout": 8, "chill": 2, "choos": 9, "chosen": [17, 41, 42, 43, 66, 77, 82], "ci": [8, 45], "citi": 0, "class": [0, 4, 5, 6, 10, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 26, 27, 28, 36, 40, 41, 42, 43, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 76, 77, 78, 79, 80, 84], "classif": 83, "clear": 7, "clg": [13, 14, 73], "click": [0, 9, 10], "client": [7, 51, 52, 53], "climat": [5, 83], "clip": [4, 70], "clone": [9, 82], "close": [17, 22, 66, 72, 73, 74, 75, 76, 77, 78, 82], "cloth": [75, 78], "clothingsch": 73, "cloud": [0, 4, 8, 10, 48, 49, 50, 51, 52, 53], "cloudapi": 7, "cloudbuild": 7, "cloudfunct": 7, "cloudsdktool": 7, "co": [64, 78, 84], "coastal": 83, "code": [0, 3, 6, 8, 9, 10, 72, 75, 78, 80, 84], "codecov": 8, "coil": [2, 73], "coilsystem": 73, "col_bogota": 83, "cold": [60, 61, 62, 80, 83], "collect": [4, 55, 75, 82], "colombia": 83, "colorado": 83, "column": [4, 5, 13, 14, 30], "com": [7, 9, 21, 44, 45], "combin": [7, 73, 74, 75, 78], "come": [2, 74, 75], "comfort": [4, 5, 9, 27, 35, 60, 61, 62, 73, 75, 77, 78, 79, 80], "comfort_penalti": [55, 75, 76], "comfort_viol": 75, "comfort_violation_tim": [4, 75], "comfort_violation_timestep": 55, "command": [7, 8, 81], "comment": 4, "commit": 8, "common": [5, 25, 28, 47, 75, 77, 80, 81], "commun": [0, 5, 10, 14, 18, 79, 81], "compar": [4, 75, 78], "comparison": [0, 10], "compat": [5, 9, 45, 75, 78], "compil": 8, "complet": [5, 75, 78], "complex": [5, 81], "compon": [0, 2, 4, 5, 6, 7, 10, 17, 27, 83], "compos": [5, 14], "comput": [0, 4, 7, 75], "concaten": 4, "conceptu": 81, "concern": [5, 73], "concord": 80, "concret": [4, 78], "conda": 9, "condit": [5, 17, 35, 41], "condn": [13, 14], "conf": 4, "confer": 0, "config": [6, 7, 32, 72, 75, 81], "config_param": [5, 6, 17, 22, 73], "configur": [0, 3, 4, 10, 14, 17, 22, 24, 72, 74, 75, 77, 78, 80, 81], "confus": 7, "connect": [5, 7, 21, 22, 23, 72, 73, 74, 75, 76, 77, 78], "connector": 24, "consequ": [4, 7, 80], "consid": [9, 60, 61, 62, 72, 80], "consist": [2, 5], "consol": 7, "constant": [5, 60, 61, 62, 75, 76, 78, 80, 84], "constantli": [0, 10], "construct": [4, 5, 7, 78], "constructor": [4, 5, 6, 20, 64, 70, 71, 73, 78, 80, 84], "consumpt": [4, 27, 61, 62, 79, 80], "contain": [0, 4, 5, 8, 47, 49, 50, 72, 74, 81], "containerregistri": 7, "content": 79, "context": [5, 6, 17, 66, 73, 81], "continent": 83, "continu": [4, 5, 6, 8, 9, 72, 73, 74, 78], "continuous_action_def": 5, "control": [0, 2, 5, 8, 10, 14, 17, 20, 22, 25, 65, 73, 78, 80, 81, 84], "control_type_schedule_nam": 73, "convert": [5, 31], "convertinputformat": 5, "cool": [2, 5, 65, 73, 75, 77, 78, 83], "cooler": 2, "cooling_rang": 65, "cooling_setpoint_rl": [73, 75], "cooling_setpoint_rl23": 75, "cooling_setpoint_temperature_schedule_nam": 73, "coolingcoilavailsch": 73, "coolingsetpoint": 73, "copi": [5, 22, 79], "core": [2, 45, 75], "correct": [5, 7, 9, 35, 84], "correctli": [5, 7, 32, 78, 81, 82, 84], "correspond": 22, "could": [0, 6, 10, 78], "count": [47, 73, 75, 78], "counti": [5, 74, 83], "cover": [5, 9], "coverag": 8, "cpu": 75, "creat": [0, 4, 5, 6, 9, 10, 14, 22, 30, 31, 32, 37, 72, 73, 74, 75, 76, 77, 78, 82], "create_row_cont": 76, "critic": 78, "csv": [4, 5, 55, 66, 75, 76, 78, 79], "csvlogger": [27, 66, 75, 76, 79], "cumul": [72, 73, 74, 75, 76, 77, 80, 82], "cumulative_comfort_penalti": [4, 75], "cumulative_pow": [4, 75], "cumulative_power217247078": 75, "cumulative_power_penalti": [4, 75], "cumulative_reward": [4, 75], "current": [3, 4, 6, 7, 8, 9, 14, 17, 20, 22, 35, 55, 66, 71, 75, 78, 80, 81, 84], "current_cool_setpoint": 77, "current_dt": 77, "current_heat_setpoint": 77, "current_month": [72, 73, 74, 75, 76, 77, 78, 82], "current_setpoint": 78, "curriculum": 4, "cursimtim": 5, "custom": [0, 4, 5, 10, 25, 26, 27, 45, 46, 63, 75, 78, 84], "customcsvlogg": 76, "customiz": [0, 10], "customreward": 80, "d": [8, 22], "d_": 75, "dai": [5, 6, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "data": [0, 7, 10, 14, 17, 22, 24, 27, 42, 52, 53, 55, 74, 75, 79], "datacent": [3, 5, 73], "datastor": 7, "date": 5, "datetim": [5, 75, 77], "datetimewrapp": [78, 84], "day15": 75, "daytim": 77, "db": [13, 14], "ddof": 75, "ddpg": 4, "ddy": [5, 14, 72, 73, 74, 75, 76, 77, 78], "ddy_model": 14, "de": 31, "deactiv": [55, 66, 79], "deactivate_flag": 55, "deactivate_logg": 66, "decid": [4, 5, 7, 75], "decrement": 78, "dedic": 5, "deep": [0, 9, 10, 75], "def": [5, 76, 77, 80], "default": [0, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 30, 45, 60, 61, 62, 66, 68, 73, 75, 78, 80, 81, 84], "default_opt": 5, "defin": [0, 4, 5, 7, 10, 14, 20, 24, 35, 72, 73, 75, 76, 77, 78, 79, 80, 82, 84], "definit": [0, 10, 14, 17, 72, 74, 75, 76, 77, 78], "degre": 75, "delet": [4, 49, 78], "delta": [33, 78, 84], "delta_temp": [65, 78], "demand": [73, 75, 78, 80], "demo": [5, 72, 73, 75, 76, 77, 82], "demonstr": 2, "demosthen": 0, "depend": [0, 4, 5, 9, 10, 35, 55, 60, 61, 62, 73, 74, 75, 78, 79, 80, 81, 84], "deploi": 8, "deploy": [0, 8, 10], "deprec": [72, 73, 74, 75, 76, 77, 78], "deriv": 7, "describ": [2, 42], "descript": 22, "desert": 83, "design": [0, 5, 6, 10, 14, 73], "designdai": [0, 5, 10, 14, 72, 73, 74, 75, 76, 77, 78], "designflowr": 73, "designspecif": 73, "desingdai": 14, "desir": [5, 77], "dest_bucket_nam": 53, "dest_path": 53, "destin": 53, "detail": [0, 4, 6, 7, 9, 10, 73, 75, 80], "detect": [5, 75], "determin": [6, 13, 75, 78], "determinist": [28, 47, 75], "develop": [0, 3, 4, 5, 8, 9, 10, 78, 80, 81], "devic": 75, "devstorag": 7, "df": [72, 73, 74, 75, 76, 77, 78], "dict": [5, 13, 14, 17, 22, 31, 32, 37, 47, 55, 57, 66, 67, 68, 69, 76, 77, 78, 80], "dictionari": [5, 6, 8, 14, 17, 22, 31, 32, 66, 73, 78, 80, 84], "differ": [0, 4, 5, 7, 8, 9, 10, 33, 60, 62, 75, 80, 81], "diffus": [75, 78], "dimens": [60, 61, 62, 78, 80], "dir": 14, "direct": [4, 75, 78], "directli": [0, 4, 5, 9, 10, 73, 74, 82], "directori": [5, 6, 9, 14, 17, 22, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81], "disadvantag": 74, "discharg": [2, 70], "discomfort": 80, "discret": [4, 5, 17, 65, 72, 73, 80, 84], "discreteincrementalwrapp": [78, 84], "discuss": [5, 73], "disk": 7, "disksizegb": 7, "displai": [72, 73, 74, 76, 77, 78, 82], "dispos": 82, "dist": [72, 73, 74, 75, 76, 77, 78], "div": 75, "divers": 5, "divid": [2, 75], "dlr": [44, 45], "do": [0, 4, 5, 6, 7, 9, 10, 47, 65, 73, 74, 78, 80, 81], "doc": [8, 9, 75], "docker": [7, 8], "dockerfil": [7, 8, 9, 81, 82], "docstr": 8, "document": [0, 5, 7, 8, 9, 10, 73, 77, 78, 79], "doe": [0, 5, 6, 7, 8, 10, 22, 79, 83], "doesn": [4, 7, 84], "doi": 0, "don": [4, 5, 7, 9, 72, 74, 78, 79, 84], "done": [5, 55, 73, 75, 76], "door": 73, "dote": 7, "download": [5, 75], "dqn": [4, 75], "drive": 7, "drl": [0, 3, 5, 7, 10, 74], "drl_batteri": [4, 7, 75], "drl_battery_exampl": 4, "dry": 83, "drybulb": [14, 30, 73, 75, 77, 78], "dtype": [5, 73, 75], "dualsetpoint": 73, "due": [4, 5, 70], "dummyvecenv": 75, "dump": 57, "dure": [4, 5, 8, 17, 27, 28, 75, 79, 82], "dx": [2, 73], "dynam": 5, "e": [0, 9, 10, 47], "e2_highcpu_8": 7, "each": [0, 2, 4, 5, 6, 7, 10, 14, 17, 22, 27, 28, 37, 47, 55, 66, 67, 75, 76, 77, 78, 79, 80, 82, 83, 84], "earli": 47, "earlier": 75, "easi": [0, 10, 81], "easier": 48, "easili": [0, 5, 6, 7, 10, 75], "east": 73, "econom": 2, "ecosystem": [0, 10], "edit": 8, "effici": [0, 10], "either": 5, "elabor": 55, "elaps": [5, 14, 55], "eleceq": 73, "electr": [2, 73, 75, 78, 80], "electricequip": 73, "element": [22, 31, 34, 55, 84], "elif": 77, "els": [5, 47, 77], "email": 7, "empti": [5, 9, 14, 17, 75], "enabl": [4, 7, 8, 75], "enclos": 2, "encount": [75, 78], "end": [4, 7, 17, 22, 24, 33, 55, 60, 61, 62, 66, 79], "end_dai": [6, 33], "end_env": 22, "end_episod": 22, "end_mon": 33, "end_month": 6, "end_simul": 24, "end_year": [6, 33], "energi": [0, 2, 5, 27, 60, 61, 62, 80], "energy_vari": [60, 61, 62, 73, 80], "energy_weight": [60, 62, 73, 80], "energyplu": [0, 5, 6, 10, 14, 16, 17, 21, 23, 31, 72, 73, 74, 75, 76, 77, 78, 79], "engin": [0, 5, 7, 10, 20, 74], "enough": 7, "ensur": [5, 78], "enter": [7, 82], "entir": [0, 4, 10], "entiti": 75, "entri": [5, 75], "entropi": [17, 66], "entrypoint": 7, "env": [4, 5, 6, 7, 9, 14, 28, 36, 37, 38, 41, 42, 43, 44, 45, 47, 59, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82], "env_nam": [5, 13, 14, 17, 22, 24, 37, 73, 75, 79], "env_sinergym": 9, "env_working_dir": 14, "environ": [0, 2, 3, 4, 6, 7, 10, 15, 16, 17, 22, 24, 28, 36, 38, 41, 42, 43, 45, 47, 55, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "environment": [35, 41], "environment_id": 73, "environment_nam": 4, "ep_len_mean": 75, "ep_len_mean35040": 75, "ep_length": [4, 75], "ep_length35040episod": 75, "ep_pow": 27, "ep_rew_mean": 75, "ep_reward": 27, "ep_term_comfort": 27, "ep_term_energi": 27, "ep_timestep": 27, "episod": [4, 6, 14, 17, 22, 27, 28, 37, 47, 55, 66, 68, 72, 73, 74, 75, 76, 77, 78, 79, 82, 83], "episode_num": 5, "episode_path": 14, "episode_reward": 75, "episodes4tim": 75, "episodes_int": 4, "epjson": [0, 2, 5, 6, 9, 10, 14, 31, 70, 73, 74, 79, 81], "eplu": [5, 6, 17, 37, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82], "eplus_env": 5, "eplus_env_5zon": [73, 78], "eplus_env_datacent": 73, "eplus_env_demo": [72, 73, 76, 77], "eplus_env_new_env_name_mainthread_root": 73, "eplus_env_offic": 74, "eplus_env_sb3_dqn": 75, "eplus_path": [5, 9, 22, 24], "eplus_working_dir": 5, "epm": [14, 34], "eppi": 31, "epw": [0, 10, 14, 17, 24, 30, 73, 74, 79, 81, 83], "epw_cont": [72, 73, 74, 75, 76, 77, 78], "equal": 80, "equip": [2, 73], "equival": 4, "error": [4, 5, 7, 8, 47, 73, 78], "esp_granada": [73, 83], "establish": [0, 4, 5, 10, 22, 73, 79, 80, 81], "etc": [0, 5, 7, 9, 10, 11, 55, 72, 73], "eu": 7, "europ": 7, "eval": [28, 75], "eval_callback": 75, "eval_env": [28, 75], "eval_freq": [28, 75], "evalcallback": 4, "evalloggercallback": 4, "evalu": [7, 28, 75, 80], "evaluation1": 75, "evaluation_d": 75, "evaluation_nam": 75, "evaluation_output": 75, "evapor": 2, "even": [5, 73, 77], "event": [7, 8], "everi": [7, 8, 9, 28, 72, 73, 74, 76, 77, 78, 81, 82], "everyth": [7, 74, 75, 82], "evolv": 5, "exactli": 5, "exampl": [3, 4, 5, 7, 8, 9, 10, 22, 73, 74, 76, 79, 80, 81, 84], "example1": 9, "excel": [0, 10, 32, 73], "except": [5, 14], "exclud": 52, "execut": [4, 5, 8, 9, 14, 17, 22, 49, 55, 56, 67, 68, 75, 78, 81], "exist": [8, 72, 73, 74, 75, 76, 77, 78, 79], "exit": 7, "exp": 60, "expect": 47, "experi": [0, 2, 4, 5, 6, 9, 10, 14, 74, 75, 83], "experiment": [0, 5, 10], "experiment1": 75, "experiment_d": [4, 75], "experiment_nam": 75, "experiment_param": 75, "experiment_path": 14, "explain": [7, 8, 73], "explan": [5, 7], "explicitli": 34, "exploration_r": [4, 75], "exploration_rate0": 75, "exponenti": [60, 80], "export": [0, 5, 7, 10, 17, 32, 73], "expreward": [73, 80], "extend": 77, "extens": [0, 5, 9, 10, 72, 75], "extern": [0, 5, 10, 14, 73, 79], "external_variable_nam": 5, "externalinterfac": [0, 10, 72, 73, 74, 75, 76, 77, 78], "extra": [0, 7, 8, 9, 10, 12, 14, 17, 22, 55, 66, 68, 72, 74, 75, 76, 77, 78, 79, 80, 81], "extra_conf": 73, "extra_config": 14, "extra_param": 6, "extract": [4, 5, 14, 17, 37, 75], "f": [5, 9, 83], "facil": [4, 73, 75, 78, 80], "facilit": [0, 10], "factor": 79, "fail": [6, 7, 75], "fairchild": [5, 83], "faith": 4, "fals": [22, 27, 28, 47, 55, 66, 72, 73, 74, 75, 76, 77, 78, 82], "familiar": [0, 10], "fan": 73, "fanavailsch": 73, "fanger": [73, 75, 78], "far": [5, 80], "featur": [4, 5], "februari": 6, "feedback": [5, 17], "feel": 77, "few": 75, "field": [4, 5, 14, 17, 31, 80, 83], "field_nam": 73, "file": [0, 4, 6, 7, 8, 9, 10, 12, 14, 17, 22, 24, 30, 32, 52, 53, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83], "fin_helsinki": 83, "final": [7, 72, 74, 75], "find": [3, 8, 75], "fine": 2, "finish": [7, 8, 22, 75, 82], "finland": 83, "firestor": 7, "first": [0, 5, 9, 14, 22, 47, 69, 72, 73, 75, 76, 77], "firstli": 7, "fit": 73, "five": 2, "fix": [5, 8], "flag": [22, 55, 64, 66, 76, 78, 84], "flag_discret": 5, "flat": 68, "flatten": [68, 78], "float": [5, 13, 14, 17, 22, 30, 33, 35, 37, 47, 55, 60, 61, 62, 65, 66, 67, 68], "float32": [5, 17, 73], "floor": 2, "folder": [0, 5, 8, 9, 14, 17, 28, 73, 75, 76, 78], "follow": [0, 4, 5, 7, 8, 9, 10, 22, 31, 42, 45, 72, 74, 80], "forc": 75, "forget": 72, "fork": [7, 8], "form": 5, "format": [0, 4, 5, 6, 8, 10, 31, 32, 66, 73, 75], "formatt": 56, "found": [5, 14, 17, 84], "four": 2, "fp": 75, "fps892time": 75, "fraction": 73, "framework": [0, 2, 74, 81, 83], "free": [5, 7, 77], "freedom": 75, "freq": 28, "frequenc": 4, "fridai": 2, "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 21, 22, 24, 34, 35, 43, 44, 45, 49, 52, 53, 55, 59, 60, 61, 62, 66, 71, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "fromnumer": 75, "fuel": 2, "full": 2, "full_control": 7, "fulli": 2, "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 29, 31, 34, 37, 44, 46, 47, 48, 58, 59, 61, 62, 72, 73, 76, 77, 78, 80, 81, 82, 84], "futur": [4, 5, 6, 7, 80], "futurewarn": [72, 73, 74, 75, 76, 77, 78], "g": [0, 7, 10, 47, 52], "ga": 2, "gce": 7, "gce_project_id": 7, "gce_zon": 7, "gcloud": [7, 75], "gcr": 7, "gener": [0, 5, 6, 7, 8, 10, 14, 17, 75, 78, 79], "generate_id": 75, "get": [5, 9, 14, 17, 35, 47, 50, 69, 75, 76, 77], "get_current_time_info": 14, "get_is_eplus_run": 22, "get_path": 75, "get_schedul": [5, 13, 14, 17, 73], "get_season_comfort_rang": 77, "get_unwrapped_ob": 69, "get_zon": [17, 73], "getlogg": 56, "git": 9, "github": [0, 7, 9, 10, 21, 44, 45, 81], "gitignor": 7, "give": [5, 7, 78], "given": [3, 4, 14, 22, 31, 32, 34, 36, 37, 60, 61, 62, 80], "glanc": 72, "global": [7, 47], "gmail": 7, "go": [4, 5, 7, 9, 72, 73, 75, 78, 84], "goal": [0, 10], "good": 4, "googl": [0, 4, 8, 9, 10, 48, 49, 50, 51, 52, 53], "google_cloud_credenti": 7, "googleapi": 7, "got": 34, "granada": 83, "greatest": 5, "grid": 2, "group": [7, 49], "grow": 5, "gserviceaccount": 7, "gsutil": 7, "gt": 75, "gym": [5, 6, 16, 17, 21, 45, 47, 59, 63, 66, 68, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "gymnasium": [0, 4, 5, 6, 10, 17, 72, 73, 74, 75, 76, 77, 78, 79, 81, 82], "g\u00f3mez": 0, "h": [75, 83], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 24, 27, 28, 36, 38, 45, 47, 50, 66, 73, 74, 75, 78, 79, 80, 81, 84], "hand": [4, 7, 9, 73], "handl": 5, "happen": [7, 8], "hasn": [7, 34], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 17, 70, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "he": [0, 10], "header": [55, 66, 76], "heat": [2, 65, 73, 75, 77, 78], "heating_rang": 65, "heating_setpoint_rl": [73, 75], "heating_setpoint_rl20": 75, "heating_setpoint_temperature_schedule_nam": 73, "heatingsetpoint": 73, "help": [0, 4, 10], "helper": 7, "helsinki": 83, "henc": 7, "here": [0, 4, 5, 7, 8, 9, 10, 27, 75, 78, 81], "hesit": 0, "hi": [0, 10], "high": [5, 73, 74], "highcpu": 7, "higher": [5, 80], "histori": [75, 78, 84], "host": [0, 2, 4, 7, 75, 79], "hot": [5, 6, 60, 61, 62, 73, 74, 78, 80, 83], "hour": [0, 2, 5, 6, 10, 14, 22, 61, 64, 72, 73, 74, 75, 76, 77, 78, 80, 84], "hour11": 75, "hour_co": 78, "hour_sin": 78, "hourlylinearreward": 80, "how": [0, 5, 7, 9, 10, 17, 22, 66, 72, 73, 75, 76, 77, 78, 84], "howev": [4, 5, 6, 7, 8, 9, 73, 74, 75, 78, 80, 81], "htg": [13, 14, 73], "http": [0, 7, 9, 21, 44, 45, 75], "hub": [7, 8, 9], "human": [17, 35, 41], "humanoutputformat": 75, "humid": [73, 75, 78, 83], "hv": 0, "hvac": [2, 73, 75, 78, 80], "hyakuri": 83, "hyperparamet": [0, 4, 10, 75], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 28, 37, 45, 47, 49, 55, 57, 61, 64, 66, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "iam": 7, "id": [4, 5, 7, 73, 75, 80, 82], "idd": 14, "idea": [7, 80], "ident": 5, "identifi": 8, "idf": [5, 9, 24, 31], "idf_fil": 24, "ignor": [7, 8, 81], "illinoi": 83, "imag": [5, 7, 9], "imagin": 80, "immedi": 7, "implement": [0, 3, 4, 5, 6, 10, 40, 58, 63, 74, 78, 80, 81, 84], "import": [4, 6, 7, 8, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84], "impos": 80, "improv": [0, 10], "in_temp": 77, "incid": 7, "includ": [0, 2, 4, 5, 6, 7, 8, 9, 10, 22, 25, 67, 69, 72, 75, 78, 80, 83, 84], "inconsist": [5, 73], "incorpor": 5, "increas": [5, 80], "increment": [27, 65, 84], "independ": [2, 81, 83], "index": 5, "indic": [0, 4, 5, 7, 10, 22, 27], "individu": 7, "indoor": [2, 41, 42, 80], "infil": 73, "info": [0, 5, 10, 17, 55, 66, 67, 72, 73, 74, 75, 76, 77, 78, 80, 82], "inform": [0, 2, 4, 6, 8, 9, 10, 14, 17, 22, 32, 45, 55, 66, 68, 72, 75, 77, 78, 79, 80, 81, 83, 84], "infrastructur": [0, 10], "inherit": [4, 59, 78, 84], "init": 75, "init_dai": 5, "init_hour": 5, "init_month": 5, "init_year": 5, "initi": [5, 17, 28, 51, 65, 66], "initial_valu": [5, 65, 73], "inner": [7, 27, 49, 52, 53], "inproceed": 0, "input": [2, 8, 22], "insid": [8, 80, 82], "instal": [0, 7, 8, 22, 75, 82], "instanc": [3, 4, 5, 7, 8, 17, 49, 79], "instance_group_nam": 49, "instead": [4, 5, 7, 9, 47, 67, 72, 73, 74, 75, 76, 77, 78, 84], "instruct": 9, "int": [5, 14, 17, 20, 22, 28, 33, 35, 47, 55, 57, 60, 61, 62, 66, 67, 68, 76, 77], "intact": 73, "integ": [17, 22, 66], "integr": [0, 5, 8, 10], "intend": 5, "interact": [0, 3, 4, 10, 45, 55, 66, 74, 75, 78, 79, 84], "interest": [0, 2, 78, 83], "interfac": [0, 5, 10, 14, 18, 23, 73, 79, 81], "intermedi": 5, "intern": [0, 4, 5, 10, 80], "interpret": 14, "interv": [5, 17], "intervent": [0, 5, 10], "intl": [5, 83], "introduc": [0, 5, 10], "introduct": 5, "invalid": 75, "investig": 6, "invoic": 7, "io": 7, "is_weekend": [64, 78, 84], "isbn": 0, "isinst": 5, "isn": 7, "isol": 9, "isort": 8, "issu": [0, 5, 7, 8, 10], "its": [4, 5, 7, 8, 9, 50, 66, 72, 78, 80, 82, 84], "itself": [0, 10], "j": [5, 83], "japan": 83, "javier": 0, "jim\u00e9nez": 0, "job": [7, 8, 9, 81], "jpn_tokyo": 83, "json": [4, 5, 7, 14, 17, 22, 75], "json_fil": 14, "juan": 0, "just": [0, 8, 10, 73, 78], "keep": [4, 22], "kei": [5, 6, 7, 22, 31, 34, 37, 57, 67], "kennedi": [5, 83], "key_exclud": 57, "key_valu": 57, "keyerror": 24, "keyword": [72, 73, 74, 75, 76, 77, 78], "khee": 5, "kind": 80, "know": [0, 5, 7, 10, 73, 79], "knowledg": 73, "kwarg": [27, 28, 57], "lam": 5, "lambda_": [60, 62], "lambda_energi": [60, 61, 62, 80], "lambda_p": 80, "lambda_t": [60, 62, 80], "lambda_temperatur": [60, 61, 62, 80], "larg": [2, 7], "last": [5, 9, 17, 22, 37, 66, 69, 73], "last_10_steps_reward": 76, "last_result": 37, "later": [5, 55], "latest": [7, 8, 9, 75, 78, 84], "latitud": 83, "launch": 5, "leap": 6, "learn": [0, 9, 10, 73, 75, 78, 80], "learning_r": 75, "learning_rate0": 75, "least": 7, "leav": 73, "len": 73, "length": [6, 47, 75], "less": [6, 74], "let": [0, 5, 6, 7, 9, 10, 72, 73, 75, 82], "level": [2, 8, 56, 81], "lib": [72, 73, 74, 75, 76, 77, 78], "librari": [0, 7, 9, 10, 75, 77, 78, 81], "lifecycl": [0, 10], "light": 73, "light_control": 73, "like": [0, 4, 5, 8, 9, 10, 14, 72, 73, 81], "limit": [78, 80], "line_termin": [72, 73, 74, 75, 76, 77, 78], "linear": [61, 62, 80], "linearreward": [5, 17, 73, 80], "linetermin": [72, 73, 74, 75, 76, 77, 78], "link": [5, 7], "linux": 9, "lisboa": 83, "list": [0, 7, 8, 9, 13, 14, 17, 22, 30, 34, 37, 41, 42, 47, 55, 60, 61, 62, 65, 66, 67, 69, 71, 72, 73, 75, 76, 77, 78, 80, 84], "load": [5, 73, 74], "load_ag": [4, 7, 75], "load_agent_exampl": 4, "load_artifact_ent": 75, "load_artifact_model_path": 75, "load_artifact_nam": 75, "load_artifact_project": 75, "load_artifact_tag": 75, "local": [4, 7, 47, 52, 53, 72, 73, 74, 75, 76, 77, 78, 82], "locat": [0, 5, 9, 10, 14, 30, 72, 73, 74, 75, 76, 77, 78, 83], "log": [4, 55, 56, 66, 75, 78, 79, 84], "log_artifact": 75, "log_callback": 75, "log_episod": 55, "log_fil": [55, 76], "log_interv": [4, 75], "log_path": [28, 75], "log_progress_fil": [55, 76], "log_step": 55, "log_step_norm": 55, "logger": [5, 66, 74, 75, 84], "logger_class": [66, 76], "loggercallback": [4, 75], "loggerev": 75, "loggerevalcallback": [4, 75], "loggerwrapp": [74, 75, 78, 82, 84], "login": [7, 75], "long": [73, 75, 78], "look": [5, 36, 38, 45, 77], "loop": 72, "loss": 75, "loss14": 75, "low": [2, 5, 60, 62, 73, 74, 80, 81], "lt": [9, 75], "luca": 0, "m": [75, 83], "m2": 2, "machin": [0, 7, 10, 82], "machineri": 0, "machinetyp": 7, "madagascar": 83, "made": [0, 5, 47], "mai": [0, 5, 7, 9, 10, 14, 72, 75, 79, 80], "main": [0, 2, 4, 5, 7, 10, 55, 73, 80], "mainli": 45, "maintain": [0, 10], "make": [0, 2, 3, 5, 6, 7, 9, 10, 22, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83], "malici": 8, "manag": [0, 5, 6, 7, 10, 12, 14, 49, 79], "mani": [0, 4, 10, 74], "manipul": [4, 8], "manjavaca": 0, "manner": [0, 10], "manual": [5, 6, 8, 17, 74, 75], "map": [5, 17, 73, 78, 84], "marin": 83, "master": 45, "max": [37, 60, 62, 78, 84], "max_ep_data_store_num": [5, 17, 22, 73], "max_ep_stor": 14, "max_length": 75, "max_valu": [65, 78], "maximum": [65, 78, 79], "md": 0, "mdg_antananarivo": 83, "mean": [4, 5, 8, 14, 28, 30, 47, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 83], "mean_comfort_penalti": [4, 75], "mean_ep_length": 75, "mean_ep_length35040": 75, "mean_pow": [4, 75], "mean_power6199": 75, "mean_power_consumpt": 75, "mean_power_consumption210295875": 75, "mean_power_penalti": [4, 75], "mean_reward": [4, 75], "meanwhil": 5, "media": 75, "mediterranean": 83, "member": 7, "memori": [4, 7], "mention": [4, 5, 7, 73], "merg": 75, "messag": [5, 8], "met": 47, "metadata": 17, "method": [4, 5, 6, 7, 8, 13, 14, 17, 20, 22, 24, 27, 28, 32, 41, 42, 43, 45, 55, 56, 57, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 78, 79, 80], "metric": [4, 75], "mid": [2, 83], "middlewar": [0, 10], "mig": 49, "might": 7, "miguel": 0, "mild": 83, "min": [37, 73, 78, 84], "min_energy_weight": 61, "min_valu": [65, 78], "mind": 4, "minim": 8, "minimum": [47, 61, 65, 78], "minimum_outdoor_air_schedule_nam": 73, "minut": [7, 75], "mistak": 8, "mix": [5, 80, 83], "mlppolici": 75, "mo": 78, "mode": 17, "model": [0, 2, 5, 6, 9, 10, 11, 17, 24, 28, 47, 72, 74, 76, 77, 78, 81], "model_path": 75, "modif": [12, 80], "modifi": [0, 3, 5, 6, 10, 14, 21, 47, 73, 74, 79], "modul": [7, 8, 9, 11, 15, 18, 25, 81, 82], "moist": 83, "molina": 0, "mon": 33, "mondai": [2, 22], "monitor": [0, 4, 7, 9, 10, 28, 47, 55, 66, 74, 75, 76, 78, 79], "monitor_head": [55, 66, 76], "monitor_norm": 79, "month": [5, 14, 22, 33, 35, 60, 61, 62, 64, 72, 73, 74, 75, 76, 77, 78, 82, 84], "month6": 75, "month_co": 78, "month_sin": 78, "monthan": [5, 83], "more": [0, 4, 5, 6, 7, 8, 9, 10, 45, 70, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "moreov": 5, "most": [4, 5, 79, 80], "mu": [5, 17], "mujoco": [0, 10], "multi": 80, "multiobjectivereward": [78, 84], "multiobswrapp": [76, 78, 84], "must": [4, 5, 7, 9, 47, 65, 73, 78, 84], "mwb": [13, 14], "myrulebasedcontrol": 77, "n": [5, 68, 73, 78], "n2": 7, "n_eval_episod": [28, 47, 75], "n_timesteps_episod": 75, "n_updat": 75, "n_updates22539": 75, "naiv": 80, "name": [0, 4, 6, 7, 8, 10, 14, 17, 22, 24, 30, 31, 49, 52, 53, 56, 60, 61, 62, 65, 73, 75, 80], "natur": 5, "ndarrai": [17, 20, 22, 55, 64, 66, 67, 68, 69, 70, 71, 76], "necessari": [4, 5, 7, 8, 9, 73, 74, 75, 78, 80, 84], "need": [5, 7, 9, 72, 75, 76, 77, 79], "neg": 80, "network": 4, "neural": 4, "never": [7, 72], "new": [0, 2, 7, 10, 14, 20, 22, 24, 28, 30, 55, 66, 68, 72, 74, 75, 76, 77, 78, 83, 84], "new_action_definit": 73, "new_action_map": 73, "new_action_spac": 73, "new_action_vari": 73, "new_cool_setpoint": 77, "new_env_nam": 73, "new_heat_setpoint": 77, "new_log_fil": 55, "new_observation_spac": 73, "new_observation_vari": 73, "next": [4, 5, 7, 8, 17, 22, 66, 68, 73, 75, 78, 80, 81], "niev": 0, "night": 77, "nois": [5, 72], "non": 2, "none": [5, 13, 14, 17, 22, 28, 30, 32, 37, 38, 41, 42, 45, 47, 55, 57, 66, 68, 69, 74, 75, 76], "normal": [4, 5, 69, 79, 80, 81, 84], "normalized_observ": 4, "normalizeobserv": [76, 78, 84], "note": [4, 47, 79], "notebook": [0, 10, 72, 73, 75, 76, 78], "notic": 80, "notifi": [5, 7], "now": [5, 7, 9, 72, 75, 76, 77, 78], "np": [5, 17, 22, 55, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 82], "np_random": [17, 66], "npz": 28, "num": 5, "num_comfort_viol": 27, "num_episod": 79, "num_simul": 79, "num_timestep": 75, "number": [4, 5, 14, 17, 22, 27, 28, 47, 55, 68, 73, 75, 78, 79], "number_of_people_schedule_nam": 73, "numpag": 0, "numpi": [72, 73, 74, 75, 76, 77, 78, 82], "ny": 0, "o": [5, 7], "oa": 73, "oarequir": 73, "ob": [55, 64, 69, 71, 72, 73, 74, 75, 76, 77, 78, 82], "object": [0, 4, 5, 7, 10, 11, 14, 17, 30, 34, 38, 51, 52, 53, 67, 72, 73, 74, 75, 76, 77, 80, 84], "object1": 5, "object2": 5, "objectview": 7, "obligatori": 4, "obs_dict": [5, 77, 78], "observ": [0, 3, 4, 10, 14, 17, 20, 22, 24, 41, 42, 55, 64, 66, 67, 68, 69, 71, 75, 76, 77, 79, 80, 81, 84], "observation_spac": [5, 17, 73], "observation_valu": 79, "observation_vari": [5, 17, 73], "obtain": [0, 4, 5, 10, 17, 66], "obvious": 73, "occup": [0, 5, 10, 35, 41, 73, 75, 78], "occupi": [4, 73], "off": [4, 73], "offer": [0, 5, 10], "offic": [2, 5, 74], "officegrid": 5, "officegridstoragesmooth": [5, 70], "offici": 0, "offpolicyalgorithm": 4, "ofici": 9, "ohar": 83, "older": 7, "omega": 80, "on_training_end": 27, "onc": [4, 5, 9], "one": [0, 2, 4, 5, 6, 7, 9, 10, 14, 17, 22, 30, 34, 47, 55, 65, 70, 71, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84], "ones": [5, 84], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 17, 47, 55, 65, 72, 73, 74, 78, 79, 80, 84], "onpolicyalgorithm": 4, "onto": 57, "open": [0, 2, 9, 10, 78], "openai": [45, 72], "openmodelica": [0, 10], "optim": 7, "option": [4, 5, 7, 8, 9, 14, 17, 22, 30, 37, 45, 55, 60, 61, 62, 66, 68, 69, 73, 75, 76, 79, 81], "opyplu": [14, 30, 34, 72, 73, 74, 75, 76, 77, 78], "order": [0, 3, 4, 5, 7, 8, 9, 10, 14, 17, 22, 73, 75, 78, 79, 80, 81, 84], "org": 0, "organ": [2, 5, 73, 81], "origin": [4, 5, 14, 21, 30, 52, 64, 65, 66, 67, 68, 69, 71, 73, 78, 79], "original_act": 5, "original_building_scheduler_nam": 5, "original_epw_fil": 30, "original_ob": 5, "ornstein": [5, 14, 17, 30], "other": [0, 4, 5, 7, 9, 10, 75, 78, 79, 80, 84], "otherwis": [4, 6, 78, 84], "ou": [14, 30], "our": [0, 4, 5, 6, 8, 9, 10, 72, 73, 74, 75, 76, 77, 81, 82], "out": [4, 75, 79], "out_temp": 77, "outdoor": [2, 73, 75, 77, 78], "outdoor_air_schedule_nam": 73, "outdoorair": 73, "output": [0, 4, 6, 8, 10, 14, 37, 45, 56, 72, 73, 74, 75, 76, 77, 78], "output_format": 75, "output_path": 37, "outsid": [9, 78, 80], "over": 72, "overhang": 73, "overwrit": [4, 75, 78, 84], "overwritten": [4, 73], "own": [0, 3, 4, 5, 6, 10, 75, 77, 78, 80, 84], "owner": 7, "p_t": 80, "packag": [0, 2, 8, 10, 72, 73, 74, 75, 76, 77, 78, 81], "page": [0, 5, 8], "pair": 57, "panel": 2, "paper": 0, "param": [12, 14, 27, 28, 42, 47, 55, 75], "paramet": [0, 4, 6, 7, 10, 14, 17, 22, 24, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 43, 45, 47, 49, 52, 53, 55, 56, 59, 60, 61, 62, 64, 65, 66, 67, 68, 69, 70, 71, 73, 75, 80], "parent": 14, "pars": [4, 5], "part": [3, 5, 7], "parti": [0, 8, 10], "particular": [4, 5, 72], "particularli": [3, 45], "pass": [5, 17, 22, 28, 47], "passiv": 83, "path": [4, 5, 14, 17, 22, 28, 30, 32, 37, 52, 53, 55, 73, 75], "pd": 7, "pdf": 5, "penalti": [4, 79, 80], "pennsylvania": 83, "peopl": [0, 5, 10, 73, 75, 78, 80], "pep8": 8, "per": [0, 2, 4, 5, 6, 10, 47, 55, 65, 75, 78, 79], "perceiv": [41, 42, 77], "percentag": [4, 8], "perfect": 80, "perform": [3, 4, 5, 9, 28, 47, 67, 68, 80], "perhap": 5, "perimet": 2, "period": [0, 5, 10, 80, 83], "petit": [50, 51], "photovolta": 2, "pip": [9, 75, 81], "pipelin": 8, "place": [4, 5, 74, 82], "plai": [5, 77], "plan": [4, 5], "planner": 5, "platform": [0, 4, 8, 10], "pleas": [0, 2, 5, 6, 7, 8, 10, 45, 75, 77, 83], "plenum": 73, "plenumclg": 73, "plenumcoolingsetpoint": 73, "plenumheatingsetpoint": 73, "plenumhtg": 73, "plot": 27, "pm": 80, "poh": 5, "point": [3, 75, 82], "polici": [4, 7, 28, 46, 47], "pop": [9, 76], "popen": 22, "portug": 83, "possibl": [0, 4, 5, 6, 7, 9, 10, 73, 75, 78, 83, 84], "power": [4, 55, 60, 61, 62, 79, 80], "power_penalti": [75, 76], "ppd": [73, 75, 78], "ppo": 4, "pprint": 73, "pr": 0, "pre": [0, 7, 10, 80], "predefin": [5, 73, 80], "predetermin": 7, "predict": [4, 75], "prefer": 7, "prepar": [9, 14], "present": [5, 14, 17, 72, 73, 74, 75, 76, 77, 78, 79], "preserv": 74, "pretend": 5, "pretti": 80, "prevent": 8, "previou": [4, 7, 8, 68, 71, 73, 75, 84], "previous": [5, 14, 73, 79], "previous_vari": [71, 78], "previousobservationwrapp": [78, 84], "print": [72, 73, 74, 75, 76, 77, 78, 82], "privileg": [7, 50], "probabl": 7, "problem": [0, 5, 7, 10, 73, 78], "procedur": [4, 8], "proceed": 0, "process": [0, 4, 5, 8, 10, 14, 17, 30, 75], "program": 9, "progress": [0, 4, 5, 10, 55, 56, 66, 76, 78, 79], "progress_head": [55, 66, 76], "project": [4, 5, 7, 8, 9, 10, 21, 39, 75, 81], "project_id": 7, "project_path": 7, "proper": 78, "properli": 0, "properti": [14, 17, 22], "proport": 80, "propos": 74, "provid": [0, 2, 4, 5, 6, 7, 9, 10, 83], "prt_lisboa": 83, "ptolemi": 14, "ptolomi": 21, "pub": 7, "public": 7, "publish": [0, 8], "pubsub": 7, "pull": 7, "pull_request_target": 8, "purpos": [0, 4, 5, 7, 8, 10, 73], "push": 7, "put": 73, "py": [3, 4, 5, 7, 9, 45, 72, 73, 74, 75, 76, 77, 78, 81, 82, 84], "pypi": [8, 9], "pytest": [8, 9], "python": [0, 4, 5, 6, 7, 8, 10, 11, 12, 14, 17, 21, 22, 31, 32, 48, 73, 75, 78, 81, 82], "python3": [9, 72, 73, 74, 75, 76, 77, 78], "python_environ": 9, "pytyp": 8, "question": [0, 10], "queue": [78, 84], "quick": 7, "quot": 7, "r": [5, 60, 62, 83], "r_t": 80, "raboso": 0, "radiant": [75, 78], "radiat": [75, 78], "rain": 83, "rais": [8, 14, 22, 24, 47], "raly3l0r": 75, "raly3l0rsync": 75, "random": [3, 43, 74], "randomli": [5, 14, 17, 43, 70, 82], "rang": [4, 5, 6, 35, 37, 42, 60, 61, 62, 69, 72, 73, 74, 75, 76, 77, 78, 80, 82, 84], "range_comfort_hour": 61, "range_comfort_summ": [60, 61, 62, 73, 80], "range_comfort_wint": [60, 61, 62, 73, 80], "range_gett": 5, "ranges_5zon": [76, 78], "rate": [70, 73, 75, 78, 80], "rbc5zone": 77, "rcount": 75, "rdd": 5, "rdnfn": 0, "re": [5, 79], "read": [0, 5, 7, 20, 22, 52], "readi": [7, 9, 72, 75, 77], "readm": 81, "real": [0, 4, 5, 10, 55, 75], "realiti": 4, "realli": [7, 82, 84], "receiv": [5, 17, 22, 24, 78, 84], "receive_observ": [20, 24], "recogniz": 5, "recommend": [7, 8, 9, 42, 73, 74, 78, 80], "record": [0, 4, 10, 34, 55, 66, 79], "rectangular": 2, "recurs": [38, 52, 53], "refer": [3, 7], "refin": 4, "reflect": 80, "regardless": [5, 17, 79], "region": 7, "regist": [0, 4, 5, 8, 10, 72, 75, 82], "registr": 4, "registri": 7, "regular": 5, "reheat": 73, "reheatcoilavailsch": 73, "reinforc": [0, 9, 10, 75, 78, 80], "rel": [32, 73, 75, 78], "relat": 45, "releas": [0, 6, 9, 10], "relev": [0, 10], "reli": [69, 75], "relogin": 75, "rememb": [5, 75, 77], "remot": [4, 8, 9, 75, 81], "remote_stor": 7, "remov": [7, 49, 60, 61, 62, 80], "renam": 75, "render": [17, 28, 45, 47, 75], "render_mod": 17, "renew": 23, "reopen": 9, "repair": 2, "repeat": [17, 22, 73], "repetit": [5, 17], "replac": [0, 5, 10, 73, 74], "repo": 0, "report": [0, 7, 8, 10], "repositori": [0, 7, 8, 9, 75, 79, 81, 82], "repres": [5, 80], "reproduc": [0, 10], "request": 49, "requir": [5, 7, 8, 9, 14, 73, 78, 80, 84], "res1": [72, 73, 75, 78], "res2": [74, 78], "res3": 78, "res4": [76, 78], "res5": [77, 78], "res6": 78, "res7": 78, "res8": 78, "res_n": 55, "reserv": 5, "reset": [5, 14, 17, 22, 47, 66, 68, 72, 73, 74, 75, 76, 77, 78, 82], "residenti": 2, "resolut": 5, "resourc": [51, 52, 53], "respect": [4, 5, 8, 9, 78, 80], "respons": [49, 79], "rest": [2, 5, 7, 9, 31, 48, 49, 80, 83], "restart": 7, "result": [4, 6, 22, 47, 72, 73, 74, 75, 76, 77, 78, 79, 82], "ret": 75, "retriev": 38, "return": [3, 4, 5, 8, 14, 17, 22, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 47, 49, 50, 51, 55, 56, 64, 66, 67, 68, 69, 70, 71, 75, 76, 77, 78, 80, 82, 84], "return_episode_reward": 47, "reward": [0, 4, 10, 17, 25, 27, 28, 47, 55, 66, 67, 68, 72, 74, 75, 76, 77, 78, 81, 82, 84], "reward_comfort": [72, 73, 74, 76, 77, 78], "reward_energi": [72, 73, 74, 76, 77, 78], "reward_fn": 5, "reward_kwarg": [5, 17, 73, 80], "reward_term": [67, 78], "reward_threshold": 47, "rise": 8, "rl": [0, 4, 10, 47], "rm": [44, 45], "role": 7, "rollout": [4, 75], "romero": 0, "root": [7, 9, 75, 82], "row": 79, "rule": [3, 41, 42, 81], "run": [0, 4, 5, 7, 9, 10, 22, 47, 73, 74, 75, 79, 82], "runperiod": [5, 72, 73, 74], "runtimeerror": [14, 22], "runtimewarn": 75, "sac": 4, "sai": 77, "sail": 9, "same": [4, 5, 7, 8, 30, 73, 78, 79, 83, 84], "sampl": [5, 17, 22, 72, 73, 74, 76, 78, 82, 83], "satisfact": 80, "save": [4, 6, 14, 28, 73, 75], "save_building_model": [13, 14], "save_variables_cfg": [13, 14], "sb3": [57, 75], "sb3_dqn": 75, "scalabl": [0, 10], "scalar": [67, 75, 78, 84], "scale": [47, 80, 81], "sch": 73, "sched": 73, "schedul": [0, 5, 10, 14, 17, 22, 73], "schedule_nam": 73, "scheduler_nam": 5, "scheduler_value_typ": 5, "scope": 7, "scratch": 73, "screen": 82, "script": [4, 73, 75, 82], "sdk": [7, 9], "search": 38, "season": [35, 60, 61, 62, 73, 77, 80, 83], "season_comfort_rang": 77, "sec_elaps": 14, "second": [14, 22, 33, 47, 55, 73, 76], "secondli": 7, "section": [0, 2, 3, 4, 5, 7, 9, 10, 73, 80, 81, 82, 83], "secur": 8, "see": [0, 3, 4, 5, 6, 7, 8, 9, 14, 72, 73, 75, 76, 78, 79, 80, 81, 84], "seed": [4, 17, 66, 68], "seed_valu": 4, "seen": 5, "select": [5, 9, 17, 41, 42, 43, 66, 77, 78, 84], "self": [5, 72, 73, 74, 75, 76, 77, 78, 80], "semiarid": 83, "sen": 64, "send": [0, 5, 7, 17, 20, 22, 24, 50, 51, 53, 66, 74], "send_act": [20, 24], "sensor": 22, "sent": 4, "separ": 6, "sequenc": [41, 42, 43, 69, 76, 77], "sequenti": 8, "seri": 80, "server": [2, 7, 14, 21, 75], "servic": [2, 7, 8, 49, 50], "serviceaccount": 7, "serviceusag": 7, "session": [60, 61, 62], "set": [0, 4, 5, 6, 7, 10, 14, 72, 73, 75, 76, 77, 78, 79, 80, 81], "set_episode_working_dir": [13, 14], "set_experiment_working_dir": [13, 14], "set_external_interfac": [13, 14], "set_log_fil": 55, "set_logg": 75, "setp": 73, "setpoint": [5, 41, 42, 65, 75, 77, 78, 84], "setpoint_temperature_schedule_nam": 73, "setpoints_spac": 5, "setpoints_summ": 77, "setup": 9, "setup_tag": 9, "sever": [0, 5, 7, 10, 14, 73, 80, 83, 84], "shade": 73, "shadetranssch": 73, "shape": [5, 73, 74], "shop": [2, 5], "shopwithvandbatteri": 5, "short": [0, 7, 10], "should": [5, 6, 7, 9, 17, 22, 28, 59, 82], "shouldn": 78, "show": [5, 8, 9, 14, 17], "shown": [5, 9, 78, 82, 84], "side": 2, "sigma": [5, 14, 17, 30], "signal": 80, "silenc": 7, "similar": 80, "similarli": [0, 10], "simpl": [3, 5, 72, 73, 80], "simplest": 82, "simpli": [9, 73, 78], "simul": [0, 4, 5, 9, 10, 11, 14, 15, 16, 17, 30, 37, 41, 42, 43, 55, 56, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84], "simultan": 70, "sin": [64, 78, 84], "sinc": [0, 5, 6, 7, 10, 14, 77, 79], "sinergym": [2, 3, 4, 8, 10, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "sinergym_evalu": 75, "sinergym_extra": [7, 9], "sinergym_logg": [4, 27], "sinergym_output": 75, "singl": [2, 74], "singlecool": 73, "singleduct": 73, "singleh": 73, "site": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "size": [2, 7, 78, 84], "sizingperiod": [0, 5, 10, 72, 73, 74, 75, 76, 77, 78], "skeleton": 6, "skip": [8, 45, 78, 84], "skip_render_check": 45, "slack": 7, "slice": 75, "slight": 80, "sm": 7, "small": [2, 81], "so": [0, 4, 5, 7, 8, 9, 10, 74, 75, 78, 79, 80, 84], "socket": [5, 22, 79], "socket_host": 5, "socket_port": 5, "softwar": 8, "solana": 0, "solar": [75, 78], "solut": 5, "some": [0, 4, 5, 6, 7, 8, 10, 17, 66, 73, 74, 75, 78, 80, 84], "someon": 5, "someth": 72, "soon": 82, "sophist": 74, "sort": 8, "sourc": [0, 2, 8, 9, 10, 17, 66, 78], "south": 73, "space": [0, 3, 4, 7, 10, 17, 64, 65, 72, 74, 78, 82, 84], "space1": [73, 75, 77, 78, 80], "space2": 73, "space3": 73, "space4": 73, "space5": 73, "spain": 83, "specif": [0, 2, 4, 5, 8, 9, 10, 14, 73, 75, 79, 81, 83], "specifi": [0, 4, 5, 7, 10, 14, 17, 22, 52, 53, 66, 73, 74, 75, 76, 78, 80, 83, 84], "speed": [73, 75, 78], "spell": 8, "spelling_wordlist": 8, "sphinx": 8, "sql": 7, "sqladmin": 7, "src_path": 53, "ssd": 7, "ssh": 7, "st": 33, "st_dai": 33, "st_mon": 33, "st_year": 33, "stabl": [0, 4, 9, 10, 26, 44, 45, 75, 81], "stable_baselines3": [28, 47, 75], "stack": [68, 78, 84], "stage": 4, "stai": [0, 6, 10, 80], "stand": 74, "standard": [5, 8, 31, 35, 41, 72, 82], "start": [0, 4, 5, 10, 14, 20, 22, 24, 33, 60, 61, 62, 73, 74, 82], "start_dai": [6, 22], "start_mon": 22, "start_month": 6, "start_simul": [20, 24], "start_weekdai": 22, "start_year": [6, 14, 22], "state": [4, 5, 22, 66], "static": [41, 42], "statu": 8, "std": 47, "std_reward": 75, "std_rewards0": 75, "stdin": 7, "stdout": 75, "step": [0, 4, 5, 9, 10, 17, 22, 47, 55, 57, 65, 66, 67, 68, 72, 73, 74, 75, 77, 78, 82, 84], "step_temp": [65, 78], "steps_data": 55, "stochast": [5, 28, 47, 73, 80], "stop": 20, "stop_simul": 20, "storag": [2, 4, 8, 9, 51, 52, 53], "store": [0, 4, 10, 14, 27, 53, 55, 73, 75, 78, 79, 84], "stori": 2, "str": [4, 5, 13, 14, 17, 22, 24, 28, 30, 31, 32, 34, 37, 47, 49, 50, 53, 55, 56, 57, 60, 61, 62, 66, 67, 68, 69, 71, 75, 76, 80], "strftime": 75, "string": 8, "strongli": 78, "structur": [0, 5, 7, 10, 13, 22, 79], "studi": [3, 5], "studio": 9, "sub": [5, 7, 17], "sub_run": 79, "sub_run1": [72, 73, 74, 75, 76, 77, 78, 79], "sub_run2": [75, 78, 79], "sub_run3": [75, 79], "sub_run4": 75, "sub_run5": 75, "sub_run_n": 55, "sub_runn": 79, "submit": 7, "subprocess": 22, "subset": [9, 78, 84], "substitut": [7, 64, 73, 78, 84], "subtrop": 83, "success": 75, "successfulli": [8, 9, 72, 73, 74, 75, 76, 77, 78, 81], "sudo": 9, "suit": 79, "sum": [4, 72, 73, 74, 75, 76, 77, 78, 82, 84], "summari": [4, 5, 9, 66, 72, 75], "summer": [14, 60, 61, 62, 80, 83], "summer_fin": [60, 61, 62], "summer_final_d": 77, "summer_start": [60, 61, 62], "summer_start_d": 77, "summerdai": [13, 14], "sundai": 22, "super": [76, 80], "supervis": [9, 81], "suppli": 73, "support": [0, 4, 5, 9, 10, 17, 81], "suppos": 7, "sure": [3, 5], "surfac": 2, "sy": [73, 75], "sydnei": 83, "sync": 75, "system": [0, 2, 52, 53, 73, 80], "t": [4, 5, 7, 9, 34, 60, 62, 70, 72, 74, 78, 79, 83, 84], "t_": [60, 62, 80], "t_t": 80, "tabl": [4, 5, 9, 14], "table_nam": 73, "tag": [8, 9], "tag_nam": 9, "take": [0, 4, 5, 6, 8, 10, 14, 45, 65, 74, 75], "taken": [4, 5, 80, 82], "tao": [5, 17], "target": 80, "task": 5, "tau": [5, 14, 30], "tc9": 42, "td3": 4, "team": [0, 7, 9, 10], "techniqu": 79, "tell": [0, 10], "temp": 73, "temperatur": [4, 5, 35, 41, 42, 60, 61, 62, 65, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84], "temperature_vari": [60, 61, 62, 73, 80], "templat": [0, 7, 10], "tensorboard": 27, "term": [4, 5, 27, 60, 61, 62, 67, 78, 80], "termin": [7, 22, 55, 56, 67, 68, 72, 73, 74, 75, 76, 77, 78, 82], "test": [0, 8, 9, 10, 28], "test_common": 81, "test_config": 81, "test_control": 81, "test_env": 81, "test_model": 81, "test_reward": 81, "test_simul": 81, "test_stable_baselin": 81, "test_wrapp": 81, "than": [5, 7, 8, 70, 79, 80, 84], "thei": [0, 4, 5, 7, 8, 9, 10, 78, 80, 81], "them": [0, 2, 4, 5, 10, 14, 73, 78, 80], "therefor": [4, 5, 74, 80, 82], "thermal": [35, 41, 61, 73, 75, 78, 80], "thermostat": [73, 75, 77, 78], "thermostatsetpoint": 73, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 17, 22, 27, 31, 32, 34, 37, 45, 47, 49, 55, 57, 59, 65, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "thing": [5, 73, 80], "think": 7, "third": [0, 8, 10, 22], "those": [0, 4, 5, 7, 35, 73, 80], "three": [2, 5], "through": [2, 5, 9], "throughout": 9, "thu": [4, 5], "till": 38, "time": [0, 4, 5, 8, 9, 10, 22, 33, 55, 61, 75, 76, 81, 84], "time_elaps": [5, 72, 73, 74, 75, 76, 77, 78], "time_elapsed157tim": 75, "time_info": 5, "timeout": 7, "timestep": [4, 5, 6, 17, 27, 55, 66, 71, 72, 73, 74, 75, 76, 77, 78, 79, 84], "timesteps_per_hour": [6, 73], "titl": 0, "to_csv": [72, 73, 74, 75, 76, 77, 78], "todai": 75, "togeth": 80, "token": [7, 49, 50], "tokyo": 83, "told": [5, 9], "too": [2, 4, 7, 8, 9, 49, 73, 75, 78], "tool": [0, 5, 8, 10, 82], "top": 2, "total": [73, 75, 78, 80], "total_energi": [72, 73, 74, 76, 77, 78], "total_power_no_unit": 76, "total_time_elaps": 55, "total_timestep": [55, 75], "total_timesteps140160train": 75, "track": [0, 4, 7, 9, 10, 75, 78, 84], "tradit": [78, 84], "train": [0, 10, 79, 80], "training_output": 75, "transform": [5, 64, 65, 78, 84], "transmittance_schedule_nam": 73, "transport": 0, "tree": [14, 72, 73, 74, 75, 76, 77, 78, 81], "trigger": [7, 28], "trivial": 5, "true": [28, 36, 45, 47, 55, 66, 68, 75, 76, 78], "true_divid": 75, "truncat": [17, 22, 66, 67, 72, 73, 74, 75, 76, 77, 78, 82], "try": [4, 5, 22], "try_env": 82, "tty": 7, "tune": [0, 6, 10, 80], "tupl": [5, 6, 13, 14, 17, 22, 30, 35, 57, 60, 61, 62, 65, 66, 67, 68, 76], "turn": 4, "two": [2, 8, 9, 73, 80], "twospe": 73, "txt": 8, "type": [2, 4, 5, 7, 8, 9, 14, 17, 22, 27, 30, 31, 33, 34, 35, 36, 37, 38, 41, 42, 43, 49, 50, 51, 64, 66, 67, 68, 69, 70, 71, 73, 75, 76, 77, 78, 83, 84], "typic": 80, "u": [0, 6, 9, 10, 74], "ubuntu": 9, "ugr": 9, "uhlenbeck": [5, 14, 17, 30], "um": 75, "under": [81, 82], "understand": [0, 10], "union": [5, 17, 22, 32, 55, 60, 61, 62, 66, 67, 68, 76], "uniqu": [2, 4, 80, 81], "unit": [0, 10], "unknown": 8, "until": [4, 8], "unwrap": [38, 79], "up": [2, 4, 5, 6, 7, 9, 14, 60, 62, 72, 73, 75, 76, 77, 78, 80, 81, 83], "upcom": [0, 6, 10], "updat": [0, 5, 7, 8, 9, 10, 28, 37, 64, 72, 74, 75, 76, 77, 78, 80, 81, 84], "update_weather_path": [13, 14], "upgrad": [7, 75], "upload": [7, 8, 53, 75], "upper": 70, "url": 0, "us": [2, 3, 5, 6, 8, 9, 10, 14, 17, 21, 22, 24, 28, 30, 31, 37, 39, 45, 47, 48, 55, 57, 60, 61, 62, 65, 66, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "usa": [0, 83], "usa_az_davi": [5, 83], "usa_co_aurora": 83, "usa_il_chicago": 83, "usa_ny_new": [5, 83], "usa_pa_pittsburgh": [5, 74, 83], "usa_wa_port": [5, 83], "usag": [3, 7], "use_artifact": 75, "use_datetim": [72, 73, 74, 75, 76, 77, 78], "user": [0, 5, 8, 10, 73, 79], "usr": [72, 73, 74, 75, 76, 77, 78], "usual": [5, 80], "util": [3, 4, 7, 12, 17, 73, 74, 75, 76, 77, 78, 80, 81, 82, 84], "utilsocket": 79, "v": 81, "v1": [5, 6, 17, 72, 73, 74, 75, 76, 77, 78, 80, 82], "v1_mainthread_root": [72, 73, 74, 76, 77, 78], "valid": [4, 50], "valu": [4, 5, 6, 7, 9, 14, 17, 27, 31, 37, 57, 64, 65, 66, 67, 69, 70, 71, 73, 75, 76, 78, 79, 80, 84], "variabl": [0, 3, 7, 10, 14, 17, 22, 24, 37, 60, 61, 62, 65, 69, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84], "variable_nam": 5, "variabledictionari": 5, "variables_fil": 24, "variablevolum": 73, "variant": [78, 84], "variat": [13, 14, 30, 65], "vav": [2, 73], "vec_env": [28, 47], "vecenv": [28, 47], "vecenvwrapp": 38, "vector": [67, 68, 78, 84], "vectorinstitut": 0, "verbos": [27, 28, 75, 81], "veri": [3, 9, 73, 80], "versa": 4, "version": [4, 5, 8, 9, 14, 17, 73, 75, 82], "via": 5, "vice": 4, "view": 75, "violat": [4, 27], "virtual": [7, 9], "virtualenv": 9, "visit": [0, 2, 4, 5, 7, 9, 10, 73, 77, 78, 79, 81, 83, 84], "visual": [0, 4, 9, 10, 75], "vm": 49, "vocabulari": 8, "vscode": 9, "vv": [9, 81], "w": [60, 61, 62, 74, 75, 80], "wa": [5, 7], "wai": [0, 5, 6, 7, 8, 10, 73, 78], "wait": [7, 75], "wandb": [0, 4, 9, 10, 57, 75], "wandb_notebook_nam": 75, "wandb_param": 75, "wandb_path": 75, "wandboutputformat": 75, "want": [0, 4, 5, 6, 7, 8, 9, 10, 47, 52, 53, 65, 69, 73, 74, 75, 76, 77, 78, 79, 80, 81, 84], "warehous": 5, "warm": 83, "warn": [8, 28, 45, 65], "washington": 83, "water": 2, "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 72, 73, 75, 76, 77, 78, 79, 80, 82], "weather": [0, 6, 10, 11, 14, 17, 22, 24, 30, 72, 73, 74, 75, 76, 77, 78, 79, 81], "weather_data": [14, 30, 72, 73, 74, 75, 76, 77, 78], "weather_fil": [5, 14, 17, 22, 24, 73], "weather_vari": [5, 12, 17, 73], "weatherdata": [14, 30], "websit": 8, "week": 2, "weekdai": [22, 77], "weekend": 77, "weight": [0, 7, 10, 60, 61, 62, 73, 75, 80], "well": [0, 4, 5, 10, 47], "west": 83, "west1": 7, "what": [0, 5, 10, 73, 78], "when": [0, 4, 5, 7, 8, 10, 14, 22, 28, 45, 47, 55, 70, 73, 74, 75, 79, 80, 82], "where": [4, 5, 9, 14, 17, 28, 32, 49, 52, 53, 61, 75, 80], "whether": [0, 5, 8, 10, 17, 22, 28, 45, 47, 49, 66, 68], "which": [0, 4, 5, 7, 9, 10, 14, 22, 27, 55, 67, 73, 74, 75, 78, 79, 80, 81], "while": [0, 10, 72, 73, 74, 75, 76, 77, 78, 82], "whole": [0, 4, 10, 39, 55, 66, 73, 75, 78, 80], "whose": [5, 55, 80], "why": 4, "william": [5, 83], "wind": [73, 75, 78], "window": 2, "winter": [14, 80, 83], "winterdai": [13, 14], "within": [79, 80, 81], "without": [0, 5, 7, 8, 10, 14, 69, 74, 82], "word": [5, 8], "work": [0, 4, 5, 7, 8, 9, 10, 14, 17, 22, 47, 72, 73, 74, 75, 76, 77, 78, 80], "work_efficiency_schedule_nam": 73, "workeffsch": 73, "workflow": [0, 8, 10, 81], "workspac": [72, 73, 74, 75, 76, 77, 78, 82], "world": 5, "would": [7, 74, 78, 80], "wrap": [0, 4, 10, 28, 36, 38, 47, 75, 78, 79], "wrapper": [0, 4, 10, 25, 28, 36, 38, 47, 74, 75, 79, 81, 82], "wrapper_class": [36, 38], "write": [7, 8, 9, 57, 81], "written": 76, "wrong": 5, "www": 7, "xlsx": [17, 73], "xml": [14, 72, 73, 74, 75, 76, 77, 78], "y": 75, "yaml": 7, "ye": [4, 5], "year": [0, 5, 6, 14, 22, 33, 35, 72, 73, 74, 75, 76, 77, 78, 83], "year1991": 75, "yet": [7, 81], "yml": [8, 9, 81], "york": [0, 5, 83], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 17, 22, 47, 52, 53, 60, 61, 62, 65, 69, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84], "your": [0, 3, 4, 5, 6, 8, 9, 10, 75, 77, 78, 80, 82, 84], "zhang": [5, 21], "zhangzhizza": 21, "zhiang": [5, 21], "zip": [75, 77, 78], "zone": [0, 2, 5, 7, 10, 17, 22, 65, 73, 75, 77, 78, 80], "zone_nam": [5, 22], "zonecontrol": 73, "zoneinfiltr": 73, "zoneminoarequir": 73, "\u00bac": 83}, "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "7. Controllers", "11. Deep Reinforcement Learning Integration", "5. Environments", "9. Extra Configuration in Sinergym simulations", "12. Sinergym with Google Cloud", "13. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.Model", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.base", "sinergym.simulators.base.BaseSimulator", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.simulators.eplus_alpha", "sinergym.simulators.eplus_alpha.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.create_variable_weather", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_actuators_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.get_season_comfort_range", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "15. Basic example", "16. Changing an environment registered in Sinergym", "17. Default building control setting up an empty action interface", "21. DRL usage example", "19. Logger Wrapper personalization/configuration", "20. Rule Controller example", "18. Wrappers example", "10. Output format", "6. Rewards", "14. Tests", "2. Usage example", "4. Weathers", "8. Wrappers"], "titleterms": {"0": 9, "1": [9, 76], "2": 76, "23": 9, "5zone": 2, "about": [9, 73], "action": [5, 8, 73, 74], "ad": [5, 73], "addit": 5, "alert": 7, "an": [73, 74], "api": 1, "avail": 5, "base": [19, 20], "basereward": 59, "basesimul": 20, "basic": 72, "bcvtb": 9, "bias": 4, "bucket": 7, "build": [2, 5, 73, 74], "callback": [4, 26, 27, 28], "chang": 73, "check": 9, "check_env": 45, "cite": 0, "cloud": [7, 9], "common": [29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "compon": 73, "comput": 9, "config": [11, 12, 13, 14], "configur": [5, 6, 7, 9, 73, 76], "constant": 39, "contain": [7, 9], "contribut": 0, "control": [3, 40, 41, 42, 43, 74, 77], "creat": [7, 8, 81], "create_variable_weath": 30, "csvloger": 76, "csvlogger": 55, "custom": 80, "data": 5, "datacent": 2, "datetim": 78, "datetimewrapp": 64, "deep": 4, "default": 74, "definit": [5, 73], "delete_instance_mig_from_contain": 49, "discret": 78, "discreteincrementalwrapp": 65, "docker": 9, "drl": [4, 75], "empti": 74, "energyplu": [9, 22, 24], "env": [15, 16, 17], "env_check": [44, 45], "environ": [5, 9, 73], "episod": 5, "eplu": [21, 22], "eplus_alpha": [23, 24], "eplus_env": [16, 17], "eplusenv": 17, "eppy_element_to_dict": 31, "epw": 5, "evalu": [4, 46, 47], "evaluate_polici": 47, "exampl": [0, 72, 75, 77, 78, 82], "execut": 7, "experi": 7, "export_actuators_to_excel": 32, "expreward": 60, "extra": [5, 6, 73], "file": 5, "first": 7, "format": 79, "gcloud": [48, 49, 50, 51, 52, 53], "get": 73, "get_delta_second": 33, "get_record_kei": 34, "get_season_comfort_rang": 35, "get_service_account_token": 50, "github": 8, "googl": 7, "hourlylinearreward": 61, "how": 4, "increment": 78, "inform": [5, 73], "inherit": 76, "init_storage_cli": 51, "initi": 7, "instal": [9, 81], "instanti": 76, "integr": 4, "interfac": 74, "is_wrap": 36, "kwarg": 5, "learn": 4, "linearreward": 62, "list": 5, "load": [4, 75], "log": 7, "logger": [4, 54, 55, 56, 57, 76, 78, 79], "loggercallback": 27, "loggerevalcallback": 28, "loggerwrapp": [66, 76], "main": 8, "manual": 9, "maximum": 5, "merg": 8, "mig": 7, "model": [4, 12, 13, 14, 73, 75], "modeljson": 14, "modifi": [8, 76], "more": 73, "multi": 78, "multiobjectivereward": 67, "multiobswrapp": 68, "name": 5, "nest": 78, "new": [5, 8, 73, 81], "normal": 78, "normalizeobserv": 69, "object": 78, "observ": [5, 73, 78], "officegridstoragesmooth": 2, "officegridstoragesmoothingactionconstraintswrapp": 70, "officemedium": 2, "other": 73, "our": 7, "output": [5, 7, 79], "own": 7, "packag": 9, "paramet": 5, "permiss": 7, "person": 76, "platform": 7, "prepar": 7, "previou": 78, "previousobservationwrapp": 71, "project": 0, "pull": 8, "push": 8, "pytest": 81, "python": 9, "randomcontrol": 43, "ranges_gett": 37, "rbc5zone": 41, "rbcdatacent": 42, "read_from_bucket": 52, "real": 7, "refer": 1, "regist": 73, "reinforc": 4, "releas": 8, "remot": 7, "repeat": 5, "request": 8, "reward": [5, 58, 59, 60, 61, 62, 73, 80], "rule": 77, "run": 81, "runperiod": 6, "set": [9, 74], "shopwithvanbatteri": 2, "simul": [6, 18, 19, 20, 21, 22, 23, 24], "sinergym": [0, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73], "softwar": 9, "space": [5, 73], "step": [7, 76], "storag": 7, "store": 5, "structur": 4, "test": 81, "time": 7, "timestep_per_hour": 6, "train": [4, 75], "unwrap_wrapp": 38, "up": 74, "updat": 73, "upload_to_bucket": 53, "us": [0, 4, 7], "usag": [75, 82], "util": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], "variabl": [5, 9], "visual": 7, "vm": 7, "wandb": 7, "wandboutputformat": 57, "warehous": 2, "weather": [5, 83], "weight": 4, "welcom": 0, "wrapper": [63, 64, 65, 66, 67, 68, 69, 70, 71, 76, 78, 84], "your": 7}}) \ No newline at end of file diff --git a/docs/compilation/v3.1.0/.buildinfo b/docs/compilation/v3.1.0/.buildinfo index 53505e1f37..87b5425254 100644 --- a/docs/compilation/v3.1.0/.buildinfo +++ b/docs/compilation/v3.1.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 733cc71fdb1582b45af0163c03b176b4 +config: 19b013e5f39547ffc79a154edf3017fa tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v3.1.0/.doctrees/environment.pickle b/docs/compilation/v3.1.0/.doctrees/environment.pickle index 3ccac8e5ee..e8171d9a3a 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/environment.pickle and b/docs/compilation/v3.1.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v3.1.0/.doctrees/index.doctree b/docs/compilation/v3.1.0/.doctrees/index.doctree index d7672758c2..ce79298259 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/index.doctree and b/docs/compilation/v3.1.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v3.1.0/.doctrees/pages/API-reference.doctree index f5a5f15952..de21f680b3 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/buildings.doctree b/docs/compilation/v3.1.0/.doctrees/pages/buildings.doctree index 28215afec0..e146541cc8 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/controllers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/controllers.doctree index 0d4fb6d489..cb38e4fa59 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v3.1.0/.doctrees/pages/deep-reinforcement-learning.doctree index 4cd6c65a54..2321ee50a3 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/environments.doctree b/docs/compilation/v3.1.0/.doctrees/pages/environments.doctree index 568bd3a56a..b8ecfdb967 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/environments.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/environments_registration.doctree b/docs/compilation/v3.1.0/.doctrees/pages/environments_registration.doctree index 9caa63c09a..fd486779b8 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/environments_registration.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/environments_registration.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v3.1.0/.doctrees/pages/extra-configuration.doctree index eaad3538b7..a8e6b218fa 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v3.1.0/.doctrees/pages/gcloudAPI.doctree index 1d4cabaa33..a7703e579a 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v3.1.0/.doctrees/pages/github-actions.doctree index 5832c689c6..c343467388 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/installation.doctree b/docs/compilation/v3.1.0/.doctrees/pages/installation.doctree index d030e89839..6cf7d9a3ad 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/installation.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/introduction.doctree b/docs/compilation/v3.1.0/.doctrees/pages/introduction.doctree index a8fa485c86..c6ab59368a 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.doctree index 70d5dfa2ec..9b68fbd4b8 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index 8c628f8d96..f7b603b924 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.doctree index f237c37001..64b97dd3a5 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.doctree index f3f9b34141..6151370402 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 7c6a315261..2c08fa3c54 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 05e530bab6..d93fa9d5ed 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.doctree index 1136dafaf6..eb7de3925c 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 98372ab711..286720f48f 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 0ffb2605f5..9457fdd6ae 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 488ca5aa59..76845423f0 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index a79214b13d..7fa8994d6c 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 7bae649d83..50bd86adeb 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree index 28ffe2873c..f5d26b245a 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree index d7ee822dd9..5a3cc2ba78 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index f1a85f3e07..bf8bd96817 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree index b67843a0df..e1086ee1bd 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index bf829ce065..d508b62e56 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index b57adf63f7..21fa4dd2bf 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 2eded9e209..2b7fc422df 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree index b355272f09..7ae0cdc59f 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree index c2ad02e0af..72870d098e 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree index 2fd6a3b826..285ab4d565 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 8482886a2e..df920cba66 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index e5e051957a..3b43f6acd7 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree index 75ab6f4710..7171a79520 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree index f877d5d181..d9e1943c0c 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree index 5ae0e2c22b..fd0c81723f 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree index bcb1c73feb..779bb029eb 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree index 7f3949c479..088246b81f 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree index 473ebb4a6e..1097da91ca 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree index 8c1c4b36ac..06eb2b43f2 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index d33a0c04ee..29634c7483 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 2786124409..5bf70ccb28 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 64c2e8e803..9c67529112 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 97b210a9b2..6206aa4244 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index e1f2aaed9e..91001ec375 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.doctree index 77a61a3936..669e03b4b2 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 8bedb25555..e3be30c1fe 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 0acdce3f26..7287a7438b 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index e9d2d28b28..dfc58b7a42 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index 6db960f5f4..ed870c6d73 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index 38d4879e6e..c4b424acfb 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 6d476d85d3..fdc3a1f48d 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index c83a341cd3..2714da7007 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 76251fd093..fee77dd044 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 19930836f1..611d703fb6 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index c8480aeded..e201842937 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index 31825ea088..bd544b5eaa 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree index 4d66a84bf3..8f57f33d31 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 75b2a056a8..a0906008df 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 7671436a27..fdc166e194 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 889dbf5149..619c3ba81a 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index b87f74becf..7d8082929c 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 8aca0bc774..6a8442e544 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 675ef0e86a..8cd6336dcc 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 52df0c394a..1021b698f8 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 3aded9dc99..4a6d60f289 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index 64444fb555..c702885155 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index bc8e6cc183..b346ae5626 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree index b19cfff193..7f8a7a92b8 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 7bf32e3e70..b6fb7c9641 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 7eb804abf9..145cc5759a 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 0a0b0699aa..03fce100bc 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree index 38e7fa8f1d..be300cfbab 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index b976a570e2..6d8d3e6b72 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 5ea61bfe75..ee76690e70 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 56830d6392..0858587888 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index a71313eec4..f96eda4c71 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/basic_example.doctree index 11fe17ca75..7df16acc8e 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/change_environment.doctree index 154843e2f8..eb6ca80184 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/default_building_control.doctree index 6f810e22f8..d64853a388 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/drl.doctree index a032db652b..6fc52e8268 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/getting_env_information.doctree index ab3009a3f4..76f55c182b 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 3f504ec0c7..08d90e3f09 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree index 21aac3b663..7bbbe11858 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 8828ed05be..eceb395584 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/output.doctree b/docs/compilation/v3.1.0/.doctrees/pages/output.doctree index 761e1bb556..770c52a8f7 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/output.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/rewards.doctree b/docs/compilation/v3.1.0/.doctrees/pages/rewards.doctree index 0a0df53106..fc2da39ce8 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/tests.doctree b/docs/compilation/v3.1.0/.doctrees/pages/tests.doctree index 11296040f1..02689f71ea 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/tests.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v3.1.0/.doctrees/pages/usage-example.doctree index 243fb2ade2..9579c76058 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/weathers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/weathers.doctree index 6c7c431267..c188ad2811 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v3.1.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v3.1.0/.doctrees/pages/wrappers.doctree index d0ff4b5714..98c9dc0b11 100644 Binary files a/docs/compilation/v3.1.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v3.1.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v3.1.0/_static/basic.css b/docs/compilation/v3.1.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v3.1.0/_static/basic.css +++ b/docs/compilation/v3.1.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v3.1.0/_static/doctools.js b/docs/compilation/v3.1.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v3.1.0/_static/doctools.js +++ b/docs/compilation/v3.1.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v3.1.0/_static/language_data.js b/docs/compilation/v3.1.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v3.1.0/_static/language_data.js +++ b/docs/compilation/v3.1.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v3.1.0/_static/searchtools.js b/docs/compilation/v3.1.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v3.1.0/_static/searchtools.js +++ b/docs/compilation/v3.1.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v3.1.0/genindex.html b/docs/compilation/v3.1.0/genindex.html index 3c202753d4..9a80cd71fb 100644 --- a/docs/compilation/v3.1.0/genindex.html +++ b/docs/compilation/v3.1.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -890,6 +890,7 @@

    Z

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/index.html b/docs/compilation/v3.1.0/index.html index af3dc83de0..9af8eb08bf 100644 --- a/docs/compilation/v3.1.0/index.html +++ b/docs/compilation/v3.1.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -329,6 +331,7 @@

    Citing Sinergymv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/API-reference.html b/docs/compilation/v3.1.0/pages/API-reference.html index d10fb4738b..024bc866d6 100644 --- a/docs/compilation/v3.1.0/pages/API-reference.html +++ b/docs/compilation/v3.1.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -180,6 +182,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/buildings.html b/docs/compilation/v3.1.0/pages/buildings.html index 425d3d8d2b..379cefa60f 100644 --- a/docs/compilation/v3.1.0/pages/buildings.html +++ b/docs/compilation/v3.1.0/pages/buildings.html @@ -18,7 +18,7 @@ - + @@ -249,6 +249,7 @@

    3.7. AutobalanceModelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/controllers.html b/docs/compilation/v3.1.0/pages/controllers.html index 6c9050ef41..1a47b4cfec 100644 --- a/docs/compilation/v3.1.0/pages/controllers.html +++ b/docs/compilation/v3.1.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -172,6 +172,7 @@

    8. Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/deep-reinforcement-learning.html b/docs/compilation/v3.1.0/pages/deep-reinforcement-learning.html index e709c73e7e..9d904d5350 100644 --- a/docs/compilation/v3.1.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v3.1.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -423,6 +423,7 @@

    12.4.2. Load a trained modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/environments.html b/docs/compilation/v3.1.0/pages/environments.html index b2fe826462..fbad526b29 100644 --- a/docs/compilation/v3.1.0/pages/environments.html +++ b/docs/compilation/v3.1.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -1035,6 +1035,7 @@

    5.5. Adding new buildings for environmen
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/environments_registration.html b/docs/compilation/v3.1.0/pages/environments_registration.html index f3f2354862..697f6f7a1d 100644 --- a/docs/compilation/v3.1.0/pages/environments_registration.html +++ b/docs/compilation/v3.1.0/pages/environments_registration.html @@ -18,7 +18,7 @@ - + @@ -395,6 +395,7 @@

    6.2. Variables fieldv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/extra-configuration.html b/docs/compilation/v3.1.0/pages/extra-configuration.html index 1caa16cbd2..8a8e22147c 100644 --- a/docs/compilation/v3.1.0/pages/extra-configuration.html +++ b/docs/compilation/v3.1.0/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

    10.2. runperiodv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/gcloudAPI.html b/docs/compilation/v3.1.0/pages/gcloudAPI.html index 38f0bd803e..5f1393ccc1 100644 --- a/docs/compilation/v3.1.0/pages/gcloudAPI.html +++ b/docs/compilation/v3.1.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -528,6 +528,7 @@

    13.3. Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/github-actions.html b/docs/compilation/v3.1.0/pages/github-actions.html index bf0f0fbc30..80ea61edaf 100644 --- a/docs/compilation/v3.1.0/pages/github-actions.html +++ b/docs/compilation/v3.1.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -262,6 +262,7 @@

    14.3. New release created or modifiedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/installation.html b/docs/compilation/v3.1.0/pages/installation.html index 4e5e16355d..3cdb0d4ff4 100644 --- a/docs/compilation/v3.1.0/pages/installation.html +++ b/docs/compilation/v3.1.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -354,6 +354,7 @@

    1.5. Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/introduction.html b/docs/compilation/v3.1.0/pages/introduction.html index ad71cd7b32..ac39c5c4c7 100644 --- a/docs/compilation/v3.1.0/pages/introduction.html +++ b/docs/compilation/v3.1.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -270,6 +270,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.config.html b/docs/compilation/v3.1.0/pages/modules/sinergym.config.html index 16e1960f50..c67a4adc2d 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.config.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.config.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.config.modeling.ModelJSON.html b/docs/compilation/v3.1.0/pages/modules/sinergym.config.modeling.ModelJSON.html index fee11aaada..ad763dcc67 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.config.modeling.ModelJSON.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.config.modeling.ModelJSON.html @@ -18,7 +18,7 @@ - + @@ -407,6 +407,7 @@

    sinergym.config.modeling.ModelJSONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.config.modeling.html b/docs/compilation/v3.1.0/pages/modules/sinergym.config.modeling.html index ca64036657..b5a2a518dd 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.config.modeling.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v3.1.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index 1b63e42e1a..e06bd62ed3 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -484,6 +484,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v3.1.0/pages/modules/sinergym.envs.eplus_env.html index bdb9010158..33880eb28e 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.envs.html b/docs/compilation/v3.1.0/pages/modules/sinergym.envs.html index 47646f6b92..8dce21d56e 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index c83e0acfe9..ec5be7c309 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -292,6 +292,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.eplus.html index bf1e9b85b3..4ad10746af 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.html b/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.html index 65d8c8050a..e88c5582f1 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 5e63c6dd3a..d5915ced88 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index f6ebbb621f..5864b2b8a8 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.html index 4ee7350e24..d8ca4e3513 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html index 6375e1f4ea..3165b6e7ec 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.common.convert_conf_to_env_parametersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html index 5f8538c9c6..8941ca5f34 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.eppy_element_to_dictv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html index e11f9d569a..8c8ff1ee4c 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.common.export_schedulers_to_excelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index 05a8a8bfae..5a4aa5a53e 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -217,6 +217,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.get_record_keys.html index 6e772ecbed..38b3d22c8a 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.get_record_keysv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.html index 67ab56fa5e..5c0f15b32d 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -230,6 +230,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.is_wrapped.html index 1eaf1c935a..2e9acdaf71 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.is_wrapped.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.is_wrapped.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.is_wrappedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_actuators.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_actuators.html index a0c0979cf8..1d7756cbbf 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_actuators.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_actuators.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.json_to_actuatorsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_meters.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_meters.html index 4fbd2384c4..596198c7d6 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_meters.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_meters.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.json_to_metersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_variables.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_variables.html index 5b5bb199ba..c940a911be 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_variables.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.json_to_variables.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.json_to_variablesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.ranges_getter.html index aff7729c16..935fe05683 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html index 3e183244f8..8b7893e04e 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.unwrap_wrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html index 0839c1c1c5..7b0cd21406 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.html index 9c0c163c35..24b42194c4 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html index 9f205219b9..a5b3ba936a 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html index cf853f68cb..248c027504 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html index ab235b4398..38313097e2 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html index fa894a8f19..c5d1b8c459 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html index 2502793047..046f5bb2ab 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.html index e4fe248658..91b8e806f9 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.constants.html @@ -18,7 +18,7 @@ - + @@ -214,6 +214,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html index 9825b65d83..ed60eaff33 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -18,7 +18,7 @@ - + @@ -229,6 +229,7 @@

    sinergym.utils.controllers.RBC5Zonev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html index 84b70ab3a4..cbbc14219d 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.controllers.RBCDatacenterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RandomController.html index dd7cd7a2f2..f1d1f9758b 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.html index 6839bfe50d..c428651538 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.env_checker.check_env.html index 52eb6463a9..5ad9b91a35 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.env_checker.check_env.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.env_checker.check_env.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.env_checker.check_envv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.env_checker.html index 8a550a06a2..54bf42c8cc 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.env_checker.html @@ -18,7 +18,7 @@ - + @@ -190,6 +190,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html index a5ffd8b365..d5e5ae8a8c 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.utils.evaluation.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.evaluation.html index a0115777a0..e870f6e4c4 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.evaluation.html @@ -18,7 +18,7 @@ - + @@ -190,6 +190,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index 85a3200284..ad628ddc66 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index 5f848931bc..210db793d8 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.html index 78986a251f..37a9263890 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index 1cd266137c..f7926f7ae2 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index 9a9a1450a3..8fde1cc9c5 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -201,6 +201,7 @@

    sinergym.utils.gcloud.read_from_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 3d7f15ceda..e66c43a51f 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.html index 73141cca43..af2ad09448 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -213,6 +215,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.CSVLogger.html index b4133f6f8d..9df1d10866 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.CSVLogger.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -317,6 +317,7 @@

    sinergym.utils.logger.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.CustomFormatter.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.CustomFormatter.html index 0ab1a06639..632e98fee0 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.CustomFormatter.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.CustomFormatter.html @@ -18,7 +18,7 @@ - + @@ -309,6 +309,7 @@

    sinergym.utils.logger.CustomFormatterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.Logger.html index 1fe51dc327..a47940679f 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.Logger.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.Logger.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.logger.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html index 7068649af5..7cf28b5009 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.logger.WandBOutputFormatv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.html index 014937150f..b5607bb7a7 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.logger.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.BaseReward.html index b94ef6c8d5..7bbdc38c03 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.BaseReward.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -18,7 +18,7 @@ - + @@ -223,6 +223,7 @@

    sinergym.utils.rewards.BaseRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.ExpReward.html index 4897bf1d3b..b1fba13096 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -231,6 +231,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html index 9308a24099..2ee1a1f945 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -18,7 +18,7 @@ - + @@ -228,6 +228,7 @@

    sinergym.utils.rewards.HourlyLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.LinearReward.html index 3fbdb26395..a4a5915eb3 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -232,6 +232,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.html index e5d38ead91..129bc0b743 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -202,6 +204,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html index 9e008bcd66..9b8c431a97 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html @@ -18,7 +18,7 @@ - + @@ -290,6 +290,7 @@

    sinergym.utils.wrappers.DatetimeWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html index e289e17e0b..1bd93c663c 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html @@ -18,7 +18,7 @@ - + @@ -311,6 +311,7 @@

    sinergym.utils.wrappers.DiscreteIncrementalWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html index 2b4abc9713..53fdacdd79 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html @@ -18,7 +18,7 @@ - + @@ -303,6 +303,7 @@

    sinergym.utils.wrappers.DiscretizeEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index 0ad5457ef0..907084d312 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -340,6 +340,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html index 49831874c5..15419e71eb 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html @@ -18,7 +18,7 @@ - + @@ -293,6 +293,7 @@

    sinergym.utils.wrappers.MultiObjectiveRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index b2fd25b7d1..a86f0b77a5 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -308,6 +308,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html index 1ce2824d59..fbe105e037 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html @@ -18,7 +18,7 @@ - + @@ -314,6 +314,7 @@

    sinergym.utils.wrappers.NormalizeActionv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 1e714158e9..3dbf030132 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -297,6 +297,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html index e3d1746bf8..297eb68b8f 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html @@ -18,7 +18,7 @@ - + @@ -283,6 +283,7 @@

    sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html index 82bb6ad44c..095425af5a 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html @@ -18,7 +18,7 @@ - + @@ -290,6 +290,7 @@

    sinergym.utils.wrappers.PreviousObservationWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.html index a85acd90f3..0ade70e969 100644 --- a/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v3.1.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/pages/notebooks/basic_example.html b/docs/compilation/v3.1.0/pages/notebooks/basic_example.html index 6ead802c06..c26bfaabc8 100644 --- a/docs/compilation/v3.1.0/pages/notebooks/basic_example.html +++ b/docs/compilation/v3.1.0/pages/notebooks/basic_example.html @@ -19,7 +19,7 @@ - + @@ -298,6 +298,7 @@

    16. Basic examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/notebooks/change_environment.html b/docs/compilation/v3.1.0/pages/notebooks/change_environment.html index 8abcb3281a..00a7b2837e 100644 --- a/docs/compilation/v3.1.0/pages/notebooks/change_environment.html +++ b/docs/compilation/v3.1.0/pages/notebooks/change_environment.html @@ -19,7 +19,7 @@ - + @@ -552,6 +552,7 @@

    18.4. Adding more extra configurationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/notebooks/default_building_control.html b/docs/compilation/v3.1.0/pages/notebooks/default_building_control.html index 1a8012dfdd..aa611ef3c8 100644 --- a/docs/compilation/v3.1.0/pages/notebooks/default_building_control.html +++ b/docs/compilation/v3.1.0/pages/notebooks/default_building_control.html @@ -19,7 +19,7 @@ - + @@ -281,6 +281,7 @@

    19. Default building control setting up
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/notebooks/drl.html b/docs/compilation/v3.1.0/pages/notebooks/drl.html index 1e72b6befa..18f76a8b0c 100644 --- a/docs/compilation/v3.1.0/pages/notebooks/drl.html +++ b/docs/compilation/v3.1.0/pages/notebooks/drl.html @@ -19,7 +19,7 @@ - + @@ -54167,6 +54167,7 @@

    23.2. Loading a modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/notebooks/getting_env_information.html b/docs/compilation/v3.1.0/pages/notebooks/getting_env_information.html index 9a3dd6e4e8..fd1f3eaa00 100644 --- a/docs/compilation/v3.1.0/pages/notebooks/getting_env_information.html +++ b/docs/compilation/v3.1.0/pages/notebooks/getting_env_information.html @@ -19,7 +19,7 @@ - + @@ -2675,6 +2675,7 @@

    17.4. Displaying all the environment inf
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v3.1.0/pages/notebooks/personalize_loggerwrapper.html index 3c329e2863..cd863a181f 100644 --- a/docs/compilation/v3.1.0/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/v3.1.0/pages/notebooks/personalize_loggerwrapper.html @@ -19,7 +19,7 @@ - + @@ -331,6 +331,7 @@

    21.2. Step 2 Instantiate the LoggerWrapp
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/notebooks/rule_controller_example.html b/docs/compilation/v3.1.0/pages/notebooks/rule_controller_example.html index 5fa8ce16ca..8dfd0d29bd 100644 --- a/docs/compilation/v3.1.0/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/v3.1.0/pages/notebooks/rule_controller_example.html @@ -19,7 +19,7 @@ - + @@ -396,6 +396,7 @@

    22. Rule Controller examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/notebooks/wrappers_examples.html b/docs/compilation/v3.1.0/pages/notebooks/wrappers_examples.html index d583971314..7f59f690fb 100644 --- a/docs/compilation/v3.1.0/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/v3.1.0/pages/notebooks/wrappers_examples.html @@ -19,7 +19,7 @@ - + @@ -1343,6 +1343,7 @@

    20.10. Nesting wrappersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/output.html b/docs/compilation/v3.1.0/pages/output.html index 031c9f08ca..437356c933 100644 --- a/docs/compilation/v3.1.0/pages/output.html +++ b/docs/compilation/v3.1.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -258,6 +258,7 @@

    11.1. Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/rewards.html b/docs/compilation/v3.1.0/pages/rewards.html index c2a9ed39e0..c2e763518b 100644 --- a/docs/compilation/v3.1.0/pages/rewards.html +++ b/docs/compilation/v3.1.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -266,6 +266,7 @@

    7.1. Custom Rewardsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/tests.html b/docs/compilation/v3.1.0/pages/tests.html index bd327b31ee..8f187df650 100644 --- a/docs/compilation/v3.1.0/pages/tests.html +++ b/docs/compilation/v3.1.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -242,6 +242,7 @@

    15.3. Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/usage-example.html b/docs/compilation/v3.1.0/pages/usage-example.html index 30d70eedc8..83fcd66099 100644 --- a/docs/compilation/v3.1.0/pages/usage-example.html +++ b/docs/compilation/v3.1.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    2. Usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/weathers.html b/docs/compilation/v3.1.0/pages/weathers.html index 0fa6eda989..356a0bb4d7 100644 --- a/docs/compilation/v3.1.0/pages/weathers.html +++ b/docs/compilation/v3.1.0/pages/weathers.html @@ -18,7 +18,7 @@ - + @@ -274,6 +274,7 @@

    4. Weathersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/pages/wrappers.html b/docs/compilation/v3.1.0/pages/wrappers.html index 41898b076f..4acfefae32 100644 --- a/docs/compilation/v3.1.0/pages/wrappers.html +++ b/docs/compilation/v3.1.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -254,6 +254,7 @@

    9.9. MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.1.0/py-modindex.html b/docs/compilation/v3.1.0/py-modindex.html index adc480d20c..1aa2291719 100644 --- a/docs/compilation/v3.1.0/py-modindex.html +++ b/docs/compilation/v3.1.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -254,6 +254,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/search.html b/docs/compilation/v3.1.0/search.html index a5ee3c72c0..02cc8505eb 100644 --- a/docs/compilation/v3.1.0/search.html +++ b/docs/compilation/v3.1.0/search.html @@ -18,7 +18,7 @@ - + @@ -162,6 +162,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.1.0/searchindex.js b/docs/compilation/v3.1.0/searchindex.js index 9dbbbe2642..57ee682760 100644 --- a/docs/compilation/v3.1.0/searchindex.js +++ b/docs/compilation/v3.1.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "8. Controllers", "12. Deep Reinforcement Learning Integration", "5. Environments", "6. Environments Configuration and Registration", "10. Extra Configuration in Sinergym simulations", "13. Sinergym with Google Cloud", "14. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "16. Basic example", "18. Changing an environment registered in Sinergym", "19. Default building control setting up an empty action interface", "23. DRL usage example", "17. Getting information about Sinergym environments", "21. Logger Wrapper personalization/configuration", "22. Rule Controller example", "20. Wrappers example", "11. Output format", "7. Rewards", "15. Tests", "2. Usage example", "4. Weathers", "9. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 24, 50, 52, 61, 71, 72, 73, 74, 76, 77, 80, 81, 82, 83, 84, 87, 88, 89, 91, 93], "goal": [0, 11], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 35, 50, 52, 54, 60, 61, 63, 67, 70, 72, 73, 76, 77, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93], "creat": [0, 4, 5, 6, 7, 10, 11, 14, 27, 28, 35, 80, 81, 82, 83, 84, 85, 86, 87, 91], "an": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 20, 23, 24, 30, 50, 52, 60, 61, 71, 72, 80, 83, 84, 87, 88, 89, 90, 93], "environ": [0, 2, 3, 4, 7, 8, 11, 14, 15, 16, 17, 20, 24, 26, 31, 36, 46, 47, 48, 50, 52, 60, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 79, 80, 82, 83, 85, 86, 88, 89, 90, 91, 92, 93], "follow": [0, 4, 5, 8, 9, 10, 11, 27, 47, 50, 80, 82, 84, 93], "gymnasium": [0, 4, 5, 6, 7, 11, 16, 17, 20, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 93], "interfac": [0, 4, 5, 11, 18, 81, 83, 84, 90], "wrap": [0, 4, 11, 24, 31, 36, 52, 83, 87, 88], "simul": [0, 4, 5, 10, 11, 12, 14, 15, 16, 17, 35, 46, 47, 48, 60, 62, 73, 76, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93], "engin": [0, 5, 8, 11, 81, 82, 84], "energyplu": [0, 5, 6, 7, 11, 14, 16, 17, 19, 27, 32, 33, 34, 80, 81, 82, 83, 84, 85, 86, 87, 88, 93], "build": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90], "control": [0, 2, 5, 9, 11, 14, 17, 21, 71, 84, 89, 90, 93], "deep": [0, 10, 11, 83], "reinforc": [0, 10, 11, 83, 87, 89], "learn": [0, 10, 11, 83, 87, 89], "pleas": [0, 2, 5, 7, 8, 9, 11, 50, 83, 86, 92], "help": [0, 4, 11], "u": [0, 5, 7, 10, 11, 82, 84], "improv": [0, 11], "report": [0, 8, 9, 11], "your": [0, 3, 4, 5, 7, 9, 10, 11, 61, 83, 86, 87, 89, 91, 93], "question": [0, 11], "issu": [0, 8, 9, 11], "here": [0, 4, 5, 8, 9, 10, 11, 23, 83, 84, 87, 90], "It": [0, 2, 4, 5, 8, 9, 10, 11, 17, 20, 24, 48, 50, 60, 68, 81, 84, 87, 89, 92, 93], "easi": [0, 11, 90], "just": [0, 9, 11, 84, 87], "2": [0, 2, 5, 6, 9, 10, 11, 61, 71, 80, 81, 82, 83, 84, 86, 87, 92], "click": [0, 10, 11], "our": [0, 4, 5, 7, 9, 10, 11, 80, 81, 82, 83, 84, 85, 86, 90, 91], "templat": [0, 8, 11, 61], "bug": [0, 11], "etc": [0, 5, 8, 10, 11, 12, 60, 80, 81, 84, 88], "more": [0, 4, 5, 6, 7, 8, 9, 10, 11, 26, 32, 33, 34, 50, 78, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93], "detail": [0, 4, 5, 7, 10, 11, 83, 84, 89], "info": [0, 5, 11, 14, 17, 20, 60, 65, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "how": [0, 5, 6, 8, 10, 11, 17, 73, 80, 81, 83, 84, 85, 86, 87, 93], "main": [0, 2, 4, 5, 8, 11, 60, 84, 89], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 25, 27, 30, 35, 37, 49, 51, 52, 53, 64, 65, 67, 68, 72, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 93], "ar": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 20, 52, 60, 61, 66, 67, 68, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93], "compat": [0, 4, 5, 10, 11, 50, 83, 87, 93], "commun": [0, 5, 11, 18, 20, 90], "between": [0, 4, 9, 11, 29, 76, 83, 87, 89, 93], "python": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 19, 20, 27, 28, 53, 81, 83, 84, 87, 90, 91], "establish": [0, 4, 5, 11, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90], "api": [0, 5, 6, 8, 11, 17, 19, 20, 32, 33, 34, 50, 53, 80, 84, 88, 93], "middlewar": [0, 11, 93], "howev": [0, 4, 5, 7, 8, 9, 10, 11, 81, 82, 83, 84, 87, 89, 90, 93], "them": [0, 2, 4, 5, 6, 11, 14, 81, 87, 88, 89, 93], "e": [0, 10, 11, 17, 20, 52], "g": [0, 4, 8, 11, 52, 57], "openmodelica": [0, 11], "could": [0, 6, 7, 11, 87], "includ": [0, 2, 4, 5, 7, 8, 9, 11, 21, 74, 80, 83, 89, 92], "backend": [0, 5, 10, 11, 13, 14, 84], "while": [0, 5, 6, 11, 80, 81, 82, 83, 85, 86, 87, 91], "maintain": [0, 11], "futur": [0, 4, 5, 7, 8, 11, 89], "benchmark": [0, 3, 11], "similarli": [0, 11], "atari": [0, 11], "mujoco": [0, 11], "rl": [0, 4, 11, 52], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 80, 81, 83, 84, 85, 86, 87, 88, 89, 91, 93], "design": [0, 5, 7, 11, 14, 81, 84], "set": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 81, 83, 84, 88, 89], "test": [0, 9, 10, 11, 24], "algorithm": [0, 3, 4, 11, 22, 23, 52, 76, 83, 87, 90, 93], "These": [0, 5, 6, 8, 9, 11, 60, 81, 87, 89, 90], "mai": [0, 5, 8, 10, 11, 14, 80, 83, 87, 88, 89, 91, 93], "differ": [0, 4, 5, 8, 9, 10, 11, 29, 66, 68, 80, 81, 83, 89, 90], "weather": [0, 7, 11, 12, 14, 17, 20, 80, 82, 83, 84, 85, 86, 87, 88], "action": [0, 2, 3, 4, 6, 10, 11, 17, 20, 24, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 52, 60, 71, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84, 85, 86, 90, 91, 93], "observ": [0, 2, 3, 4, 6, 11, 17, 20, 46, 47, 60, 70, 73, 74, 75, 77, 79, 82, 83, 84, 86, 88, 89, 90, 93], "space": [0, 2, 3, 4, 6, 8, 11, 17, 70, 71, 72, 76, 80, 82, 83, 84, 86, 87, 91, 93], "reward": [0, 4, 6, 11, 17, 21, 23, 24, 52, 60, 73, 74, 75, 80, 82, 83, 84, 85, 86, 87, 90, 91, 93], "customiz": [0, 11], "aim": [0, 5, 8, 10, 11], "provid": [0, 2, 4, 5, 7, 8, 10, 11, 83, 92], "packag": [0, 2, 9, 11, 80, 81, 82, 83, 84, 85, 86, 87, 90], "which": [0, 2, 4, 5, 8, 10, 11, 14, 20, 23, 60, 61, 74, 80, 81, 82, 83, 84, 87, 88, 89, 90, 93], "allow": [0, 4, 5, 8, 11, 61, 89], "modifi": [0, 3, 7, 11, 14, 52, 72, 76, 82, 88], "experiment": [0, 5, 11], "manner": [0, 11], "user": [0, 5, 9, 11, 52, 81, 83, 84, 88, 93], "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 52, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93], "hi": [0, 11], "own": [0, 3, 4, 5, 7, 11, 83, 86, 87, 89, 93], "combin": [0, 8, 11, 76, 81, 82, 83, 87], "model": [0, 2, 5, 6, 7, 10, 11, 12, 24, 28, 52, 80, 81, 82, 84, 85, 86, 87, 88, 90], "variabl": [0, 2, 3, 8, 10, 11, 14, 17, 20, 24, 34, 35, 66, 67, 68, 71, 76, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93], "actuat": [0, 6, 11, 14, 17, 20, 32, 81, 82, 84, 88], "name": [0, 4, 6, 7, 8, 9, 11, 14, 17, 20, 27, 54, 57, 58, 61, 62, 66, 67, 68, 71, 80, 81, 82, 83, 84, 85, 86, 87, 89], "also": [0, 4, 5, 10, 11, 50, 81, 82, 83, 87, 89, 93], "pre": [0, 8, 11, 89], "configur": [0, 3, 4, 11, 14, 17, 26, 32, 33, 34, 83, 88, 90], "avail": [0, 2, 4, 6, 8, 11, 14, 48, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91], "chang": [0, 2, 5, 8, 9, 11, 14, 60, 61, 80, 82, 83, 84, 85, 88, 89], "some": [0, 4, 5, 7, 8, 9, 11, 17, 73, 81, 82, 83, 84, 87, 88, 89, 93], "aspect": [0, 2, 11, 89], "wai": [0, 5, 7, 8, 9, 11, 81, 82, 84, 87], "he": [0, 11], "doe": [0, 5, 7, 8, 9, 11, 83, 88, 92], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93], "make": [0, 2, 3, 5, 7, 8, 10, 11, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93], "entir": [0, 4, 11], "definit": [0, 5, 6, 11, 17, 80, 81, 82], "start": [0, 4, 5, 6, 11, 20, 29, 66, 67, 68, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 26, 28, 30, 32, 33, 34, 48, 49, 50, 54, 57, 58, 60, 65, 66, 67, 68, 73, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 93], "one": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 17, 30, 60, 61, 71, 78, 79, 81, 82, 83, 86, 87, 88, 89, 90, 91, 92, 93], "paramet": [0, 4, 6, 7, 8, 11, 14, 17, 20, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 46, 48, 50, 52, 54, 57, 58, 60, 61, 62, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 83, 89], "directli": [0, 5, 10, 11, 81, 82, 91], "associ": [0, 5, 6, 11], "extra": [0, 6, 8, 9, 10, 11, 13, 14, 17, 20, 60, 73, 75, 80, 84, 85, 89, 90], "well": [0, 4, 5, 11, 52], "peopl": [0, 5, 6, 11, 84, 89], "occup": [0, 5, 6, 11, 46], "time": [0, 4, 9, 10, 11, 14, 17, 20, 29, 60, 61, 67, 81, 83, 85, 90], "step": [0, 4, 5, 10, 11, 14, 17, 52, 60, 61, 63, 71, 72, 73, 74, 75, 76, 77, 80, 81, 82, 83, 84, 86, 87, 91, 93], "per": [0, 2, 4, 5, 6, 7, 11, 52, 60, 80, 81, 82, 83, 84, 85, 86, 87, 88], "hour": [0, 2, 5, 6, 7, 11, 60, 67, 70, 80, 81, 82, 83, 84, 85, 86, 87, 89, 93], "run": [0, 4, 8, 10, 11, 20, 52, 77, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91], "period": [0, 5, 11, 84, 89, 92], "compon": [0, 2, 4, 5, 7, 8, 11, 20, 23, 81, 84, 88, 92], "easili": [0, 7, 8, 11, 83], "scalabl": [0, 11], "third": [0, 9, 11], "parti": [0, 9, 11], "structur": [0, 5, 6, 8, 11, 81, 88], "implement": [0, 3, 4, 5, 7, 11, 45, 52, 64, 69, 82, 87, 89, 90, 93], "class": [0, 5, 6, 7, 11, 13, 14, 16, 17, 19, 20, 22, 23, 24, 31, 45, 46, 47, 48, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 85, 86, 87, 88, 89, 93], "new": [0, 2, 6, 8, 11, 14, 24, 60, 73, 75, 80, 82, 83, 84, 85, 86, 87, 88, 89, 92], "custom": [0, 2, 4, 5, 11, 14, 17, 20, 21, 22, 23, 50, 51, 61, 69, 83, 87, 88, 93], "wrapper": [0, 4, 5, 6, 11, 21, 24, 31, 36, 52, 82, 83, 84, 88, 90, 91], "automat": [0, 5, 6, 9, 10, 11, 70, 81, 82, 87, 89, 90, 93], "adapt": [0, 5, 11, 14, 32, 33, 34, 49, 50, 80, 81, 82, 83, 84, 85, 86, 87], "mani": [0, 4, 6, 11, 81, 82, 84], "updat": [0, 5, 8, 9, 10, 11, 14, 24, 35, 70, 80, 82, 83, 84, 85, 86, 87, 89, 90, 93], "requir": [0, 5, 6, 8, 9, 10, 11, 14, 81, 83, 84, 87, 88, 89, 93], "epjson": [0, 2, 5, 6, 10, 11, 14, 27, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90], "file": [0, 4, 6, 7, 8, 9, 10, 11, 13, 14, 17, 20, 26, 28, 57, 58, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92], "featur": [0, 4, 5, 11, 80, 81, 84, 91], "befor": [0, 4, 5, 8, 11, 14, 52, 61, 72, 76, 82, 84, 87, 88, 93], "perform": [0, 3, 4, 5, 10, 11, 24, 52, 74, 75, 89], "For": [0, 4, 5, 6, 8, 9, 10, 11, 14, 80, 81, 82, 83, 84, 86, 87, 89, 90, 92, 93], "anoth": [0, 5, 9, 11, 81], "locat": [0, 5, 10, 11, 14, 81, 82, 92], "dai": [0, 5, 7, 11, 14, 29, 66, 67, 68, 70, 80, 81, 82, 85, 86, 87, 89], "output": [0, 4, 9, 11, 14, 17, 20, 35, 50, 62, 72, 80, 81, 82, 83, 84, 85, 86, 87, 93], "meter": [0, 6, 11, 14, 17, 20, 33, 80, 81, 82, 83, 84, 85, 86, 87, 88], "field": [0, 4, 5, 11, 14, 27, 81, 84, 89, 92], "same": [0, 4, 5, 6, 8, 9, 11, 81, 83, 84, 87, 88, 92], "occur": [0, 5, 11, 81], "context": [0, 5, 7, 11, 17, 73, 81, 90], "concern": [0, 5, 11, 81], "nois": [0, 5, 11, 80], "version": [0, 4, 5, 6, 9, 10, 11, 14, 61, 81, 83, 91], "save": [0, 4, 5, 11, 14, 24, 80, 81, 82, 83, 84, 85, 86, 87], "folder": [0, 5, 6, 9, 10, 11, 14, 17, 24, 81, 83, 85, 87], "leav": [0, 5, 11, 81], "origin": [0, 4, 5, 11, 14, 17, 20, 57, 70, 71, 72, 73, 74, 75, 76, 79, 81, 83, 87, 88, 93], "intact": [0, 5, 11, 81], "In": [0, 2, 5, 8, 9, 10, 11, 80, 81, 82, 83, 84, 87, 88, 90, 91], "short": [0, 8, 11], "autom": [0, 6, 11], "whole": [0, 4, 6, 11, 37, 60, 73, 80, 81, 82, 83, 84, 85, 86, 87], "process": [0, 4, 5, 6, 9, 11, 14, 17, 20, 83, 84], "so": [0, 4, 5, 8, 9, 10, 11, 82, 83, 87, 88, 89, 93], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 60, 71, 80, 81, 82, 83, 88, 89, 91, 93], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 31, 36, 50, 52, 55, 73, 81, 82, 83, 84, 87, 88, 89, 90, 93], "defin": [0, 4, 5, 6, 8, 11, 14, 20, 80, 81, 83, 84, 85, 86, 87, 88, 89, 91, 93], "what": [0, 5, 11, 84, 87], "want": [0, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 52, 57, 58, 61, 71, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 93], "relat": [0, 11, 50], "abov": [0, 5, 8, 9, 11, 61, 81], "necessari": [0, 4, 8, 9, 10, 11, 82, 83], "specifi": [0, 4, 5, 6, 8, 11, 17, 57, 58, 61, 73, 81, 82, 83, 85, 87, 88, 89, 92, 93], "through": [0, 2, 5, 6, 10, 11, 77], "take": [0, 4, 5, 7, 9, 11, 14, 50, 71, 81, 82, 83], "care": [0, 8, 11, 82, 89, 93], "everyth": [0, 8, 11, 82, 83, 91], "extens": [0, 5, 10, 11, 80, 83], "inform": [0, 2, 4, 6, 9, 10, 11, 14, 17, 20, 26, 28, 32, 33, 34, 50, 60, 61, 73, 75, 81, 83, 86, 87, 88, 89, 90, 92, 93], "import": [0, 4, 7, 8, 9, 11, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "get": [0, 2, 5, 10, 11, 14, 52, 55, 61, 83, 85, 86], "about": [0, 2, 4, 5, 11, 12, 14, 26, 32, 33, 34, 50, 52, 81, 83, 86, 87, 88, 90, 93], "background": [0, 4, 11, 82, 84], "instanc": [0, 3, 4, 8, 9, 11, 17, 20, 54, 88], "possibl": [0, 2, 4, 5, 6, 7, 8, 10, 11, 26, 81, 83, 84, 87, 92, 93], "consult": [0, 11, 84], "schedul": [0, 5, 6, 11, 14, 17, 28, 81, 88], "compos": [0, 5, 11], "whether": [0, 5, 9, 11, 17, 24, 50, 52, 54, 73, 75], "episod": [0, 4, 6, 7, 11, 14, 17, 20, 23, 24, 35, 52, 60, 73, 75, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 92], "length": [0, 7, 11, 52, 80, 81, 82, 83, 84, 85, 86, 87], "timestep": [0, 4, 5, 7, 11, 14, 17, 23, 60, 73, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 93], "zone": [0, 2, 6, 8, 11, 14, 81, 84, 89], "And": [0, 8, 11, 80, 83], "much": [0, 5, 11], "stabl": [0, 4, 10, 11, 22, 23, 49, 50, 83, 90], "baselin": [0, 4, 11, 22, 23, 49, 50, 83, 90], "3": [0, 2, 4, 7, 8, 10, 11, 22, 23, 61, 80, 81, 82, 83, 84, 85, 86, 87, 90, 92], "integr": [0, 5, 9, 11], "like": [0, 4, 5, 6, 9, 10, 11, 14, 61, 80, 81, 90], "callback": [0, 5, 11, 20, 21, 51, 52, 63, 83, 88], "been": [0, 4, 5, 7, 8, 9, 10, 11, 17, 23, 24, 31, 36, 50, 52, 73, 83, 87, 88, 89, 90], "team": [0, 8, 10, 11], "order": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 81, 83, 84, 87, 89, 90, 93], "logger": [0, 5, 11, 14, 17, 20, 65, 70, 71, 72, 73, 74, 75, 76, 77, 79, 82, 83, 84, 86, 93], "specif": [0, 2, 4, 9, 10, 11, 14, 17, 20, 83, 84, 88, 89, 90, 92], "complet": [0, 5, 11, 83], "agnost": [0, 11, 83], "ani": [0, 4, 5, 7, 10, 11, 14, 17, 23, 24, 26, 34, 46, 47, 48, 52, 60, 62, 63, 73, 74, 75, 76, 81, 83, 84, 85, 86, 87, 88, 89, 91], "drl": [0, 3, 8, 11, 76, 82, 93], "librari": [0, 8, 10, 11, 83, 86, 87, 90], "work": [0, 4, 5, 8, 9, 10, 11, 14, 17, 80, 81, 82, 83, 84, 85, 86, 87, 89, 93], "googl": [0, 4, 9, 10, 11, 53, 54, 55, 56, 57, 58], "cloud": [0, 4, 9, 11, 53, 54, 55, 56, 57, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 52, 57, 58, 61, 66, 67, 68, 71, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93], "account": [0, 4, 5, 7, 8, 10, 11, 54, 55, 89], "infrastructur": [0, 11], "tell": [0, 11], "do": [0, 4, 5, 7, 8, 10, 11, 52, 71, 81, 82, 83, 84, 87, 89, 90], "weight": [0, 8, 11, 66, 67, 68, 81, 83, 89], "bias": [0, 8, 11, 83], "track": [0, 4, 8, 10, 11, 83, 87, 93], "visual": [0, 4, 10, 11, 83], "One": [0, 11], "": [0, 4, 5, 6, 7, 8, 10, 11, 14, 17, 48, 60, 61, 66, 67, 68, 73, 77, 81, 83, 84, 88, 89, 90, 91, 92, 93], "object": [0, 4, 8, 11, 12, 14, 30, 36, 52, 56, 57, 58, 62, 74, 83, 84, 89, 93], "facilit": [0, 6, 11], "train": [0, 11, 88, 89], "reproduc": [0, 11], "comparison": [0, 11], "agent": [0, 3, 5, 11, 17, 24, 46, 47, 48, 52, 60, 73, 82, 83, 86, 87, 88, 89, 90, 93], "base": [0, 3, 4, 6, 8, 9, 11, 46, 47, 63, 65, 86, 87, 90, 93], "problem": [0, 8, 11, 87], "manag": [0, 5, 7, 8, 11, 13, 14, 54, 84, 88], "monitor": [0, 4, 8, 10, 11, 24, 52, 60, 73, 82, 83, 85, 87, 88], "lifecycl": [0, 11], "deploy": [0, 9, 11], "wandb": [0, 4, 10, 11, 63, 83], "open": [0, 2, 10, 11, 87], "sourc": [0, 2, 9, 10, 11, 17, 73, 83, 87], "platform": [0, 4, 9, 11], "machin": [0, 8, 11, 91], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 20, 23, 27, 28, 30, 35, 50, 52, 54, 60, 63, 65, 71, 76, 77, 78, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93], "let": [0, 7, 8, 10, 11, 80, 81, 83, 91], "regist": [0, 4, 5, 6, 9, 11, 80, 83], "experi": [0, 2, 4, 5, 7, 10, 11, 14, 80, 81, 82, 83, 84, 85, 86, 87, 92], "hyperparamet": [0, 4, 11, 83], "data": [0, 4, 6, 8, 11, 14, 17, 20, 23, 26, 47, 57, 58, 60, 82, 83, 84, 88], "record": [0, 4, 11, 23, 30, 60, 61, 73, 82, 83, 85, 87, 88], "real": [0, 4, 11, 60, 76, 83, 93], "store": [0, 4, 11, 14, 23, 58, 60, 81, 83, 88], "artifact": [0, 4, 8, 11, 83], "best": [0, 4, 11, 24, 83], "obtain": [0, 4, 11, 17, 73], "notebook": [0, 11, 80, 83, 85, 87], "develop": [0, 3, 4, 9, 10, 11, 87, 89, 90], "code": [0, 3, 7, 9, 10, 11, 80, 83, 87, 89, 93], "format": [0, 4, 5, 6, 7, 9, 11, 14, 26, 27, 28, 32, 33, 34, 61, 73, 81, 83, 84], "purpos": [0, 4, 8, 9, 11, 87, 93], "offer": [0, 5, 11], "case": [0, 4, 5, 6, 8, 9, 10, 11, 80, 81, 86, 87, 89, 91], "becom": [0, 11], "familiar": [0, 11], "tool": [0, 5, 9, 11, 91], "thei": [0, 4, 5, 6, 8, 9, 10, 11, 87, 89, 90], "constantli": [0, 11], "along": [0, 6, 11], "itself": [0, 11, 87, 93], "accompani": [0, 11], "document": [0, 5, 8, 9, 10, 11, 26, 32, 33, 34, 81, 84, 86, 87, 88, 93], "unit": [0, 11, 77], "github": [0, 8, 10, 11, 49, 50, 90], "workflow": [0, 9, 11, 90], "effici": [0, 11, 84], "ecosystem": [0, 11], "both": [0, 4, 5, 11, 78, 87, 89], "understand": [0, 11], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 35, 52, 61, 81, 83, 84, 87, 88, 89, 90, 91, 92, 93], "introduc": [0, 5, 11], "visit": [0, 2, 4, 5, 8, 10, 11, 81, 84, 86, 87, 88, 90, 92, 93], "ad": [0, 2, 4, 10, 11, 61, 82, 83, 87, 89, 92], "section": [0, 2, 3, 4, 5, 6, 8, 10, 11, 84, 89, 90, 91, 92], "progress": [0, 4, 5, 11, 60, 62, 73, 81, 82, 83, 85, 86, 87, 88], "stai": [0, 7, 11, 89], "tune": [0, 7, 11, 89], "upcom": [0, 7, 11], "releas": [0, 7, 10, 11], "all": [0, 4, 5, 6, 8, 9, 10, 14, 17, 20, 23, 26, 35, 65, 73, 80, 82, 83, 86, 87, 88, 89, 90, 91, 92, 93], "those": [0, 4, 8, 81, 84, 89], "interest": [0, 2, 87, 92], "alwai": [0, 8, 10, 80, 83, 86, 88, 89, 93], "made": [0, 5, 6, 81, 84], "check": [0, 5, 8, 9, 31, 50, 52, 83, 88, 90], "repositori": [0, 8, 9, 10, 83, 88, 90, 91], "read": [0, 6, 8, 14, 26, 32, 33, 34, 57, 84, 87], "md": 0, "first": [0, 5, 10, 14, 52, 80, 83, 84, 85, 86, 88, 91], "benefit": [0, 4, 5], "advantag": [0, 5, 9, 82], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 83], "c": [0, 8, 66, 67, 68, 89], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 6, 10, 52, 80, 83, 87, 88, 91], "list": [0, 6, 8, 9, 10, 14, 17, 20, 30, 35, 38, 39, 40, 41, 42, 43, 44, 46, 47, 52, 60, 66, 67, 68, 71, 72, 73, 74, 76, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89], "hesit": 0, "send": [0, 5, 8, 17, 55, 56, 58, 73, 76, 82, 93], "pr": 0, "badg": 0, "comput": [0, 4, 8, 61, 83], "contain": [0, 4, 5, 9, 52, 54, 55, 80, 82, 83, 87, 90, 91], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 80, 81, 83, 84, 85, 87, 88, 89, 90, 93], "instal": [0, 8, 9, 91], "host": [0, 2, 4, 6, 8, 83, 88], "offici": [0, 10], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 9, 71, 77, 81, 83, 87, 88, 92, 93], "framework": [0, 2, 82, 90, 92], "author": [0, 55], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 7, 29, 82, 86, 92], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 9], "machineri": 0, "address": 0, "york": [0, 5, 6, 83, 92], "ny": 0, "usa": [0, 92], "url": [0, 4], "http": [0, 8, 10, 49, 50, 83], "doi": 0, "org": 0, "10": [0, 5, 6, 8, 10, 17, 52, 61, 80, 81, 82, 83, 84, 85, 86, 87, 92], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "intern": [0, 4, 84, 88, 89, 93], "confer": 0, "system": [0, 2, 6, 20, 57, 58, 80, 81, 82, 83, 84, 85, 86, 87, 89], "energi": [0, 2, 4, 5, 23, 66, 67, 68, 84, 89], "citi": 0, "transport": 0, "page": [0, 5, 9], "319": [0, 83], "323": [0, 83], "numpag": 0, "5": [0, 2, 5, 6, 10, 24, 66, 67, 68, 71, 75, 80, 81, 82, 83, 84, 85, 86, 87, 89, 92, 93], "sinergym": [2, 3, 4, 6, 9, 11, 80, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93], "independ": [2, 90, 92], "rest": [2, 8, 10, 27, 53, 54, 92], "up": [2, 4, 5, 7, 8, 10, 14, 66, 68, 81, 83, 89, 92], "us": [2, 3, 5, 6, 7, 9, 10, 11, 14, 17, 19, 20, 24, 27, 35, 37, 50, 52, 53, 60, 61, 63, 66, 67, 68, 71, 73, 76, 77, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93], "each": [2, 4, 5, 6, 7, 8, 14, 17, 23, 24, 35, 52, 60, 73, 74, 77, 81, 83, 85, 86, 87, 88, 89, 91, 92, 93], "default": [2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 23, 50, 52, 60, 61, 66, 67, 68, 73, 75, 76, 77, 81, 83, 84, 87, 89, 90, 93], "project": [2, 4, 8, 9, 10, 11, 37, 83, 90], "constant": [2, 6, 66, 67, 68, 83, 86, 89], "rememb": [2, 83, 84, 86], "too": [2, 4, 5, 6, 8, 9, 10, 54, 81, 82, 83, 84, 87, 88], "exampl": [2, 3, 4, 5, 6, 8, 9, 10, 11, 81, 82, 84, 85, 88, 89, 90, 93], "2zonedatacenterhvac_weconom": [2, 5, 81], "491": [2, 83], "m2": 2, "divid": 2, "two": [2, 9, 89], "asymmetr": 2, "hvac": [2, 6, 81, 84], "consist": [2, 5], "air": [2, 6, 81, 84, 86], "econom": 2, "evapor": [2, 84], "cooler": 2, "dx": [2, 84], "cool": [2, 5, 6, 81, 84, 92], "coil": [2, 84], "chill": 2, "water": [2, 84], "vav": [2, 84], "heat": [2, 6, 81, 84], "come": [2, 82, 83], "server": [2, 8, 83], "5zoneautodxvav": [2, 5, 6, 46, 80, 82, 83, 84, 85, 86, 87], "singl": [2, 82], "stori": 2, "1": [2, 6, 7, 23, 24, 66, 67, 68, 76, 80, 81, 82, 83, 84, 86, 87, 89, 91, 92, 93], "indoor": [2, 46, 47, 89], "4": [2, 5, 7, 10, 14, 66, 67, 68, 80, 81, 82, 83, 84, 85, 86, 87, 89], "outdoor": [2, 6, 81, 84, 86], "Its": [2, 4], "surfac": [2, 84], "area": [2, 5, 6, 81, 84], "463": [2, 83], "6": [2, 4, 7, 10, 14, 66, 67, 68, 81, 82, 83, 84, 86, 87, 92], "equip": [2, 84], "ga": 2, "fulli": [2, 88], "auto": [2, 4, 6, 8], "size": [2, 8, 80, 81, 82, 83, 84, 85, 86, 87, 93], "input": [2, 9, 14, 17, 20, 83, 86, 87], "ashrae9012016_warehous": 2, "non": [2, 5], "residenti": 2, "4598": 2, "floor": [2, 84], "bulk": 2, "storag": [2, 4, 6, 9, 10, 56, 57, 58], "fine": 2, "offic": [2, 5, 82], "enclos": 2, "side": 2, "top": [2, 84, 93], "uniqu": [2, 4, 89, 90], "window": 2, "fuel": [2, 84], "type": [2, 4, 5, 8, 9, 10, 14, 17, 20, 23, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 46, 47, 48, 54, 55, 56, 62, 70, 73, 74, 75, 76, 78, 79, 80, 83, 84, 85, 86, 87, 92, 93], "electr": [2, 6, 81, 84], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 50, 83, 84], "390": 2, "five": 2, "center": [2, 47, 77], "low": [2, 6, 66, 68, 81, 82, 86, 89, 90], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 8, 9, 54, 55], "small": [2, 90], "repair": 2, "shop": [2, 5], "mondai": 2, "fridai": 2, "45": [2, 83], "week": 2, "larg": [2, 8], "12": [2, 5, 7, 80, 81, 82, 83, 84, 85, 86, 87, 92], "basement": 2, "rectangular": 2, "46": [2, 83], "320": [2, 83], "organ": [2, 5, 90], "19": [2, 67, 80, 83, 85, 86, 87], "bot": [2, 9], "mid": [2, 92], "level": [2, 5, 9, 62, 84, 90], "describ": [2, 20, 47, 61], "charg": [2, 78, 93], "discharg": [2, 78], "grid": 2, "autobalance_model": 2, "famili": 2, "hous": 2, "three": [2, 5], "bedroom": 2, "bathroom": 2, "live": 2, "room": 2, "kitchen": 2, "underfloor": 2, "inlet": [2, 84], "outlet": [2, 84], "temperatur": [2, 4, 5, 6, 46, 47, 66, 67, 68, 71, 81, 84, 86, 89, 92], "boiler": 2, "current": [3, 4, 5, 7, 8, 9, 10, 14, 17, 60, 73, 79, 82, 83, 84, 85, 87, 89, 90, 93], "random": [3, 48, 82], "rule": [3, 46, 47, 84, 90, 93], "5zone": [3, 5, 6, 7, 81, 83, 86, 87], "datacent": [3, 5, 81], "find": [3, 9, 83, 88], "util": [3, 4, 8, 13, 17, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 93], "py": [3, 4, 6, 8, 10, 50, 80, 81, 82, 83, 84, 85, 86, 87, 90, 91, 93], "veri": [3, 5, 10, 76, 83, 84, 89, 93], "refer": [3, 6, 8, 24], "point": [3, 83, 84, 91], "studi": 3, "simpl": [3, 5, 80, 84, 89], "given": [3, 4, 14, 27, 28, 30, 31, 35, 66, 67, 68, 89, 93], "return": [3, 4, 5, 9, 14, 17, 20, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 46, 47, 48, 52, 54, 55, 56, 60, 61, 62, 70, 72, 73, 74, 75, 76, 78, 79, 84, 85, 86, 87, 89, 91, 93], "interact": [3, 4, 50, 60, 73, 80, 82, 83, 87, 88, 93], "usag": [3, 8], "sure": [3, 5, 83, 87], "particularli": [3, 50], "part": [3, 8], "facil": [4, 6, 81, 84], "although": [4, 83], "discret": [4, 5, 6, 71, 72, 76, 80, 81, 82, 83, 84, 86, 89, 93], "continu": [4, 5, 6, 7, 9, 10, 76, 80, 81, 82, 83, 86, 87, 93], "ppo": 4, "ye": [4, 5, 6, 80, 81, 84, 85], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 83], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 8, 10, 20, 80, 81, 83, 87, 93], "refin": 4, "call": [4, 5, 8, 9, 10, 14, 20, 24, 52, 61, 72, 76, 81, 83, 88, 93], "stage": 4, "procedur": [4, 9], "access": [4, 10, 83], "state": [4, 20, 73, 84], "dure": [4, 5, 9, 17, 23, 24, 83, 88, 91], "manipul": [4, 9], "bar": 4, "inherit": [4, 65, 87, 93], "column": [4, 5, 14], "due": [4, 78, 83, 84], "its": [4, 5, 6, 8, 9, 10, 20, 55, 72, 73, 80, 81, 87, 89, 91, 93], "execut": [4, 5, 9, 10, 14, 17, 20, 54, 60, 62, 74, 75, 83, 84, 87], "log": [4, 23, 60, 62, 73, 83, 84, 87, 88, 93], "extract": [4, 5, 14, 35, 83, 84], "why": 4, "sinergym_logg": [4, 23], "attribut": [4, 14, 17, 20, 60, 61, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 83, 84, 88], "constructor": [4, 5, 6, 7, 14, 26, 60, 70, 78, 79, 81, 87, 89, 93], "loggercallback": [4, 83], "basecallback": [4, 24], "With": [4, 5, 6, 83], "compar": [4, 83, 87], "summari": [4, 5, 10, 73, 80, 82, 83, 85, 87], "registr": [4, 5], "enabl": [4, 8, 9, 83], "metric": [4, 52, 83], "There": [4, 8, 10, 88], "tabl": [4, 5, 10, 14], "other": [4, 8, 10, 52, 81, 83, 84, 87, 88, 89, 93], "vice": 4, "versa": 4, "depend": [4, 5, 6, 10, 60, 66, 67, 68, 81, 82, 83, 84, 87, 88, 89, 90, 93], "sinc": [4, 5, 7, 8, 86, 88, 93], "0": [4, 5, 6, 8, 17, 23, 29, 60, 63, 66, 67, 68, 71, 76, 78, 80, 81, 82, 83, 84, 85, 86, 87, 89, 91, 93], "frequenc": [4, 23], "regardless": [4, 88], "363": 4, "result": [4, 7, 52, 80, 82, 83, 84, 85, 86, 87, 88, 91], "end": [4, 8, 17, 20, 29, 60, 66, 67, 68, 73, 82, 83, 85, 87, 88], "loggerevalcallback": [4, 83], "eventcallback": 4, "particular": [4, 5, 80], "concret": [4, 87], "construct": [4, 8, 84, 87], "place": [4, 5, 82, 91], "On": [4, 8, 10, 81, 84], "hand": [4, 8, 10, 81], "occupi": [4, 84], "accur": 4, "averag": [4, 52, 91], "indic": [4, 8, 23], "therefor": [4, 5, 6, 82, 89, 93], "faith": 4, "realiti": 4, "term": [4, 5, 23, 66, 67, 68, 74, 87, 89], "good": 4, "turn": 4, "out": [4, 61, 84, 87, 88, 93], "calcul": [4, 5, 14, 70, 81, 84, 89, 91], "power": [4, 60, 66, 67, 68, 84, 88, 89], "consumpt": [4, 23, 67, 68, 88, 89], "violat": [4, 23], "comfort": [4, 5, 10, 23, 66, 67, 68, 82, 86, 88, 89], "penalti": [4, 88, 89], "percentag": [4, 9], "mean": [4, 9, 14, 24, 52, 77, 80, 81, 82, 83, 85, 86, 88, 89, 91, 92], "taken": [4, 89, 91], "decid": [4, 5, 8, 82, 83], "when": [4, 5, 6, 8, 9, 14, 20, 24, 50, 52, 60, 67, 77, 78, 80, 82, 83, 88, 89, 91, 93], "better": 4, "action_network": [4, 83], "raw": 4, "network": 4, "action_simul": [4, 83], "transform": [4, 20, 70, 71, 76, 87, 93], "being": [4, 5, 8, 88, 89], "valu": [4, 5, 6, 7, 8, 10, 14, 17, 20, 23, 26, 27, 35, 63, 70, 71, 73, 74, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 93], "next": [4, 5, 6, 8, 9, 10, 17, 20, 73, 75, 83, 84, 87, 89, 90], "equival": [4, 6, 84], "csv": [4, 5, 60, 73, 82, 83, 85, 87, 88], "ep_length": 4, "cumulative_reward": [4, 83], "sum": [4, 80, 81, 82, 83, 85, 86, 87, 91, 93], "mean_reward": [4, 83], "cumulative_pow": [4, 83], "mean_pow": [4, 83], "cumulative_temperature_viol": [4, 83], "c\u00ba": 4, "rang": [4, 5, 7, 35, 47, 66, 67, 68, 76, 80, 81, 82, 83, 85, 86, 87, 89, 91, 93], "mean_temperature_viol": [4, 83], "cumulative_comfort_penalti": [4, 83], "mean_comfort_penalti": [4, 83], "cumulative_energy_penalti": [4, 83], "mean_energy_penalti": [4, 83], "comfort_violation_tim": [4, 83], "bound": [4, 87], "normalized_observ": 4, "option": [4, 6, 8, 9, 10, 14, 17, 35, 50, 60, 61, 66, 67, 68, 73, 75, 81, 83, 84, 85, 88, 90], "normal": [4, 76, 77, 81, 83, 88, 89, 90, 91, 93], "rollout": [4, 24, 83], "exploration_r": [4, 83], "doesn": [4, 8, 93], "t": [4, 6, 8, 10, 30, 66, 68, 77, 78, 80, 82, 87, 88, 92, 93], "neural": 4, "eval": [4, 24, 83], "done": [4, 5, 6, 60, 83, 85, 87, 88], "graph": [4, 6], "than": [4, 5, 8, 9, 78, 81, 83, 88, 89], "label": 4, "evalloggercallback": 4, "method": [4, 5, 7, 8, 9, 14, 17, 20, 23, 24, 28, 46, 47, 48, 50, 52, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 83, 84, 87, 88, 89, 93], "try": [4, 5], "script": [4, 81, 83, 91], "train_ag": [4, 8, 83], "most": [4, 88, 89], "must": [4, 5, 6, 8, 10, 14, 17, 20, 71, 72, 81, 88, 93], "keep": 4, "mind": 4, "concaten": 4, "callbacklist": [4, 83], "until": [4, 9], "where": [4, 5, 14, 20, 24, 28, 54, 57, 58, 67, 83, 84, 89], "log_interv": [4, 83], "comment": 4, "off": [4, 84], "polici": [4, 8, 24, 51, 52], "curriculum": 4, "add": [4, 5, 8, 9, 79, 81, 83, 87, 88, 93], "valid": [4, 55, 61], "path": [4, 14, 20, 24, 28, 35, 57, 58, 60, 80, 81, 82, 83, 84, 85, 86, 87], "abl": [4, 5, 8, 10, 81], "conf": [4, 26, 32, 33, 34], "str": [4, 5, 6, 14, 17, 20, 24, 26, 27, 28, 30, 32, 33, 34, 35, 52, 54, 55, 58, 60, 61, 62, 63, 66, 67, 68, 73, 74, 75, 79, 83, 85, 89], "json": [4, 5, 6, 8, 14, 17, 26, 32, 33, 34, 83], "alloc": [4, 6, 8, 9, 20, 83], "train_agent_exampl": 4, "obligatori": 4, "don": [4, 6, 8, 10, 80, 82, 87, 88, 93], "overwrit": [4, 81, 83, 87, 93], "seed": [4, 17, 73, 75], "id": [4, 5, 6, 8, 26, 81, 83, 89], "respect": [4, 5, 9, 84, 87, 89], "mention": [4, 5, 8, 81, 84], "otherwis": [4, 7, 72, 81, 87], "error": [4, 8, 9, 52, 72, 81, 87, 93], "appropri": [4, 81, 91], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 83], "local": [4, 8, 24, 52, 57, 58, 80, 81, 82, 83, 84, 85, 86, 87, 91], "__version__": [4, 83], "env": [4, 5, 6, 7, 8, 10, 24, 31, 35, 36, 46, 47, 48, 49, 50, 52, 65, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91], "overwritten": [4, 81], "number": [4, 5, 10, 14, 17, 23, 24, 52, 60, 75, 81, 83, 84, 87, 88], "remot": [4, 9, 10, 83, 90], "bucket": [4, 57, 58], "delet": [4, 20, 54, 87], "previou": [4, 5, 8, 9, 10, 75, 79, 83, 93], "load_ag": [4, 8, 83], "load_agent_exampl": 4, "onc": [4, 5, 10], "predict": [4, 52, 83], "agre": [4, 87], "collect": [4, 5, 24, 60, 83, 91], "sent": [4, 5], "memori": [4, 8], "form": 4, "direct": [4, 5, 6, 81, 84], "support": [4, 5, 10, 83, 90], "plan": 4, "As": [5, 6, 8, 10, 81, 83, 84, 87], "introduct": 5, "receiv": [5, 76, 87, 93], "At": [5, 8, 9, 80, 83, 87, 91, 93], "gym": [5, 6, 7, 17, 50, 52, 65, 69, 72, 73, 75, 80, 81, 82, 83, 84, 85, 86, 87, 89, 91, 93], "via": 5, "handler": [5, 20, 80, 81, 82, 83, 85, 86, 87, 88], "influenc": [5, 84], "cours": 5, "imag": [5, 8, 10], "show": [5, 9, 14, 84], "modul": [5, 8, 9, 10, 12, 15, 18, 21, 88, 90], "correctli": [5, 6, 8, 28, 87, 88, 90, 91, 93], "scheme": [5, 14], "abstract": 5, "task": 5, "handl": 5, "prepar": [5, 10, 20], "initi": [5, 17, 20, 24, 56, 61, 71, 73, 80, 81, 82, 83, 84, 85, 86, 87, 88], "reset": [5, 14, 17, 20, 52, 61, 73, 75, 77, 80, 81, 82, 83, 84, 85, 86, 87, 91], "dictionari": [5, 7, 9, 14, 17, 26, 27, 28, 32, 33, 34, 61, 73, 81, 84, 89], "kei": [5, 6, 7, 8, 14, 17, 20, 26, 27, 30, 35, 63, 74, 88], "time_elaps": [5, 80, 82, 83, 85, 86, 87], "elaps": [5, 60], "month": [5, 6, 29, 66, 67, 68, 70, 80, 81, 82, 83, 84, 85, 86, 87, 91, 93], "is_rain": [5, 80, 82, 85, 86, 87], "true": [5, 24, 31, 50, 52, 60, 61, 73, 75, 83, 84, 85, 87], "rain": [5, 92], "count": [5, 6, 52, 84], "epw": [5, 6, 14, 17, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90], "eplu": [5, 6, 7, 17, 35, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "demo": [5, 80, 81, 84, 85, 86, 91], "v1": [5, 6, 7, 17, 80, 81, 82, 83, 84, 85, 86, 87, 89, 91], "usa_pa_pittsburgh": [5, 80, 82, 84, 85, 92], "allegheni": [5, 80, 82, 84, 85, 92], "counti": [5, 80, 82, 84, 85, 92], "ap": [5, 6, 80, 81, 82, 83, 84, 85, 92], "725205_tmy3": [5, 80, 82, 84, 85, 92], "No": [5, 6, 80, 81, 84, 85], "01": [5, 83, 87], "31": [5, 7, 61, 80, 81, 82, 83, 84, 85, 86, 87], "03": [5, 83, 87], "hot": [5, 6, 7, 66, 67, 68, 81, 82, 86, 87, 89, 92], "usa_az_davi": [5, 6, 82, 86, 87, 92], "monthan": [5, 6, 82, 86, 87, 92], "afb": [5, 6, 82, 86, 87, 92], "722745_tmy3": [5, 6, 82, 86, 87, 92], "mix": [5, 6, 83, 84, 89, 92], "usa_ny_new": [5, 6, 83, 92], "j": [5, 6, 83, 92], "f": [5, 6, 10, 83, 92], "kennedi": [5, 6, 83, 92], "intl": [5, 6, 81, 83, 92], "744860_tmy3": [5, 6, 83, 92], "usa_wa_port": [5, 6, 81, 92], "angel": [5, 6, 81, 92], "william": [5, 6, 81, 92], "r": [5, 6, 66, 68, 81, 92], "fairchild": [5, 6, 81, 92], "727885_tmy3": [5, 6, 81, 92], "box": [5, 6, 17, 81, 82, 83, 84, 86, 87], "stochast": [5, 6, 24, 52, 81, 83, 89], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 78], "shopwithvandbatteri": 5, "autobal": 5, "autobalancestoragesmooth": 5, "multidiscret": [5, 72, 93], "30": [5, 6, 61, 66, 67, 68, 81, 83, 84, 86, 87], "04": [5, 10, 83], "stockholm": [5, 92], "swe_stockholm": [5, 92], "arlanda": [5, 92], "024600_iwec": [5, 92], "v3": [5, 93], "9": [5, 10, 47, 66, 67, 68, 82, 83, 84, 86, 87, 89, 92], "gener": [5, 6, 8, 9, 14, 17, 83, 84, 87, 88, 93], "instead": [5, 6, 8, 10, 52, 74, 80, 81, 82, 83, 84, 85, 86, 87, 93], "manual": [5, 7, 9, 82, 83], "fact": 5, "dedic": 5, "discretizeenv": [5, 6, 83, 87], "either": [5, 61], "predefin": [5, 81, 84, 89], "shown": [5, 10, 81, 87, 91], "argument": [5, 20, 61, 72, 81], "subsect": 5, "building_fil": [5, 6, 17], "idf": [5, 10, 27], "intermedi": [5, 84], "element": [5, 27, 30, 60, 84, 88, 93], "diagram": 5, "weather_fil": [5, 6, 14, 17, 81], "climat": [5, 92], "condit": [5, 17, 46], "sever": [5, 6, 8, 14, 81, 84, 89, 92, 93], "select": [5, 10, 14, 17, 46, 47, 48, 73, 81, 86, 87, 93], "re": [5, 88], "randomli": [5, 14, 17, 48, 78, 81, 91], "increas": [5, 83, 87, 89, 93], "complex": [5, 90], "desir": [5, 86], "weather_vari": [5, 13, 17, 81], "ornstein": [5, 14, 17], "uhlenbeck": [5, 14, 17], "Then": [5, 8, 10, 82, 84, 87, 93], "tupl": [5, 7, 14, 17, 20, 32, 34, 63, 66, 67, 68, 71, 73, 74, 75, 76, 85], "sigma": [5, 14, 17], "mu": [5, 17], "tau": [5, 14], "whose": [5, 60, 87, 89, 93], "natur": 5, "moreov": 5, "need": [5, 8, 10, 80, 85, 86, 88], "reward_kwarg": [5, 6, 17, 81, 89], "sub": [5, 8, 17], "max_ep_data_store_num": [5, 6, 17, 81], "last": [5, 10, 17, 35, 73], "n": [5, 75, 87], "activ": [5, 10, 23, 60, 73, 82, 83, 85, 87, 88], "present": [5, 14, 88], "time_vari": [5, 6, 17, 20, 81], "By": [5, 7, 10, 81, 87, 89, 93], "day_of_month": [5, 6, 81, 83, 84, 86, 87, 93], "custom_variable_nam": 5, "variable_kei": 5, "rdd": 5, "similar": [5, 89], "custom_meter_nam": 5, "mdd": 5, "mtd": 5, "custom_actuator_nam": 5, "actuator_typ": 5, "actuator_valu": 5, "actuator_original_nam": 5, "empti": [5, 10, 17, 20], "data_avail": [5, 88], "txt": [5, 9, 88], "alon": [5, 54], "dynam": [5, 87, 93], "action_spac": [5, 6, 17, 48, 80, 81, 82, 85, 86, 87, 91], "standard": [5, 9, 27, 46, 80, 91, 93], "previous": [5, 14, 88], "inconsist": [5, 81], "multibinari": [5, 72, 93], "default_configur": [5, 6, 26], "meanwhil": 5, "env_nam": [5, 14, 17, 35, 81, 83, 88], "directori": [5, 10, 14, 17, 57, 58, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90], "runperiod": [5, 14, 17, 80, 81, 82, 83, 84, 85, 86, 87], "grow": 5, "config_param": [5, 6, 7, 17, 81], "cover": [5, 10], "world": 5, "greatest": 5, "divers": 5, "certain": 5, "characterist": [5, 89], "give": [5, 8, 87], "explan": 5, "download": [5, 83], "ddy": [5, 14], "exactli": 5, "should": [5, 6, 7, 8, 10, 24, 65, 88, 91, 93], "That": [5, 89], "sizingperiod": [5, 82], "designdai": [5, 14, 82], "site": [5, 6, 81, 82, 84], "alreadi": [5, 8, 81, 86, 90], "even": [5, 81, 86], "perhap": 5, "ones": [5, 93], "intend": 5, "someon": 5, "pretend": 5, "v2": 5, "higher": [5, 89], "convert": [5, 26, 27, 87, 93], "convertinputformat": 5, "Be": 5, "ensur": [5, 87], "correct": [5, 6, 8, 10, 80, 81, 82, 83, 84, 85, 86, 87, 88], "now": [5, 8, 10, 80, 83, 85, 86, 87], "write": [5, 6, 8, 9, 10, 14, 63, 90], "correspond": 5, "configuration_json_fil": 5, "know": [5, 8, 88], "look": [5, 31, 36, 50, 86, 88], "fill": 6, "explain": [6, 8, 9], "tediou": 6, "built": [6, 8, 9], "addition": 6, "simpler": 6, "pars": [6, 76, 93], "descript": [6, 20], "id_bas": 6, "weather_specif": 6, "variat": [6, 14, 71], "max": [6, 35, 66, 68], "dict": [6, 14, 17, 20, 24, 26, 27, 28, 32, 33, 34, 35, 52, 60, 63, 73, 74, 75, 85, 86, 87, 88, 89], "action_space_discret": 6, "only_discret": 6, "discrete_spac": [6, 72, 87], "flag": [6, 20, 60, 70, 73, 85, 87, 93], "kwarg": [6, 23, 24, 26, 63, 77], "mandatori": 6, "becaus": [6, 8, 9, 86, 88], "intuit": 6, "null": 6, "001": [6, 81, 83], "drybulb": [6, 14, 81, 84, 86], "variable_nam": 6, "outdoor_temperatur": [6, 81, 83, 84, 86, 87], "rel": [6, 28, 81, 84], "humid": [6, 81, 84, 92], "outdoor_humid": [6, 81, 83, 87], "wind": [6, 81, 84], "speed": [6, 81, 84], "wind_spe": [6, 81, 83, 87], "wind_direct": [6, 81, 83, 87], "diffus": [6, 81, 84], "solar": [6, 81, 84], "radiat": [6, 81], "rate": [6, 78, 81, 84], "diffuse_solar_radi": [6, 81, 83, 87], "direct_solar_radi": [6, 81, 83, 87], "thermostat": [6, 81, 84], "setpoint": [6, 46, 47, 71, 81, 84, 86, 87, 93], "htg_setpoint": [6, 83, 84, 86, 87], "space5": [6, 84], "clg_setpoint": [6, 83, 84, 86, 87], "air_temperatur": [6, 81, 83, 84, 86, 87], "air_humid": [6, 83, 84, 87], "people_occup": [6, 83, 87], "environment": [6, 46, 84], "impact": [6, 84], "total": [6, 81, 83, 84, 87], "co2": [6, 84], "emiss": [6, 84], "carbon": [6, 84], "mass": [6, 84], "co2_emiss": [6, 83, 87], "demand": [6, 81, 84], "hvac_electricity_demand_r": [6, 81, 83, 84, 87], "total_electricity_hvac": [6, 83, 87], "htg": [6, 14, 84], "setp": [6, 84], "sch": [6, 84], "heating_setpoint_rl": [6, 81, 83, 84], "element_typ": 6, "compact": [6, 81, 84], "value_typ": 6, "clg": [6, 14, 84], "cooling_setpoint_rl": [6, 81, 83, 84], "np": [6, 17, 60, 70, 73, 74, 75, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 91], "arrai": [6, 60, 80, 81, 82, 83, 85, 86, 87], "15": [6, 83, 84, 85, 86, 87], "22": [6, 10, 80, 81, 82, 83, 84, 86, 87], "dtype": [6, 80, 81, 82, 85], "float32": [6, 17, 80, 81, 82, 84, 85, 87], "high": [6, 81, 82, 86], "23": [6, 81, 82, 83, 84, 86, 87], "shape": [6, 81, 82], "linearreward": [6, 17, 84, 89], "temperature_vari": [6, 66, 67, 68, 81, 89], "energy_vari": [6, 66, 67, 68, 81, 89], "range_comfort_wint": [6, 66, 67, 68, 81, 89], "20": [6, 61, 81, 83, 85, 86, 87], "range_comfort_summ": [6, 66, 67, 68, 81, 89], "26": [6, 81, 82, 83, 84, 87], "map": [6, 76, 81, 83, 87, 93], "default_": 6, "upper": [6, 78], "_discrete_funct": 6, "final": [6, 8, 80, 82, 83, 84], "faster": 6, "individu": [6, 8], "amplifi": 7, "investig": 7, "To": [7, 8, 10, 84, 90], "extra_param": 7, "timesteps_per_hour": [7, 81], "1997": 7, "1998": [7, 83], "appli": [7, 9, 14, 17, 70, 77, 83, 87, 93], "skeleton": 7, "separ": 7, "less": [7, 82, 83], "1991": [7, 80, 81, 82, 83, 84, 85, 86, 87], "determin": [7, 14, 20, 61, 83, 87], "start_dai": [7, 80, 81, 82, 83, 84, 85, 86, 87], "start_month": [7, 80, 81, 82, 83, 84, 85, 86, 87], "start_year": [7, 80, 81, 82, 83, 84, 85, 86, 87], "end_dai": [7, 29, 80, 81, 82, 83, 84, 85, 86, 87], "end_month": [7, 80, 81, 82, 83, 84, 85, 86, 87], "end_year": [7, 29, 80, 81, 82, 83, 84, 85, 86, 87], "februari": 7, "29th": 7, "leap": 7, "fail": [7, 8, 20, 83], "apply_extra_conf": 7, "gcloud": [8, 83], "idea": [8, 89], "virtual": [8, 10], "gce": 8, "finish": [8, 9, 80, 83, 91], "job": [8, 9, 10, 83, 90], "remov": [8, 54, 66, 67, 68, 83, 84, 89], "firstli": 8, "sdk": [8, 10], "auth": [8, 54], "invoic": 8, "recommend": [8, 9, 10, 47, 81, 82, 83, 87, 89, 93], "secondli": 8, "docker": [8, 9], "link": 8, "authent": 8, "begin": [8, 87, 93], "registri": 8, "pub": 8, "sql": 8, "admin": 8, "firestor": 8, "datastor": 8, "gmail": 8, "henc": 8, "client": [8, 56, 57, 58], "artifactregistri": 8, "googleapi": 8, "com": [8, 10, 49, 50], "cloudapi": 8, "cloudbuild": 8, "containerregistri": 8, "sqladmin": 8, "cloudfunct": 8, "pubsub": 8, "serviceusag": 8, "drive": 8, "appengin": 8, "Or": 8, "consol": 8, "termin": [8, 60, 61, 62, 74, 75, 80, 81, 82, 83, 85, 86, 87, 91], "applic": [8, 90], "login": [8, 83], "upload": [8, 9, 58, 83], "public": 8, "eu": 8, "gcr": 8, "io": 8, "latest": [8, 9, 10, 83, 87, 93], "europ": 8, "west1": 8, "b": [8, 83], "privileg": [8, 55], "restart": 8, "never": [8, 80, 91], "stdin": 8, "tty": 8, "boot": 8, "disk": 8, "20gb": 8, "pd": 8, "ssd": 8, "n2": 8, "highcpu": 8, "8": [8, 10, 77, 81, 82, 83, 86, 87, 92], "hub": [8, 9, 10], "prefer": 8, "realli": 8, "10gb": 8, "isn": 8, "enough": 8, "deriv": 8, "silenc": 8, "would": [8, 82, 87, 89], "incid": 8, "clear": 8, "suppos": 8, "fork": [8, 9], "yaml": 8, "dockerfil": [8, 9, 10, 90, 91], "cach": 8, "quick": 8, "cloudsdktool": 8, "entrypoint": 8, "bash": [8, 20], "arg": [8, 10, 23, 24, 63, 80, 81, 82, 83, 84, 85, 86, 87], "pull": 8, "project_id": 8, "exit": 8, "sinergym_extra": [8, 10], "push": 8, "command": [8, 9, 20, 90], "builder": 8, "gsutil": 8, "iam": 8, "ch": 8, "allus": 8, "objectview": 8, "appspot": 8, "disksizegb": 8, "timeout": 8, "86400": 8, "older": 8, "wa": 8, "inner": [8, 23, 54, 57, 58], "confus": 8, "helper": 8, "upgrad": 8, "global": [8, 52], "least": 8, "free": [8, 86], "might": 8, "submit": 8, "region": 8, "config": [8, 80, 81, 82, 83, 84, 85, 86, 87, 90], "substitut": [8, 70, 81, 87, 88, 93], "predetermin": 8, "enter": [8, 91], "after": [8, 52, 80, 81, 87], "immedi": 8, "hasn": [8, 30], "yet": [8, 83, 90], "think": 8, "notifi": 8, "happen": [8, 9], "wait": [8, 83], "minut": [8, 83], "gserviceaccount": 8, "scope": 8, "www": 8, "devstorag": 8, "full_control": 8, "gce_zon": 8, "gce_project_id": 8, "group": [8, 54], "quot": 8, "probabl": 8, "readi": [8, 10, 80, 81, 82, 83, 84, 85, 86, 87], "connect": [8, 19], "ssh": 8, "optim": 8, "o": 8, "attach": 8, "everi": [8, 9, 10, 24, 80, 82, 85, 86, 87, 90, 91], "evalu": [8, 24, 83, 89], "without": [8, 9, 82], "auto_delet": 8, "remote_stor": 8, "bind": 8, "member": 8, "serviceaccount": 8, "role": 8, "owner": 8, "project_path": 8, "export": [8, 28, 84], "google_cloud_credenti": 8, "dote": 8, "root": [8, 10, 83, 88, 91], "gitignor": 8, "ignor": [8, 9, 23, 90], "token": [8, 54, 55], "trigger": [8, 24], "event": [8, 9, 61], "consequ": [8, 81, 89], "advertis": 8, "captur": 8, "slack": 8, "sm": 8, "email": 8, "pipelin": 9, "deploi": 9, "softwar": [9, 10], "websit": 9, "pep8": 9, "aggress": 9, "isort": 9, "sort": 9, "warn": [9, 24, 50, 52, 71, 83, 84, 86, 87], "rise": [9, 84], "pytyp": 9, "d": [9, 80, 81, 82, 83, 84, 85, 86, 87], "cannot": 9, "fix": 9, "compil": 9, "sphinx": 9, "rais": [9, 14, 52, 72, 93], "exist": [9, 81, 83, 87, 88], "vocabulari": 9, "spell": 9, "mistak": 9, "unknown": 9, "word": 9, "doc": [9, 10, 83], "spelling_wordlist": 9, "alphabet": 9, "accept": 9, "messag": [9, 61, 81, 83], "behav": 9, "statu": [9, 84], "docstr": 9, "pytest": [9, 10], "insid": [9, 89, 91], "secur": 9, "identifi": 9, "prevent": 9, "malici": 9, "attempt": 9, "pull_request_target": 9, "checkout": 9, "branch": 9, "skip": [9, 50], "commit": 9, "ci": [9, 50], "string": [9, 61], "161": [9, 83], "sequenti": 9, "autopep8": 9, "tag": [9, 10], "successfulli": [9, 10, 80, 81, 82, 83, 84, 85, 86, 87, 90], "codecov": 9, "coverag": 9, "edit": 9, "catch": 9, "pypi": [9, 10], "yml": [9, 10, 90], "minim": 9, "below": [10, 87, 89, 92], "throughout": 10, "ubuntu": 10, "18": [10, 80, 83, 85, 86, 87, 92], "lt": [10, 83, 84, 87], "7": [10, 81, 82, 83, 84, 86, 87, 89, 92], "avoid": [10, 52], "wish": 10, "pip": [10, 90], "setup": 10, "tag_nam": 10, "setup_tag": 10, "example1": 10, "studio": 10, "simpli": [10, 81, 87], "pop": [10, 85], "button": 10, "reopen": 10, "isol": 10, "vscode": 10, "clone": [10, 91], "git": 10, "ugr": 10, "sail": 10, "cd": 10, "sudo": 10, "apt": 10, "virtualenv": 10, "env_sinergym": 10, "python3": [10, 80, 81, 82, 83, 84, 85, 86, 87], "bin": 10, "altern": 10, "conda": 10, "python_environ": 10, "program": 10, "outsid": [10, 84, 87, 89], "instruct": 10, "linux": 10, "choos": 10, "pythonpath": 10, "interpret": 10, "told": 10, "consid": [10, 66, 67, 68, 80, 89, 93], "subset": [10, 81, 87], "supervis": [10, 90], "vv": [10, 90], "anywai": [10, 90], "param": [13, 14, 23, 24, 47, 60, 83], "modif": [13, 89], "json_fil": 14, "max_ep_stor": 14, "int": [14, 17, 23, 24, 29, 38, 39, 40, 41, 42, 43, 44, 52, 60, 63, 66, 67, 68, 71, 72, 73, 74, 75, 85, 86, 87], "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 80, 81, 82, 83, 84, 85, 86, 87], "epm": [14, 30], "_variabl": 14, "_meter": 14, "_actuat": 14, "experiment_path": [14, 83], "episode_path": [14, 17], "none": [14, 17, 20, 24, 28, 35, 36, 46, 47, 50, 52, 60, 61, 63, 73, 75, 83, 84, 85], "ddy_model": 14, "weather_data": [14, 80, 81, 82, 83, 84, 85, 86, 87], "weatherdata": 14, "zone_nam": [14, 17, 84], "episode_length": [14, 17, 83, 84], "second": [14, 29, 52, 80, 81, 82, 83, 84, 85, 86, 87], "step_siz": [14, 17, 84], "timestep_per_episod": [14, 17, 83, 84], "__init__": [14, 17, 20, 23, 24, 46, 47, 48, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 85, 89], "adapt_building_to_config": 14, "adapt_building_to_epw": 14, "summerdai": 14, "ann": 14, "condn": 14, "db": [14, 84], "mwb": 14, "winterdai": 14, "99": [14, 81, 83, 86, 87], "summer": [14, 66, 67, 68, 89, 92], "winter": [14, 89, 92], "desingdai": 14, "adapt_building_to_met": 14, "adapt_building_to_vari": 14, "apply_weather_vari": 14, "float": [14, 17, 29, 35, 38, 39, 40, 41, 42, 43, 44, 52, 60, 66, 67, 68, 71, 72, 73, 74, 75, 76, 77], "affect": [14, 52], "ou": 14, "properti": [14, 17, 20, 71, 72], "building_path": [14, 17, 20, 84], "ddy_path": [14, 17], "get_schedul": 14, "found": [14, 93], "idd_path": [14, 17], "save_building_model": 14, "set_episode_working_dir": 14, "dir": 14, "except": [14, 20, 61], "parent": [14, 83], "update_weather_path": 14, "weather_path": [14, 17, 20, 84], "union": [17, 28, 60, 72, 73, 74, 75, 85], "sampl": [17, 80, 81, 82, 85, 87, 91, 92], "match": [17, 20, 72, 87, 93], "transfer": [17, 20, 84], "tao": 17, "feedback": 17, "pass": [17, 24, 52], "actuator_handl": [17, 84], "available_handl": [17, 84], "close": [17, 73, 80, 81, 82, 83, 85, 86, 87, 91], "is_discret": [17, 71, 72, 83, 84, 87], "bool": [17, 20, 24, 31, 50, 52, 60, 71, 72, 73, 74, 75, 85], "is_run": [17, 20, 84], "metadata": 17, "render_mod": 17, "human": [17, 46], "meter_handl": [17, 84], "observation_spac": 17, "render": [17, 24, 50, 52, 83], "mode": 17, "ndarrai": [17, 39, 60, 70, 73, 74, 75, 78, 79, 85], "np_random": [17, 73], "chosen": [17, 46, 47, 48, 73, 86, 91], "entropi": [17, 73], "addit": [17, 23, 50, 52, 73, 84], "integ": [17, 73], "truncat": [17, 73, 74, 80, 81, 82, 83, 85, 86, 87, 91], "var_handl": [17, 84], "workspace_path": [17, 83, 84], "pyenergyplu": 19, "obs_queu": 20, "queue": [20, 87, 93], "info_queu": 20, "act_queu": 20, "runner": 20, "thread": 20, "make_eplus_arg": 20, "output_path": [20, 35], "stop": 20, "forc": [20, 83], "clean": 20, "join": 20, "again": 20, "common": [21, 24, 52, 83, 84, 89, 90], "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 71, 93], "dump_frequ": 23, "100": [23, 82, 83], "fals": [23, 24, 52, 60, 73, 80, 81, 82, 83, 84, 85, 86, 87, 91], "verbos": [23, 24, 83, 90], "dump": [23, 63], "interv": 23, "csvlogger": [23, 73, 83, 85, 88], "boolean": 23, "eval_env": [24, 83], "callback_on_new_best": 24, "accord": [24, 92], "n_eval_episod": [24, 52, 83], "eval_freq": [24, 83], "freq": 24, "log_path": [24, 83], "npz": 24, "best_model_save_path": [24, 83], "determinist": [24, 52, 83], "stable_baselines3": [24, 52, 83], "vec_env": [24, 52, 83], "vecenv": [24, 52], "callback_after_ev": 24, "10000": 24, "update_child_loc": 24, "locals_": 24, "env_kwarg": 26, "eppi": 27, "de": 27, "excel": [28, 84], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 87, 93], "st": 29, "mon": 29, "24": [29, 82, 83, 85, 86, 87], "got": 30, "explicitli": 30, "wrapper_class": [31, 36], "last_result": 35, "min": [35, 84], "absolut": [35, 66, 68, 89], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 57, 58], "search": [36, 83, 84], "unwrap": [36, 83, 84, 87, 88], "till": 36, "basic": 45, "eplusenv": [46, 47, 48, 70, 72, 73, 74, 75, 76, 77, 79, 83, 87], "static": [46, 47], "ashra": [46, 47], "55": [46, 83, 92], "2004": 46, "thermal": [46, 67, 84, 89], "act": [46, 47, 48, 78, 86], "sequenc": [46, 47, 48, 85, 86], "perceiv": [46, 47, 86], "2zonedatacenterhvac": 47, "tc9": 47, "2016": 47, "checker": 49, "dlr": [49, 50], "rm": [49, 50], "baselines3": [49, 50], "skip_render_check": 50, "openai": 50, "blob": 50, "master": 50, "mainli": 50, "type_alias": 52, "policypredictor": 52, "callabl": [52, 62, 72, 73], "scale": [52, 77, 89, 90], "earli": 52, "anyth": 52, "els": [52, 86], "basealgorithm": 52, "basepolici": 52, "reward_threshold": 52, "minimum": [52, 71, 84, 87], "expect": 52, "met": 52, "return_episode_reward": 52, "lack": 52, "std": 52, "easier": 53, "instance_group_nam": 54, "respons": [54, 88], "vm": 54, "mig": 54, "request": 54, "petit": [55, 56], "ask": [56, 57, 58], "resourc": [56, 57, 58], "bucket_nam": 57, "blob_prefix": 57, "exclud": 57, "src_path": 58, "dest_bucket_nam": 58, "dest_path": 58, "destin": 58, "monitor_head": [60, 73, 85], "progress_head": [60, 73, 85], "log_progress_fil": [60, 85], "log_fil": [60, 85], "header": [60, 73, 85], "sub_run_n": 60, "res_n": 60, "deactiv": [60, 73, 88], "steps_data": 60, "elabor": 60, "later": 60, "total_timestep": [60, 83], "total_time_elaps": 60, "comfort_violation_timestep": 60, "comfort_penalti": [60, 85], "belong": [60, 88], "activate_flag": 60, "deactivate_flag": 60, "log_episod": 60, "log_step": 60, "ob": [60, 70, 77, 79, 80, 81, 82, 83, 85, 86, 87, 91], "log_step_norm": 60, "set_log_fil": 60, "new_log_fil": 60, "fmt": 61, "datefmt": 61, "style": 61, "formatt": [61, 62], "special": 61, "date": 61, "omit": 61, "iso8601": 61, "rfc": 61, "3339": 61, "x1b": 61, "38": [61, 83], "20m": 61, "levelnam": 61, "0m": 61, "33": [61, 83, 86], "40": [61, 83, 87], "50": [61, 81, 83], "1m": 61, "bold_r": 61, "text": 61, "operand": 61, "oper": 61, "yield": 61, "coupl": 61, "preparatori": 61, "carri": [61, 88], "logrecord": 61, "getmessag": 61, "usestim": 61, "formattim": 61, "formatexcept": 61, "append": [61, 80, 81, 82, 83, 85, 86, 90, 91], "grei": 61, "red": 61, "yellow": 61, "getlogg": 62, "customformatt": 62, "pair": 63, "onto": 63, "sb3": [63, 83], "key_valu": 63, "key_exclud": 63, "summer_start": [66, 67, 68], "summer_fin": [66, 67, 68], "energy_weight": [66, 68, 81, 89], "lambda_energi": [66, 67, 68, 89], "0001": [66, 67, 68, 83], "lambda_temperatur": [66, 67, 68, 89], "exponenti": [66, 89], "w": [66, 67, 68, 80, 81, 82, 83, 84, 85, 86, 87, 89], "lambda_": [66, 68], "lambda_t": [66, 68, 89], "exp": 66, "t_": [66, 68, 89], "cold": [66, 67, 68, 89, 92], "season": [66, 67, 68, 84, 86, 89, 92], "session": [66, 67, 68], "dimens": [66, 67, 68, 87, 89], "1e": [66, 67, 68, 77, 83, 89], "default_energy_weight": 67, "range_comfort_hour": 67, "linear": [67, 68, 89], "is_weekend": [70, 87, 93], "sin": [70, 87, 93], "co": [70, 87, 93], "sen": 70, "initial_valu": [71, 87], "delta_temp": [71, 87], "step_temp": [71, 87], "action_nam": 71, "maximum": [71, 81, 84, 87, 88], "action_map": [71, 72, 87], "eplus_env": 73, "logger_class": [73, 85], "activate_logg": 73, "deactivate_logg": 73, "reward_term": [74, 87], "vector": [74, 75, 87, 93], "scalar": [74, 87, 93], "flatten": [75, 87], "stack": [75, 87, 93], "flat": 75, "normalize_rang": [76, 87], "ion": 76, "reverting_act": [76, 93], "epsilon": 77, "08": [77, 83], "coordin": 77, "varianc": 77, "stabil": 77, "simultan": 78, "clip": [78, 86], "previous_vari": [79, 87], "farama": 80, "loop": 80, "numpi": [80, 81, 82, 83, 84, 85, 86, 87, 91], "workspac": [80, 81, 82, 83, 84, 85, 86, 87, 91], "res4": 80, "39": [80, 81, 82, 83, 84, 85, 86, 87], "start_weekdai": [80, 81, 82, 83, 84, 85, 86, 87], "n_steps_per_hour": [80, 81, 82, 83, 84, 85, 86, 87], "31536000": [80, 81, 82, 83, 84, 85, 86, 87], "900": [80, 81, 82, 83, 84, 85, 86, 87], "35040": [80, 81, 82, 83, 84, 85, 86, 87], "glanc": [80, 91], "someth": 80, "current_month": [80, 81, 82, 83, 85, 86, 87, 91], "displai": [80, 81, 82, 85, 86, 87, 91], "print": [80, 81, 82, 83, 84, 85, 86, 87, 91], "sub_run1": [80, 81, 82, 83, 84, 85, 86, 87, 88], "apply_weekend_holiday_rul": [80, 81, 84, 85], "begin_day_of_month": [80, 81, 84, 85], "begin_month": [80, 81, 84, 85], "begin_year": [80, 81, 84, 85], "day_of_week_for_start_dai": [80, 81, 84, 85], "tuesdai": [80, 81, 84, 85], "end_day_of_month": [80, 81, 84, 85], "use_weather_file_daylight_saving_period": [80, 81, 84, 85], "use_weather_file_holidays_and_special_dai": [80, 81, 84, 85], "use_weather_file_rain_ind": [80, 81, 84, 85], "use_weather_file_snow_ind": [80, 81, 84, 85], "5184000": [80, 84, 85], "3600": [80, 84, 85], "1440": [80, 84, 85], "usr": [80, 81, 82, 83, 84, 85, 86, 87], "lib": [80, 81, 82, 83, 84, 85, 86, 87], "dist": [80, 81, 82, 83, 84, 85, 86, 87], "493": [80, 81, 82, 83, 84, 85, 86, 87], "futurewarn": [80, 81, 82, 83, 84, 85, 86, 87], "line_termin": [80, 81, 82, 83, 84, 85, 86, 87], "keyword": [80, 81, 82, 83, 84, 85, 86, 87], "deprec": [80, 81, 82, 83, 84, 85, 86, 87], "linetermin": [80, 81, 82, 83, 84, 85, 86, 87], "epw_cont": [80, 81, 82, 83, 84, 85, 86, 87], "self": [80, 81, 82, 83, 84, 85, 86, 87, 89], "_headers_to_epw": [80, 81, 82, 83, 84, 85, 86, 87], "use_datetim": [80, 81, 82, 83, 84, 85, 86, 87], "df": [80, 81, 82, 83, 84, 85, 86, 87], "to_csv": [80, 81, 82, 83, 84, 85, 86, 87], "7359103431230598": [80, 85], "868284": 80, "25": [80, 82, 83, 85, 86, 87, 92], "783413": 80, "energy_term": [80, 82, 85, 86, 87], "04774477368803297": [80, 85], "comfort_term": [80, 82, 85, 86, 87], "6881655694350268": [80, 85], "reward_weight": [80, 82, 85, 86, 87], "abs_energi": [80, 82, 85, 86, 87], "954": [80, 83, 85], "8954737606593": [80, 85], "abs_comfort": [80, 82, 85, 86, 87], "3763311388700536": [80, 85], "energy_valu": [80, 82, 85, 86, 87], "temp_valu": [80, 82, 85, 86, 87], "623668861129946": [80, 85], "184": [80, 83], "50823358985986": 80, "745": [80, 83, 85], "103514": 80, "652822": 80, "17422294281217932": 80, "12647816912414633": 80, "25295633824829267": 80, "747043661751707": 80, "297": [80, 83], "68860299767925": 80, "1417": [80, 85], "3333333333333": [80, 85], "174824": 80, "777523": 80, "02780659811395238": 80, "019212040973969797": 80, "008594557139982584": 80, "384": [80, 83], "2408194793959": 80, "017189114279965167": 80, "982810885720035": 80, "forget": 80, "cumul": [80, 81, 82, 83, 85, 86, 89, 91], "21052321517551723": 80, "303": [80, 83], "1534298527454": 80, "over": 80, "discuss": 81, "environment_id": 81, "long": [81, 83, 87], "res2": 81, "scratch": 81, "obvious": 81, "thing": [81, 89], "expreward": [81, 89], "methodologi": 81, "esp_granada": [81, 92], "084190_swec": [81, 92], "res1": [81, 82, 83], "fin_helsinki": [81, 92], "029740_iwec": [81, 92], "prt_lisboa": [81, 92], "085360_ineti": [81, 92], "togeth": [81, 84, 89], "bellow": [81, 89], "new_time_vari": 81, "new_vari": 81, "west_zone_htg_setpoint": 81, "west": [81, 92], "east_zone_htg_setpoint": 81, "east": 81, "west_zone_clg_setpoint": 81, "east_zone_clg_setpoint": 81, "west_zone_air_temperatur": 81, "east_zone_air_temperatur": 81, "west_zone_air_humid": 81, "east_zone_air_humid": 81, "new_met": 81, "east_zone_electr": 81, "west_zone_electr": 81, "new_actu": 81, "new_action_spac": 81, "14": [81, 83, 87, 92], "varibl": 81, "get_wrapper_attr": [81, 83, 84, 85, 86, 87], "observation_vari": [81, 83, 84, 85, 86, 87], "action_vari": [81, 83, 84, 85], "727885_tmy3_random_1": 81, "0_0": [81, 83], "1076129748179115": 81, "38810": 81, "758637619416": 81, "fit": [81, 93], "new_env_nam": 81, "extra_conf": 81, "res3": 81, "172800": 81, "600": [81, 83], "288": [81, 83], "disadvantag": 82, "adjust": [82, 89], "stand": 82, "propos": 82, "loggerwrapp": [82, 83, 87, 91], "ashrae901_officemedium_std2019_denv": 82, "040098962863255": 82, "21": [82, 83, 86, 87, 92], "018893380782864": 82, "02120558208039114": 82, "20377": 82, "86761565728": 82, "04241116416078228": 82, "738852781557213": 82, "70616176904293": 82, "703710048030462": 82, "27": [82, 83, 84, 85, 86, 87], "042411164160782": 82, "379228760971404": 82, "53822100691485": 82, "325717463001574": 82, "541555584377814": 82, "148026393976973": 82, "566761270651252": 82, "720729493260777": 82, "745565263920668": 82, "717924954819775": 82, "749034869196144": 82, "724106409891995": 82, "746080113592953": 82, "721180581946832": 82, "75203949912126": 82, "321": [82, 83], "9497354183802": 82, "97": [82, 83], "006402439024390249": 82, "128": [82, 83], "04878048780498": 82, "999634653629034": 82, "999555056583162": 82, "99666173171838": 82, "903480020252864": 82, "876186402701965": 82, "820452116127708": 82, "309153008391664": 82, "27766692168502": 82, "322752347845213": 82, "29208712515913": 82, "21973711769706": 82, "18328668832165": 82, "235045107678307": 82, "19937480889174": 82, "168621791819803": 82, "130006355654462": 82, "184828759025105": 82, "147029855625828": 82, "8449": [82, 83], "532869819053": 82, "1057": 82, "008417052432114897": 82, "168": [82, 83], "34104864229795": 82, "149345848460342": 82, "150514461425416": 82, "14812351670179": 82, "858321421792976": 82, "81770703019136": 82, "75953682781952": 82, "4517277581382": 82, "42047961195113": 82, "46107642729404": 82, "430404117791642": 82, "326602915153778": 82, "288256827640698": 82, "33763950224591": 82, "299827804173795": 82, "2540491619612": 82, "21262374343245": 82, "2656312266007": 82, "22475557813916": 82, "10750": 82, "45064163916": 82, "744": [82, 83, 86, 87], "5281": [82, 83], "010066938284793056": 82, "201": [82, 83], "33876569586113": 82, "19407731358453": 82, "893182764402184": 82, "23319381087007": 82, "352756796479834": 82, "145014331659493": 82, "044094470156978": 82, "064466639774928": 82, "451401745306942": 82, "713382639436837": 82, "81563768547454": 82, "151745967733667": 82, "439213625906792": 82, "27639522806313": 82, "763586483892364": 82, "637541666563628": 82, "915834805222858": 82, "74732757969822": 82, "256312010106484": 82, "11548": 82, "32022823176": 82, "1416": [82, 86, 87], "7969": 82, "086629771558385": 82, "800723578113704": 82, "122066701037642": 82, "208877778477245": 82, "058773967039258": 82, "902553924481154": 82, "640351119712147": 82, "321212935563235": 82, "309496148008126": 82, "74718058330181": 82, "13105904442731": 82, "34132552077085": 82, "092391290403306": 82, "76336967540199": 82, "604515386030812": 82, "8080148135287": 82, "548694042230082": 82, "24260320229046": 82, "13024": [82, 83], "726695594163": 82, "2160": [82, 86, 87], "10945": 82, "010059948897039251": 82, "198977940785": 82, "10453701684556": 82, "70680120943889": 82, "268166982664578": 82, "171485556687838": 82, "136702063330183": 82, "36460897157091": 82, "281406368027305": 82, "746965024451924": 82, "122492094230708": 82, "949652376996074": 82, "267861141693295": 82, "869705323946068": 82, "257056918609834": 82, "339380228263305": 82, "89127306209505": 82, "524161569812392": 82, "93625775693054": 82, "951894527724924": 82, "16892": 82, "403365280938": 82, "2880": [82, 86, 87], "13825": 82, "37224105914655": 82, "233862884129856": 82, "9058518362416": 82, "814482411819796": 82, "81929272545216": 82, "47561177379764": 82, "613096200574414": 82, "776871813136633": 82, "876061291823856": 82, "23259020873576": 82, "7345497449363": 82, "713184079083927": 82, "423097775218647": 82, "219914681982832": 82, "501795840290757": 82, "487341586511533": 82, "17496552068692": 82, "970852161596834": 82, "21896": 82, "489124247968": 82, "3624": [82, 83, 86, 87], "16801": 82, "008430450234156376": 82, "6090046831275": 82, "271287499064524": 82, "103922374125307": 82, "989522929526814": 82, "906032387533777": 82, "980175234933945": 82, "19425558540028": 82, "59396905606546": 82, "4220851623168": 82, "48894882371821": 82, "999637868869247": 82, "06664793651545": 82, "338281331752377": 82, "088962724586498": 82, "961394089981173": 82, "003705212742588": 82, "266104055476056": 82, "016204585390692": 82, "881385909767747": 82, "29221": 82, "960458223268": 82, "4344": [82, 86, 87], "19681": 82, "6949311204218827": 82, "26742679043559126": 82, "4275043299862915": 82, "5348": 82, "535808711825": 82, "855008659972583": 82, "690838559877328": 82, "915884970270934": 82, "71248902108889": 82, "76516048261861": 82, "274973060234515": 82, "23471113677184": 82, "187544582040186": 82, "254721173565525": 82, "135732451572082": 82, "578972583602845": 82, "711392832758165": 82, "737880199154255": 82, "710083408093293": 82, "779567409386665": 82, "224743717142747": 82, "396200191451324": 82, "211305724387437": 82, "67938107281635": 82, "35568": 82, "982500109734": 82, "5088": [82, 86, 87], "22657": 82, "3672833996926315": 82, "35722345079559226": 82, "7144469015911845": 82, "30867148538614": 82, "309459135039948": 82, "21409138679209": 82, "04286119781551": 82, "107384318126506": 82, "140368086263685": 82, "61918932935772": 82, "137783183036678": 82, "060763866443537": 82, "162618330118143": 82, "812593090797378": 82, "968941836819717": 82, "629687662635828": 82, "13979312148985": 82, "840213153181647": 82, "060250789892102": 82, "629488521519967": 82, "214001477054413": 82, "41555": 82, "37202758854": 82, "5832": [82, 86, 87], "25633": 82, "217442233499717": 82, "19079547564029": 82, "243057033393647": 82, "90122774932239": 82, "94047661764487": 82, "817987145745196": 82, "44306615365681": 82, "55705870892625": 82, "90298745924243": 82, "549128667042552": 82, "459794392100665": 82, "49021644748176": 82, "314940373349994": 82, "54942547428998": 82, "512114023279846": 82, "522163031742796": 82, "362385306000814": 82, "591416269343217": 82, "46726": 82, "14118324007": 82, "6552": [82, 83, 86, 87], "28513": 82, "06789851005825302": 82, "057838561161213775": 82, "11567712232242755": 82, "54443008629097": 82, "408313327693552": 82, "224862634103623": 82, "117585185109778": 82, "037801974817327": 82, "507769966536845": 82, "115677122322428": 82, "86131650179226": 82, "223518887721035": 82, "75893242733751": 82, "530586901729745": 82, "45393393827288": 82, "272802747471584": 82, "486634787123645": 82, "371940434897027": 82, "302775628790542": 82, "11515210984941": 82, "32785043815016": 82, "50168": 82, "979949119224": 82, "7296": [82, 86, 87], "11": [82, 83, 86, 87], "31489": 82, "11419542960070476": 82, "2283": 82, "908592014095": 82, "605597453282652": 82, "008645230812945": 82, "35626077584623": 82, "68554015361045": 82, "424162800676545": 82, "54394243021113": 82, "668604907614746": 82, "074325327970303": 82, "009565086141368": 82, "496495319039795": 82, "843637917081118": 82, "971422646618414": 82, "769718084042537": 82, "31616435897856": 82, "31021959098016": 82, "449767133034882": 82, "250704417015097": 82, "803384417176364": 82, "52076": 82, "90037516009": 82, "8016": [82, 86, 87], "34369": 82, "85779811067494": 82, "47876613692316": 82, "426144348275088": 82, "139488733403255": 82, "70031998681098": 82, "068803440473825": 82, "486356831060117": 82, "29789277185311": 82, "45700782913386": 82, "266051343026817": 82, "664023677829388": 82, "73988367970229": 82, "538095370223804": 82, "828491940697145": 82, "831731365763897": 82, "90653200864582": 82, "706033444412455": 82, "006451254621872": 82, "4328161223963918": 82, "53505": 82, "652458642195": 82, "load": [82, 84], "replac": 82, "preserv": 82, "sophist": 82, "reli": 83, "sy": [83, 84], "datetim": [83, 86], "humanoutputformat": 83, "sb3logger": 83, "wandboutputformat": 83, "todai": 83, "strftime": 83, "y": 83, "m": [83, 92], "d_": 83, "h": [83, 92], "experiment_nam": 83, "sb3_dqn": 83, "_": [83, 87], "experiment_param": 83, "init": 83, "entiti": 83, "wandb_param": 83, "alex_ugr": 83, "entri": 83, "generate_id": 83, "detect": 83, "wandb_notebook_nam": 83, "relogin": 83, "16": [83, 87, 92], "20231117_094304": 83, "pf27dlou": 83, "sync": 83, "5_2023": 83, "17_09": 83, "43_cun8jng3": 83, "view": [83, 84], "_evalu": 83, "43": [83, 92], "43_evalu": 83, "mlppolici": 83, "cpu": 83, "devic": 83, "dummyvecenv": 83, "loggerev": 83, "eval_callback": 83, "best_model": 83, "output_format": 83, "stdout": 83, "max_length": 83, "120": 83, "set_logg": 83, "log_callback": 83, "earlier": 83, "few": 83, "standar": 83, "744860_tmy3_random_1": 83, "index": 83, "28": [83, 87], "17": [83, 85, 86, 87, 92], "3296": 83, "2168": 83, "309143": 83, "127739": 83, "724175": 83, "2966595": 83, "995": 83, "1932": 83, "6711": 83, "199731": 83, "344173": 83, "62": 83, "906447": 83, "1739404": 83, "60": 83, "989": 83, "1637": 83, "6606": 83, "34": [83, 86, 87, 92], "85248": 83, "126642": 83, "4313949": 83, "1473894": 83, "270": 83, "984": 83, "2696": 83, "1394": 83, "76754": 83, "343163": 83, "7237883": 83, "2426525": 83, "978": 83, "279": 83, "userwarn": [83, 84, 86, 87], "dummy_vec_env": 83, "0x7f6e4589ee90": 83, "gt": [83, 84, 87], "orderenforc": [83, 87], "passiveenvcheck": [83, 87], "240": [83, 86, 87], "cast": [83, 86, 87], "x": [83, 86, 87], "311": [83, 84], "remind": [83, 84], "2682": 83, "915": 83, "916248": 83, "004652": 83, "67": 83, "6576667": 83, "2414623": 83, "973": 83, "1243": 83, "6388": 83, "13": [83, 87, 92], "383576": 83, "792883": 83, "53871423": 83, "1119275": 83, "968": 83, "1664": 83, "6848": 83, "20179": 83, "895155": 83, "41": [83, 92], "1032705": 83, "1498216": 83, "962": 83, "244": 83, "03078": 83, "12003": 83, "675444": 83, "29": [83, 87], "195037": 83, "219627": 83, "69": 83, "957": 83, "1803": 83, "2925": 83, "75208": 83, "000008": 83, "124": 83, "318": 83, "72": 83, "6576498": 83, "1622963": 83, "340": 83, "951": 83, "2222": 83, "2266": 83, "443321": 83, "207747": 83, "158": 83, "228": 83, "37": 83, "8114486": 83, "2000003": 83, "260": 83, "946": 83, "130": 83, "00592": 83, "974932": 83, "933048": 83, "202": 83, "79": [83, 92], "61": [83, 87], "3786383": 83, "114245": 83, "734": 83, "94": 83, "73": 83, "03831": 83, "305868": 83, "497007": 83, "175": 83, "65": [83, 87], "873773": 83, "67578": 83, "96": 83, "220": 83, "935": 83, "2316": 83, "9001": 83, "797696": 83, "902811": 83, "76": 83, "83": [83, 92], "2039795": 83, "2085210": 83, "93": 83, "755": 83, "6465": 83, "209152": 83, "889372": 83, "140": 83, "3975253": 83, "680081": 83, "250": 83, "924": 83, "894": 83, "3857": 83, "755064": 83, "927494": 83, "71": 83, "590": 83, "70": [83, 92], "5716357": 83, "804947": 83, "06": 83, "210": 83, "919": 83, "3817": 83, "887455": 83, "93139": 83, "392": 83, "7322": 83, "856243": 83, "913": 83, "596": 83, "4898": 83, "523884": 83, "077408": 83, "750119": 83, "536840": 83, "160": [83, 87], "908": 83, "66": [83, 92], "95168": 83, "506569": 83, "110353": 83, "498105": 83, "60256": 83, "516": 83, "903": 83, "093334": 83, "600706": 83, "82": 83, "190033": 83, "200": 83, "897": 83, "479": 83, "13632": 83, "773174": 83, "674847": 83, "90": [83, 86, 87], "8929534": 83, "414870": 83, "892": 83, "840": 83, "7436": 83, "7276": 83, "371922": 83, "074561": 83, "785942": 83, "886": 83, "401": [83, 85], "62372": 83, "58": 83, "423054": 83, "202482": 83, "24485": 83, "361461": 83, "150": 83, "881": 83, "854": 83, "80945": 83, "847115": 83, "064434": 83, "9329586": 83, "716942": 83, "310": 83, "875": 83, "35": [83, 92], "6719": 83, "34233": 83, "64": 83, "1815379": 83, "87": 83, "1108": [83, 86, 87], "0092": 83, "518076": 83, "095318": 83, "88": 83, "2168629": 83, "997208": 83, "865": 83, "546406": 83, "860954": 83, "92": [83, 92], "5815425": 83, "859": 83, "918938": 83, "22273": 83, "6798549": 83, "2011": 83, "6338": 83, "83714": 83, "192572": 83, "3012602": 83, "1810470": 83, "848": 83, "2908": 83, "7742": 83, "490915": 83, "521425": 83, "786963": 83, "2617896": 83, "843": 83, "300123": 83, "512716": 83, "636746": 83, "837": 83, "245": 83, "2585": 83, "539667": 83, "327127": 83, "9906583": 83, "211297": 83, "832": 83, "2847": 83, "735": 83, "705198": 83, "869244": 83, "32": 83, "410": 83, "53": 83, "4817667": 83, "2562961": 83, "827": 83, "1402": 83, "2615": 83, "444305": 83, "994953": 83, "52": 83, "7116232": 83, "1262035": 83, "821": 83, "2248": 83, "6406": 83, "282108": 83, "999893": 83, "113": 83, "589": 83, "8843904": 83, "2023776": 83, "300": 83, "816": 83, "3078": 83, "3347": 83, "583989": 83, "56294": 83, "143": 83, "538": 83, "032861": 83, "2770501": 83, "280": 83, "81": [83, 92], "2229": 83, "576": 83, "426971": 83, "87635": 83, "217": 83, "431": 83, "48": 83, "2337403": 83, "2006618": 83, "805": 83, "1377": 83, "8375": 83, "806718": 83, "000334": 83, "144": 83, "682": 83, "3840142": 83, "1260863": 83, "799": 83, "1800": 83, "8235": 83, "199289": 83, "39844": 83, "141": 83, "497": 83, "42": [83, 92], "247209": 83, "1620741": 83, "794": 83, "153282": 83, "06529": 83, "334": 83, "2212148": 83, "190": 83, "789": 83, "917": 83, "7593": 83, "109697": 83, "784363": 83, "78": [83, 92], "132": 83, "499552": 83, "825983": 83, "783": 83, "1934": 83, "6064": 83, "981752": 83, "084322": 83, "3733482": 83, "1741145": 83, "778": 83, "1652": 83, "0598": 83, "321648": 83, "911978": 83, "960615": 83, "1486853": 83, "290": 83, "772": 83, "1822": 83, "9177": 83, "573734": 83, "39188": 83, "3576803": 83, "1640626": 83, "767": 83, "81119": 83, "278952": 83, "2496963": 83, "762": 83, "122": 83, "831604": 83, "412853": 83, "056593": 83, "509193": 83, "107374": 83, "445": 83, "756": 83, "018625": 83, "911348": 83, "9650793": 83, "751": 83, "1572": 83, "772217": 83, "000002": 83, "105051": 83, "1415152": 83, "115477": 83, "000715": 83, "6110175": 83, "74": [83, 92], "682682": 83, "646172": 83, "89": 83, "226016": 83, "1172": 83, "5454": 83, "718266": 83, "741425": 83, "56": [83, 87], "8941815": 83, "1055290": 83, "330": 83, "729": 83, "496115": 83, "798346": 83, "54": 83, "6684391": 83, "724": 83, "145": 83, "03104": 83, "124374": 83, "497048": 83, "131813": 83, "718": 83, "2359": 83, "907": 83, "937994": 83, "36234": 83, "0426264": 83, "2123916": 83, "713": 83, "1996": 83, "818": 83, "799343": 83, "004538": 83, "2271817": 83, "1797136": 83, "707": 83, "1015": 83, "25275": 83, "425447": 83, "836422": 83, "80": [83, 92], "85611": 83, "913727": 83, "702": 83, "43741": 83, "892696": 83, "2410598": 83, "696": 83, "796": 83, "70184": 83, "512812": 83, "87516": 83, "655": 83, "139362": 83, "730410": 83, "691": 83, "103": 83, "10883": 83, "254738": 83, "343086": 83, "215": 83, "938736": 83, "91218": 83, "086": 83, "180": 83, "686": 83, "49837": 83, "649036": 83, "146": 83, "788": 83, "47": 83, "220809": 83, "68": [83, 92], "67366": 83, "92239": 83, "114": 83, "7229357": 83, "675": 83, "476": 83, "10425": 83, "264465": 83, "832756": 83, "998226": 83, "428493": 83, "84": [83, 92], "110": 83, "669": 83, "891": 83, "2718": 83, "31145": 83, "449625": 83, "95": [83, 92], "390144": 83, "829194": 83, "664": 83, "151756": 83, "632774": 83, "117": 83, "714": 83, "913635": 83, "230": 83, "658": 83, "85455": 83, "74997": 83, "198282": 83, "123": 83, "9704113": 83, "779269": 83, "653": 83, "964": 83, "41034": 83, "18654": 83, "914831": 83, "9348568": 83, "867969": 83, "648": 83, "41243": 83, "10522": 83, "1129913": 83, "642": 83, "605": 83, "5506": 83, "835632": 83, "536592": 83, "9020243": 83, "562977": 83, "637": 83, "433092": 83, "391197": 83, "9986107": 83, "631": 83, "1046": 83, "4424": 83, "538439": 83, "372751": 83, "5246968": 83, "941798": 83, "626": 83, "732": 83, "6514": 83, "63837": 83, "51618": 83, "440274": 83, "671326": 83, "621": 83, "375": [83, 86, 87], "99283": 83, "011675": 83, "772934": 83, "169079": 83, "348609": 83, "615": 83, "1442": 83, "9108": 83, "037851": 83, "690607": 83, "4576453": 83, "1298619": 83, "1431": 83, "4702": 83, "788712": 83, "099007": 83, "40044233": 83, "1288323": 83, "604": 83, "1195": 83, "8418": 83, "305504": 83, "161875": 83, "7776995": 83, "1076257": 83, "599": 83, "1452": 83, "4503": 83, "657394": 83, "009953": 83, "5053432": 83, "1307205": 83, "593": 83, "329704": 83, "524014": 83, "9832764": 83, "588": 83, "1585": 83, "7318": 83, "347166": 83, "60325": 83, "1717507": 83, "1427158": 83, "583": 83, "2212": 83, "4136": 83, "154156": 83, "999226": 83, "57": 83, "3051596": 83, "1991172": 83, "577": 83, "629131": 83, "066673": 83, "4818852": 83, "572": 83, "27392": 83, "567928": 83, "119": 83, "0872054": 83, "566": 83, "775": 83, "9277": 83, "44": 83, "55901": 83, "999832": 83, "176": [83, 86], "253": 83, "008395": 83, "718974": 83, "561": 83, "342": 83, "72076": 83, "59": [83, 92], "920914": 83, "489557": 83, "135": 83, "705147": 83, "312361": 83, "555": 83, "329": 83, "98727": 83, "334488": 83, "88112": 83, "282": 83, "51": 83, "963529": 83, "299526": 83, "0633": 83, "5489": 83, "056192": 83, "873": 83, "029778": 83, "608366": 83, "545": 83, "77": 83, "871574": 83, "33923": 83, "417665": 83, "341": 83, "2663016": 83, "72798": 83, "539": 83, "8185": 83, "66404": 83, "080436": 83, "534": 83, "676": 83, "7058": 83, "900913": 83, "70483": 83, "153": 83, "9450645": 83, "609035": 83, "170": 83, "528": 83, "36768": 83, "675724": 83, "906479": 83, "8594294": 83, "439279": 83, "523": 83, "478": 83, "49545": 83, "581656": 83, "346413": 83, "0104027": 83, "430645": 83, "518": 83, "376736": 83, "603888": 83, "36": 83, "504218": 83, "512": 83, "570503": 83, "450226": 83, "86": 83, "577883": 83, "507": 83, "77879": 83, "601759": 83, "718971": 83, "501": 83, "434128": 83, "836447": 83, "91227": 83, "496": 83, "805756": 83, "448067": 83, "798377": 83, "49": 83, "469086": 83, "550816": 83, "486246": 83, "485": 83, "217648": 83, "522837": 83, "949017": 83, "25956": 83, "33544": 83, "333998": 83, "474": 83, "304005": 83, "064104": 83, "7171063": 83, "469": 83, "14323": 83, "625456": 83, "6882412": 83, "04449": 83, "97571": 83, "208225": 83, "458": 83, "08231": 83, "258926": 83, "289529": 83, "452": 83, "286415": 83, "703104": 83, "200624": 83, "447": 83, "664734": 83, "851236": 83, "85": 83, "579129": 83, "442": 83, "477306": 83, "83049": 83, "4226103": 83, "436": 83, "191772": 83, "665392": 83, "185": 83, "042038": 83, "690765": 83, "137825": 83, "335754": 83, "425": 83, "9814": 83, "737446": 83, "171951": 83, "247": 83, "5257034": 83, "756883": 83, "367": 83, "27585": 83, "124363": 83, "418484": 83, "137": 83, "828": 83, "597458": 83, "330548": 83, "414": 83, "232": 83, "33136": 83, "826347": 83, "998606": 83, "248": 83, "815099": 83, "265317": 83, "409": 83, "3492": 83, "3127": 83, "76386": 83, "820107": 83, "212": 83, "553": 83, "964018": 83, "3135141": 83, "404": 83, "53796": 83, "409836": 83, "469513": 83, "625221": 83, "708291": 83, "398": 83, "083458": 83, "928692": 83, "155": 83, "542": 83, "636791": 83, "393": 83, "75574": 83, "17046": 83, "623688": 83, "387": 83, "491833": 83, "845036": 83, "431208": 83, "382": 83, "379395": 83, "763325": 83, "161691": 83, "377": 83, "681477": 83, "59846": 83, "398606": 83, "371": 83, "83205": 83, "145975": 83, "63": 83, "721945": 83, "366": 83, "085587": 83, "336391": 83, "094041": 83, "2879": 83, "366455": 83, "429308": 83, "355": 83, "754135": 83, "324484": 83, "399098": 83, "349": 83, "84467": 83, "444046": 83, "571168": 83, "344": 83, "38619": 83, "133598": 83, "183125": 83, "339": 83, "961252": 83, "913214": 83, "333": 83, "48104": 83, "436998": 83, "122469": 83, "328": 83, "75677": 83, "790524": 83, "485458": 83, "322": 83, "56549": 83, "831415": 83, "255": 83, "341748": 83, "317": 83, "24994": 83, "37937": 83, "105156": 83, "51785": 83, "202087": 83, "09997": 83, "178": 83, "155286": 83, "93643": 83, "306": [83, 85], "1136": 83, "2172": 83, "1363": 83, "410343": 83, "670": 83, "402655": 83, "1022595": 83, "301": [83, 85, 93], "3130": 83, "369793": 83, "556591": 83, "374": 83, "423044": 83, "2817603": 83, "295": 83, "3276": 83, "524": 83, "28928": 83, "850237": 83, "649": 83, "656189": 83, "2948871": 83, "13058": 83, "301405": 83, "234": 83, "272463": 83, "284": 83, "40799": 83, "965963": 83, "281": 83, "917852": 83, "3669": 83, "210167": 83, "827646": 83, "208": 83, "706": 83, "476068": 83, "3295098": 83, "273": 83, "4127": 83, "629": 83, "88415": 83, "211084": 83, "239": 83, "875473": 83, "3716403": 83, "268": 83, "3420": 83, "548": 83, "426456": 83, "956959": 83, "266": 83, "384127": 83, "3078493": 83, "263": 83, "1579": 83, "4819": 83, "7493": 83, "366064": 83, "188": 83, "101": 83, "36043": 83, "1421501": 83, "257": 83, "233074": 83, "15829": 83, "08662": 83, "252": 83, "489456": 83, "69325": 83, "846014": 83, "246": 83, "32439": 83, "073156": 83, "44568": 83, "241": 83, "648335": 83, "774912": 83, "110273": 83, "236": 83, "04204": 83, "350838": 83, "403831": 83, "97231": 83, "641607": 83, "064882": 83, "225": 83, "824036": 83, "922873": 83, "419962": 83, "219": 83, "75": [83, 92], "50254": 83, "970839": 83, "211943": 83, "214": 83, "16311": 83, "825941": 83, "515478": 83, "350": 83, "36912": 83, "474377": 83, "512131": 83, "203": 83, "39349": 83, "8717": 83, "210348": 83, "198": 83, "15875": 83, "211725": 83, "127": 83, "304934": 83, "192": 83, "91": [83, 92], "285484": 83, "456501": 83, "131": 83, "877153": 83, "187": 83, "047325": 83, "787859": 83, "614325": 83, "181": 83, "41702": 83, "228634": 83, "758158": 83, "8534": 83, "084793": 83, "632": 83, "098276": 83, "3718": 83, "872": 83, "877106": 83, "519888": 83, "368": 83, "470": 83, "126413": 83, "3319559": 83, "165": 83, "3689": 83, "9016": 83, "44847": 83, "61409": 83, "324": 83, "86438": 83, "3320911": 83, "4656": 83, "9316": 83, "589455": 83, "196474": 83, "285": 83, "750145": 83, "4191238": 83, "154": 83, "3025": 83, "9248": 83, "557205": 83, "235693": 83, "258": 83, "688": 83, "093733": 83, "2717327": 83, "149": 83, "5699": 83, "271": 83, "27975": 83, "849758": 83, "49144": 83, "5129490": 83, "614998": 83, "336887": 83, "313": 83, "138285": 83, "138": [83, 87], "799965": 83, "287437": 83, "576597": 83, "133": 83, "6111": 83, "2476": 83, "461708": 83, "92439": 83, "411": 83, "203123": 83, "5500122": 83, "99368": 83, "967133": 83, "989483": 83, "70692": 83, "041197": 83, "851494": 83, "116": 83, "80717": 83, "11506": 83, "44267": 83, "111": 83, "88379": 83, "209824": 83, "141724": 83, "105": 83, "0384": 83, "988644": 83, "799631": 83, "74893": 83, "803793": 83, "252745": 83, "0945": 83, "792534": 83, "821617": 83, "262617": 83, "0891": 83, "07156": 83, "140497": 83, "70243": 83, "0837": 83, "9876": 83, "416883": 83, "679785": 83, "0783": 83, "26148": 83, "31012": 83, "627705": 83, "0729": 83, "31166": 83, "167301": 83, "406437": 83, "0674": 83, "98578": 83, "602865": 83, "922998": 83, "062": 83, "4189": 83, "064188": 83, "899763": 83, "0566": 83, "49839": 83, "61911": 83, "616": 83, "602169": 83, "0512": 83, "2481": 83, "0112": 83, "070724": 83, "226805": 83, "402737": 83, "2232910": 83, "05": [83, 87], "5305": 83, "9785": 83, "83157": 83, "350382": 83, "343": 83, "389": 83, "031082": 83, "4764079": 83, "6145": 83, "438": 83, "26124": 83, "057213": 83, "316": 83, "743015": 83, "5510481": 83, "91196": 83, "389618": 83, "624": 83, "014492": 83, "50601": 83, "251705": 83, "331": 83, "570": 83, "047768": 83, "9042": 83, "422": 83, "82255": 83, "51498": 83, "351": 83, "24039": 83, "8140713": 83, "8990": 83, "047405": 83, "920425": 83, "298": 83, "578": 83, "450413": 83, "8086992": 83, "5874": 83, "5728": 83, "598827": 83, "524734": 83, "267": 83, "972729": 83, "5269392": 83, "5402": 83, "8213": 83, "59891": 83, "395102": 83, "505": 83, "396152": 83, "4856598": 83, "5825": 83, "845": 83, "718395": 83, "014736": 83, "665": 83, "856668": 83, "5243260": 83, "448227": 83, "858162": 83, "553564": 83, "39038": 83, "706186": 83, "227594": 83, "30035": 83, "517382": 83, "560928": 83, "19401": 83, "295546": 83, "625349": 83, "78848": 83, "51976": 83, "196743": 83, "561935": 83, "249304": 83, "584465": 83, "58174": 83, "539743": 83, "045515": 83, "604805": 83, "405827": 83, "540695": 83, "42579": 83, "458406": 83, "382166": 83, "15275": 83, "566076": 83, "34201": 83, "7414": 83, "618448": 83, "542467": 83, "86973": 83, "105227": 83, "863367": 83, "777534": 83, "225996": 83, "798347": 83, "82952": 83, "096634": 83, "102": 83, "235": 83, "932587": 83, "898224": 83, "078562": 83, "157": 83, "581535": 83, "4853": 83, "2866": 83, "223564": 83, "301798": 83, "080772": 83, "4367958": 83, "7106": 83, "1353": 83, "67097": 83, "269861": 83, "352": 83, "929888": 83, "6367651": 83, "5841": 83, "152": 83, "543064": 83, "566633": 83, "416": 83, "519234": 83, "5209345": 83, "6789": 83, "402": 83, "23053": 83, "330137": 83, "197": 83, "784": 83, "489174": 83, "6164890": 83, "9290": 83, "521": 83, "967903": 83, "993517": 83, "711": 83, "004633": 83, "8339602": 83, "39203": 83, "487068": 83, "500": 83, "68283": 83, "07435": 83, "946291": 83, "481": 83, "498264": 83, "9002": 83, "211": 83, "445164": 83, "583647": 83, "151": 83, "536777": 83, "8101990": 83, "4601": 83, "3066": 83, "324406": 83, "162462": 83, "187864": 83, "4141176": 83, "871037": 83, "925226": 83, "071585": 83, "308235": 83, "915752": 83, "503227": 83, "636124": 83, "742277": 83, "733294": 83, "47045": 83, "229761": 83, "311094": 83, "61175": 83, "358007": 83, "789915": 83, "53897": 83, "65634": 83, "896782": 83, "148575": 83, "968826": 83, "955194": 83, "31977": 83, "230255": 83, "522755": 83, "130356": 83, "756025": 83, "456839": 83, "35365": 83, "506315": 83, "943144": 83, "7912": 83, "995941": 83, "172163": 83, "53649": 83, "048388": 83, "684956": 83, "73716": 83, "66965": 83, "233419": 83, "77063": 83, "572788": 83, "186699": 83, "2988": 83, "8997": 83, "81425": 83, "999039": 83, "715": 83, "786617": 83, "2714391": 83, "3137": 83, "0544": 83, "19183": 83, "177671": 83, "343174": 83, "2801224": 83, "13367": 83, "903711": 83, "507423": 83, "41207": 83, "408579": 83, "209": 83, "097107": 83, "5351": 83, "1226": 83, "171345": 83, "91477": 83, "362823": 83, "4806430": 83, "5359": 83, "0513": 83, "55467": 83, "294718": 83, "455": 83, "070414": 83, "4887073": 83, "3752": 83, "6602": 83, "818874": 83, "058065": 83, "737": 83, "97303": 83, "3369927": 83, "5573": 83, "449215": 83, "29049": 83, "14221": 83, "5003182": 83, "5860": 83, "3286": 83, "1701": 83, "564209": 83, "581": 83, "693348": 83, "5268518": 83, "263493": 83, "117382": 83, "492": 83, "179312": 83, "025": 83, "550064": 83, "793127": 83, "289627": 83, "596655": 83, "908802": 83, "948284": 83, "350603": 83, "92673": 83, "87577": 83, "287249": 83, "204128": 83, "05659": 83, "802189": 83, "501991": 83, "47732": 83, "126427": 83, "370691": 83, "2652": 83, "092297": 83, "099207": 83, "47031": 83, "970182": 83, "91283": 83, "12721": 83, "954018": 83, "076895": 83, "639404": 83, "706398": 83, "323276": 83, "0841": 83, "694613": 83, "121407": 83, "34458": 83, "672228": 83, "33292": 83, "37435": 83, "098211": 83, "74073": 83, "09637": 83, "759245": 83, "286": 83, "67871": 83, "1371": 83, "7104": 83, "25826": 83, "039146": 83, "174": 83, "104": 83, "290564": 83, "1234998": 83, "4050": 83, "8926": 83, "34919": 83, "52845": 83, "215305": 83, "3645803": 83, "3004": 83, "9004": 83, "246204": 83, "964148": 83, "299": 83, "364": 83, "560059": 83, "2684185": 83, "3808": 83, "9343": 83, "175064": 83, "599087": 83, "426": 83, "939615": 83, "3428041": 83, "3255": 83, "3972": 83, "725792": 83, "779278": 83, "262": 83, "437": 83, "010288": 83, "2929857": 83, "00577": 83, "490236": 83, "610647": 83, "138374": 83, "77459": 83, "711033": 83, "99664": 83, "882849": 83, "489855": 83, "924389": 83, "451796": 83, "1538": 83, "3142": 83, "38514": 83, "152029": 83, "750742": 83, "1361756": 83, "1562": 83, "5536": 83, "7763": 83, "69666": 83, "362766": 83, "1406267": 83, "56485": 83, "943174": 83, "228003": 83, "614223": 83, "171944": 83, "968481": 83, "62621": 83, "012545": 83, "645796": 83, "65945": 83, "503786": 83, "65261": 83, "32206": 83, "97646": 83, "896741": 83, "193": 83, "37918": 83, "04839": 83, "552856": 83, "888072": 83, "170850": 83, "98": 83, "6472": 83, "588314": 83, "2672": 83, "231259": 83, "81602": 83, "04255": 83, "505669": 83, "890583": 83, "37259": 83, "999968": 83, "308412": 83, "38226": 83, "647644": 83, "262846": 83, "608": 83, "0272": 83, "537436": 83, "350393": 83, "612885": 83, "518107": 83, "907684": 83, "80182": 83, "671904": 83, "602402": 83, "819515": 83, "654228": 83, "41275": 83, "909618": 83, "19851": 83, "70125": 83, "53428": 83, "79378": 83, "134": 83, "379": 83, "136075": 83, "146586": 83, "88952": 83, "00054": 83, "125": 83, "694": 83, "635881": 83, "214733": 83, "414923": 83, "859966": 83, "45067": 83, "880604": 83, "456223": 83, "189": 83, "595821": 83, "173205": 83, "765224": 83, "755896": 83, "118748": 83, "221325": 83, "792042": 83, "256": 83, "685549": 83, "643288": 83, "088284": 83, "614": 83, "19097": 83, "85727": 83, "233004": 83, "580149": 83, "719782": 83, "410271": 83, "46782": 83, "050169": 83, "427": 83, "007018": 83, "0049": 83, "469254": 83, "762215": 83, "136": 83, "85201": 83, "110891": 83, "767754": 83, "61364": 83, "869762": 83, "109": 83, "77352": 83, "86594": 83, "587751": 83, "71503": 83, "98810": 83, "305": 83, "662445": 83, "676569": 83, "344183": 83, "353714": 83, "358383": 83, "299417": 83, "589087": 83, "21219": 83, "183949": 83, "206142": 83, "999985": 83, "863268": 83, "79328": 83, "031765": 83, "74373": 83, "3715158": 83, "61825": 83, "970629": 83, "405119": 83, "1220016": 83, "19078": 83, "49424": 83, "015865": 83, "931328": 83, "188645": 83, "948": 83, "2007": 83, "858418": 83, "403952": 83, "6075807": 83, "801069": 83, "18096": 83, "634413": 83, "9571757": 83, "37267": 83, "629105": 83, "14481": 83, "937596": 83, "82714": 83, "66032": 83, "74519": 83, "179213": 83, "355169": 83, "61025": 83, "22224": 83, "154366": 83, "601156": 83, "50192": 83, "13722": 83, "724718": 83, "372": 83, "182717": 83, "260286": 83, "871": 83, "7625": 83, "324717": 83, "460247": 83, "556": 83, "6401772": 83, "784586": 83, "663": 83, "8411": 83, "611805": 83, "279047": 83, "527": 83, "253662": 83, "610932": 83, "466824": 83, "828392": 83, "27229": 83, "755707": 83, "837193": 83, "237": 83, "700947": 83, "78266": 83, "810846": 83, "556306": 83, "21298": 83, "13714": 83, "021883": 83, "194": 83, "235451": 83, "266980": 83, "43866": 83, "041264": 83, "243587": 83, "115": 83, "984423": 83, "485494": 83, "902": 83, "7748": 83, "3403": 83, "527079": 83, "99827": 83, "812497": 83, "650": 83, "0828": 83, "764694": 83, "35507": 83, "372531": 83, "585074": 83, "9368": 83, "211124": 83, "976395": 83, "600526": 83, "773943": 83, "771719": 83, "824842": 83, "77587": 83, "479923": 83, "357563": 83, "0292397": 83, "727": 83, "8344": 83, "417734": 83, "000147": 83, "013974": 83, "646563": 83, "97609": 83, "428865": 83, "8844962": 83, "1003": 83, "0152": 83, "79652": 83, "041609": 83, "7418324": 83, "902713": 83, "1480": 83, "0426": 83, "446743": 83, "312044": 83, "6433044": 83, "1332038": 83, "2032": 83, "5927": 83, "228872": 83, "992287": 83, "406055": 83, "1829333": 83, "1643": 83, "0013": 83, "219239": 83, "81402": 83, "4580983": 83, "1478701": 83, "1875": 83, "4172": 83, "846659": 83, "000006": 83, "6201777": 83, "1687875": 83, "86057": 83, "003658": 83, "8098664": 83, "807": 83, "836": 83, "12251": 83, "362911": 83, "156244": 83, "681375": 83, "04456": 83, "17224": 83, "636475": 83, "1578355": 83, "708359": 83, "55637": 83, "87323": 83, "928282": 83, "742372": 83, "266000": 83, "7553": 83, "296833": 83, "206911": 83, "921776": 83, "80147": 83, "163": 83, "46709": 83, "838661": 83, "29609": 83, "369": 83, "922729": 83, "146838": 83, "84719": 83, "499722": 83, "623": 83, "658013": 83, "96115": 83, "561268": 83, "804": 83, "4370503": 83, "127277": 83, "928534": 83, "2501626": 83, "817347": 83, "907028": 83, "028878": 83, "59975": 83, "932472": 83, "591026": 83, "20606": 83, "017624": 83, "000004": 83, "7990522": 83, "62652": 83, "541046": 83, "26065": 83, "308": 83, "0755606": 83, "112187": 83, "55016": 83, "214323": 83, "394281": 83, "79371": 83, "532774": 83, "9512193": 83, "1089": 83, "2335": 83, "00922": 83, "024275": 83, "3107407": 83, "980310": 83, "208553": 83, "219198": 83, "8873405": 83, "835": 83, "0407": 83, "99288": 83, "598116": 83, "8464212": 83, "755553": 83, "3055": 83, "491304": 83, "000223": 83, "2546195": 83, "1262075": 83, "221281": 83, "598158": 83, "1798205": 83, "700": 83, "85516": 83, "989456": 83, "595875": 83, "265303": 83, "630769": 83, "265991": 83, "496058": 83, "0358138": 83, "325657": 83, "983091": 83, "0346045": 83, "342453": 83, "903067": 83, "899701": 83, "1322": 83, "4016": 83, "932446": 83, "642416": 83, "14490029": 83, "1190161": 83, "2363": 83, "602": 83, "392849": 83, "999958": 83, "0611014": 83, "2127241": 83, "27708": 83, "663279": 83, "7721448": 83, "299072": 83, "000072": 83, "103836": 83, "617172": 83, "266903": 83, "236619": 83, "94709": 83, "744276": 83, "532": 83, "176662": 83, "972": 83, "80679": 83, "411669": 83, "435689": 83, "875519": 83, "151196": 83, "667337": 83, "582": 83, "6377366": 83, "81965": 83, "736752": 83, "999989": 83, "0482287": 83, "91637": 83, "519": 83, "18353": 83, "049627": 83, "243378": 83, "7846037": 83, "467265": 83, "1437": 83, "554": 83, "440469": 83, "035702": 83, "487": 83, "0675281": 83, "1293798": 83, "sub_run2": [83, 87, 88], "79e": 83, "57e": 83, "07": 83, "11781": 83, "918": 83, "2e": 83, "0509": 83, "02e": 83, "33624196": 83, "571": 83, "3206": 83, "5505": 83, "606789": 83, "834461": 83, "275844": 83, "2885895": 83, "ep_len_mean": 83, "5e": 83, "ep_rew_mean": 83, "18e": 83, "fp": 83, "1779": 83, "1804": 83, "2375": 83, "429458": 83, "996721": 83, "7215035": 83, "1623813": 83, "2286": 83, "7896": 83, "794168": 83, "17125": 83, "134264": 83, "2058110": 83, "033295": 83, "009144": 83, "7510724": 83, "2267": 83, "5652": 83, "053332": 83, "429335": 83, "0381413": 83, "2040808": 83, "2373": 83, "0137": 83, "418623": 83, "962894": 83, "1081605": 83, "2135712": 83, "1758": 83, "2157": 83, "940797": 83, "618435": 83, "03417": 83, "1582394": 83, "2139": 83, "4778": 83, "66047": 83, "4038": 83, "9404805": 83, "1925530": 83, "1455": 83, "3401": 83, "264008": 83, "997766": 83, "5197919": 83, "1309806": 83, "1222": 83, "3441": 83, "790493": 83, "846558": 83, "645188": 83, "1100109": 83, "1883": 83, "9517": 83, "349102": 83, "073694": 83, "66285": 83, "1695556": 83, "1546": 83, "6324": 83, "957151": 83, "970556": 83, "97625375": 83, "1391969": 83, "148": 83, "38998": 83, "182379": 83, "113134": 83, "72036": 83, "134166": 83, "2781": 83, "4126": 83, "80908": 83, "716034": 83, "150154": 83, "2503271": 83, "1030": 83, "1261": 83, "667334": 83, "352226": 83, "6062777": 83, "927113": 83, "1950": 83, "5087": 83, "971148": 83, "999996": 83, "9956346": 83, "1755457": 83, "1148": 83, "0468": 83, "12383": 83, "986454": 83, "0166746": 83, "1033242": 83, "51869": 83, "285549": 83, "05086": 83, "530643": 83, "326": 83, "3865857": 83, "68099": 83, "205442": 83, "136335": 83, "362": 83, "9920626": 83, "107556": 83, "507713": 83, "5794": 83, "172": 83, "3967648": 83, "34489": 83, "049335": 83, "3515596": 83, "748": 83, "64197": 83, "458416": 83, "0614": 83, "038888": 83, "673777": 83, "231": 83, "8666": 83, "649773": 83, "061403": 83, "094668": 83, "208679": 83, "547411": 83, "799263": 83, "623999": 83, "4357": 83, "611109": 83, "108": 83, "027222": 83, "152868": 83, "999857": 83, "5773697": 83, "50244": 83, "925869": 83, "5959754": 83, "1462": 83, "5768": 83, "541664": 83, "24956": 83, "0131997": 83, "1316319": 83, "1349": 83, "1754": 83, "63473": 83, "735115": 83, "0110311955": 83, "1214257": 83, "1886": 83, "4735": 83, "737734": 83, "882967": 83, "6754591": 83, "1697826": 83, "585": 83, "49194": 83, "731716": 83, "996204": 83, "31725": 83, "526942": 83, "700426": 83, "538958": 83, "3895953": 83, "1319": 83, "7701": 83, "374336": 83, "237171": 83, "15805787": 83, "1187793": 83, "1625": 83, "1184": 83, "68434": 83, "554268": 83, "3686837": 83, "1462606": 83, "3791": 83, "435": 83, "024805": 83, "399399": 83, "200267": 83, "3412291": 83, "3162": 83, "4832": 83, "801003": 83, "480116": 83, "055507": 83, "2846234": 83, "3386": 83, "613413": 83, "890545": 83, "8247848": 83, "2084704": 83, "3050": 83, "6633": 83, "25804": 83, "83905": 83, "496408": 83, "2745597": 83, "6011": 83, "712721": 83, "790092": 83, "6760972": 83, "1697941": 83, "1514": 83, "844": 83, "692741": 83, "63072": 83, "81731147": 83, "1363359": 83, "2945": 83, "1492": 83, "053753": 83, "193132": 83, "505592": 83, "2650634": 83, "2493": 83, "5735": 83, "131987": 83, "372742": 83, "247714": 83, "2244216": 83, "1821": 83, "0771": 83, "044007": 83, "106": 83, "395": 83, "7465734": 83, "1638969": 83, "1367": 83, "204165": 83, "377993": 83, "5383407": 83, "1230844": 83, "11612": 83, "204664": 83, "458956": 83, "224": 83, "314": 83, "2909584": 83, "144360": 83, "76114": 83, "126703": 83, "000053": 83, "369709": 83, "70249": 83, "14942": 83, "491219": 83, "582677": 83, "28904": 83, "073921": 83, "183": [83, 85], "475": 83, "3682384": 83, "9026": 83, "790758": 83, "51302": 83, "584": 83, "043416": 83, "593599": 83, "605486": 83, "198685": 83, "3204484": 83, "7176": 83, "038803": 83, "908525": 83, "9434859": 83, "825945": 83, "889832": 83, "24511": 83, "2798805": 83, "1150": 83, "1122": 83, "517626": 83, "998045": 83, "0063478": 83, "1035100": 83, "533": 83, "8715": 83, "031479": 83, "000027": 83, "355374": 83, "474075": 83, "1502": 83, "4996": 83, "550522": 83, "454084": 83, "75558984": 83, "1352249": 83, "1700": 83, "4568": 83, "744617": 83, "918364": 83, "7453753": 83, "1530411": 83, "8903": 83, "83299": 83, "238083": 83, "5238667": 83, "725613": 83, "708": 83, "3994": 83, "43662": 83, "460455": 83, "6392717": 83, "593720": 83, "624523": 83, "84918": 83, "09713": 83, "4464": 83, "48305": 83, "565111": 83, "315889": 83, "406927": 83, "927": 83, "30707": 83, "51403": 83, "22073": 83, "875117": 83, "781413": 83, "575": 83, "30975": 83, "782436": 83, "171947": 83, "522872": 83, "555115": 83, "782": 83, "5654": 83, "75921": 83, "15559": 83, "049054": 83, "704308": 83, "990368": 83, "806833": 83, "5513284": 83, "737408": 83, "442892": 83, "1105442": 83, "52455": 83, "50352": 83, "118": 83, "6969094": 83, "176426": 83, "72639": 83, "687": 83, "6411133": 83, "683573": 83, "5603": 83, "291": 83, "353": 83, "719579": 83, "947": 83, "8628": 83, "563786": 83, "31355": 83, "820": 83, "4292946": 83, "853076": 83, "819": 83, "6643": 83, "929089": 83, "582941": 83, "462": 83, "6799109": 83, "737697": 83, "02463": 83, "134924": 83, "33988": 83, "848213": 83, "165756": 83, "1372": 83, "1312": 83, "91895": 83, "388855": 83, "10374769": 83, "1234918": 83, "1435": 83, "1711": 83, "643396": 83, "139025": 83, "643": 83, "41894728": 83, "1291654": 83, "906": 83, "4148": 83, "15411": 83, "043047": 83, "552": 83, "821802": 83, "815773": 83, "803059": 83, "57881": 83, "360": 83, "7118824": 83, "838": 83, "38043": 83, "72246": 83, "509342": 83, "683642": 83, "746401": 83, "722": 83, "22064": 83, "36357": 83, "937164": 83, "786942": 83, "636776": 83, "1420": 83, "1923": 83, "754087": 83, "23445": 83, "34405267": 83, "1278173": 83, "957253": 83, "980701": 83, "6350272": 83, "30168": 83, "18839": 83, "6833673": 83, "785": 83, "40643": 83, "216587": 83, "139505": 83, "2410784": 83, "701437": 83, "7842": 83, "513245": 83, "326927": 83, "220632": 83, "451453": 83, "08734": 83, "19421": 83, "993734": 83, "772061": 83, "170518": 83, "857058": 83, "061483": 83, "9912403": 83, "21652": 83, "998018": 83, "1145651": 83, "43005": 83, "30297": 83, "30996": 83, "333977": 83, "140959": 83, "015564": 83, "754827": 83, "8850982": 83, "60917": 83, "369095": 83, "028294": 83, "062473": 83, "538546": 83, "541": 83, "634861": 83, "828773": 83, "841476": 83, "403": 83, "183797": 83, "3576": 83, "74038": 83, "419844": 83, "173": 83, "567": 83, "205873": 83, "523577": 83, "388348": 83, "635": 83, "456167": 83, "24044": 83, "77905": 83, "847": 83, "28776": 83, "3445": 83, "089": 83, "412476": 83, "671152": 83, "283": 83, "813982": 83, "3108444": 83, "1941": 83, "4698": 83, "059998": 83, "39732": 83, "449": 83, "118326": 83, "1746407": 83, "3975": 83, "0776": 83, "96631": 83, "598097": 83, "773": 83, "640772": 83, "3574334": 83, "31296": 83, "682458": 83, "941786": 83, "142": 83, "728": 83, "408057": 83, "275078": 83, "315": 83, "61072": 83, "000605": 83, "766": 83, "472333": 83, "280739": 83, "093914": 83, "82961": 83, "4494166": 83, "12789": 83, "169945": 83, "8088455": 83, "234688": 83, "290154": 83, "991571": 83, "74599": 83, "69215": 83, "791064": 83, "868176": 83, "51201": 83, "527386": 83, "438843": 83, "010849": 83, "091949": 83, "108757": 83, "255705": 83, "9153886": 83, "31344": 83, "858194": 83, "460917": 83, "07449": 83, "641197": 83, "7216463": 83, "987324": 83, "40382": 83, "535965": 83, "64444": 83, "592913": 83, "241513": 83, "43422": 83, "880894": 83, "051851": 83, "292465": 83, "055376": 83, "9597707": 83, "59889": 83, "129635": 83, "039303": 83, "81694": 83, "566832": 83, "721492": 83, "58764": 83, "87817": 83, "685684": 83, "221": 83, "024408": 83, "95277": 83, "63495": 83, "94167": 83, "760542": 83, "734792": 83, "499171": 83, "494": 83, "29865": 83, "91579": 83, "698816": 83, "227": 83, "345572": 83, "441835": 83, "1669": 83, "572773": 83, "118586": 83, "662": 83, "663635": 83, "1502472": 83, "1423": 83, "8939": 83, "750465": 83, "154497": 83, "606137": 83, "1281504": 83, "523636": 83, "496876": 83, "305464": 83, "981228": 83, "672033": 83, "296": 83, "12477": 83, "9766": 83, "505367": 83, "917562": 83, "243": 83, "965244": 83, "237583": 83, "441": 83, "78152": 83, "375774": 83, "219263": 83, "51826": 83, "397603": 83, "60434": 83, "253563": 83, "001564": 83, "3150015": 83, "426840": 83, "826717": 83, "443428": 83, "326218": 83, "45334": 83, "770283": 83, "403486": 83, "864246": 83, "409126": 83, "024936": 83, "58497": 83, "376099": 83, "580284": 83, "845596": 83, "4386": 83, "686298": 83, "85383": 83, "408401": 83, "669418": 83, "44686": 83, "478897": 83, "021046": 83, "71836": 83, "096245": 83, "4822035": 83, "24246": 83, "697903": 83, "038016": 83, "10041": 83, "779947": 83, "543995": 83, "470825": 83, "502432": 83, "700728": 83, "664185": 83, "969315": 83, "760994": 83, "82759": 83, "638756": 83, "853281": 83, "742096": 83, "965656": 83, "121": 83, "2559595": 83, "05946": 83, "569885": 83, "361977": 83, "166": 83, "519688": 83, "157553": 83, "35559": 83, "295433": 83, "251": 83, "597": 83, "08074": 83, "33773": 83, "468657": 83, "730036": 83, "3473": 83, "914": 83, "87384": 83, "874031": 83, "396": 83, "557518": 83, "3113888": 83, "4798": 83, "8096": 83, "506927": 83, "022305": 83, "908749": 83, "4307226": 83, "4961": 83, "3433": 83, "536194": 83, "69982": 83, "257017": 83, "4465209": 83, "5542": 83, "6147": 83, "478977": 83, "297695": 83, "213": 83, "710": 83, "636808": 83, "4984936": 83, "5475": 83, "4956": 83, "36404": 83, "47104": 83, "233": 83, "564": 83, "003632": 83, "4915775": 83, "53134": 83, "312569": 83, "807915": 83, "3855": 83, "161943": 83, "942236": 83, "917088": 83, "10571": 83, "335": 83, "514065": 83, "715076": 83, "770834": 83, "896332": 83, "85728": 83, "400461": 83, "325865": 83, "10968": 83, "510035": 83, "222506": 83, "learning_r": 83, "loss": 83, "73e": 83, "n_updat": 83, "88185": 83, "473099": 83, "432787": 83, "69e": 83, "250916": 83, "624996": 83, "427858": 83, "96e": 83, "379234": 83, "415615": 83, "959192": 83, "74e": 83, "947784": 83, "702192": 83, "782215": 83, "7e": 83, "11013": 83, "181059": 83, "962767": 83, "4e": 83, "01869": 83, "351809": 83, "203293": 83, "25e": 83, "761375": 83, "895535": 83, "647366": 83, "48e": 83, "199": 83, "31044": 83, "202625": 83, "554924": 83, "13197": 83, "67505": 83, "571669": 83, "94e": 83, "249": 83, "96759": 83, "819794": 83, "235605": 83, "99e": 83, "274": 83, "1854": 83, "7126": 83, "8579": 83, "94703": 83, "453636": 83, "1662493": 83, "8928": 83, "022": 83, "12279": 83, "995796": 83, "645": 83, "729115": 83, "8035220": 83, "26e": 83, "6259": 83, "960857": 83, "959463": 83, "289": 83, "563": 83, "882483": 83, "5633478": 83, "46e": 83, "4542": 83, "525": [83, 87], "181717": 83, "151531": 83, "840796": 83, "4088272": 83, "28868": 83, "314816": 83, "684": 83, "14851": 83, "399": 83, "29333": 83, "590292": 83, "175938": 83, "64e": 83, "424": 83, "6536": 83, "5103": 83, "910072": 83, "24192": 83, "203909": 83, "5882859": 83, "87e": 83, "8832": 83, "894646": 83, "245432": 83, "446": 83, "251022": 83, "7949333": 83, "16e": 83, "5994": 83, "488": 83, "70945": 83, "269371": 83, "657": 83, "748756": 83, "5394630": 83, "01e": 83, "499": 83, "5868": 83, "702705": 83, "673388": 83, "925201": 83, "5300543": 83, "08e": 83, "323895": 83, "75314": 83, "182": 83, "83241": 83, "49e": 83, "549": 83, "10587": 83, "321625": 83, "11446": 83, "574": 83, "58216": 83, "81363": 83, "13e": 83, "26106": 83, "285131": 83, "510527": 83, "97226": 83, "634449": 83, "972343": 83, "97e": 83, "34892": 83, "954485": 83, "94895": 83, "54e": 83, "674": 83, "28426": 83, "376232": 83, "423975": 83, "699": 83, "33825": 83, "507927": 83, "793901": 83, "98e": 83, "71556": 83, "245878": 83, "436129": 83, "81e": 83, "749": 83, "0488": 83, "126446": 83, "582035": 83, "78e": 83, "774": 83, "71491": 83, "90714": 83, "584349": 83, "965": 83, "72923": 83, "959242": 83, "785337": 83, "47e": 83, "824": 83, "162704": 83, "086092": 83, "191248": 83, "849": 83, "09719": 83, "966927": 83, "444": 83, "49166": 83, "62e": 83, "874": 83, "842354": 83, "912615": 83, "981579": 83, "899": 83, "29015": 83, "284555": 83, "791": 83, "723755": 83, "41e": 83, "5701": 83, "992": 83, "445957": 83, "877975": 83, "844303": 83, "5131793": 83, "949": 83, "6329": 83, "633747": 83, "058687": 83, "750559": 83, "5696626": 83, "12e": 83, "974": 83, "7090": 83, "5063": 83, "64953": 83, "19502": 83, "229": 83, "872087": 83, "6384696": 83, "999": 83, "5688": 83, "2856": 83, "284252": 83, "551647": 83, "795156": 83, "5119457": 83, "1024": 83, "7841": 83, "701": 83, "82436": 83, "11316": 83, "544": 83, "77382": 83, "7034948": 83, "3e": 83, "1049": 83, "2651": 83, "586027": 83, "332": 83, "283964": 83, "07e": 83, "1074": 83, "894302": 83, "345287": 83, "579243": 83, "1099": 83, "787": 83, "247807": 83, "88788": 83, "603895": 83, "6396108": 83, "1124": 83, "444363": 83, "380396": 83, "795992": 83, "86e": 83, "1149": 83, "730785": 83, "277372": 83, "305302": 83, "09e": 83, "1174": 83, "063698": 83, "021494": 83, "1199": 83, "99026": 83, "231157": 83, "473911": 83, "1224": 83, "17343": 83, "960754": 83, "79974": 83, "6e": 83, "1249": 83, "62412": 83, "571651": 83, "37696": 83, "05e": 83, "1274": 83, "07557": 83, "251059": 83, "277117": 83, "37e": 83, "1299": 83, "77418": 83, "679039": 83, "076662": 83, "1324": 83, "70116": 83, "391863": 83, "102135": 83, "7172": 83, "848103": 83, "195494": 83, "1374": 83, "705536": 83, "714365": 83, "90795": 83, "1399": 83, "monoton": 83, "define_metr": 83, "axi": 83, "me": 83, "35041": 83, "drop": 83, "_timestamp": 83, "1700214247": 83, "6063654": 83, "918385": 83, "6064198": 83, "606459": 83, "6064918": 83, "6065187": 83, "6065419": 83, "6065679": 83, "14272": 83, "373743": 83, "067757": 83, "1424": 83, "859985": 83, "91815": 83, "750177": 83, "66e": 83, "1449": 83, "054276": 83, "867567": 83, "91997": 83, "85e": 83, "1474": 83, "1521": 83, "9896": 83, "063614": 83, "000452": 83, "205": 83, "112": [83, 86], "201933": 83, "1378782": 83, "1499": 83, "3598": 83, "6003": 83, "23126": 83, "027729": 83, "144733": 83, "3229639": 83, "1524": 83, "3934": 83, "8455": 83, "38924": 83, "422209": 83, "24799": 83, "3516591": 83, "1549": 83, "500626": 83, "288742": 83, "156": 83, "685": 83, "36e": 83, "1574": 83, "475006": 83, "78031": 83, "356": 83, "509": 83, "915373": 83, "1599": 83, "6470": 83, "7974": 83, "524296": 83, "516663": 83, "107": [83, 87], "62802": 83, "5823717": 83, "38e": 83, "1624": 83, "0757": 83, "520737": 83, "371014": 83, "163658": 83, "5156594": 83, "22e": 83, "1649": 83, "7858": 83, "489624": 83, "390175": 83, "542755": 83, "7072577": 83, "03e": 83, "1674": 83, "8580": 83, "767204": 83, "379463": 83, "731": 83, "715965": 83, "7714040": 83, "1699": 83, "9275": 83, "7295": 83, "564636": 83, "44268": 83, "933622": 83, "8348156": 83, "51e": 83, "1724": 83, "23363": 83, "494257": 83, "450134": 83, "1749": 83, "8516": 83, "39136": 83, "882673": 83, "1774": 83, "655693": 83, "701569": 83, "626251": 83, "82e": 83, "1799": 83, "070488": 83, "431053": 83, "76395": 83, "24e": 83, "1824": 83, "41705": 83, "251905": 83, "404594": 83, "1849": 83, "179195": 83, "328423": 83, "58744": 83, "1874": 83, "25168": 83, "274105": 83, "448235": 83, "17e": 83, "1899": 83, "27385": 83, "37339": 83, "546675": 83, "33e": 83, "1924": 83, "70976": 83, "610817": 83, "41828": 83, "1949": 83, "37996": 83, "81223": 83, "526308": 83, "1974": 83, "88873": 83, "679972": 83, "887882": 83, "1999": 83, "374725": 83, "886457": 83, "744215": 83, "91e": 83, "2024": 83, "8004": 83, "291016": 83, "125746": 83, "76e": 83, "2049": 83, "356754": 83, "098063": 83, "395697": 83, "2074": 83, "98781": 83, "176632": 83, "20977": 83, "2099": 83, "2963": 83, "5293": 83, "67123": 83, "155758": 83, "275": 83, "741188": 83, "2657805": 83, "34e": 83, "2124": 83, "3690": 83, "9102": 83, "598965": 83, "265598": 83, "536015": 83, "3293101": 83, "84e": 83, "2149": 83, "4099": 83, "16755": 83, "969181": 83, "159": 83, "780": 83, "952784": 83, "3676153": 83, "06e": 83, "2174": 83, "4844": 83, "1577": 83, "401505": 83, "993696": 83, "795": 83, "339314": 83, "4359742": 83, "43e": 83, "2199": 83, "3168": 83, "1628": 83, "45405": 83, "310589": 83, "565": 83, "505985": 83, "2851346": 83, "2224": 83, "15802": 83, "812828": 83, "730": 83, "384958": 83, "59e": 83, "2249": 83, "70742": 83, "722502": 83, "76044": 83, "2274": 83, "4615": 83, "9355": 83, "687176": 83, "604136": 83, "033457": 83, "4154342": 83, "2299": 83, "4519": 83, "110023": 83, "892767": 83, "987827": 83, "4067339": 83, "2324": 83, "519215": 83, "639103": 83, "65552": 83, "31e": 83, "2349": 83, "53205": 83, "84091": 83, "706072": 83, "2374": 83, "03585": 83, "089901": 83, "84705": 83, "56e": 83, "2399": 83, "22182": 83, "433327": 83, "2683": 83, "75e": 83, "2424": 83, "19492": 83, "888763": 83, "709038": 83, "2449": 83, "14824": 83, "543236": 83, "323315": 83, "2474": 83, "54942": 83, "843735": 83, "800474": 83, "2499": 83, "72044": 83, "46577": 83, "107563": 83, "2524": 83, "59096": 83, "127878": 83, "45269": 83, "2549": 83, "00199": 83, "281334": 83, "630474": 83, "2574": 83, "08445": 83, "414421": 83, "659573": 83, "2599": 83, "95372": 83, "113327": 83, "836081": 83, "2624": 83, "788414": 83, "551414": 83, "522072": 83, "68e": 83, "2649": 83, "74622": 83, "638317": 83, "213166": 83, "2674": 83, "323364": 83, "57355": 83, "822417": 83, "52e": 83, "2699": 83, "085": 83, "755165": 83, "665863": 83, "186356": 83, "514876": 83, "45e": 83, "2724": 83, "31932": 83, "860435": 83, "726": 83, "112099": 83, "63e": 83, "2749": 83, "81175": 83, "48872": 83, "689": 83, "881742": 83, "67e": 83, "2774": 83, "3226": 83, "1812": 83, "99132": 83, "449615": 83, "979425": 83, "2914970": 83, "2799": 83, "8608": 83, "66342": 83, "958992": 83, "693288": 83, "738774": 83, "2824": 83, "326733": 83, "015965": 83, "622": 83, "66599": 83, "2849": 83, "05312": 83, "606455": 83, "639921": 83, "2874": 83, "417835": 83, "195496": 83, "904902": 83, "2899": 83, "599163": 83, "21489": 83, "186": 83, "765554": 83, "2924": 83, "224995": 83, "329985": 83, "891856": 83, "35e": 83, "2949": 83, "90488": 83, "180758": 83, "656872": 83, "270113": 83, "287990": 83, "2974": 83, "21765": 83, "816273": 83, "013376": 83, "8252945": 83, "293124": 83, "88e": 83, "2999": 83, "74127": 83, "661133": 83, "00012": 83, "965243": 83, "213067": 83, "21e": 83, "3024": 83, "69014": 83, "9251": 83, "229746": 83, "369878": 83, "120074": 83, "3049": 83, "62455": 83, "001045": 83, "45983": 83, "532434": 83, "60862": 83, "094": 83, "77e": 83, "3074": 83, "07431": 83, "899416": 83, "607584": 83, "3099": 83, "72768": 83, "1292": 83, "091452": 83, "924392": 83, "126654": 83, "790": 83, "3124": 83, "97703": 83, "32632": 83, "053425": 83, "104088": 83, "60279": 83, "61e": 83, "3149": 83, "67865": 83, "05674": 83, "99997": 83, "149518": 83, "226510": 83, "3174": 83, "11187": 83, "242134": 83, "477785": 83, "436741": 83, "3199": 83, "45746": 83, "761223": 83, "440136": 83, "395967": 83, "526911": 83, "3224": 83, "218": 83, "11995": 83, "327847": 83, "056837": 83, "760579": 83, "196307": 83, "764": 83, "3249": 83, "81368": 83, "32354": 83, "49754": 83, "19011": 83, "79032": 83, "3274": 83, "16617": 83, "31339": 83, "080135": 83, "468": 83, "962557": 83, "145666": 83, "3299": 83, "01712": 83, "176098": 83, "920376": 83, "3324": 83, "408": 83, "1777": 83, "842438": 83, "999256": 83, "179": 83, "534999": 83, "372273": 83, "15e": 83, "3349": 83, "294548": 83, "43155": 83, "530": 83, "39629": 83, "3374": 83, "51948": 83, "693748": 83, "369297": 83, "3399": 83, "327251": 83, "722736": 83, "306188": 83, "3424": 83, "840294": 83, "38459": 83, "514": 83, "596086": 83, "3449": 83, "47451": 83, "671492": 83, "484": 83, "386773": 83, "3474": 83, "439": 83, "10754": 83, "441185": 83, "733648": 83, "272": 83, "764248": 83, "395254": 83, "95e": 83, "3499": 83, "31964": 83, "395735": 83, "999321": 83, "393337": 83, "503426": 83, "3524": 83, "96118": 83, "266266": 83, "655975": 83, "171899": 83, "286165": 83, "3549": 83, "69771": 83, "034204": 83, "883009": 83, "430132": 83, "210327": 83, "14e": 83, "3574": 83, "601944": 83, "99998": 83, "13013": 83, "3599": 83, "767708": 83, "999975": 83, "770189": 83, "09816": 83, "238272": 83, "996042": 83, "031565": 83, "167724": 83, "3649": 83, "19986": 83, "942884": 83, "365477": 83, "454679": 83, "42e": 83, "3674": 83, "550316": 83, "521523": 83, "5707517": 83, "3699": 83, "0938": 83, "81718": 83, "038563": 83, "485105": 83, "729618": 83, "3724": 83, "82144": 83, "00016": 83, "2294836": 83, "3749": 83, "339254": 83, "948975": 83, "3774": 83, "6262": 83, "662975": 83, "000048": 83, "568501": 83, "227363": 83, "3799": 83, "2801": 83, "572395": 83, "591404": 83, "679752": 83, "3824": 83, "447903": 83, "8544": 83, "4505453": 83, "3849": 83, "961487": 83, "345997": 83, "001679": 83, "591": 83, "3874": 83, "122137": 83, "613598": 83, "2041984": 83, "3899": 83, "911211": 83, "84073": 83, "8583755": 83, "3924": 83, "511806": 83, "975248": 83, "461": 83, "71295": 83, "3949": 83, "888": 83, "0539": 83, "422834": 83, "68936": 83, "740": 83, "5188694": 83, "803709": 83, "3974": 83, "836256": 83, "50795": 83, "238": 83, "129": 83, "671093": 83, "3999": 83, "07606": 83, "440237": 83, "70772": 83, "29e": 83, "4024": 83, "929407": 83, "6828": 83, "7432737": 83, "4049": 83, "1043": 83, "0057": 83, "89227": 83, "43317": 83, "0846555": 83, "938705": 83, "53e": 83, "4074": 83, "1352": 83, "0616": 83, "324686": 83, "706608": 83, "0033998208": 83, "1216855": 83, "1246": 83, "1344": 83, "315995": 83, "914276": 83, "52623665": 83, "1121520": 83, "4124": 83, "015846": 83, "779686": 83, "373768": 83, "4149": 83, "400": 83, "23813": 83, "14992": 83, "67191": 83, "212911": 83, "360214": 83, "4174": 83, "3965": 83, "190514": 83, "000067": 83, "364509": 83, "269456": 83, "4199": 83, "09314": 83, "904884": 83, "000025": 83, "079979": 83, "560783": 83, "4224": 83, "073902": 83, "654799": 83, "2901263": 83, "4249": 83, "6232": 83, "533516": 83, "392105": 83, "151760": 83, "72e": 83, "4274": 83, "730844": 83, "761995": 83, "2258358": 83, "55e": 83, "4299": 83, "1018": 83, "85645": 83, "41438": 83, "999998": 83, "6626261": 83, "916970": 83, "4324": 83, "679": 83, "9791": 83, "711246": 83, "999962": 83, "013161": 83, "611981": 83, "28e": 83, "4349": 83, "9635": 83, "509262": 83, "000923": 83, "301074": 83, "654445": 83, "8e": 83, "4374": 83, "1232": 83, "7352": 83, "999992": 83, "5932324": 83, "1109461": 83, "39e": 83, "4399": 83, "1655": 83, "0643": 83, "618853": 83, "999966": 83, "5184134": 83, "1489557": 83, "19484": 83, "301876": 83, "773636": 83, "3118777": 83, "134275": 83, "4449": 83, "0063": 83, "470314": 83, "999937": 83, "10012235": 83, "561605": 83, "83e": 83, "4474": 83, "461197": 83, "065284": 83, "4499": 83, "0399": 83, "274063": 83, "561508": 83, "6794843": 83, "1011635": 83, "4524": 83, "120804": 83, "681646": 83, "6939497": 83, "4549": 83, "096895": 83, "350782": 83, "244436": 83, "11e": 83, "4574": 83, "148342": 83, "113705": 83, "636": 83, "757193": 83, "4599": 83, "95327": 83, "296478": 83, "801": 83, "5401795": 83, "4624": 83, "758": 83, "01276": 83, "702787": 83, "030527": 83, "224388": 83, "682211": 83, "4649": 83, "51666": 83, "118244": 83, "149982": 83, "562": 83, "667169": 83, "423465": 83, "4674": 83, "486473": 83, "198273": 83, "265": 83, "9825225": 83, "04e": 83, "4699": 83, "656": 83, "4523": 83, "297323": 83, "39459": 83, "97379": 83, "590807": 83, "4724": 83, "489573": 83, "93118": 83, "396768": 83, "4749": 83, "1223": 83, "6066": 83, "345486": 83, "348074": 83, "63887537": 83, "1101246": 83, "4774": 83, "512764": 83, "293253": 83, "127042": 83, "4799": 83, "35599": 83, "465097": 83, "7489338": 83, "4824": 83, "52633": 83, "060165": 83, "7001107": 83, "44e": 83, "4849": 83, "5445": 83, "829098": 83, "000029": 83, "2892137": 83, "666490": 83, "4874": 83, "159826": 83, "131216": 83, "0486894": 83, "4899": 83, "1383": 83, "9827": 83, "605206": 83, "00006": 83, "16300492": 83, "1245584": 83, "4924": 83, "1419": 83, "2175": 83, "13316": 83, "33917913": 83, "1277295": 83, "4949": 83, "017467": 83, "999275": 83, "4974": 83, "1589": 83, "4012": 83, "838787": 83, "382097": 83, "1900978": 83, "1430461": 83, "4999": 83, "sub_run3": [83, 88], "num_timestep": 83, "70077": 83, "episode_reward": 83, "14968": 83, "00": [83, 87], "comfort_viol": 83, "71e": 83, "cumulative_power_consumpt": 83, "65e": 83, "378": 83, "0489": 83, "mean_power_consumpt": 83, "757": 83, "std_cumulative_reward": 83, "std_reward": 83, "2943": 83, "2556": 83, "751154": 83, "999994": 83, "959369": 83, "2648930": 83, "312": 83, "925": 83, "5019": 83, "1979": 83, "7937": 83, "373043": 83, "14206": 83, "1781814": 83, "5024": 83, "2914": 83, "7188": 83, "686562": 83, "000069": 83, "35344": 83, "2623247": 83, "5049": 83, "281803": 83, "999775": 83, "188634": 83, "5074": 83, "1958": 83, "0961": 83, "965443": 83, "137955": 83, "490796": 83, "1762286": 83, "5099": 83, "2621": 83, "8708": 83, "586883": 83, "63774": 83, "352446": 83, "2359683": 83, "5124": 83, "2009": 83, "7571": 83, "284857": 83, "483": 83, "2918768": 83, "1808781": 83, "32e": 83, "5149": 83, "969": 83, "372368": 83, "860384": 83, "0222852": 83, "876343": 83, "5174": 83, "1507": 83, "6636": 83, "65628": 83, "48924": 83, "1577966": 83, "1356897": 83, "23e": 83, "5199": 83, "617": 83, "50195": 83, "59938": 83, "053951": 83, "169581": 83, "560649": 83, "5224": 83, "1731": 83, "4452": 83, "901506": 83, "613556": 83, "357542": 83, "1558300": 83, "5249": 83, "1856": 83, "9801": 83, "100141": 83, "295666": 83, "8129723": 83, "1671282": 83, "5274": 83, "320126": 83, "383184": 83, "669841": 83, "5299": 83, "1178": 83, "2567": 83, "377169": 83, "999947": 83, "86562514": 83, "1060431": 83, "937": 83, "5324": 83, "2288": 83, "4697": 83, "389498": 83, "192562": 83, "6854405": 83, "2059622": 83, "5349": 83, "1020": 83, "70496": 83, "219017": 83, "359734": 83, "6533837": 83, "918634": 83, "5374": 83, "1792": 83, "853565": 83, "2277": 83, "2651987": 83, "631941": 83, "5399": 83, "562044": 83, "547703": 83, "256225": 83, "5424": 83, "820778": 83, "46046": 83, "064962": 83, "5449": 83, "1293": 83, "085037": 83, "000011": 83, "086813": 83, "131516": 83, "5474": 83, "1114": 83, "0479": 83, "16856": 83, "734001": 83, "1866692": 83, "1002643": 83, "5499": 83, "846": 83, "760624": 83, "225866": 83, "4928055": 83, "762184": 83, "5524": 83, "6642": 83, "027035": 83, "987038": 83, "158876": 83, "519897": 83, "5549": 83, "0242": 83, "039307": 83, "999393": 83, "968978": 83, "333921": 83, "5574": 83, "129557": 83, "972383": 83, "7546635": 83, "5599": 83, "1735": 83, "4952": 83, "633846": 83, "511398": 83, "9205676": 83, "1561945": 83, "5624": 83, "1448": 83, "3888": 83, "905155": 83, "4850352": 83, "1303549": 83, "5649": 83, "76407": 83, "189915": 83, "999899": 83, "8663336": 83, "243687": 83, "5674": 83, "1268": 83, "7618": 83, "23605": 83, "832317": 83, "04412536": 83, "1141885": 83, "1885": 83, "5887": 83, "774643": 83, "993729": 83, "12826": 83, "1697029": 83, "5724": 83, "2407": 83, "4321": 83, "659005": 83, "013084": 83, "6783485": 83, "2166689": 83, "9e": 83, "5749": 83, "744223": 83, "33259": 83, "006251": 83, "5774": 83, "89128": 83, "242847": 83, "502991": 83, "5799": 83, "1623": 83, "896154": 83, "603312": 83, "3616774": 83, "1461345": 83, "5824": 83, "1193": 83, "3862": 83, "279856": 83, "578747": 83, "33275306": 83, "1074047": 83, "5849": 83, "4739": 83, "780788": 83, "953503": 83, "4476857": 83, "2474526": 83, "885911": 83, "413828": 83, "9501653": 83, "2384972": 83, "5899": 83, "2723": 83, "133593": 83, "803274": 83, "3216777": 83, "1731845": 83, "5924": 83, "6277": 83, "483408": 83, "601479": 83, "11623": 83, "2137165": 83, "325": 83, "5949": 83, "1881": 83, "4619": 83, "946623": 83, "6504009": 83, "1693315": 83, "5974": 83, "76978": 83, "480413": 83, "392883": 83, "4756484": 83, "126692": 83, "5999": 83, "333809": 83, "543318": 83, "4271114": 83, "6024": 83, "2648": 83, "4836": 83, "186273": 83, "95374": 83, "4855103": 83, "2383635": 83, "6049": 83, "2084": 83, "3047": 83, "145824": 83, "761835": 83, "6646152": 83, "1875874": 83, "6074": 83, "2165": 83, "2742": 83, "902588": 83, "895075": 83, "069463": 83, "1948746": 83, "6099": 83, "6932": 83, "295982": 83, "9834425": 83, "859223": 83, "6124": 83, "975": 83, "0257": 83, "071327": 83, "109482": 83, "88178": 83, "877523": 83, "6149": 83, "1413": 83, "4546": 83, "455126": 83, "31036434": 83, "1272109": 83, "6174": 83, "2057": 83, "9175": 83, "432148": 83, "999971": 83, "5326786": 83, "1852125": 83, "6199": 83, "786938": 83, "214876": 83, "168115": 83, "6224": 83, "185356": 83, "73231": 83, "5003846": 83, "6249": 83, "0743": 83, "010324": 83, "195412": 83, "1552175": 83, "787566": 83, "6274": 83, "47087": 83, "034351": 83, "4333735": 83, "115623": 83, "6299": 83, "19991": 83, "049053": 83, "000017": 83, "225305": 83, "76612": 83, "1083": 83, "9386": 83, "645807": 83, "179724": 83, "93911934": 83, "975544": 83, "6349": 83, "2489": 83, "8848": 83, "072931": 83, "479544": 83, "671191": 83, "2240896": 83, "6374": 83, "1146": 83, "3035": 83, "533276": 83, "500486": 83, "350996": 83, "1031673": 83, "6399": 83, "321774": 83, "816954": 83, "335506": 83, "6424": 83, "467": 83, "1646": 83, "171333": 83, "25289": 83, "639": 83, "6892805": 83, "420448": 83, "6449": 83, "445587": 83, "380398": 83, "105264": 83, "6474": 83, "927788": 83, "772154": 83, "871598": 83, "6499": 83, "74886": 83, "01816": 83, "287525": 83, "6524": 83, "668": 83, "89575": 83, "53613": 83, "081665": 83, "980969": 83, "590484": 83, "6549": 83, "26994": 83, "321407": 83, "286524": 83, "418407": 83, "137042": 83, "6574": 83, "464": 83, "7534": 83, "08908": 83, "413956": 83, "7095146": 83, "403879": 83, "6599": 83, "898567": 83, "18225": 83, "3518631": 83, "6624": 83, "09905": 83, "368822": 83, "9090285": 83, "6649": 83, "8499": 83, "85285": 83, "461779": 83, "9976588": 83, "856664": 83, "6674": 83, "365232": 83, "261238": 83, "429393": 83, "6699": 83, "056242": 83, "999687": 83, "379026": 83, "6724": 83, "1718": 83, "954447": 83, "076813": 83, "8336521": 83, "1546300": 83, "6749": 83, "746": 83, "1307": 83, "589094": 83, "72473": 83, "810494": 83, "671517": 83, "6774": 83, "1189": 83, "1144": 83, "219078": 83, "536963": 83, "8113365": 83, "1070203": 83, "6799": 83, "1760": 83, "4196": 83, "643135": 83, "909454": 83, "0451891": 83, "1584377": 83, "6824": 83, "1259": 83, "0308": 83, "857689": 83, "455622": 83, "0750003": 83, "1133127": 83, "6849": 83, "3766": 83, "170164": 83, "000095": 83, "8082709": 83, "254138": 83, "6874": 83, "2873": 83, "684679": 83, "935505": 83, "4673761": 83, "880458": 83, "6899": 83, "1851": 83, "755598": 83, "619181": 83, "6924": 83, "1314": 83, "9203": 83, "52808": 83, "85324": 83, "21578881": 83, "1183428": 83, "6949": 83, "919759": 83, "333363": 83, "866": 83, "917022": 83, "6974": 83, "78595": 83, "541876": 83, "142008": 83, "869": 83, "908008": 83, "80879": 83, "6999": 83, "843994": 83, "04883": 83, "6984205": 83, "7024": 83, "550": 83, "6507": 83, "1667": 83, "99846": 83, "344811": 83, "495585": 83, "7049": 83, "996563": 83, "92001": 83, "1893": 83, "7074": 83, "407": 83, "94373": 83, "073017": 83, "267233": 83, "922835": 83, "367149": 83, "7099": 83, "66797": 83, "85887": 83, "125118": 83, "8898964": 83, "737382": 83, "7124": 83, "866589": 83, "465069": 83, "7149": 83, "123447": 83, "99996": 83, "107789": 83, "7174": 83, "636272": 83, "684591": 83, "5161777": 83, "7199": 83, "006355": 83, "509317": 83, "1877465": 83, "7224": 83, "724228": 83, "732481": 83, "715655": 83, "7249": 83, "647705": 83, "887827": 83, "674119": 83, "7274": 83, "95778": 83, "563845": 83, "680291": 83, "7299": 83, "15199": 83, "148827": 83, "010214": 83, "7324": 83, "10457": 83, "37624": 83, "720282": 83, "7349": 83, "93943": 83, "058844": 83, "752775": 83, "7374": 83, "5358": 83, "520086": 83, "529675": 83, "7399": 83, "90292": 83, "641085": 83, "235198": 83, "7424": 83, "272633": 83, "044207": 83, "7869196": 83, "7449": 83, "577765": 83, "176463": 83, "7474": 83, "805527": 83, "648262": 83, "277": 83, "1966367": 83, "7499": 83, "817": 83, "9984": 83, "170815": 83, "434963": 83, "863375": 83, "736198": 83, "7524": 83, "1087": 83, "018997": 83, "99819": 83, "880": 83, "724447": 83, "976106": 83, "7549": 83, "5843": 83, "01306": 83, "805077": 83, "262782": 83, "812325": 83, "7574": 83, "21356": 83, "537544": 83, "499413": 83, "842577": 83, "485292": 83, "7599": 83, "141941": 83, "097776": 83, "640": 83, "159419": 83, "7624": 83, "81628": 83, "676254": 83, "347079": 83, "7649": 83, "26341": 83, "509224": 83, "819503": 83, "7674": 83, "67972": 83, "732143": 83, "77928": 83, "276463": 83, "305711": 83, "7699": 83, "76473": 83, "478088": 83, "489": 83, "006176": 83, "195": 83, "7724": 83, "08971": 83, "583792": 83, "646996": 83, "7749": 83, "054016": 83, "166939": 83, "822657": 83, "7774": 83, "195282": 83, "09547": 83, "948526": 83, "92e": 83, "7799": 83, "145077": 83, "427517": 83, "653486": 83, "7824": 83, "926395": 83, "539474": 83, "2723255": 83, "7849": 83, "501816": 83, "293674": 83, "341484": 83, "7874": 83, "79883": 83, "605139": 83, "22611": 83, "7899": 83, "870968": 83, "849094": 83, "045892": 83, "7924": 83, "716766": 83, "081879": 83, "166885": 83, "19e": 83, "7949": 83, "2547": 83, "099758": 83, "363247": 83, "022537": 83, "645359": 83, "923875": 83, "7999": 83, "795944": 83, "21981": 83, "719052": 83, "8024": 83, "53074": 83, "418552": 83, "64203": 83, "8049": 83, "189896": 83, "52504": 83, "571243": 83, "903064": 83, "77570": 83, "93e": 83, "8074": 83, "48703": 83, "71837": 83, "064402": 83, "097484": 83, "360157": 83, "8099": 83, "8964": 83, "18821": 83, "995653": 83, "000217": 83, "925971": 83, "8124": 83, "808674": 83, "230162": 83, "990786": 83, "8149": 83, "38911": 83, "766394": 83, "624998": 83, "8174": 83, "3502": 83, "00819": 83, "979362": 83, "278": 83, "671": 83, "228561": 83, "139486": 83, "8199": 83, "0591": 83, "968252": 83, "402994": 83, "592": 83, "540173": 83, "927053": 83, "8224": 83, "797": 83, "6877": 83, "19432": 83, "263184": 83, "258335": 83, "717918": 83, "8249": 83, "74835": 83, "537148": 83, "0753": 83, "415379": 83, "787273": 83, "27e": 83, "8274": 83, "5125": 83, "882725": 83, "785929": 83, "187895": 83, "3442061": 83, "8299": 83, "68514": 83, "985237": 83, "166412": 83, "8324": 83, "48008": 83, "753471": 83, "091528": 83, "8349": 83, "73392": 83, "945398": 83, "771217": 83, "8374": 83, "760983": 83, "241547": 83, "400848": 83, "8399": 83, "40298": 83, "17516": 83, "861246": 83, "8424": 83, "80497": 83, "545568": 83, "885168": 83, "57668": 83, "214247": 83, "508998": 83, "8474": 83, "12802": 83, "749151": 83, "651919": 83, "21137": 83, "366076": 83, "96721": 83, "8524": 83, "845642": 83, "960764": 83, "95008": 83, "8549": 83, "49801": 83, "881857": 83, "46767": 83, "8574": 83, "733284": 83, "166264": 83, "524689": 83, "8599": 83, "329315": 83, "884922": 83, "687214": 83, "8624": 83, "705185": 83, "81737": 83, "472": 83, "693514": 83, "8649": 83, "16821": 83, "976574": 83, "646": 83, "119333": 83, "8674": 83, "69354": 83, "817505": 83, "335524": 83, "147": 83, "913471": 83, "680939": 83, "8699": 83, "3891": 83, "6194": 83, "111176": 83, "174507": 83, "636395": 83, "3465989": 83, "8724": 83, "3428": 83, "4062": 83, "121716": 83, "138863": 83, "611": 83, "792252": 83, "3085565": 83, "8749": 83, "604034": 83, "964142": 83, "815947": 83, "967036": 83, "8774": 83, "3687": 83, "3022": 83, "33517": 83, "877851": 83, "466": 83, "489399": 83, "3303912": 83, "8799": 83, "93651": 83, "779984": 83, "373": 83, "955477": 83, "8824": 83, "38318": 83, "963749": 83, "610": 83, "373495": 83, "8849": 83, "4487": 83, "8276": 83, "09316": 83, "21256": 83, "338": 83, "55652": 83, "4039045": 83, "979": 83, "8874": 83, "4089": 83, "17132": 83, "19066": 83, "431572": 83, "3680471": 83, "89e": 83, "8899": 83, "438007": 83, "290419": 83, "92903": 83, "8924": 83, "02225": 83, "40269": 83, "791893": 83, "8949": 83, "121346": 83, "871252": 83, "415564": 83, "8974": 83, "434044": 83, "622412": 83, "8999": 83, "2435": 83, "923763": 83, "389812": 83, "9024": 83, "24047": 83, "115957": 83, "886944": 83, "9049": 83, "20639": 83, "541458": 83, "951208": 83, "9074": 83, "05541": 83, "311417": 83, "508722": 83, "9099": 83, "42342": 83, "215261": 83, "310314": 83, "9124": 83, "96147": 83, "621758": 83, "771341": 83, "9149": 83, "23984": 83, "676752": 83, "934": 83, "9174": 83, "025604": 83, "013933": 83, "945906": 83, "9199": 83, "37305": 83, "211245": 83, "28667": 83, "9224": 83, "31747": 83, "182339": 83, "826544": 83, "9249": 83, "2593": 83, "8738": 83, "85662": 83, "91998": 83, "730545": 83, "2297572": 83, "9274": 83, "4826": 83, "358": 83, "02169": 83, "617256": 83, "108011": 83, "4406347": 83, "9299": 83, "93762": 83, "177649": 83, "97749": 83, "9324": 83, "66805": 83, "069008": 83, "572285": 83, "573": 83, "9349": 83, "4960": 83, "5977": 83, "92844": 83, "07896": 83, "835115": 83, "4457515": 83, "9374": 83, "6130": 83, "1475": 83, "999527": 83, "839724": 83, "5570390": 83, "9399": 83, "6180": 83, "046": 83, "915764": 83, "824299": 83, "998598": 83, "5562041": 83, "9424": 83, "5814": 83, "8086": 83, "336285": 83, "416656": 83, "857347": 83, "5211308": 83, "9449": 83, "8071": 83, "186604": 83, "030064": 83, "988108": 83, "7237952": 83, "579": 83, "9474": 83, "32995": 83, "440195": 83, "04921": 83, "9499": 83, "903008": 83, "58267": 83, "491972": 83, "9524": 83, "37169": 83, "805046": 83, "013592": 83, "9549": 83, "407288": 83, "713375": 83, "13691": 83, "9574": 83, "091957": 83, "77042": 83, "924786": 83, "9599": 83, "7617": 83, "150831": 83, "236689": 83, "9624": 83, "4881": 83, "895061": 83, "448812": 83, "9649": 83, "81631": 83, "319372": 83, "388847": 83, "9674": 83, "7209": 83, "97351": 83, "806433": 83, "9699": 83, "57992": 83, "869347": 83, "162914": 83, "9724": 83, "63909": 83, "794798": 83, "551136": 83, "9749": 83, "72499": 83, "30253": 83, "862804": 83, "9774": 83, "009865": 83, "375265": 83, "891815": 83, "9799": 83, "44114": 83, "95633": 83, "555973": 83, "9824": 83, "25535": 83, "365273": 83, "62452": 83, "9849": 83, "3477": 83, "5361": 83, "9503": 83, "206257": 83, "23461": 83, "3106383": 83, "9874": 83, "6591": 83, "924515": 83, "636711": 83, "490088": 83, "6105625": 83, "9899": 83, "6579": 83, "79068": 83, "80446": 83, "618": 83, "128534": 83, "5908606": 83, "9924": 83, "8556": 83, "943": 83, "34476": 83, "146399": 83, "443": 83, "291105": 83, "7701249": 83, "9949": 83, "6612": 83, "603": 83, "736492": 83, "865717": 83, "207": 83, "705": 83, "542692": 83, "5951342": 83, "9974": 83, "82043": 83, "714127": 83, "370": 83, "392218": 83, "9999": 83, "67858": 83, "007689": 83, "04101": 83, "10024": 83, "6615": 83, "9927": 83, "55262": 83, "042582": 83, "934774": 83, "5924812": 83, "10049": 83, "7803": 83, "733": 83, "594456": 83, "192398": 83, "361639": 83, "7023360": 83, "10074": 83, "6048": 83, "8022": 83, "633774": 83, "914898": 83, "269": 83, "906448": 83, "5443922": 83, "10099": 83, "285763": 83, "087503": 83, "432545": 83, "10124": 83, "60229": 83, "327057": 83, "598967": 83, "10149": 83, "864407": 83, "372997": 83, "0429": 83, "10174": 83, "675846": 83, "290186": 83, "614428": 83, "10199": 83, "12505": 83, "204573": 83, "163172": 83, "10224": 83, "884186": 83, "134598": 83, "089655": 83, "10249": 83, "48503": 83, "204605": 83, "094099": 83, "10274": 83, "38634": 83, "735037": 83, "988451": 83, "10299": 83, "351166": 83, "945112": 83, "52576": 83, "10324": 83, "00164": 83, "441584": 83, "688526": 83, "10349": 83, "23835": 83, "654684": 83, "293741": 83, "10374": 83, "260864": 83, "570625": 83, "852522": 83, "10399": 83, "553215": 83, "783445": 83, "652273": 83, "10424": 83, "74817": 83, "861992": 83, "354202": 83, "10449": 83, "6394": 83, "129715": 83, "001867": 83, "034338": 83, "2354075": 83, "10474": 83, "63669": 83, "72616": 83, "226": 83, "858715": 83, "10499": 83, "93833": 83, "650896": 83, "86335": 83, "10524": 83, "4059": 83, "3743": 83, "83726": 83, "812122": 83, "678": 83, "226334": 83, "3653437": 83, "10549": 83, "4578": 83, "8765": 83, "022327": 83, "843649": 83, "261": 83, "02081": 83, "4099537": 83, "10574": 83, "6744": 83, "16785": 83, "750113": 83, "268843": 83, "6105524": 83, "10599": 83, "5744": 83, "9114": 83, "341438": 83, "177": 83, "677": 83, "381172": 83, "5169748": 83, "10624": 83, "2698": 83, "242298": 83, "902674": 83, "4254899": 83, "10649": 83, "763294": 83, "425394": 83, "236084": 83, "997": 83, "10674": 83, "033356": 83, "930851": 83, "911022": 83, "10699": 83, "931183": 83, "225517": 83, "85916": 83, "10724": 83, "26508": 83, "295475": 83, "975166": 83, "781": 83, "10749": 83, "48178": 83, "82346": 83, "281387": 83, "10774": 83, "380795": 83, "832817": 83, "996769": 83, "10799": 83, "240105": 83, "890566": 83, "243492": 83, "10824": 83, "84637": 83, "793453": 83, "776503": 83, "10849": 83, "336395": 83, "626314": 83, "760303": 83, "10874": 83, "21505": 83, "487644": 83, "056015": 83, "10899": 83, "421844": 83, "507233": 83, "46493": 83, "10924": 83, "71846": 83, "002916": 83, "411385": 83, "10949": 83, "809654": 83, "716314": 83, "075342": 83, "10974": 83, "86444": 83, "607555": 83, "198689": 83, "10999": 83, "55953": 83, "390306": 83, "709194": 83, "11024": 83, "97892": 83, "430555": 83, "381512": 83, "11049": 83, "522": 83, "8672": 83, "94645": 83, "47948": 83, "247702": 83, "470580": 83, "11074": 83, "18005": 83, "793545": 83, "299383": 83, "609633": 83, "292652": 83, "11099": 83, "2898": 83, "547": 83, "278496": 83, "61949": 83, "475954": 83, "2573731": 83, "11124": 83, "6191": 83, "839733": 83, "132393": 83, "937683": 83, "5546784": 83, "11149": 83, "108599": 83, "525572": 83, "11174": 83, "90909": 83, "643183": 83, "85953": 83, "11199": 83, "3087": 83, "51548": 83, "905464": 83, "420": 83, "520428": 83, "2776982": 83, "11224": 83, "3701": 83, "2773": 83, "4393": 83, "357481": 83, "842611": 83, "3331149": 83, "11249": 83, "4359": 83, "327": 83, "05942": 83, "033459": 83, "21186": 83, "3923394": 83, "11274": 83, "3904": 83, "9595": 83, "766552": 83, "823164": 83, "326008": 83, "3514463": 83, "11299": 83, "20776": 83, "272985": 83, "32586": 83, "863": 83, "11324": 83, "10212": 83, "217432": 83, "660082": 83, "11349": 83, "44785": 83, "742256": 83, "647293": 83, "11374": 83, "26872": 83, "988808": 83, "328288": 83, "11399": 83, "69315": 83, "202436": 83, "814474": 83, "11424": 83, "717415": 83, "804771": 83, "160044": 83, "11449": 83, "91682": 83, "10701": 83, "901966": 83, "58e": 83, "11474": 83, "89759": 83, "867949": 83, "076616": 83, "11499": 83, "97487": 83, "029406": 83, "115639": 83, "11524": 83, "84955": 83, "605173": 83, "831333": 83, "11549": 83, "20944": 83, "94715": 83, "00033": 83, "40463": 83, "289088": 83, "11574": 83, "34213": 83, "79707": 83, "00002": 83, "137628": 83, "251407": 83, "11599": 83, "035385": 83, "715164": 83, "000046": 83, "148232": 83, "77431": 83, "11624": 83, "559746": 83, "382233": 83, "999939": 83, "210514": 83, "80603": 83, "11649": 83, "7902": 83, "465332": 83, "777851": 83, "11674": 83, "57908": 83, "679138": 83, "479317": 83, "11699": 83, "660": 83, "2427": 83, "197695": 83, "115774": 83, "404039": 83, "615147": 83, "11724": 83, "698": 83, "806": 83, "322908": 83, "732935": 83, "196256": 83, "640776": 83, "11749": 83, "508892": 83, "289152": 83, "511": 83, "32262": 83, "11774": 83, "35403": 83, "072796": 83, "146742": 83, "11799": 83, "109554": 83, "182646": 83, "280233": 83, "11824": 83, "46771": 83, "831202": 83, "164": 83, "459": 83, "983452": 83, "11849": 83, "368893": 83, "992828": 83, "311104": 83, "11874": 83, "686783": 83, "221378": 83, "293": 83, "123085": 83, "11899": 83, "1695": 83, "996456": 83, "246576": 83, "92559": 83, "703926": 83, "11924": 83, "674805": 83, "293446": 83, "96211": 83, "551872": 83, "101406": 83, "11949": 83, "64085": 83, "135008": 83, "720987": 83, "987406": 83, "122232": 83, "11974": 83, "75452": 83, "694313": 83, "033271": 83, "227640": 83, "11999": 83, "34447": 83, "441462": 83, "766301": 83, "12024": 83, "472637": 83, "698595": 83, "506051": 83, "12049": 83, "831505": 83, "816128": 83, "555716": 83, "87148": 83, "12074": 83, "056": 83, "87251": 83, "196104": 83, "250102": 83, "128750": 83, "12099": 83, "9335": 83, "999865": 83, "482807": 83, "12124": 83, "433624": 83, "767324": 83, "938904": 83, "12149": 83, "583437": 83, "381088": 83, "771853": 83, "12174": 83, "9808": 83, "872995": 83, "743254": 83, "896669": 83, "373482": 83, "12199": 83, "85474": 83, "28704": 83, "656563": 83, "875373": 83, "739669": 83, "454": 83, "12224": 83, "547106": 83, "04457": 83, "8614655": 83, "12249": 83, "53162": 83, "037893": 83, "73929": 83, "12274": 83, "744438": 83, "516462": 83, "609495": 83, "12299": 83, "473": 83, "203888": 83, "050997": 83, "667": 83, "156731": 83, "814822": 83, "345": 83, "12324": 83, "651491": 83, "29867": 83, "3993225": 83, "12349": 83, "324862": 83, "063183": 83, "276": 83, "74168": 83, "12374": 83, "1365": 83, "676785": 83, "999302": 83, "295261": 83, "396935": 83, "12399": 83, "397": 83, "0408": 83, "999836": 83, "447517": 83, "532406": 83, "357336": 83, "12424": 83, "84128": 83, "061975": 83, "247528": 83, "453": 83, "655685": 83, "445882": 83, "12449": 83, "337": 83, "6619": 83, "520164": 83, "640917": 83, "122775": 83, "303895": 83, "12474": 83, "74225": 83, "628914": 83, "081877": 83, "265384": 83, "785516": 83, "12499": 83, "50846": 83, "999935": 83, "621885": 83, "12524": 83, "628036": 83, "389954": 83, "12549": 83, "22653": 83, "488087": 83, "495659": 83, "260102": 83, "160043": 83, "12574": 83, "6821": 83, "50117": 83, "336163": 83, "2215056": 83, "425114": 83, "12599": 83, "7631": 83, "284153": 83, "821833": 83, "162686": 83, "12624": 83, "743": 83, "012": 83, "796642": 83, "002693": 83, "572727": 83, "668710": 83, "12649": 83, "628": 83, "6884": 83, "816118": 83, "093597": 83, "599007": 83, "565819": 83, "12674": 83, "74596": 83, "000074": 83, "201467": 83, "12699": 83, "4788": 83, "738033": 83, "86679": 83, "1151543": 83, "680830": 83, "12724": 83, "259447": 83, "8804": 83, "4538102": 83, "12749": 83, "1109": 83, "8292": 83, "276184": 83, "002485": 83, "2077625": 83, "998846": 83, "12774": 83, "9894": 83, "068222": 83, "999987": 83, "10803817": 83, "1235690": 83, "12799": 83, "1710": 83, "4203": 83, "788225": 83, "5662": 83, "7951931": 83, "1539378": 83, "12824": 83, "1841": 83, "4658": 83, "267988": 83, "4504209": 83, "1657319": 83, "12849": 83, "2306": 83, "6052": 83, "655644": 83, "7761173": 83, "2075944": 83, "12874": 83, "1300": 83, "3312": 83, "154627": 83, "620234": 83, "20197213": 83, "1170298": 83, "12899": 83, "0061": 83, "374287": 83, "689898": 83, "248131": 83, "767363": 83, "12924": 83, "32771": 83, "409586": 83, "429253": 83, "12949": 83, "469723": 83, "937748": 83, "520331": 83, "12974": 83, "63416": 83, "424332": 83, "37107": 83, "644": 83, "5279045": 83, "826909": 83, "12999": 83, "86636": 83, "690987": 83, "534119": 83, "47209": 83, "333779": 83, "081112": 83, "211607": 83, "3783436": 83, "13049": 83, "861": 83, "6628": 83, "8145": 83, "979624": 83, "526": 83, "8914924": 83, "775496": 83, "793": 83, "13074": 83, "4554": 83, "776783": 83, "407007": 83, "198558": 83, "570274": 83, "13099": 83, "763554": 83, "095621": 83, "7191653": 83, "759895": 83, "13124": 83, "85583": 83, "53786": 83, "60302": 83, "926668": 83, "774289": 83, "13149": 83, "1264": 83, "493917": 83, "395668": 83, "43212128": 83, "1138461": 83, "13174": 83, "69937": 83, "631279": 83, "6707997": 83, "276029": 83, "13199": 83, "799517": 83, "2084277": 83, "13224": 83, "181026": 83, "002357": 83, "265807": 83, "13249": 83, "930477": 83, "753136": 83, "2085614": 83, "13274": 83, "1398": 83, "5908": 83, "410603": 83, "23604545": 83, "1258731": 83, "13299": 83, "992683": 83, "9798114": 83, "13324": 83, "637766": 83, "669603": 83, "13234": 83, "13349": 83, "1793": 83, "6534": 83, "261504": 83, "2113588": 83, "1614288": 83, "13374": 83, "1068": 83, "9926": 83, "901031": 83, "97254": 83, "4119455": 83, "962093": 83, "13399": 83, "1037": 83, "5333": 83, "295412": 83, "985338": 83, "569242": 83, "933780": 83, "13424": 83, "531": 83, "9781": 83, "137249": 83, "781822": 83, "56026334": 83, "478780": 83, "13449": 83, "447454": 83, "000038": 83, "3963323": 83, "13474": 83, "223364": 83, "120174": 83, "0409384": 83, "13499": 83, "855": 83, "47397": 83, "28763378": 83, "1164469": 83, "13524": 83, "2052": 83, "319937": 83, "667053": 83, "5072422": 83, "1847547": 83, "13549": 83, "388943": 83, "514286": 83, "2709444": 83, "13574": 83, "907196": 83, "934315": 83, "08747": 83, "13599": 83, "01096": 83, "976707": 83, "309": 83, "240701": 83, "713822": 83, "13624": 83, "889645": 83, "825846": 83, "648953": 83, "13649": 83, "47256": 83, "051739": 83, "5098643": 83, "13674": 83, "71378": 83, "259344": 83, "2563782": 83, "13699": 83, "78562": 83, "185575": 83, "999916": 83, "861682": 83, "82607": 83, "13724": 83, "808973": 83, "563572": 83, "6355486": 83, "921844": 83, "13749": 83, "2743": 83, "346043": 83, "583727": 83, "961267": 83, "2469271": 83, "13774": 83, "sub_run4": 83, "24834": 83, "304": 83, "0505": 83, "3543841": 83, "3264": 83, "017635": 83, "728548": 83, "5669565": 83, "2938295": 83, "13779": 83, "952": 83, "105117": 83, "3178": 83, "6443": 83, "9179": 83, "00378": 83, "136313": 83, "2860780": 83, "13799": 83, "2588": 83, "9912": 83, "689926": 83, "000109": 83, "1880474": 83, "2330092": 83, "13824": 83, "1323": 83, "0002": 83, "257965": 83, "14190736": 83, "1190700": 83, "13849": 83, "2258": 83, "7883": 83, "096224": 83, "745817": 83, "5370326": 83, "2032909": 83, "13874": 83, "2483": 83, "813": 83, "061123": 83, "850971": 83, "6621566": 83, "2235431": 83, "292": 83, "13899": 83, "736": 83, "838393": 83, "14322889": 83, "1190462": 83, "13924": 83, "2446": 83, "319656": 83, "34714": 83, "473761": 83, "2201520": 83, "13949": 83, "2131824": 83, "13974": 83, "4054": 83, "045143": 83, "82076": 83, "9501185": 83, "1747264": 83, "13999": 83, "1955": 83, "8734": 83, "822397": 83, "0224586": 83, "1760286": 83, "075": 83, "14024": 83, "606636": 83, "3032584": 83, "14049": 83, "68914": 83, "865686": 83, "02376": 83, "82571": 83, "107442": 83, "926": 83, "14074": 83, "2462": 83, "6763": 83, "745747": 83, "46204": 83, "0136967": 83, "2216408": 83, "725": 83, "14099": 83, "261345": 83, "545242": 83, "8804245": 83, "14124": 83, "1471": 83, "59662": 83, "959154": 83, "99800754": 83, "1324227": 83, "14149": 83, "9737": 83, "770702": 83, "468678": 83, "769": 83, "255399": 83, "677180": 83, "14174": 83, "16026": 83, "537245": 83, "697998": 83, "472118": 83, "14199": 83, "57867": 83, "805319": 83, "999964": 83, "666": 83, "377738": 83, "128933": 83, "14224": 83, "845053": 83, "09502": 83, "477": 83, "656128": 83, "14249": 83, "1569": 83, "648323": 83, "346079": 83, "96482": 83, "679641": 83, "14274": 83, "070915": 83, "793812": 83, "1089516": 83, "14299": 83, "3314": 83, "170254": 83, "19397": 83, "569685": 83, "573598": 83, "14324": 83, "55234": 83, "279606": 83, "224451": 83, "406227": 83, "334397": 83, "287": 83, "14349": 83, "1022": 83, "66864": 83, "204594": 83, "414547": 83, "6435652": 83, "920401": 83, "14374": 83, "1139": 83, "4733": 83, "386675": 83, "21549": 83, "059542": 83, "1025525": 83, "14399": 83, "400509": 83, "244875": 83, "6225793": 83, "14424": 83, "9209": 83, "998306": 83, "000904": 83, "9673041": 83, "862128": 83, "14449": 83, "1848": 83, "906105": 83, "4841363": 83, "1663388": 83, "720": 83, "14474": 83, "2414": 83, "082052": 83, "003956": 83, "3155036": 83, "2173034": 83, "14499": 83, "025675": 83, "79964656": 83, "14524": 83, "84283": 83, "964478": 83, "297335": 83, "0827537": 83, "602817": 83, "14549": 83, "3115": 83, "8237": 83, "136002": 83, "429403": 83, "82221": 83, "2804241": 83, "14574": 83, "1468": 83, "3408": 83, "363356": 83, "58479565": 83, "1321506": 83, "14599": 83, "1956": 83, "0592": 83, "415497": 83, "735435": 83, "0233877": 83, "1760453": 83, "14624": 83, "3478": 83, "524329": 83, "549387": 83, "171143": 83, "3130433": 83, "14649": 83, "2161": 83, "4868": 83, "50414": 83, "000036": 83, "5872803": 83, "1945338": 83, "14674": 83, "2298": 83, "961": 83, "468061": 83, "1359925": 83, "2069064": 83, "14699": 83, "2482": 83, "3235": 83, "208434": 83, "6547093": 83, "2234091": 83, "302": 83, "14724": 83, "1333": 83, "839565": 83, "995874": 83, "08959897": 83, "1200115": 83, "14749": 83, "333763": 83, "36302": 83, "126002": 83, "14774": 83, "2383": 83, "3894": 83, "774642": 83, "380083": 83, "683": 83, "536425": 83, "2145050": 83, "14799": 83, "2361": 83, "432": 83, "286173": 83, "862402": 83, "171": 83, "540": 83, "5457816": 83, "2125288": 83, "1143": 83, "717": 83, "54144": 83, "631212": 83, "75334334": 83, "1029345": 83, "14849": 83, "1158": 83, "7903": 83, "88448": 83, "092854": 83, "5057328": 83, "1042911": 83, "14874": 83, "7766": 83, "315073": 83, "000492": 83, "228516": 83, "66398": 83, "945": 83, "14899": 83, "07751": 83, "42386": 83, "532443": 83, "14924": 83, "815527": 83, "792336": 83, "8700993": 83, "14949": 83, "373877": 83, "764162": 83, "9288108": 83, "14974": 83, "13989": 83, "858171": 83, "637647": 83, "14999": 83, "451893": 83, "095592": 83, "9432404": 83, "15024": 83, "5944": 83, "422165": 83, "9439363": 83, "866335": 83, "15049": 83, "20381": 83, "9635112": 83, "15074": 83, "1978": 83, "958961": 83, "1372092": 83, "1780941": 83, "15099": 83, "1651": 83, "80585": 83, "99999": 83, "4994174": 83, "1486138": 83, "15124": 83, "1477": 83, "7244": 83, "804928": 83, "6317136": 83, "1329952": 83, "15149": 83, "1173": 83, "0521": 83, "49864": 83, "615831": 83, "89164776": 83, "1055746": 83, "15174": 83, "810": 83, "88544": 83, "834318": 83, "000088": 83, "296541": 83, "729796": 83, "93365": 83, "77567": 83, "473743": 83, "3673377": 83, "510240": 83, "15224": 83, "785126": 83, "622604": 83, "349455": 83, "245056": 83, "83250": 83, "15249": 83, "965393": 83, "794714": 83, "478311": 83, "15274": 83, "28175": [83, 86], "336182": 83, "5593534": 83, "15299": 83, "0725": 83, "251144": 83, "643566": 83, "124284": 83, "687665": 83, "15324": 83, "494152": 83, "261553": 83, "961959": 83, "15349": 83, "514217": 83, "651453": 83, "141846": 83, "786": 83, "15374": 83, "8206": 83, "309654": 83, "206": 83, "0417705": 83, "15399": 83, "79647": 83, "653496": 83, "348": 83, "8445897": 83, "15424": 83, "176092": 83, "43434": 83, "736623": 83, "15449": 83, "772951": 83, "21499": 83, "9866753": 83, "15474": 83, "809": 83, "15594": 83, "844421": 83, "992252": 83, "26631": 83, "727706": 83, "15499": 83, "93134": 83, "089472": 83, "1187332": 83, "15524": 83, "74844": 83, "482845": 83, "876616": 83, "427065": 83, "186888": 83, "15549": 83, "1466": 83, "7415": 83, "671227": 83, "5767989": 83, "1320067": 83, "15574": 83, "1806": 83, "4314": 83, "1926": 83, "2752483": 83, "1625788": 83, "15599": 83, "01203": 83, "75387": 83, "158653": 83, "15624": 83, "351454": 83, "016546": 83, "4189992": 83, "15649": 83, "45572": 83, "932343": 83, "472187": 83, "158784": 83, "404510": 83, "15674": 83, "1563": 83, "6162": 83, "247192": 83, "0611725": 83, "1407254": 83, "15699": 83, "2125": 83, "3613": 83, "254232": 83, "878681": 83, "8698978": 83, "1912825": 83, "347": 83, "15724": 83, "619474": 83, "133396": 83, "4355738": 83, "15749": 83, "381": 83, "8151": 83, "59117": 83, "439528": 83, "856663": 83, "343633": 83, "15774": 83, "63189": 83, "119897": 83, "15799": 83, "85754": 83, "377762": 83, "373751": 83, "15824": 83, "561874": 83, "873852": 83, "225957": 83, "15849": 83, "675598": 83, "554829": 83, "2019925": 83, "15874": 83, "36259": 83, "407398": 83, "0041485": 83, "15899": 83, "27303": 83, "82527": 83, "204": 83, "623772": 83, "197345": 83, "15924": 83, "68691": 83, "785128": 83, "421297": 83, "15949": 83, "3833": 83, "465723": 83, "999157": 83, "6123447": 83, "755894": 83, "15974": 83, "6666": 83, "650326": 83, "999714": 83, "88295": 83, "661284": 83, "15999": 83, "5111": 83, "855114": 83, "99908": 83, "0018635": 83, "450460": 83, "16024": 83, "18027": 83, "3879": 83, "245584": 83, "835742": 83, "229662": 83, "16049": 83, "144527": 83, "565943": 83, "440": 83, "46367": 83, "16074": 83, "334118": 83, "882177": 83, "066725": 83, "16099": 83, "002823": 83, "800293": 83, "096746": 83, "16124": 83, "986477": 83, "824877": 83, "492639": 83, "16149": 83, "606262": 83, "829678": 83, "676575": 83, "16174": 83, "19549": 83, "93673": 83, "1879835": 83, "16199": 83, "42534": 83, "6196": 83, "809757": 83, "834": 83, "16224": 83, "749786": 83, "1420374": 83, "16249": 83, "242737": 83, "562092": 83, "1730056": 83, "16274": 83, "64957": 83, "738081": 83, "110972": 83, "825": 83, "958": 83, "16299": 83, "871155": 83, "278757": 83, "553884": 83, "16324": 83, "26202": 83, "654593": 83, "9804134": 83, "16349": 83, "018555": 83, "43056": 83, "530317": 83, "16374": 83, "09686": 83, "882326": 83, "630194": 83, "16399": 83, "39541": 83, "942545": 83, "826478": 83, "16424": 83, "105118": 83, "1700214338": 83, "3238974": 83, "12207": 83, "1521785": 83, "324025": 83, "3241777": 83, "324233": 83, "324258": 83, "3242805": 83, "3243134": 83, "804073": 83, "933743": 83, "314055": 83, "16449": 83, "139": 83, "62027": 83, "48164": 83, "324568": 83, "754": 83, "337564": 83, "127898": 83, "09": 83, "242": 83, "16474": 83, "423": 83, "0795": 83, "558548": 83, "274569": 83, "623175": 83, "391077": 83, "16499": 83, "25082": 83, "10922": 83, "387661": 83, "169": 83, "680944": 83, "383625": 83, "16524": 83, "3278": 83, "4285": 83, "37957": 83, "440716": 83, "415": 83, "777857": 83, "2925658": 83, "16549": 83, "33587": 83, "060978": 83, "105343": 83, "16574": 83, "69443": 83, "178434": 83, "738": 83, "890213": 83, "777": 83, "16599": 83, "88434": 83, "01376": 83, "757463": 83, "084203": 83, "798195": 83, "16624": 83, "23326": 83, "07219": 83, "159515": 83, "396703": 83, "182009": 83, "16649": 83, "259": 83, "07339": 83, "803598": 83, "0922365": 83, "233954": 83, "16674": 83, "1844": 83, "542942": 83, "000408": 83, "741638": 83, "1660167": 83, "16699": 83, "95888": 83, "465874": 83, "858121": 83, "16724": 83, "26563": 83, "1756": 83, "311967": 83, "16749": 83, "651237": 83, "642591": 83, "209018": 83, "16774": 83, "60104": 83, "386179": 83, "908129": 83, "16799": 83, "14912": 83, "695042": 83, "742707": 83, "16824": 83, "65019": 83, "592537": 83, "277803": 83, "357": 83, "16849": 83, "704895": 83, "187885": 83, "677337": 83, "16874": 83, "997635": 83, "428854": 83, "541368": 83, "16899": 83, "104126": 83, "876242": 83, "96343": 83, "16924": 83, "86454": 83, "600565": 83, "400382": 83, "16949": 83, "518505": 83, "212349": 83, "7360797": 83, "16974": 83, "30012": 83, "133348": 83, "6733184": 83, "16999": 83, "16668": 83, "883177": 83, "222": 83, "129374": 83, "17024": 83, "16959": 83, "764967": 83, "322216": 83, "17049": 83, "00924": 83, "80383": 83, "378115": 83, "17074": 83, "258354": 83, "053274": 83, "406048": 83, "17099": 83, "539497": 83, "863531": 83, "3546": 83, "622023": 83, "17124": 83, "3710": 83, "002415": 83, "876598": 83, "152966": 83, "3339373": 83, "17149": 83, "3688": 83, "778458": 83, "66983": 83, "107475": 83, "3319582": 83, "17174": 83, "6637": 83, "962753": 83, "999311": 83, "511669": 83, "825897": 83, "17199": 83, "858": 83, "77216": 83, "474483": 83, "882996": 83, "411175": 83, "772894": 83, "20754": 83, "337343": 83, "513725": 83, "17249": 83, "899506": 83, "854675": 83, "162733": 83, "17274": 83, "4173": 83, "54742": 83, "964441": 83, "092154": 83, "3756356": 83, "17299": 83, "42586": 83, "204458": 83, "358492": 83, "17324": 83, "49464": 83, "286299": 83, "95861": 83, "17349": 83, "129776": 83, "402967": 83, "23685": 83, "17374": 83, "3626": 83, "33943": 83, "870724": 83, "17399": 83, "01241": 83, "20268": 83, "07225": 83, "17424": 83, "478065": 83, "307499": 83, "253143": 83, "17449": 83, "24167": 83, "637384": 83, "995474": 83, "17474": 83, "323845": 83, "203812": 83, "461828": 83, "613": 83, "17499": 83, "80206": 83, "288834": 83, "761728": 83, "922": 83, "17524": 83, "78475": 83, "46684": 83, "061084": 83, "17549": 83, "15778": 83, "580736": 83, "122057": 83, "17574": 83, "29978": 83, "31859": 83, "69055": 83, "940": 83, "17599": 83, "26164": 83, "451311": 83, "18072": 83, "857": 83, "17624": 83, "971344": 83, "424046": 83, "039125": 83, "17649": 83, "1732": 83, "2148": 83, "68931": 83, "707315": 83, "883415": 83, "1558993": 83, "17674": 83, "1228": 83, "9077": 83, "623905": 83, "969051": 83, "1105301": 83, "517": 83, "17699": 83, "4790": 83, "532368": 83, "88602": 83, "947834": 83, "4281177": 83, "17724": 83, "33571": 83, "042614": 83, "839651": 83, "17749": 83, "68221": 83, "874613": 83, "195335": 83, "17774": 83, "5723": 83, "8325": 83, "568176": 83, "107014": 83, "755472": 83, "5151449": 83, "17799": 83, "304203": 83, "97524": 83, "065159": 83, "5884490": 83, "17824": 83, "7836": 83, "0625": 83, "81204": 83, "587852": 83, "049313": 83, "7052456": 83, "17849": 83, "4793": 83, "1064": 83, "42562": 83, "286098": 83, "216": 83, "641277": 83, "4312496": 83, "17874": 83, "7375": 83, "4526": 83, "23719": 83, "157116": 83, "495": 83, "998201": 83, "6626954": 83, "17899": 83, "19129": 83, "05981": 83, "943462": 83, "17924": 83, "36356": 83, "721018": 83, "795532": 83, "17949": 83, "818764": 83, "084414": 83, "247278": 83, "17974": 83, "21806": 83, "403837": 83, "683372": 83, "17999": 83, "10296": 83, "301935": 83, "085833": 83, "18024": 83, "1191": 83, "227379": 83, "546297": 83, "18049": 83, "33137": 83, "995317": 83, "382294": 83, "18074": 83, "265434": 83, "631296": 83, "18099": 83, "593895": 83, "290453": 83, "960316": 83, "18124": 83, "49853": 83, "546316": 83, "489908": 83, "18149": 83, "61108": 83, "441803": 83, "486403": 83, "18174": 83, "05344": 83, "388695": 83, "99402": 83, "18199": 83, "21326": 83, "180178": 83, "440664": 83, "18224": 83, "37489": 83, "224543": 83, "39646": 83, "18249": 83, "447105": 83, "64745": 83, "151327": 83, "18274": 83, "8526": 83, "9795": 83, "30461": 83, "684814": 83, "412": 83, "592764": 83, "7762197": 83, "18299": 83, "8381": 83, "01121": 83, "661592": 83, "254": 83, "747707": 83, "7516141": 83, "18324": 83, "6758": 83, "7915": 83, "00684": 83, "18974": 83, "748314": 83, "6082912": 83, "18349": 83, "4673": 83, "956": 83, "21035": 83, "077019": 83, "647907": 83, "4197338": 83, "18374": 83, "328617": 83, "44708": 83, "854593": 83, "3535004": 83, "18399": 83, "166363": 83, "55074": 83, "628448": 83, "18424": 83, "52538": 83, "901205": 83, "93718": 83, "18449": 83, "7710": 83, "064": 83, "231922": 83, "880999": 83, "25258": 83, "6939057": 83, "18474": 83, "6280": 83, "72886": 83, "7811": 83, "278086": 83, "5652597": 83, "18499": 83, "54388": 83, "638643": 83, "908215": 83, "18524": 83, "875576": 83, "546131": 83, "278723": 83, "18549": 83, "24339": 83, "165983": 83, "60015": 83, "18574": 83, "87542": 83, "153479": 83, "488916": 83, "18599": 83, "727104": 83, "621859": 83, "772013": 83, "18624": 83, "13177": 83, "110699": 83, "868048": 83, "18649": 83, "009995": 83, "295828": 83, "944084": 83, "625": 83, "18674": 83, "22931": 83, "215412": 83, "454714": 83, "18699": 83, "98991": 83, "21452": 83, "339176": 83, "18724": 83, "72173": 83, "91344": 83, "348045": 83, "18749": 83, "47173": 83, "57375": 83, "85287": 83, "18774": 83, "6411": 83, "740074": 83, "466516": 83, "18799": 83, "37062": 83, "634445": 83, "287907": 83, "839": 83, "18824": 83, "94491": 83, "73523": 83, "26252": 83, "18849": 83, "2807": 83, "4397": 83, "32868": 83, "33207": 83, "407139": 83, "2526695": 83, "18874": 83, "9054": 83, "859116": 83, "2239": 83, "98417": 83, "8148379": 83, "18899": 83, "58006": 83, "38312": 83, "69311": 83, "18924": 83, "058": 83, "914494": 83, "624235": 83, "18949": 83, "8801": 83, "136875": 83, "039986": 83, "023397": 83, "7921372": 83, "3378": 83, "892483": 83, "367899": 83, "247084": 83, "3040800": 83, "18999": 83, "4014": 83, "45482": 83, "92956": 83, "307": 83, "911158": 83, "3613000": 83, "19024": 83, "4817": 83, "57281": 83, "286257": 83, "177536": 83, "4331393": 83, "19049": 83, "5711": 83, "878": 83, "63123": 83, "354006": 83, "314344": 83, "5136858": 83, "19074": 83, "167454": 83, "583328": 83, "150335": 83, "19099": 83, "369625": 83, "384346": 83, "75643": 83, "19124": 83, "58527": 83, "717571": 83, "05684": 83, "19149": 83, "148495": 83, "580566": 83, "079569": 83, "19174": 83, "282104": 83, "809978": 83, "78124": 83, "19199": 83, "98033": 83, "815897": 83, "301914": 83, "19224": 83, "27217": 83, "22684": 83, "958303": 83, "19249": 83, "57633": 83, "920828": 83, "734919": 83, "19274": 83, "304825": 83, "465914": 83, "813532": 83, "19299": 83, "35207": 83, "392422": 83, "851112": 83, "19324": 83, "09457": 83, "109562": 83, "00783": 83, "19349": 83, "33025": 83, "843977": 83, "288761": 83, "19374": 83, "405334": 83, "821547": 83, "559614": 83, "19399": 83, "77596": 83, "128113": 83, "81059": 83, "19424": 83, "58572": 83, "639242": 83, "048075": 83, "19449": 83, "1617": 83, "4988": 83, "90342": 83, "43247": 83, "065544": 83, "1478523": 83, "19474": 83, "5886": 83, "80615": 83, "063503": 83, "508": 83, "354967": 83, "5328320": 83, "19499": 83, "3672": 83, "752323": 83, "272907": 83, "80805": 83, "3281666": 83, "19524": 83, "4737": 83, "999786": 83, "746513": 83, "627": 83, "401014": 83, "4263978": 83, "4875": 83, "244587": 83, "019958": 83, "552404": 83, "4371530": 83, "19574": 83, "898952": 83, "009037": 83, "850": 83, "36101": 83, "19599": 83, "81277": 83, "505688": 83, "788122": 83, "19624": 83, "4886": 83, "88376": 83, "773052": 83, "361": 83, "97054": 83, "4363027": 83, "19649": 83, "4029": 83, "3594": 83, "99753": 83, "343311": 83, "448847": 83, "3626423": 83, "19674": 83, "853": 83, "909237": 83, "063595": 83, "990084": 83, "4814867": 83, "19699": 83, "822647": 83, "09369": 83, "82931": 83, "829": 83, "19724": 83, "729893": 83, "093975": 83, "931477": 83, "19749": 83, "69394": 83, "956028": 83, "900484": 83, "19774": 83, "78566": 83, "96756": 83, "051031": 83, "19799": 83, "47217": 83, "990147": 83, "638704": 83, "19824": 83, "647545": 83, "419151": 83, "977511": 83, "19849": 83, "864487": 83, "427107": 83, "705479": 83, "19874": 83, "79724": 83, "55326": 83, "224926": 83, "19899": 83, "70181": 83, "83317": 83, "874525": 83, "19924": 83, "30007": 83, "849401": 83, "547737": 83, "19949": 83, "61786": 83, "799852": 83, "870208": 83, "19974": 83, "17677": 83, "119612": 83, "816065": 83, "19999": 83, "015495": 83, "31066": 83, "328482": 83, "20024": 83, "57495": 83, "005348": 83, "333364": 83, "20049": 83, "6228": 83, "943886": 83, "113867": 83, "825045": 83, "271460": 83, "20074": 83, "96002": 83, "580376": 83, "745192": 83, "20099": 83, "88721": 83, "508745": 83, "018007": 83, "20124": 83, "5578": 83, "767315": 83, "99779": 83, "921902": 83, "309548": 83, "20149": 83, "2278": 83, "205063": 83, "005941": 83, "965593": 83, "2050470": 83, "20174": 83, "3851": 83, "785255": 83, "266527": 83, "165852": 83, "1794946": 83, "20199": 83, "1957": 83, "09818": 83, "998634": 83, "801235": 83, "1761775": 83, "20224": 83, "4070": 83, "882877": 83, "809664": 83, "709478": 83, "3636545": 83, "20249": 83, "24881": 83, "860281": 83, "27375": 83, "20274": 83, "049194": 83, "28117": 83, "562544": 83, "20299": 83, "25449": 83, "236038": 83, "029285": 83, "20324": 83, "93085": 83, "41647": 83, "50031": 83, "274445": 83, "293337": 83, "20349": 83, "12592": 83, "341778": 83, "65021": 83, "496785": 83, "64778": 83, "598": 83, "20374": 83, "414883": 83, "577398": 83, "600908": 83, "20399": 83, "78261": 83, "69856": 83, "416159": 83, "20424": 83, "74851": 83, "398882": 83, "38683": 83, "20449": 83, "290733": 83, "287834": 83, "449082": 83, "20474": 83, "943989": 83, "339186": 83, "152613": 83, "20499": 83, "289444": 83, "999548": 83, "6775541": 83, "20524": 83, "417": 83, "08643": 83, "24744": 83, "841345": 83, "781759": 83, "375377": 83, "20549": 83, "26466": 83, "379833": 83, "000166": 83, "575298": 83, "121738": 83, "20574": 83, "60407": 83, "836473": 83, "240486": 83, "20599": 83, "3282": 83, "00007": 83, "022585": 83, "20624": 83, "70605": 83, "29689": 83, "1231": 83, "237206": 83, "169835": 83, "20649": 83, "05627": 83, "480873": 83, "000565": 83, "126": 83, "391249": 83, "151250": 83, "20674": 83, "43176": 83, "575752": 83, "503729": 83, "459827": 83, "541536": 83, "20699": 83, "05792": 83, "49321": 83, "44578": 83, "8956995": 83, "316582": 83, "20724": 83, "344414": 83, "028534": 83, "90466": 83, "20749": 83, "880497": 83, "89145": 83, "797259": 83, "20774": 83, "77949": 83, "73564": 83, "8385": 83, "827942": 83, "103301": 83, "20799": 83, "761047": 83, "14502": 83, "609": 83, "072847": 83, "20824": 83, "74231": 83, "30642": 83, "932957": 83, "20849": 83, "611557": 83, "221117": 83, "452662": 83, "20874": 83, "281235": 83, "96048": 83, "33139": 83, "20899": 83, "261051": 83, "090052": 83, "227865": 83, "20924": 83, "51077": 83, "069071": 83, "20949": 83, "737274": 83, "259157": 83, "756015": 83, "20974": 83, "406": 83, "1129": 83, "629057": 83, "645561": 83, "182513": 83, "353544": 83, "20999": 83, "19357": 83, "804996": 83, "000021": 83, "880113": 83, "158574": 83, "21024": 83, "465": 83, "4056": 83, "860521": 83, "00008": 83, "4531593": 83, "418865": 83, "21049": 83, "59442": 83, "137383": 83, "000105": 83, "345593": 83, "271435": 83, "21074": 83, "23822": 83, "149212": 83, "272993": 83, "594441": 83, "68614": 83, "21099": 83, "898169": 83, "22157": 83, "937977": 83, "21124": 83, "0912": 83, "484962": 83, "999952": 83, "393824": 83, "272782": 83, "21149": 83, "2243": 83, "540747": 83, "889717": 83, "7990265": 83, "300801": 83, "21174": 83, "27362": 83, "00155": 83, "7800684": 83, "21199": 83, "91788": 83, "852299": 83, "6286163": 83, "21224": 83, "212387": 83, "128834": 83, "8678036": 83, "21249": 83, "87794": 83, "662078": 83, "21274": 83, "95457": 83, "950773": 83, "6532345": 83, "21299": 83, "812": 83, "9243": 83, "064064": 83, "938717": 83, "8358345": 83, "731631": 83, "21324": 83, "16016": 83, "934628": 83, "299423": 83, "631185": 83, "769644": 83, "21349": 83, "76056": 83, "979378": 83, "527214": 83, "21374": 83, "54282": 83, "38102": 83, "256739": 83, "949695": 83, "229988": 83, "994": 83, "21399": 83, "01514": 83, "516073": 83, "465982": 83, "8982987": 83, "671413": 83, "21424": 83, "107616": 83, "64333": 83, "14588": 83, "21449": 83, "82852": 83, "930077": 83, "184548": 83, "21474": 83, "248968": 83, "18946": 83, "470765": 83, "087454": 83, "994007": 83, "6299367": 83, "21524": 83, "765": 83, "85596": 83, "356014": 83, "712988": 83, "873901": 83, "678344": 83, "1263": 83, "6243": 83, "212038": 83, "358484": 83, "43878692": 83, "1137261": 83, "21574": 83, "1525": 83, "2096": 83, "43743": 83, "001425": 83, "8691397": 83, "1372688": 83, "21599": 83, "1891": 83, "6239": 83, "67955": 83, "995008": 83, "701211": 83, "1702461": 83, "21624": 83, "117279": 83, "0829508": 83, "21649": 83, "8067": 83, "249306": 83, "57644": 83, "572632": 83, "21674": 83, "5342": 83, "59235": 83, "482203": 83, "229322": 83, "608880": 83, "21699": 83, "79686": 83, "229832": 83, "900488": 83, "21724": 83, "653414": 83, "000013": 83, "4980135": 83, "21749": 83, "40852": 83, "820286": 83, "539938": 83, "161467": 83, "21774": 83, "59595": 83, "762558": 83, "7978168": 83, "203036": 83, "21799": 83, "1103": 83, "6442": 83, "20577": 83, "2386879": 83, "993279": 83, "21824": 83, "739792": 83, "0301712": 83, "21849": 83, "217537": 83, "274149": 83, "9920654": 83, "21874": 83, "84092": 83, "583551": 83, "4908586": 83, "21899": 83, "1209": 83, "0073": 83, "072664": 83, "122103": 83, "2546476": 83, "1088106": 83, "21924": 83, "7795": 83, "682884": 83, "82307": 83, "9130111": 83, "871901": 83, "21949": 83, "628345": 83, "067177": 83, "173874": 83, "21974": 83, "734207": 83, "486908": 83, "167": 83, "5671427": 83, "21999": 83, "432045": 83, "13434": 83, "7937093": 83, "22024": 83, "25696": 83, "538927": 83, "993273": 83, "9933993": 83, "775131": 83, "22049": 83, "87924": 83, "100765": 83, "5068433": 83, "22074": 83, "573284": 83, "911606": 83, "334994": 83, "22099": 83, "63873": 83, "344404": 83, "4847171": 83, "22124": 83, "55217": 83, "442886": 83, "012045": 83, "591076": 83, "67041": 83, "22149": 83, "88184": 83, "78695": 83, "017": 83, "038567": 83, "484993": 83, "22174": 83, "30167": 83, "74962": 83, "506552": 83, "9844346": 83, "384110": 83, "22199": 83, "798": 83, "4142": 83, "103796": 83, "000015": 83, "3912582": 83, "718572": 83, "865433": 83, "52578": 83, "8629026": 83, "22249": 83, "634": 83, "009302": 83, "856209": 83, "6826453": 83, "577064": 83, "607": 83, "22274": 83, "9485": 83, "21023": 83, "999922": 83, "3678339": 83, "1642453": 83, "22299": 83, "420471": 83, "000063": 83, "1042883": 83, "22324": 83, "208645": 83, "72489": 83, "998941": 83, "22349": 83, "5208": 83, "81898": 83, "986662": 83, "87142": 83, "663768": 83, "22374": 83, "983475": 83, "000034": 83, "678801": 83, "22399": 83, "802359": 83, "5781016": 83, "22424": 83, "977": 83, "994516": 83, "8675216": 83, "880089": 83, "22449": 83, "1262": 83, "1515": 83, "378036": 83, "44615075": 83, "1135936": 83, "22474": 83, "1012": 83, "9957": 83, "28078": 83, "999395": 83, "2347054": 83, "911696": 83, "22499": 83, "1838": 83, "0356": 83, "019802": 83, "52058": 83, "430": 83, "8313658": 83, "1654232": 83, "22524": 83, "sub_run5": 83, "140154": 83, "19379": 83, "504": 83, "2817": 83, "9358": 83, "03184": 83, "655746": 83, "3327703": 83, "2536142": 83, "22538": 83, "1025": 83, "293673": 83, "445791": 83, "5963737": 83, "1351892": 83, "22549": 83, "2402": 83, "0833": 83, "437536": 83, "042078": 83, "386407": 83, "2161875": 83, "22574": 83, "1309": 83, "870342": 83, "699852": 83, "502956": 83, "657117": 83, "586": 83, "22599": 83, "1743": 83, "8271": 83, "084388": 83, "225992": 83, "2472076": 83, "1569444": 83, "22624": 83, "2086": 83, "047049": 83, "712967": 83, "6748056": 83, "1877708": 83, "22649": 83, "7529": 83, "312537": 83, "06745": 83, "81685615": 83, "1363277": 83, "22674": 83, "1679": 83, "8973": 83, "889441": 83, "022127": 83, "0998027": 83, "1511907": 83, "22699": 83, "1181": 83, "1582": 83, "25977": 83, "538345": 83, "8511174": 83, "1063042": 83, "22724": 83, "1137": 83, "0897": 83, "217064": 83, "56905": 83, "0714601": 83, "1023380": 83, "22749": 83, "2040": 83, "2118": 83, "544863": 83, "461933": 83, "4441502": 83, "1836190": 83, "22774": 83, "2529": 83, "7434": 83, "992049": 83, "891808": 83, "2276769": 83, "22799": 83, "66814": 83, "351942": 83, "703776": 83, "79801": 83, "22824": 83, "1896": 83, "4862": 83, "343338": 83, "7255228": 83, "1706837": 83, "22849": 83, "1738": 83, "7863": 83, "685612": 83, "000185": 83, "9370227": 83, "1564907": 83, "22874": 83, "1819": 83, "8478": 83, "205776": 83, "776604": 83, "3423305": 83, "1637863": 83, "22899": 83, "533558": 83, "254023": 83, "22924": 83, "37915": 83, "69621": 83, "610672": 83, "3951087": 83, "697841": 83, "22949": 83, "1090": 83, "8883": 83, "197186": 83, "3024671": 83, "981799": 83, "22974": 83, "24103": 83, "340016": 83, "000084": 83, "6408863": 83, "68616": 83, "22999": 83, "5078": 83, "526716": 83, "085022": 83, "04738527": 83, "588157": 83, "23024": 83, "741325": 83, "45583": 83, "0234256": 83, "955": 83, "23049": 83, "4651": 83, "080013": 83, "02629": 83, "23074": 83, "845024": 83, "139757": 83, "3318205": 83, "23099": 83, "955624": 83, "493074": 83, "3589754": 83, "23124": 83, "70111": 83, "452288": 83, "407345": 83, "5939164": 83, "130938": 83, "23149": 83, "756516": 83, "744356": 83, "000023": 83, "2581863": 83, "85280": 83, "953": 83, "23174": 83, "130491": 83, "85354": 83, "7462764": 83, "23199": 83, "35435": 83, "739147": 83, "232125": 83, "23224": 83, "909": 83, "95856": 83, "03153": 83, "830122": 83, "9822812": 83, "818962": 83, "23249": 83, "1441": 83, "3219": 83, "395819": 83, "927961": 83, "7346813": 83, "1297189": 83, "23274": 83, "04126": 83, "11858": 83, "23063": 83, "9470654": 83, "758737": 83, "23299": 83, "769078": 83, "700409": 83, "4319363": 83, "23324": 83, "1513": 83, "7151": 83, "712755": 83, "936546": 83, "8116667": 83, "1362343": 83, "23349": 83, "1265": 83, "580465": 83, "114868": 83, "4312929": 83, "1138610": 83, "23374": 83, "3361": 83, "331541": 83, "00343": 83, "048454": 83, "3024965": 83, "23399": 83, "2836": 83, "323826": 83, "4266663": 83, "2553043": 83, "23424": 83, "2352": 83, "4175": 83, "25093": 83, "0051785": 83, "2117175": 83, "23449": 83, "2825": 83, "996": 83, "099987": 83, "839624": 83, "373072": 83, "2543396": 83, "23474": 83, "5151": 83, "141766": 83, "081106": 83, "360667": 83, "1461163": 83, "23499": 83, "93756": 83, "687538": 83, "630848": 83, "9272208": 83, "869343": 83, "823": 83, "23524": 83, "1933": 83, "3208": 83, "414612": 83, "75106": 83, "9096956": 83, "1739988": 83, "23549": 83, "3003": 83, "5579": 83, "476208": 83, "260881": 83, "2703202": 83, "23574": 83, "1776": 83, "796214": 83, "991514": 83, "4039795": 83, "1828959": 83, "23599": 83, "1802": 83, "0966": 83, "37355": 83, "000368": 83, "790329": 83, "1621886": 83, "23624": 83, "1535": 83, "6776": 83, "64689": 83, "027721": 83, "92147976": 83, "1382109": 83, "23649": 83, "1070": 83, "4492": 83, "329798": 83, "4046625": 83, "963404": 83, "23674": 83, "375334": 83, "626062": 83, "4629197": 83, "23699": 83, "798983": 83, "695002": 83, "719495": 83, "23724": 83, "862947": 83, "217703": 83, "437775": 83, "23749": 83, "07955": 83, "814928": 83, "6540294": 83, "23774": 83, "852": 83, "2755": 83, "134862": 83, "507696": 83, "763": 83, "5265477": 83, "767048": 83, "23799": 83, "00732": 83, "061901": 83, "6219144": 83, "72006": 83, "23824": 83, "039072": 83, "185757": 83, "234543": 83, "108005": 83, "23849": 83, "926476": 83, "740973": 83, "8430476": 83, "890": 83, "23874": 83, "1566": 83, "8773": 83, "682913": 83, "498217": 83, "5347023": 83, "1410189": 83, "23899": 83, "1056": 83, "320927": 83, "997578": 83, "4750577": 83, "950733": 83, "23924": 83, "25543": 83, "00009": 83, "278501": 83, "510529": 83, "23949": 83, "397816": 83, "395718": 83, "3793273": 83, "315658": 83, "23974": 83, "01982": 83, "494572": 83, "6984215": 83, "23999": 83, "335354": 83, "544844": 83, "299374": 83, "24024": 83, "498": 83, "51852": 83, "83481": 83, "420488": 83, "471261": 83, "448666": 83, "24049": 83, "4525": 83, "919167": 83, "564985": 83, "447118": 83, "819357": 83, "24074": 83, "682133": 83, "215752": 83, "4204226": 83, "24099": 83, "790886": 83, "81009": 83, "7941985": 83, "24124": 83, "4895": 83, "68059": 83, "8094609": 83, "890540": 83, "24149": 83, "470379": 83, "564283": 83, "24174": 83, "4681": 83, "69247": 83, "29456785": 83, "1163221": 83, "24199": 83, "87485": 83, "670357": 83, "8225725": 83, "24224": 83, "537": 83, "9154": 83, "599335": 83, "355534": 83, "5305769": 83, "484123": 83, "24249": 83, "1382": 83, "891599": 83, "999945": 83, "5557412": 83, "1244619": 83, "24274": 83, "803": 83, "8625": 83, "357159": 83, "554504": 83, "128186": 83, "739491": 83, "24299": 83, "8452": 83, "495691": 83, "75022": 83, "13768224": 83, "1191460": 83, "24324": 83, "1658": 83, "1755": 83, "395845": 83, "233568": 83, "5339695": 83, "1492358": 83, "24349": 83, "279238": 83, "898874": 83, "688903": 83, "24374": 83, "631628": 83, "065317": 83, "6888297": 83, "24399": 83, "569489": 83, "826828": 83, "234565": 83, "24424": 83, "0206": 83, "673584": 83, "873396": 83, "975745": 83, "594968": 83, "815": 83, "24449": 83, "1073": 83, "284251": 83, "545315": 83, "1647538": 83, "966117": 83, "24474": 83, "985385": 83, "93227": 83, "127358": 83, "24499": 83, "004717": 83, "936619": 83, "1236157": 83, "24524": 83, "9882": 83, "365337": 83, "001156": 83, "6044636": 83, "333889": 83, "24549": 83, "3318": 83, "651054": 83, "614986": 83, "181480": 83, "24574": 83, "010227": 83, "79372": 83, "146664": 83, "24599": 83, "633": 83, "59576": 83, "390213": 83, "894945": 83, "8684926": 83, "570236": 83, "24624": 83, "59343": 83, "5267246": 83, "24649": 83, "15375": 83, "20326": 83, "188778": 83, "93738": 83, "24674": 83, "983723": 83, "003113": 83, "8033586": 83, "24699": 83, "221664": 83, "668886": 83, "3165517": 83, "24724": 83, "650764": 83, "165148": 83, "5306246": 83, "24749": 83, "53965": 83, "157383": 83, "457339": 83, "24774": 83, "95734": 83, "35088": 83, "4295363": 83, "47406": 83, "338148": 83, "9402747": 83, "24824": 83, "3464": 83, "925404": 83, "273043": 83, "24849": 83, "2664": 83, "3604": 83, "509575": 83, "99787": 83, "487545": 83, "2375066": 83, "24874": 83, "3005": 83, "8865": 83, "8656": 83, "20208": 83, "2684761": 83, "24899": 83, "3164": 83, "7615": 83, "197342": 83, "086617": 83, "261744": 83, "2821500": 83, "24924": 83, "615269": 83, "11328": 83, "584083": 83, "24949": 83, "20398": 83, "780738": 83, "99957": 83, "941": 83, "602093": 83, "397929": 83, "24974": 83, "816364": 83, "155039": 83, "980941": 83, "24999": 83, "091959": 83, "514444": 83, "620": 83, "923158": 83, "25024": 83, "456": 83, "93237": 83, "886036": 83, "283798": 83, "940544": 83, "411239": 83, "25049": 83, "4053": 83, "9346": 83, "16852": 83, "773457": 83, "774252": 83, "3648541": 83, "25074": 83, "031296": 83, "765486": 83, "873235": 83, "25099": 83, "823162": 83, "340607": 83, "295609": 83, "25124": 83, "977745": 83, "899288": 83, "2945585": 83, "25149": 83, "1766": 83, "729017": 83, "415078": 83, "25174": 83, "192297": 83, "950842": 83, "25199": 83, "464287": 83, "169394": 83, "823215": 83, "25224": 83, "59591": 83, "65728": 83, "0935545": 83, "25249": 83, "50592": 83, "325115": 83, "709449": 83, "25274": 83, "27389": 83, "735031": 83, "947844": 83, "25299": 83, "82053": 83, "900738": 83, "363319": 83, "25324": 83, "47042": 83, "461578": 83, "763615": 83, "25349": 83, "52933": 83, "80769": 83, "0389": 83, "25374": 83, "56004": 83, "754734": 83, "546379": 83, "25399": 83, "873129": 83, "822796": 83, "25424": 83, "6906": 83, "83376": 83, "001799": 83, "935489": 83, "226307": 83, "57874": 83, "372105": 83, "262045": 83, "326594": 83, "25474": 83, "50618": 83, "628372": 83, "166679": 83, "25499": 83, "167046": 83, "691072": 83, "63086": 83, "25524": 83, "55798": 83, "012146": 83, "636631": 83, "346": 83, "807955": 83, "369502": 83, "25549": 83, "651": 83, "70325": 83, "94949": 83, "544811": 83, "337481": 83, "586532": 83, "25574": 83, "1041": 83, "8875": 83, "804943": 83, "998793": 83, "276424": 83, "937698": 83, "25599": 83, "2505": 83, "37692": 83, "888063": 83, "365": 83, "196": 83, "000093": 83, "3427425": 83, "25624": 83, "4303": 83, "7583": 83, "214954": 83, "2613": 83, "652": 83, "414637": 83, "3870570": 83, "950": 83, "25649": 83, "714012": 83, "159508": 83, "151306": 83, "25674": 83, "74679": 83, "251833": 83, "385": 83, "827276": 83, "25699": 83, "98147": 83, "937086": 83, "358186": 83, "25724": 83, "291485": 83, "252293": 83, "602841": 83, "25749": 83, "470722": 83, "394222": 83, "277687": 83, "25774": 83, "822987": 83, "489048": 83, "156735": 83, "25799": 83, "22203": 83, "64449": 83, "052027": 83, "25824": 83, "95142": 83, "187042": 83, "178462": 83, "25849": 83, "650509": 83, "624398": 83, "25874": 83, "087856": 83, "81011": 83, "491618": 83, "25899": 83, "322044": 83, "77929": 83, "339748": 83, "25924": 83, "95429": 83, "417715": 83, "883621": 83, "998": 83, "25949": 83, "256157": 83, "279231": 83, "25974": 83, "208662": 83, "422109": 83, "25999": 83, "97581": 83, "713926": 83, "465273": 83, "26024": 83, "26651": 83, "392784": 83, "754955": 83, "890859": 83, "168539": 83, "26049": 83, "2839": 83, "5784": 83, "345562": 83, "531103": 83, "804117": 83, "2523309": 83, "26074": 83, "3925": 83, "5715": 83, "477875": 83, "937943": 83, "464203": 83, "3504417": 83, "26099": 83, "4254": 83, "768286": 83, "724548": 83, "3828847": 83, "4908": 83, "187576": 83, "125984": 83, "681": 83, "087038": 83, "4400032": 83, "26149": 83, "08793": 83, "162493": 83, "742": 83, "204876": 83, "26174": 83, "17672": 83, "449238": 83, "868": 83, "77673": 83, "26199": 83, "4341": 83, "2114": 83, "581272": 83, "12907": 83, "792": 83, "831139": 83, "3903533": 83, "26224": 83, "4636": 83, "2915": 83, "08801": 83, "42213": 83, "683224": 83, "4171513": 83, "26249": 83, "3491": 83, "4077": 83, "89672": 83, "679293": 83, "496178": 83, "3150081": 83, "26274": 83, "47146": 83, "53944": 83, "309011": 83, "26299": 83, "804707": 83, "097784": 83, "872309": 83, "26324": 83, "28057": 83, "83315": 83, "32014": 83, "26349": 83, "60585": 83, "294132": 83, "06836": 83, "26374": 83, "328117": 83, "36409": 83, "44078": 83, "26399": 83, "79806": 83, "133389": 83, "43842": 83, "162": 83, "26424": 83, "323395": 83, "736319": 83, "34564": 83, "26449": 83, "02745": 83, "606394": 83, "023228": 83, "26474": 83, "58435": 83, "921928": 83, "423105": 83, "26499": 83, "42138": 83, "429708": 83, "647804": 83, "26524": 83, "55395": 83, "446527": 83, "192326": 83, "26549": 83, "08581": 83, "69578": 83, "023277": 83, "26574": 83, "03985": 83, "502487": 83, "397675": 83, "26599": 83, "01041": 83, "92337": 83, "942945": 83, "26624": 83, "1697": 83, "0332": 83, "39393": 83, "575014": 83, "522898": 83, "1457054": 83, "26649": 83, "909515": 83, "961433": 83, "839106": 83, "26674": 83, "118645": 83, "401157": 83, "892473": 83, "26699": 83, "7243": 83, "911": 83, "207127": 83, "405018": 83, "610846": 83, "6482271": 83, "26724": 83, "6050": 83, "90546": 83, "9165": 83, "506327": 83, "5445381": 83, "26749": 83, "5802": 83, "61357": 83, "26556": 83, "554426": 83, "5239022": 83, "26774": 83, "5660": 83, "5815": 83, "0777": 83, "114191": 83, "911041": 83, "5093937": 83, "26799": 83, "5907": 83, "6895": 83, "608673": 83, "191023": 83, "198372": 83, "5316920": 83, "26824": 83, "9303": 83, "091045": 83, "664352": 83, "26849": 83, "5355": 83, "462065": 83, "446198": 83, "26874": 83, "676174": 83, "86975": 83, "543": 83, "234293": 83, "26899": 83, "196945": 83, "72702": 83, "81109": 83, "26924": 83, "365803": 83, "91152": 83, "71026": 83, "26949": 83, "808823": 83, "34431": 83, "228575": 83, "26974": 83, "46324": 83, "034254": 83, "445435": 83, "26999": 83, "088394": 83, "545113": 83, "056477": 83, "27024": 83, "48272": 83, "513992": 83, "597227": 83, "27049": 83, "68627": 83, "137533": 83, "70093": 83, "27074": 83, "33599": 83, "662937": 83, "363422": 83, "27099": 83, "69531": 83, "924374": 83, "73869": 83, "27124": 83, "839935": 83, "857756": 83, "073912": 83, "27149": 83, "361885": 83, "164515": 83, "011673": 83, "27174": 83, "565113": 83, "377394": 83, "27199": 83, "95512": 83, "372908": 83, "871769": 83, "27224": 83, "2666": 83, "0518": 83, "77003": 83, "471449": 83, "982664": 83, "2182675": 83, "27249": 83, "6300": 83, "4297": 83, "49313": 83, "120296": 83, "808458": 83, "5725117": 83, "27274": 83, "8811": 83, "531456": 83, "561466": 83, "571522": 83, "7934286": 83, "27299": 83, "6695": 83, "759": 83, "31789": 83, "617308": 83, "11162": 83, "5988546": 83, "27324": 83, "9954": 83, "786385": 83, "386": 83, "388": 83, "27349": 83, "56357": 83, "611694": 83, "480": 83, "463623": 83, "27374": 83, "7725": 83, "66061": 83, "009495": 83, "482": 83, "697567": 83, "6953081": 83, "27399": 83, "7112": 83, "092": 83, "154137": 83, "774574": 83, "108007": 83, "6400882": 83, "27424": 83, "7589": 83, "069283": 83, "212975": 83, "823973": 83, "6806540": 83, "27449": 83, "7284": 83, "75603": 83, "36963": 83, "25723": 83, "6567345": 83, "27474": 83, "34198": 83, "128633": 83, "060984": 83, "27499": 83, "87071": 83, "23084": 83, "799652": 83, "27524": 83, "91234": 83, "266905": 83, "761063": 83, "27549": 83, "622814": 83, "924835": 83, "308342": 83, "27574": 83, "77873": 83, "76857": 83, "624556": 83, "27599": 83, "077736": 83, "452297": 83, "497612": 83, "27624": 83, "40393": 83, "641663": 83, "917315": 83, "27649": 83, "30557": 83, "393188": 83, "25013": 83, "27674": 83, "47385": 83, "55956": 83, "52394": 83, "27699": 83, "14162": 83, "054893": 83, "166603": 83, "27724": 83, "48113": 83, "279541": 83, "949242": 83, "27749": 83, "318306": 83, "868973": 83, "62419": 83, "27774": 83, "097755": 83, "851496": 83, "950931": 83, "27799": 83, "87412": 83, "786936": 83, "933619": 83, "27824": 83, "27451": 83, "58274": 83, "477741": 83, "27849": 83, "46448": 83, "158018": 83, "413868": 83, "27874": 83, "7313": 83, "38672": 83, "854069": 83, "157618": 83, "6531380": 83, "27899": 83, "4564": 83, "3667": 83, "276726": 83, "902065": 83, "594": 83, "919645": 83, "4107929": 83, "27924": 83, "7623": 83, "4326": 83, "009117": 83, "158352": 83, "354": 83, "180256": 83, "6847386": 83, "27949": 83, "6947": 83, "06217": 83, "78853": 83, "24378": 83, "6253876": 83, "27974": 83, "9098": 83, "64776": 83, "771917": 83, "54648": 83, "8188946": 83, "27999": 83, "09069": 83, "673058": 83, "510412": 83, "28024": 83, "35179": 83, "799736": 83, "46637": 83, "28049": 83, "4839": 83, "21796": 83, "422802": 83, "520885": 83, "4355224": 83, "28074": 83, "3193": 83, "766872": 83, "16245": 83, "28099": 83, "959476": 83, "62267": 83, "26822": 83, "28124": 83, "667793": 83, "918974": 83, "58964": 83, "28149": 83, "34158": 83, "237514": 83, "070307": 83, "28174": 83, "39148": 83, "905378": 83, "062317": 83, "28199": 83, "6153": 83, "987005": 83, "171911": 83, "28224": 83, "07577": 83, "398651": 83, "837196": 83, "28249": 83, "98378": 83, "30729": 83, "006378": 83, "28274": 83, "59511": 83, "637218": 83, "68392": 83, "28299": 83, "53599": 83, "408203": 83, "29011": 83, "28324": 83, "36071": 83, "787981": 83, "836372": 83, "28349": 83, "465584": 83, "595346": 83, "46531": 83, "28374": 83, "35134": 83, "423868": 83, "927923": 83, "28399": 83, "466934": 83, "542606": 83, "690955": 83, "28424": 83, "2477": 83, "14731": 83, "00025": 83, "502": 83, "781527": 83, "1977187": 83, "28449": 83, "831": 83, "94759": 83, "340313": 83, "644999": 83, "3888217": 83, "28474": 83, "4505": 83, "703907": 83, "807577": 83, "97025": 83, "4071010": 83, "28499": 83, "33011": 83, "624273": 83, "0148": 83, "28524": 83, "02536": 83, "36438": 83, "886509": 83, "28549": 83, "3543": 83, "0786": 83, "36832": 83, "563951": 83, "862566": 83, "3202745": 83, "28574": 83, "3745": 83, "45838": 83, "592949": 83, "822": 83, "748531": 83, "4067437": 83, "28599": 83, "3872": 83, "587": 83, "28053": 83, "146233": 83, "672": 83, "738441": 83, "3485328": 83, "28624": 83, "4094": 83, "6316": 83, "37934": 83, "257887": 83, "230354": 83, "3685168": 83, "28649": 83, "6661": 83, "5596": 83, "606304": 83, "828178": 83, "708069": 83, "5995403": 83, "28674": 83, "85174": 83, "639334": 83, "771671": 83, "28699": 83, "16045": 83, "708534": 83, "23912": 83, "28724": 83, "647655": 83, "036564": 83, "43089": 83, "28749": 83, "57566": 83, "250349": 83, "130976": 83, "28774": 83, "49098": 83, "85888": 83, "392647": 83, "28799": 83, "80126": 83, "471773": 83, "646113": 83, "28824": 83, "124214": 83, "765324": 83, "500229": 83, "28849": 83, "977394": 83, "556833": 83, "698845": 83, "28874": 83, "42441": 83, "563036": 83, "609982": 83, "28899": 83, "102802": 83, "835937": 83, "28924": 83, "69949": 83, "181385": 83, "469681": 83, "28949": 83, "59502": 83, "909647": 83, "101468": 83, "28974": 83, "66151": 83, "910679": 83, "273347": 83, "28999": 83, "35091": 83, "401176": 83, "324581": 83, "29024": 83, "71592": 83, "573292": 83, "8933735": 83, "89574": 83, "314674": 83, "169209": 83, "55806": 83, "226868": 83, "29074": 83, "58246": 83, "990826": 83, "583698": 83, "76581": 83, "769733": 83, "29099": 83, "975693": 83, "315203": 83, "211603": 83, "29124": 83, "393436": 83, "684353": 83, "962957": 83, "29149": 83, "845577": 83, "227089": 83, "785164": 83, "29174": 83, "81533": 83, "78495": 83, "165697": 83, "29199": 83, "039814": 83, "37903": 83, "601": 83, "668146": 83, "29224": 83, "82086": 83, "041191": 83, "998777": 83, "887494": 83, "680238": 83, "29249": 83, "74524": 83, "250929": 83, "870352": 83, "0501375": 83, "530770": 83, "29274": 83, "78235": 83, "41525": 83, "343817": 83, "575379": 83, "320056": 83, "29299": 83, "28177": 83, "437138": 83, "750761": 83, "752086": 83, "153119": 83, "29324": 83, "4101": 83, "57593": 83, "547272": 83, "499285": 83, "803713": 83, "29349": 83, "545914": 83, "444693": 83, "527241": 83, "29374": 83, "661545": 83, "53084": 83, "061643": 83, "29399": 83, "10691": 83, "282064": 83, "111017": 83, "29424": 83, "51776": 83, "679943": 83, "623661": 83, "948649": 83, "144203": 83, "29449": 83, "99529": 83, "502026": 83, "113121": 83, "176395": 83, "29474": 83, "82913": 83, "008144": 83, "827543": 83, "9139585": 83, "356246": 83, "29499": 83, "179922": 83, "8165884": 83, "29524": 83, "240658": 83, "216024": 83, "049884": 83, "29549": 83, "9406": 83, "607895": 83, "994785": 83, "3867": 83, "242946": 83, "29574": 83, "15726": 83, "06001": 83, "49031": 83, "626621": 83, "247664": 83, "29599": 83, "63905": 83, "56933": 83, "999338": 83, "303662": 83, "155237": 83, "29624": 83, "98283": 83, "69601": 83, "996305": 83, "818181": 83, "103831": 83, "29649": 83, "43365": 83, "01116": 83, "810081": 83, "61902": 83, "213251": 83, "29674": 83, "864481": 83, "616375": 83, "29699": 83, "14059": 83, "561531": 83, "291023": 83, "290013": 83, "60426": 83, "29724": 83, "577415": 83, "974966": 83, "945387": 83, "29749": 83, "09662": 83, "126259": 83, "29774": 83, "75012": 83, "129744": 83, "99909": 83, "750": 83, "957376": 83, "398741": 83, "29799": 83, "644516": 83, "742807": 83, "38035": 83, "29824": 83, "68085": 83, "795471": 83, "864655": 83, "421692": 83, "853812": 83, "29849": 83, "444937": 83, "155224": 83, "639802": 83, "29874": 83, "62606": 83, "500097": 83, "85239": 83, "29899": 83, "405": 83, "7212": 83, "554108": 83, "08769": 83, "108369": 83, "374291": 83, "29924": 83, "68054": 83, "438751": 83, "759789": 83, "8017235": 83, "269702": 83, "29949": 83, "02954": 83, "213444": 83, "81333": 83, "8243685": 83, "229651": 83, "29974": 83, "00937": 83, "375805": 83, "48292": 83, "240308": 83, "29999": 83, "04773": 83, "78811": 83, "049967": 83, "860969": 83, "220542": 83, "30024": 83, "25504": 83, "277805": 83, "30049": 83, "955597": 83, "760807": 83, "201731": 83, "213139": 83, "30074": 83, "709": 83, "60114": 83, "48715": 83, "001703": 83, "46865": 83, "635589": 83, "30099": 83, "221107": 83, "109674": 83, "9412384": 83, "30124": 83, "63318": 83, "26123": 83, "222464": 83, "237269": 83, "30149": 83, "58445": 83, "038744": 83, "9729078": 83, "30174": 83, "037195": 83, "692776": 83, "3160286": 83, "30199": 83, "770256": 83, "53176": 83, "763005": 83, "87993": 83, "30224": 83, "103163": 83, "441555": 83, "4654706": 83, "30249": 83, "286907": 83, "844337": 83, "499041": 83, "30274": 83, "3575": 83, "10244": 83, "518553": 83, "7320251": 83, "827500": 83, "30299": 83, "8073": 83, "295015": 83, "016277": 83, "503": 83, "3730378": 83, "1108626": 83, "30324": 83, "1072": 83, "4786": 83, "873655": 83, "144833": 83, "8989847": 83, "965230": 83, "30349": 83, "420418": 83, "237041": 83, "577261": 83, "30374": 83, "2309": 83, "720751": 83, "337305": 83, "910754": 83, "872307": 83, "30399": 83, "28127": 83, "197556": 83, "4707968": 83, "30424": 83, "50226": 83, "287544": 83, "413916": 83, "534519": 83, "346052": 83, "30449": 83, "6212": 83, "984917": 83, "419529": 83, "94522": 83, "674659": 83, "30474": 83, "733772": 83, "07528": 83, "035179": 83, "30499": 83, "4852": 83, "311705": 83, "56456": 83, "236861": 83, "631967": 83, "30524": 83, "22852": 83, "344952": 83, "58754": 83, "560407": 83, "347605": 83, "30549": 83, "326004": 83, "84595": 83, "5393739": 83, "1119156": 83, "30574": 83, "770": 83, "26825": 83, "772131": 83, "714325": 83, "096941": 83, "648078": 83, "30599": 83, "780336": 83, "484047": 83, "4706626": 83, "30624": 83, "413": 83, "355236": 83, "587442": 83, "7593412": 83, "372401": 83, "30649": 83, "19888": 83, "850016": 83, "7583431": 83, "1079741": 83, "30674": 83, "1826": 83, "2998": 83, "840548": 83, "298168": 83, "3745906": 83, "1643669": 83, "30699": 83, "057957": 83, "570192": 83, "9157972": 83, "30724": 83, "1313": 83, "157179": 83, "578194": 83, "341252": 83, "974818": 83, "30749": 83, "529976": 83, "427694": 83, "9428682": 83, "30774": 83, "5748": 83, "313513": 83, "2255049": 83, "30799": 83, "005653": 83, "1828644": 83, "30824": 83, "551": 83, "1428": 83, "979132": 83, "311874": 83, "46443972": 83, "496028": 83, "30849": 83, "1375": 83, "0525": 83, "567287": 83, "014524": 83, "11835387": 83, "1237547": 83, "30874": 83, "1464": 83, "480985": 83, "568": 83, "5645857": 83, "1317869": 83, "30899": 83, "380638": 83, "220278": 83, "6327314": 83, "30924": 83, "445868": 83, "922201": 83, "970597": 83, "560345": 83, "30949": 83, "61838": 83, "946701": 83, "933338": 83, "093073": 83, "410771": 83, "30974": 83, "560": 83, "925459": 83, "773348": 83, "055126": 83, "504581": 83, "30999": 83, "871876": 83, "722929": 83, "191752": 83, "31024": 83, "536386": 83, "418673": 83, "5819852": 83, "31049": 83, "1063": 83, "0789": 83, "744133": 83, "999746": 83, "4415144": 83, "956770": 83, "31074": 83, "90969": 83, "74368": 83, "8199086": 83, "31099": 83, "1086": 83, "9948": 83, "50109": 83, "585283": 83, "3219347": 83, "978295": 83, "31124": 83, "91885": 83, "318344": 83, "535563": 83, "044543": 83, "319316": 83, "31149": 83, "692": 83, "0048": 83, "121815": 83, "953701": 83, "671339": 83, "596618": 83, "31174": 83, "1085": 83, "7454": 83, "932785": 83, "481953": 83, "3281816": 83, "977170": 83, "31199": 83, "1320": 83, "7164": 83, "061243": 83, "15332632": 83, "1188644": 83, "31224": 83, "622356": 83, "660505": 83, "5307813": 83, "31249": 83, "1123": 83, "5736": 83, "958847": 83, "000471": 83, "1390406": 83, "1011216": 83, "31274": 83, "sub_run6": 83, "26294": 83, "0507": 83, "37521827": 83, "3207": 83, "3267": 83, "21404": 83, "906685": 83, "279724": 83, "2886594": 83, "31298": 83, "175194": 83, "6965": 83, "018936": 83, "829346": 83, "0265746": 83, "2301027": 83, "31299": 83, "0x7f6d49d5f670": 83, "175195": 83, "1700214442": 83, "738834": 83, "215683": 83, "7389145": 83, "738949": 83, "7389746": 83, "7390523": 83, "739078": 83, "7391007": 83, "save_util": 83, "Will": 83, "sinergym_output": 83, "experiment1": 83, "add_dir": 83, "training_output": 83, "evaluation_output": 83, "log_artifact": 83, "repo": 83, "miss": 83, "guid": 83, "launch": 83, "reduc": 83, "amount": 83, "histori": [83, 87, 93], "index4action_simul": 83, "cooling_setpoint_rl26action_simul": 83, "heating_setpoint_rl19episod": 83, "69622episod": 83, "22738": 83, "12343episod": 83, "3556": 83, "04736episod": 83, "cumulative_power71120947": 83, "22879episod": 83, "17188episod": 83, "cumulative_temperature_violation45476": 83, "24685episod": 83, "episode_length70077episod": 83, "32447episod": 83, "05074episod": 83, "mean_power1014": 83, "89714episod": 83, "37522episod": 83, "mean_temperature_violation0": 83, "64895eval": 83, "24201eval": 83, "17670": 83, "69841eval": 83, "1708": 83, "48282eval": 83, "cumulative_power_consumption34169656": 83, "38755eval": 83, "18123eval": 83, "cumulative_temperature_violation35341": 83, "39683eval": 83, "episode_length35040": 83, "0eval": 83, "5043eval": 83, "04876eval": 83, "mean_power_consumption975": 83, "16143eval": 83, "55306eval": 83, "mean_temperature_violation1": 83, "0086eval": 83, "std_cumulative_reward0": 83, "std_reward0": 83, "0observ": 83, "hvac_electricity_demand_rate2556": 83, "69653observ": 83, "air_humidity17": 83, "01894observ": 83, "air_temperature16": 83, "82935observ": 83, "clg_setpoint40": 83, "co2_emission0": 83, "day_of_month1": 83, "diffuse_solar_radiation0": 83, "direct_solar_radiation0": 83, "hour0": 83, "htg_setpoint12": 83, "8observ": 83, "month1": 83, "outdoor_humidity57": 83, "75observ": 83, "02657observ": 83, "people_occupant0": 83, "total_electricity_hvac2301027": 83, "wind_direction275": 83, "wind_speed7": 83, "6rollout": 83, "exploration_rate0": 83, "05time": 83, "total_timesteps140154train": 83, "learning_rate0": 83, "0001train": 83, "loss16037": 83, "58984train": 83, "n_updates31299": 83, "pf27dlousync": 83, "media": 83, "evaluation_d": 83, "evaluation_nam": 83, "merg": 83, "sinergym_evalu": 83, "20231117_094859": 83, "15owsnpb": 83, "43_sr2houk": 83, "renam": 83, "res35041": [83, 84, 86], "load_artifact_ent": 83, "load_artifact_project": 83, "load_artifact_nam": 83, "load_artifact_tag": 83, "load_artifact_model_path": 83, "zip": [83, 86, 87], "wandb_path": 83, "use_artifact": 83, "get_path": 83, "model_path": 83, "7954676783357755": 83, "963": 83, "9496999955164": 83, "1817": 83, "582571129998": 83, "2841": 83, "5036276598917": 83, "4340": 83, "565445997684": 83, "6108": 83, "581378312066": 83, "7223": 83, "767956524665": 83, "8558": 83, "958125000907": 83, "9950": 83, "644160496227": 83, "11044": 83, "144766497926": 83, "13176": 83, "534777951341": 83, "395840884017": 83, "4263319241570109": 83, "14938": 83, "670622460524": 83, "7052782846459695": 83, "936": 83, "5481180476335": 83, "1798": 83, "784133735751": 83, "2827": 83, "2387312028445": 83, "4366": 83, "328889075081": 83, "6183": 83, "997471720583": 83, "7325": 83, "563685767946": 83, "8681": 83, "46846670104": 83, "10086": 83, "073464526888": 83, "11172": 83, "340415472303": 83, "13219": 83, "748208010345": 83, "14115": 83, "750843779568": 83, "4283177306652533": 83, "15008": 83, "253282509391": 83, "7042527324647196": 83, "5236861805773": 83, "7806890630795": 83, "2820": 83, "081000039381": 83, "4295": 83, "9802117699255": 83, "508686603184": 83, "935226174976": 83, "8529": 83, "98270733462": 83, "566541371296": 83, "10989": 83, "840486913932": 83, "12997": 83, "533912090104": 83, "13880": 83, "172965873764": 83, "42214784762863855": 83, "14792": 83, "06058090633": 83, "7502089967989307": 83, "942": 83, "9367504242642": 83, "656177587228": 83, "2794": 83, "655237212276": 83, "4333": 83, "22916802518": 83, "6090": 83, "34169685729": 83, "1494897446855": 83, "8598": 83, "938588370329": 83, "9997": 83, "264926241101": 83, "11077": 83, "148069449044": 83, "575884449961": 83, "14086": 83, "931630958963": 83, "4275640288043432": 83, "14981": 83, "8435693031": 83, "795342248728848": 83, "938": 83, "7996243556881": 83, "0145801281317": 83, "2877": 83, "741132595393": 83, "4407": 83, "196686348535": 83, "90714284908": 83, "7316": 83, "297986671081": 83, "8651": 83, "146489725308": 83, "10070": 83, "592382785619": 83, "11131": 83, "844874744675": 83, "13342": 83, "353151567342": 83, "14226": 83, "469403206707": 83, "43131719567353316": 83, "15113": 83, "354536399509": 83, "evaluation1": 83, "03_13": 83, "success": 83, "33_hu200t1q": 83, "empzk2onsync": 83, "20230803_133654": 83, "empzk2on": 83, "extend": [84, 86], "export_schedulers_to_excel": 84, "pprint": 84, "actschd": 84, "space1": 84, "field_nam": 84, "activity_level_schedule_nam": 84, "table_nam": 84, "space2": 84, "space3": 84, "space4": 84, "basinheatersch": 84, "basin_heater_operating_schedule_nam": 84, "twospe": 84, "coolingsetpoint": 84, "setpoint_temperature_schedule_nam": 84, "thermostatsetpoint": 84, "singlecool": 84, "dualsetpoint": 84, "cooling_setpoint_temperature_schedule_nam": 84, "coolingcoilavailsch": 84, "availability_schedule_nam": 84, "coilsystem": 84, "fraction": 84, "eleceq": 84, "schedule_nam": 84, "electricequip": 84, "fanavailsch": 84, "suppli": 84, "fan": 84, "variablevolum": 84, "availabilitymanag": 84, "heating_setpoint_temperature_schedule_nam": 84, "heatingsetpoint": 84, "singleh": 84, "infil": 84, "zoneinfiltr": 84, "designflowr": 84, "light": 84, "oa": 84, "sched": 84, "minimum_outdoor_air_schedule_nam": 84, "outdoorair": 84, "oarequir": 84, "zoneminoarequir": 84, "outdoor_air_schedule_nam": 84, "designspecif": 84, "number_of_people_schedule_nam": 84, "plenumclg": 84, "plenumcoolingsetpoint": 84, "plenumhtg": 84, "plenumheatingsetpoint": 84, "reheatcoilavailsch": 84, "reheat": 84, "airtermin": 84, "singleduct": 84, "temp": 84, "setpointmanag": 84, "shadetranssch": 84, "south": 84, "overhang": 84, "transmittance_schedule_nam": 84, "shade": 84, "door": 84, "control_type_schedule_nam": 84, "zonecontrol": 84, "xlsx": 84, "layer": 84, "note": [84, 88], "protocol": 84, "conform": 84, "my": 84, "often": 84, "plenum": 84, "reason": 84, "dry": [84, 92], "bulb": 84, "dew": 84, "materi": 84, "absorpt": 84, "br01": 84, "visibl": 84, "cc03": 84, "gp01": 84, "gp02": 84, "in02": 84, "in46": 84, "pw03": 84, "rg01": 84, "wd01": 84, "wd10": 84, "cp01": 84, "mat": 84, "clng": 84, "sb": 84, "interior": 84, "convect": 84, "coeffici": 84, "exterior": 84, "mir": 84, "wall": 84, "1pb": 84, "1pf": 84, "1pl": 84, "1pr": 84, "c1": 84, "1p": 84, "c2": 84, "c3": 84, "c4": 84, "c5": 84, "front": 84, "sb12": 84, "sb14": 84, "sb15": 84, "f1": 84, "wf": 84, "right": 84, "sb21": 84, "sb23": 84, "sb25": 84, "f2": 84, "wr": 84, "back": 84, "sb32": 84, "sb34": 84, "sb35": 84, "f3": 84, "wb": 84, "left": 84, "sb41": 84, "sb43": 84, "sb45": 84, "f4": 84, "wl": 84, "sb51": 84, "sb52": 84, "sb53": 84, "sb54": 84, "f5": 84, "factor": [84, 88], "ground": 84, "wetbulb": 84, "infiltr": 84, "exchang": 84, "flow": 84, "vol": 84, "pressur": 84, "autos": 84, "volum": 84, "coincid": 84, "peak": 84, "noncoincid": 84, "curv": 84, "varspeedcoolcapft": 84, "varspeedcoolcaplsft": 84, "varspeedcooleirft": 84, "varspeedcooleirlsft": 84, "packagedratedcoolcapfflow": 84, "packagedratedcooleirfflow": 84, "varspeedcyclingplffplr": 84, "node": 84, "ratio": 84, "IN": 84, "eq": 84, "condens": 84, "atu": 84, "relief": 84, "airloophvac": 84, "internal_vari": 84, "internalvari": 84, "plug": 84, "multipli": 84, "densiti": 84, "nomin": 84, "sensibl": 84, "capac": 84, "preheat": 84, "plugin_global_vari": 84, "trend": 84, "outputmet": 84, "spacetyp": 84, "interiorlight": 84, "generallight": 84, "interiorequip": 84, "energytransf": 84, "electricitypurchas": 84, "plant": 84, "cogener": 84, "electricitysurplussold": 84, "electricitynet": 84, "heatingcoil": 84, "naturalga": 84, "coolingcoil": 84, "mainswat": 84, "carbonequivalentemiss": 84, "outputvari": 84, "purchas": 84, "surplu": 84, "net": 84, "ancillari": 84, "pump": 84, "basin": 84, "heater": 84, "n2o": 84, "ch4": 84, "0x7f80ad33c0a0": 84, "50000000": 84, "multiobswrapp": [85, 87], "normalizeobserv": [85, 87, 91], "written": 85, "create_row_cont": 85, "customcsvlogg": 85, "def": [85, 86, 87, 89], "super": [85, 89], "last_10_steps_reward": 85, "_create_row_cont": 85, "total_power_no_unit": 85, "power_penalti": 85, "res35042": [85, 87], "217491": 85, "886911": 85, "89998888619655": 85, "3333333333334": 85, "045027": 85, "73458": 85, "04774477368803296": 85, "8954737606592": 85, "268929570656645": 85, "35254046509186": 85, "840368": 85, "000128": 85, "10365036504194708": 85, "020063419083978743": 85, "08358694595796834": 85, "2683816795749": 85, "16717389191593668": 85, "832826108084063": 85, "21284685762769534": 85, "49947498388144": 85, "sai": 86, "feel": 86, "plai": 86, "rbc5zone": 86, "myrulebasedcontrol": 86, "daytim": 86, "obs_dict": [86, 87], "out_temp": 86, "summer_start_d": 86, "summer_final_d": 86, "current_dt": 86, "season_comfort_rang": 86, "setpoints_summ": 86, "setpoints_wint": 86, "in_temp": 86, "current_heat_setpoint": 86, "current_cool_setpoint": 86, "new_heat_setpoint": 86, "new_cool_setpoint": 86, "elif": 86, "weekdai": 86, "weekend": 86, "night": 86, "913313585398759": [86, 87], "05542625239599594": [86, 87], "857887333002763": [86, 87], "5250479199187": [86, 87], "715774666005526": [86, 87], "284225333994474": [86, 87], "2795": 86, "338629010751": 86, "2977": [86, 87], "005629148688825955": 86, "5829737765191": 86, "780085346555335": 86, "3442": 86, "9942477932536": 86, "5665": [86, 87], "22725948485913058": 86, "00882370430179678": 86, "21843578055733381": 86, "47408603593558": 86, "43687156111466763": 86, "563128438885332": 86, "6086": 86, "758193423204": 86, "8641": [86, 87], "98606808783697": 86, "8588": 86, "569469115886": 86, "11521": [86, 87], "4531417474460593": 86, "9062834948921186": 86, "40628349489212": 86, "11765": 86, "765367945189": 86, "14497": [86, 87], "900405758648773": 86, "14245": 86, "140165597242": 86, "17377": [86, 87], "9700071561753898": 86, "9400143123507796": 86, "94001431235078": 86, "16167": 86, "362661542358": 86, "20353": [86, 87], "996330089060972": 86, "18044": 86, "632044925856": 86, "23329": [86, 87], "799172085986662": 86, "19572": 86, "469153276368": 86, "3125": [86, 87], "26209": [86, 87], "0005842181877573": 86, "06446283743025183": [86, 87], "9361213807575055": 86, "1289": [86, 87], "2567486050366": [86, 87], "872242761515011": 86, "37224276151501": 86, "25697": 86, "968230973762": 86, "29185": [86, 87], "004536449977537947": [86, 87], "72899955075894": [86, 87], "766705234161947": 86, "99400805497": 86, "32065": [86, 87], "933681388733177": 86, "8548035936270668": 86, "29952": 86, "317920693455": 86, "variant": [87, 93], "mo": 87, "tradit": [87, 93], "multiobjectivereward": 87, "encount": 87, "shouldn": 87, "previousobservationwrapp": 87, "res35043": 87, "284225": 87, "9228": 87, "997672": 87, "htg_setpoint_previ": 87, "clg_setpoint_previ": 87, "air_temperature_previ": 87, "384174": 87, "datetimewrapp": 87, "res35044": 87, "month_sin": 87, "month_co": 87, "hour_sin": 87, "hour_co": 87, "800000190734863": 87, "650000095367432": 87, "284225463867188": 87, "922800064086914": 87, "5250244140625": 87, "5625": 87, "continuo": 87, "normalizeact": [87, 91], "res35045": 87, "8381089": 87, "15050839": 87, "892908": 87, "685593": 87, "20605884": 87, "00121972": 87, "97728": 87, "254574": 87, "20422778": 87, "9112268": 87, "515854": 87, "8329": 87, "6123266": 87, "04220473": 87, "453775": 87, "091732": 87, "46484488": 87, "32572523": 87, "493168": 87, "02853": 87, "new_discrete_spac": 87, "action_mapping_funct": 87, "res35046": 87, "decrement": [87, 93], "discreteincrementalwrapp": 87, "res35047": 87, "limit": [87, 89], "current_setpoint": 87, "precis": [87, 93], "usual": [87, 89, 93], "carefulli": [87, 93], "res35048": 87, "WITH": 87, "00499968750430059": 87, "9875907976185373": 87, "9745626607331893": 87, "9973969815420386": 87, "9908525387095581": 87, "007049581561774207": 87, "0070688585864955075": 87, "35264364590376623": 87, "05800834342804423": 87, "9802888899782684": 87, "9802889755036568": 87, "res35049": 87, "res35050": 87, "0000000e": 87, "4000001e": 87, "5000000e": 87, "8750000e": 87, "4500000e": 87, "02": 87, "2800000e": 87, "8384174e": 87, "6903370e": 87, "0360292e": 87, "3242619e": 87, "8000002e": 87, "1000000e": 87, "6500001e": 87, "6000000e": 87, "8284225e": 87, "6922800e": 87, "1085250e": 87, "9767256e": 87, "critic": 87, "proper": 87, "strongli": 87, "res35051": 87, "00538809382535063": 87, "76187650701259": 87, "961309048938297": 87, "006935757308931089": 87, "71514617862178": 87, "093696177204187": 87, "11540370667002": 87, "4961122594044092": 87, "9922245188088183": 87, "49222451880882": 87, "96360689704416": 87, "9700266488211167": 87, "9400532976422333": 87, "940053297642233": 87, "006542366753496509": 87, "013084733506993018": 87, "013084733506993": 87, "800150805217598": 87, "9667086618754865": 87, "0311714993057384": 87, "933417323750973": 87, "433417323750973": 87, "02925460307228": 87, "283078053476807": 87, "num_simul": 88, "tree": 88, "content": 88, "sub_runn": 88, "monitor_norm": 88, "sub_run": 88, "num_episod": 88, "within": [88, 89, 90], "copi": 88, "suit": 88, "observation_valu": 88, "declar": 88, "row": 88, "techniqu": 88, "extern": 88, "person": 88, "multi": 89, "discomfort": 89, "neg": 89, "perfect": 89, "behavior": 89, "notic": 89, "r_t": 89, "omega": 89, "lambda_p": 89, "p_t": 89, "t_t": 89, "repres": 89, "impos": 89, "assign": 89, "proport": 89, "concord": 89, "kind": 89, "typic": 89, "satisfact": 89, "far": 89, "target": 89, "hourlylinearreward": 89, "slight": 89, "am": 89, "pm": 89, "equal": 89, "seri": 89, "reflect": 89, "pretti": 89, "imagin": 89, "signal": 89, "__call__": 89, "basereward": 89, "customreward": 89, "naiv": 89, "under": [90, 91], "v": 90, "test_common": 90, "test_reward": 90, "test_wrapp": 90, "test_simul": 90, "test_env": 90, "test_control": 90, "test_model": 90, "test_stable_baselin": 90, "conceptu": 90, "readm": 90, "try_env": 91, "soon": 91, "dispos": 91, "simplest": 91, "normalizereward": 91, "screen": 91, "\u00bac": 92, "aus_nsw": 92, "sydnei": 92, "947670_iwec": 92, "australia": 92, "subtrop": 92, "col_bogota": 92, "802220_iwec": 92, "bogota": 92, "colombia": 92, "mediterranean": 92, "warm": 92, "mild": 92, "granada": 92, "spain": 92, "latitud": 92, "semiarid": 92, "passiv": 92, "helsinki": 92, "finland": 92, "moist": 92, "continent": 92, "jpn_tokyo": 92, "hyakuri": 92, "477150_iwec": 92, "tokyo": 92, "japan": 92, "mdg_antananarivo": 92, "670830_iwec": 92, "antananarivo": 92, "madagascar": 92, "lisboa": 92, "portug": 92, "marin": 92, "arizona": 92, "desert": 92, "usa_co_aurora": 92, "bucklei": 92, "angb": 92, "724695_tmy3": 92, "colorado": 92, "usa_il_chicago": 92, "ohar": 92, "725300_tmy3": 92, "illinoi": 92, "pennsylvania": 92, "washington": 92, "coastal": 92, "sweden": 92, "classif": 92, "solut": 93, "instanti": 93, "underli": 93, "reach": 93, "jump": 93, "nest": 93, "flexibl": 93}, "objects": {"sinergym": [[12, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.config": [[13, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_config"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_building_to_meters"], [14, 2, 1, "", "adapt_building_to_variables"], [14, 2, 1, "", "apply_weather_variability"], [14, 3, 1, "", "building_path"], [14, 3, 1, "", "ddy_path"], [14, 2, 1, "", "get_schedulers"], [14, 3, 1, "", "idd_path"], [14, 4, 1, "", "logger"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "update_weather_path"], [14, 3, 1, "", "weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 3, 1, "", "actuator_handlers"], [17, 3, 1, "", "available_handlers"], [17, 3, 1, "", "building_path"], [17, 2, 1, "", "close"], [17, 3, 1, "", "ddy_path"], [17, 3, 1, "", "episode_length"], [17, 3, 1, "", "episode_path"], [17, 3, 1, "", "idd_path"], [17, 2, 1, "", "info"], [17, 3, 1, "", "is_discrete"], [17, 3, 1, "", "is_running"], [17, 4, 1, "", "logger"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "meter_handlers"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 3, 1, "", "runperiod"], [17, 3, 1, "", "schedulers"], [17, 2, 1, "", "step"], [17, 3, 1, "", "step_size"], [17, 3, 1, "", "timestep_per_episode"], [17, 3, 1, "", "var_handlers"], [17, 3, 1, "", "weather_path"], [17, 3, 1, "", "workspace_path"], [17, 3, 1, "", "zone_names"]], "sinergym.simulators": [[19, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "failed"], [20, 3, 1, "", "is_running"], [20, 4, 1, "", "logger"], [20, 2, 1, "", "make_eplus_args"], [20, 2, 1, "", "start"], [20, 2, 1, "", "stop"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "constants"], [45, 0, 0, "-", "controllers"], [49, 0, 0, "-", "env_checker"], [51, 0, 0, "-", "evaluation"], [53, 0, 0, "-", "gcloud"], [59, 0, 0, "-", "logger"], [64, 0, 0, "-", "rewards"], [69, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[26, 5, 1, "", "convert_conf_to_env_parameters"], [27, 5, 1, "", "eppy_element_to_dict"], [28, 5, 1, "", "export_schedulers_to_excel"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "json_to_actuators"], [33, 5, 1, "", "json_to_meters"], [34, 5, 1, "", "json_to_variables"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[38, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [39, 5, 1, "", "DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION"], [40, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[46, 1, 1, "", "RBC5Zone"], [47, 1, 1, "", "RBCDatacenter"], [48, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[46, 2, 1, "", "__init__"], [46, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[50, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[52, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[54, 5, 1, "", "delete_instance_MIG_from_container"], [55, 5, 1, "", "get_service_account_token"], [56, 5, 1, "", "init_storage_client"], [57, 5, 1, "", "read_from_bucket"], [58, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[60, 1, 1, "", "CSVLogger"], [61, 1, 1, "", "CustomFormatter"], [62, 1, 1, "", "Logger"], [63, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "activate_flag"], [60, 2, 1, "", "deactivate_flag"], [60, 2, 1, "", "log_episode"], [60, 2, 1, "", "log_step"], [60, 2, 1, "", "log_step_normalize"], [60, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[61, 4, 1, "", "FORMATS"], [61, 2, 1, "", "__init__"], [61, 4, 1, "", "bold_red"], [61, 2, 1, "", "format"], [61, 4, 1, "", "grey"], [61, 4, 1, "", "red"], [61, 4, 1, "", "reset"], [61, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "write"]], "sinergym.utils.rewards": [[65, 1, 1, "", "BaseReward"], [66, 1, 1, "", "ExpReward"], [67, 1, 1, "", "HourlyLinearReward"], [68, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[65, 2, 1, "", "__init__"], [65, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[66, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[67, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[68, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[70, 1, 1, "", "DatetimeWrapper"], [71, 1, 1, "", "DiscreteIncrementalWrapper"], [72, 1, 1, "", "DiscretizeEnv"], [73, 1, 1, "", "LoggerWrapper"], [74, 1, 1, "", "MultiObjectiveReward"], [75, 1, 1, "", "MultiObsWrapper"], [76, 1, 1, "", "NormalizeAction"], [77, 1, 1, "", "NormalizeObservation"], [78, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [79, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[70, 2, 1, "", "__init__"], [70, 4, 1, "", "logger"], [70, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "action"], [71, 2, 1, "", "action_mapping"], [71, 3, 1, "", "is_discrete"], [71, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[72, 2, 1, "", "__init__"], [72, 2, 1, "", "action"], [72, 3, 1, "", "is_discrete"], [72, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[73, 2, 1, "", "__init__"], [73, 2, 1, "", "activate_logger"], [73, 2, 1, "", "close"], [73, 2, 1, "", "deactivate_logger"], [73, 4, 1, "", "logger"], [73, 2, 1, "", "reset"], [73, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[74, 2, 1, "", "__init__"], [74, 4, 1, "", "logger"], [74, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[75, 2, 1, "", "__init__"], [75, 4, 1, "", "logger"], [75, 2, 1, "", "reset"], [75, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[76, 2, 1, "", "__init__"], [76, 2, 1, "", "action"], [76, 4, 1, "", "logger"], [76, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[77, 2, 1, "", "__init__"], [77, 4, 1, "", "logger"], [77, 2, 1, "", "normalize"], [77, 2, 1, "", "reset"], [77, 2, 1, "", "step"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[78, 2, 1, "", "__init__"], [78, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[79, 2, 1, "", "__init__"], [79, 4, 1, "", "logger"], [79, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 84], "contribut": 0, "project": 0, "us": [0, 4, 8, 81], "exampl": [0, 80, 83, 86, 87, 91], "cite": 0, "api": [1, 10], "refer": 1, "build": [2, 5, 82], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "autobalancemodel": 2, "control": [3, 45, 46, 47, 48, 82, 86], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 83], "callback": [4, 22, 23, 24], "logger": [4, 59, 60, 61, 62, 63, 85, 87, 88], "evalu": [4, 51, 52], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 83], "model": [4, 13, 14, 83], "load": [4, 83], "environ": [5, 6, 10, 81, 84, 87], "addit": 5, "observ": [5, 81, 87], "inform": [5, 84], "list": 5, "avail": 5, "paramet": 5, "file": 5, "weather": [5, 6, 81, 92], "variabl": [5, 6], "reward": [5, 64, 65, 66, 67, 68, 81, 89], "kwarg": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 8, 88], "time": [5, 8], "meter": 5, "actuat": 5, "action": [5, 9, 81, 82, 87], "space": [5, 81], "name": 5, "extra": [5, 7, 81], "configur": [5, 6, 7, 8, 10, 81, 85], "ad": [5, 81], "new": [5, 9, 81, 90], "registr": 6, "specif": 6, "field": 6, "simul": [7, 18, 19, 20], "timestep_per_hour": 7, "runperiod": 7, "googl": 8, "cloud": [8, 10], "prepar": 8, "first": 8, "step": [8, 85], "our": 8, "contain": [8, 10], "platform": 8, "your": 8, "own": 8, "creat": [8, 9, 90], "vm": 8, "mig": 8, "initi": 8, "execut": 8, "experi": 8, "remot": 8, "permiss": 8, "bucket": 8, "storag": 8, "visual": 8, "wandb": 8, "log": 8, "real": 8, "alert": 8, "github": 9, "pull": 9, "request": 9, "push": 9, "main": 9, "merg": 9, "releas": 9, "modifi": [9, 85], "instal": [10, 90], "docker": 10, "manual": 10, "python": 10, "energyplu": [10, 20], "23": 10, "1": [10, 85], "0": 10, "includ": 10, "path": 10, "about": [10, 84], "packag": 10, "check": 10, "comput": 10, "config": [12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "eplu": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "convert_conf_to_env_paramet": 26, "eppy_element_to_dict": 27, "export_schedulers_to_excel": 28, "get_delta_second": 29, "get_record_kei": 30, "is_wrap": 31, "json_to_actu": 32, "json_to_met": 33, "json_to_vari": 34, "ranges_gett": 35, "unwrap_wrapp": 36, "constant": [37, 38, 39, 40, 41, 42, 43, 44], "default_5zone_discrete_funct": 38, "default_autobalance_discrete_funct": 39, "default_datacenter_discrete_funct": 40, "default_officegrid_discrete_funct": 41, "default_office_discrete_funct": 42, "default_shop_discrete_funct": 43, "default_warehouse_discrete_funct": 44, "rbc5zone": 46, "rbcdatacent": 47, "randomcontrol": 48, "env_check": [49, 50], "check_env": 50, "evaluate_polici": 52, "gcloud": [53, 54, 55, 56, 57, 58], "delete_instance_mig_from_contain": 54, "get_service_account_token": 55, "init_storage_cli": 56, "read_from_bucket": 57, "upload_to_bucket": 58, "csvlogger": 60, "customformatt": 61, "wandboutputformat": 63, "basereward": 65, "expreward": 66, "hourlylinearreward": 67, "linearreward": 68, "wrapper": [69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 85, 87, 93], "datetimewrapp": [70, 93], "discreteincrementalwrapp": [71, 93], "discretizeenv": [72, 93], "loggerwrapp": [73, 85, 93], "multiobjectivereward": [74, 93], "multiobswrapp": [75, 93], "normalizeact": [76, 93], "normalizeobserv": [77, 93], "officegridstoragesmoothingactionconstraintswrapp": 78, "previousobservationwrapp": [79, 93], "basic": 80, "chang": 81, "an": [81, 82], "regist": 81, "updat": 81, "more": 81, "default": 82, "set": 82, "up": 82, "empti": 82, "interfac": 82, "usag": [83, 91], "get": 84, "schedul": 84, "properti": 84, "handler": 84, "displai": 84, "all": 84, "person": 85, "inherit": 85, "csvloger": 85, "2": 85, "instanti": 85, "rule": 86, "multi": 87, "object": 87, "previou": 87, "datetim": 87, "normal": 87, "discret": 87, "increment": 87, "nest": 87, "format": 88, "custom": 89, "test": 90, "pytest": 90, "run": 90}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "AutobalanceModel": [[2, "autobalancemodel"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "Weather files": [[5, "weather-files"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Time variables": [[5, "time-variables"]], "Variables": [[5, "variables"]], "Meters": [[5, "meters"]], "Actuators": [[5, "actuators"]], "Action space": [[5, "action-space"]], "Environment name": [[5, "environment-name"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Environments Configuration and Registration": [[6, "environments-configuration-and-registration"]], "Weather Specification field": [[6, "weather-specification-field"]], "Variables field": [[6, "variables-field"]], "Extra Configuration in Sinergym simulations": [[7, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[7, "timestep-per-hour"]], "runperiod": [[7, "runperiod"]], "Sinergym with Google Cloud": [[8, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[8, "preparing-google-cloud"]], "First steps (configuration)": [[8, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[8, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[8, "use-your-own-container"]], "Create your VM or MIG": [[8, "create-your-vm-or-mig"]], "Initiate your VM": [[8, "initiate-your-vm"]], "Executing experiments in remote containers": [[8, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[8, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[8, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[8, "google-cloud-alerts"]], "Github Actions": [[9, "github-actions"]], "Pull Request": [[9, "pull-request"]], "Push main (or merge a pull request)": [[9, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[9, "new-release-created-or-modified"]], "Installation": [[10, "installation"]], "Docker container": [[10, "docker-container"]], "Manual installation": [[10, "manual-installation"]], "Configure Python environment": [[10, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[10, "install-energyplus-23-1-0"]], "Include Energyplus Python API in python path": [[10, "include-energyplus-python-api-in-python-path"]], "About Sinergym package": [[10, "about-sinergym-package"]], "Check Installation": [[10, "check-installation"]], "Cloud Computing": [[10, "cloud-computing"]], "sinergym.config": [[12, "module-sinergym.config"]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[26, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[27, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[28, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[32, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[33, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[34, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[37, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[38, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION": [[39, "sinergym-utils-constants-default-autobalance-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[45, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[46, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[47, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[48, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[49, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[50, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[51, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[52, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[53, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[54, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[55, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[56, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[57, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[58, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[59, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[60, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[61, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[62, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[63, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[64, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[65, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[66, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[67, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[68, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[69, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[70, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[71, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[72, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.LoggerWrapper": [[73, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[74, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[75, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[76, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[77, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[78, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[79, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[80, "Basic-example"]], "Changing an environment registered in Sinergym": [[81, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[81, "Adding-a-new-reward"]], "Updating the weather used in environment": [[81, "Updating-the-weather-used-in-environment"]], "Changing observation and action spaces": [[81, "Changing-observation-and-action-spaces"]], "Adding more extra configuration": [[81, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[82, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[83, "DRL-usage-example"]], "Training a model": [[83, "Training-a-model"]], "Loading a model": [[83, "Loading-a-model"]], "Getting information about Sinergym environments": [[84, "Getting-information-about-Sinergym-environments"]], "Schedulers information": [[84, "Schedulers-information"]], "Environment Properties": [[84, "Environment-Properties"]], "Handlers information": [[84, "Handlers-information"]], "Displaying all the environment information": [[84, "Displaying-all-the-environment-information"]], "Logger Wrapper personalization/configuration": [[85, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[85, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[85, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[86, "Rule-Controller-example"]], "Wrappers example": [[87, "Wrappers-example"]], "Multi-Objective Wrapper": [[87, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[87, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[87, "Datetime-Wrapper"]], "Environment Action Normalization Wrapper": [[87, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[87, "Environment-Discretization-Wrapper"]], "Discrete Incremental Wrapper": [[87, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[87, "Normalization-Wrapper"]], "Logger Wrapper": [[87, "Logger-Wrapper"]], "Multi Observation Wrapper": [[87, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[87, "Nesting-wrappers"]], "Output format": [[88, "output-format"]], "Logger": [[88, "logger"]], "Rewards": [[89, "rewards"]], "Custom Rewards": [[89, "custom-rewards"]], "Tests": [[90, "tests"]], "Install Pytest": [[90, "install-pytest"]], "Running tests": [[90, "running-tests"]], "Create new tests": [[90, "create-new-tests"]], "Usage example": [[91, "usage-example"]], "Weathers": [[92, "weathers"]], "Wrappers": [[93, "wrappers"]], "MultiObjectiveReward": [[93, "multiobjectivereward"]], "PreviousObservationWrapper": [[93, "previousobservationwrapper"]], "DatetimeWrapper": [[93, "datetimewrapper"]], "NormalizeAction": [[93, "normalizeaction"]], "DiscretizeEnv": [[93, "discretizeenv"]], "DiscreteIncrementalWrapper": [[93, "discreteincrementalwrapper"]], "NormalizeObservation": [[93, "normalizeobservation"]], "LoggerWrapper": [[93, "loggerwrapper"]], "MultiObsWrapper": [[93, "multiobswrapper"]]}, "indexentries": {"module": [[12, "module-sinergym.config"], [13, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.eplus"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.constants"], [45, "module-sinergym.utils.controllers"], [49, "module-sinergym.utils.env_checker"], [51, "module-sinergym.utils.evaluation"], [53, "module-sinergym.utils.gcloud"], [59, "module-sinergym.utils.logger"], [64, "module-sinergym.utils.rewards"], [69, "module-sinergym.utils.wrappers"]], "sinergym.config": [[12, "module-sinergym.config"]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_config"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters"]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "building_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.building_path"]], "ddy_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.ddy_path"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "idd_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.idd_path"]], "logger (sinergym.config.modeling.modeljson attribute)": [[14, "sinergym.config.modeling.ModelJSON.logger"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "weather_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers"]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.available_handlers"]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.building_path"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.ddy_path"]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_length"]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_path"]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.idd_path"]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.info"]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_discrete"]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_running"]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.logger"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.meter_handlers"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.runperiod"]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.schedulers"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.step_size"]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode"]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.var_handlers"]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.weather_path"]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.workspace_path"]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.zone_names"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[20, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "failed() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.failed"]], "is_running (sinergym.simulators.eplus.energyplus property)": [[20, "sinergym.simulators.eplus.EnergyPlus.is_running"]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[20, "sinergym.simulators.eplus.EnergyPlus.logger"]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args"]], "start() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.start"]], "stop() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.stop"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.convert_conf_to_env_parameters"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.eppy_element_to_dict"]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.export_schedulers_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "json_to_actuators() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.json_to_actuators"]], "json_to_meters() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.json_to_meters"]], "json_to_variables() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[37, "module-sinergym.utils.constants"]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[38, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION"]], "default_autobalance_discrete_function() (in module sinergym.utils.constants)": [[39, "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION"]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION"]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION"]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION"]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[45, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[46, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[46, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[46, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[47, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[47, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[47, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[48, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[48, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[49, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[50, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[51, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[52, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[53, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[55, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[56, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[59, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[60, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.set_log_file"]], "customformatter (class in sinergym.utils.logger)": [[61, "sinergym.utils.logger.CustomFormatter"]], "formats (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.FORMATS"]], "__init__() (sinergym.utils.logger.customformatter method)": [[61, "sinergym.utils.logger.CustomFormatter.__init__"]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.bold_red"]], "format() (sinergym.utils.logger.customformatter method)": [[61, "sinergym.utils.logger.CustomFormatter.format"]], "grey (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.grey"]], "red (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.red"]], "reset (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.reset"]], "yellow (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.yellow"]], "logger (class in sinergym.utils.logger)": [[62, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[62, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[62, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[63, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[63, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[64, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[65, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[65, "sinergym.utils.rewards.BaseReward.__init__"]], "logger (sinergym.utils.rewards.basereward attribute)": [[65, "sinergym.utils.rewards.BaseReward.logger"]], "expreward (class in sinergym.utils.rewards)": [[66, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[66, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[67, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[67, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[68, "sinergym.utils.rewards.LinearReward.__init__"]], "sinergym.utils.wrappers": [[69, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[70, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[70, "sinergym.utils.wrappers.DatetimeWrapper.logger"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[70, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping"]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete"]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger"]], "discretizeenv (class in sinergym.utils.wrappers)": [[72, "sinergym.utils.wrappers.DiscretizeEnv"]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[72, "sinergym.utils.wrappers.DiscretizeEnv.__init__"]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[72, "sinergym.utils.wrappers.DiscretizeEnv.action"]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[72, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete"]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[72, "sinergym.utils.wrappers.DiscretizeEnv.logger"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[73, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[73, "sinergym.utils.wrappers.LoggerWrapper.logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[74, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[74, "sinergym.utils.wrappers.MultiObjectiveReward.logger"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[74, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[75, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[75, "sinergym.utils.wrappers.MultiObsWrapper.logger"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[75, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[75, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeaction (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.NormalizeAction"]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[76, "sinergym.utils.wrappers.NormalizeAction.__init__"]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[76, "sinergym.utils.wrappers.NormalizeAction.action"]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[76, "sinergym.utils.wrappers.NormalizeAction.logger"]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[76, "sinergym.utils.wrappers.NormalizeAction.reverting_action"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[77, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[77, "sinergym.utils.wrappers.NormalizeObservation.logger"]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[77, "sinergym.utils.wrappers.NormalizeObservation.normalize"]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[77, "sinergym.utils.wrappers.NormalizeObservation.reset"]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[77, "sinergym.utils.wrappers.NormalizeObservation.step"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[78, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[78, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[79, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[79, "sinergym.utils.wrappers.PreviousObservationWrapper.logger"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[79, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"5Zone": [[2, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[10, "about-sinergym-package"]], "Action space": [[5, "action-space"]], "Actuators": [[5, "actuators"]], "Adding a new reward": [[81, "Adding-a-new-reward"]], "Adding more extra configuration": [[81, "Adding-more-extra-configuration"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Additional observation information": [[5, "additional-observation-information"]], "AutobalanceModel": [[2, "autobalancemodel"]], "Available Parameters": [[5, "available-parameters"]], "Basic example": [[80, "Basic-example"]], "Buildings": [[2, "buildings"]], "Changing an environment registered in Sinergym": [[81, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[81, "Changing-observation-and-action-spaces"]], "Check Installation": [[10, "check-installation"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[10, "cloud-computing"]], "Configure Python environment": [[10, "configure-python-environment"]], "Containers permission to bucket storage output": [[8, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[3, "controllers"]], "Create new tests": [[90, "create-new-tests"]], "Create your VM or MIG": [[8, "create-your-vm-or-mig"]], "Custom Rewards": [[89, "custom-rewards"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "DRL usage example": [[83, "DRL-usage-example"]], "Datacenter": [[2, "datacenter"]], "Datetime Wrapper": [[87, "Datetime-Wrapper"]], "DatetimeWrapper": [[93, "datetimewrapper"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[82, "Default-building-control-setting-up-an-empty-action-interface"]], "Discrete Incremental Wrapper": [[87, "Discrete-Incremental-Wrapper"]], "DiscreteIncrementalWrapper": [[93, "discreteincrementalwrapper"]], "DiscretizeEnv": [[93, "discretizeenv"]], "Displaying all the environment information": [[84, "Displaying-all-the-environment-information"]], "Docker container": [[10, "docker-container"]], "Environment Action Normalization Wrapper": [[87, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[87, "Environment-Discretization-Wrapper"]], "Environment Properties": [[84, "Environment-Properties"]], "Environment name": [[5, "environment-name"]], "Environments": [[5, "environments"]], "Environments Configuration and Registration": [[6, "environments-configuration-and-registration"]], "Environments List": [[5, "environments-list"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[8, "executing-experiments-in-remote-containers"]], "Extra Configuration in Sinergym simulations": [[7, "extra-configuration-in-sinergym-simulations"]], "Extra configuration": [[5, "extra-configuration"]], "First steps (configuration)": [[8, "first-steps-configuration"]], "Getting information about Sinergym environments": [[84, "Getting-information-about-Sinergym-environments"]], "Github Actions": [[9, "github-actions"]], "Google Cloud Alerts": [[8, "google-cloud-alerts"]], "Handlers information": [[84, "Handlers-information"]], "How to use": [[4, "how-to-use"]], "Include Energyplus Python API in python path": [[10, "include-energyplus-python-api-in-python-path"]], "Initiate your VM": [[8, "initiate-your-vm"]], "Install EnergyPlus 23.1.0": [[10, "install-energyplus-23-1-0"]], "Install Pytest": [[90, "install-pytest"]], "Installation": [[10, "installation"]], "Load a trained model": [[4, "load-a-trained-model"]], "Loading a model": [[83, "Loading-a-model"]], "Logger": [[88, "logger"]], "Logger Wrapper": [[87, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[85, "Logger-Wrapper-personalization/configuration"]], "LoggerWrapper": [[93, "loggerwrapper"]], "Manual installation": [[10, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Meters": [[5, "meters"]], "Multi Observation Wrapper": [[87, "Multi-Observation-Wrapper"]], "Multi-Objective Wrapper": [[87, "Multi-Objective-Wrapper"]], "MultiObjectiveReward": [[93, "multiobjectivereward"]], "MultiObsWrapper": [[93, "multiobswrapper"]], "Nesting wrappers": [[87, "Nesting-wrappers"]], "New release created or modified": [[9, "new-release-created-or-modified"]], "Normalization Wrapper": [[87, "Normalization-Wrapper"]], "NormalizeAction": [[93, "normalizeaction"]], "NormalizeObservation": [[93, "normalizeobservation"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "OfficeMedium": [[2, "officemedium"]], "Output format": [[88, "output-format"]], "Preparing Google Cloud": [[8, "preparing-google-cloud"]], "Previous Observations Wrappers": [[87, "Previous-Observations-Wrappers"]], "PreviousObservationWrapper": [[93, "previousobservationwrapper"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Pull Request": [[9, "pull-request"]], "Push main (or merge a pull request)": [[9, "push-main-or-merge-a-pull-request"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Rewards": [[89, "rewards"]], "Rule Controller example": [[86, "Rule-Controller-example"]], "Running tests": [[90, "running-tests"]], "Schedulers information": [[84, "Schedulers-information"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "Sinergym with Google Cloud": [[8, "sinergym-with-google-cloud"]], "Step 1 Inherit and modify the CSVloger": [[85, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[85, "Step-2-Instantiate-the-LoggerWrapper"]], "Tests": [[90, "tests"]], "Time variables": [[5, "time-variables"]], "Train a model": [[4, "train-a-model"]], "Training a model": [[83, "Training-a-model"]], "Updating the weather used in environment": [[81, "Updating-the-weather-used-in-environment"]], "Usage example": [[91, "usage-example"]], "Use our container in Google Cloud Platform": [[8, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[8, "use-your-own-container"]], "Variables": [[5, "variables"]], "Variables field": [[6, "variables-field"]], "Visualize remote wandb log in real-time": [[8, "visualize-remote-wandb-log-in-real-time"]], "Warehouse": [[2, "warehouse"]], "Weather Specification field": [[6, "weather-specification-field"]], "Weather Variability": [[5, "weather-variability"]], "Weather files": [[5, "weather-files"]], "Weathers": [[92, "weathers"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[93, "wrappers"]], "Wrappers example": [[87, "Wrappers-example"]], "building file": [[5, "building-file"]], "runperiod": [[7, "runperiod"]], "sinergym.config": [[12, "module-sinergym.config"]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[26, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[27, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[28, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[32, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[33, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[34, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[37, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[38, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION": [[39, "sinergym-utils-constants-default-autobalance-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[45, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[46, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[47, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[48, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[49, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[50, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[51, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[52, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[53, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[54, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[55, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[56, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[57, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[58, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[59, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[60, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[61, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[62, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[63, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[64, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[65, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[66, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[67, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[68, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.wrappers": [[69, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[70, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[71, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[72, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.LoggerWrapper": [[73, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[74, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[75, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[76, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[77, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[78, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[79, "sinergym-utils-wrappers-previousobservationwrapper"]], "timestep_per_hour": [[7, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__", false]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[48, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[46, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[47, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.customformatter method)": [[61, "sinergym.utils.logger.CustomFormatter.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[62, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[63, "sinergym.utils.logger.WandBOutputFormat.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[65, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[66, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[67, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[68, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[70, "sinergym.utils.wrappers.DatetimeWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[72, "sinergym.utils.wrappers.DiscretizeEnv.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[74, "sinergym.utils.wrappers.MultiObjectiveReward.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[75, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[76, "sinergym.utils.wrappers.NormalizeAction.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[77, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[78, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[79, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[48, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[46, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[47, "sinergym.utils.controllers.RBCDatacenter.act", false]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[72, "sinergym.utils.wrappers.DiscretizeEnv.action", false]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[76, "sinergym.utils.wrappers.NormalizeAction.action", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[78, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping", false]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers", false]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_config", false]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw", false]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters", false]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables", false]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability", false]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.available_handlers", false]], "basereward (class in sinergym.utils.rewards)": [[65, "sinergym.utils.rewards.BaseReward", false]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.bold_red", false]], "building_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.building_path", false]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.building_path", false]], "check_env() (in module sinergym.utils.env_checker)": [[50, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.convert_conf_to_env_parameters", false]], "csvlogger (class in sinergym.utils.logger)": [[60, "sinergym.utils.logger.CSVLogger", false]], "customformatter (class in sinergym.utils.logger)": [[61, "sinergym.utils.logger.CustomFormatter", false]], "datetimewrapper (class in sinergym.utils.wrappers)": [[70, "sinergym.utils.wrappers.DatetimeWrapper", false]], "ddy_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.ddy_path", false]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.ddy_path", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[38, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", false]], "default_autobalance_discrete_function() (in module sinergym.utils.constants)": [[39, "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", false]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", false]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", false]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", false]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", false]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper", false]], "discretizeenv (class in sinergym.utils.wrappers)": [[72, "sinergym.utils.wrappers.DiscretizeEnv", false]], "energyplus (class in sinergym.simulators.eplus)": [[20, "sinergym.simulators.eplus.EnergyPlus", false]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_length", false]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_path", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv", false]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.eppy_element_to_dict", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[52, "sinergym.utils.evaluation.evaluate_policy", false]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.export_schedulers_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[66, "sinergym.utils.rewards.ExpReward", false]], "failed() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.failed", false]], "format() (sinergym.utils.logger.customformatter method)": [[61, "sinergym.utils.logger.CustomFormatter.format", false]], "formats (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.FORMATS", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds", false]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[55, "sinergym.utils.gcloud.get_service_account_token", false]], "getlogger() (sinergym.utils.logger.logger method)": [[62, "sinergym.utils.logger.Logger.getLogger", false]], "grey (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.grey", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[67, "sinergym.utils.rewards.HourlyLinearReward", false]], "idd_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.idd_path", false]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.idd_path", false]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.info", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[56, "sinergym.utils.gcloud.init_storage_client", false]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[72, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete", false]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_running", false]], "is_running (sinergym.simulators.eplus.energyplus property)": [[20, "sinergym.simulators.eplus.EnergyPlus.is_running", false]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped", false]], "json_to_actuators() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.json_to_actuators", false]], "json_to_meters() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.json_to_meters", false]], "json_to_variables() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_variables", false]], "linearreward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[62, "sinergym.utils.logger.Logger", false]], "logger (sinergym.config.modeling.modeljson attribute)": [[14, "sinergym.config.modeling.ModelJSON.logger", false]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.logger", false]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[20, "sinergym.simulators.eplus.EnergyPlus.logger", false]], "logger (sinergym.utils.rewards.basereward attribute)": [[65, "sinergym.utils.rewards.BaseReward.logger", false]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[70, "sinergym.utils.wrappers.DatetimeWrapper.logger", false]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[71, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[72, "sinergym.utils.wrappers.DiscretizeEnv.logger", false]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[73, "sinergym.utils.wrappers.LoggerWrapper.logger", false]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[74, "sinergym.utils.wrappers.MultiObjectiveReward.logger", false]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[75, "sinergym.utils.wrappers.MultiObsWrapper.logger", false]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[76, "sinergym.utils.wrappers.NormalizeAction.logger", false]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[77, "sinergym.utils.wrappers.NormalizeObservation.logger", false]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[79, "sinergym.utils.wrappers.PreviousObservationWrapper.logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[73, "sinergym.utils.wrappers.LoggerWrapper", false]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.meter_handlers", false]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON", false]], "module": [[12, "module-sinergym.config", false], [13, "module-sinergym.config.modeling", false], [15, "module-sinergym.envs", false], [16, "module-sinergym.envs.eplus_env", false], [18, "module-sinergym.simulators", false], [19, "module-sinergym.simulators.eplus", false], [21, "module-sinergym.utils", false], [22, "module-sinergym.utils.callbacks", false], [25, "module-sinergym.utils.common", false], [37, "module-sinergym.utils.constants", false], [45, "module-sinergym.utils.controllers", false], [49, "module-sinergym.utils.env_checker", false], [51, "module-sinergym.utils.evaluation", false], [53, "module-sinergym.utils.gcloud", false], [59, "module-sinergym.utils.logger", false], [64, "module-sinergym.utils.rewards", false], [69, "module-sinergym.utils.wrappers", false]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.MultiObjectiveReward", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[77, "sinergym.utils.wrappers.NormalizeObservation.normalize", false]], "normalizeaction (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.NormalizeAction", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[70, "sinergym.utils.wrappers.DatetimeWrapper.observation", false]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[79, "sinergym.utils.wrappers.PreviousObservationWrapper.observation", false]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.PreviousObservationWrapper", false]], "randomcontroller (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[46, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[47, "sinergym.utils.controllers.RBCDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.read_from_bucket", false]], "red (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.red", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.reset", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[75, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[77, "sinergym.utils.wrappers.NormalizeObservation.reset", false]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[76, "sinergym.utils.wrappers.NormalizeAction.reverting_action", false]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.runperiod", false]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model", false]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.schedulers", false]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "sinergym.config": [[12, "module-sinergym.config", false]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling", false]], "sinergym.envs": [[15, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[18, "module-sinergym.simulators", false]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus", false]], "sinergym.utils": [[21, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[25, "module-sinergym.utils.common", false]], "sinergym.utils.constants": [[37, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[45, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[49, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[51, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[53, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[59, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[64, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[69, "module-sinergym.utils.wrappers", false]], "start() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.start", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[73, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[74, "sinergym.utils.wrappers.MultiObjectiveReward.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[75, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[77, "sinergym.utils.wrappers.NormalizeObservation.step", false]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.step_size", false]], "stop() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.stop", false]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper", false]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals", false]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.upload_to_bucket", false]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.var_handlers", false]], "wandboutputformat (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.WandBOutputFormat", false]], "weather_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.weather_path", false]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.weather_path", false]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.workspace_path", false]], "write() (sinergym.utils.logger.wandboutputformat method)": [[63, "sinergym.utils.logger.WandBOutputFormat.write", false]], "yellow (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.yellow", false]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.zone_names", false]]}, "objects": {"sinergym": [[12, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.config": [[13, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_config"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_building_to_meters"], [14, 2, 1, "", "adapt_building_to_variables"], [14, 2, 1, "", "apply_weather_variability"], [14, 3, 1, "", "building_path"], [14, 3, 1, "", "ddy_path"], [14, 2, 1, "", "get_schedulers"], [14, 3, 1, "", "idd_path"], [14, 4, 1, "", "logger"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "update_weather_path"], [14, 3, 1, "", "weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 3, 1, "", "actuator_handlers"], [17, 3, 1, "", "available_handlers"], [17, 3, 1, "", "building_path"], [17, 2, 1, "", "close"], [17, 3, 1, "", "ddy_path"], [17, 3, 1, "", "episode_length"], [17, 3, 1, "", "episode_path"], [17, 3, 1, "", "idd_path"], [17, 2, 1, "", "info"], [17, 3, 1, "", "is_discrete"], [17, 3, 1, "", "is_running"], [17, 4, 1, "", "logger"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "meter_handlers"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 3, 1, "", "runperiod"], [17, 3, 1, "", "schedulers"], [17, 2, 1, "", "step"], [17, 3, 1, "", "step_size"], [17, 3, 1, "", "timestep_per_episode"], [17, 3, 1, "", "var_handlers"], [17, 3, 1, "", "weather_path"], [17, 3, 1, "", "workspace_path"], [17, 3, 1, "", "zone_names"]], "sinergym.simulators": [[19, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "failed"], [20, 3, 1, "", "is_running"], [20, 4, 1, "", "logger"], [20, 2, 1, "", "make_eplus_args"], [20, 2, 1, "", "start"], [20, 2, 1, "", "stop"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "constants"], [45, 0, 0, "-", "controllers"], [49, 0, 0, "-", "env_checker"], [51, 0, 0, "-", "evaluation"], [53, 0, 0, "-", "gcloud"], [59, 0, 0, "-", "logger"], [64, 0, 0, "-", "rewards"], [69, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[26, 5, 1, "", "convert_conf_to_env_parameters"], [27, 5, 1, "", "eppy_element_to_dict"], [28, 5, 1, "", "export_schedulers_to_excel"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "json_to_actuators"], [33, 5, 1, "", "json_to_meters"], [34, 5, 1, "", "json_to_variables"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[38, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [39, 5, 1, "", "DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION"], [40, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[46, 1, 1, "", "RBC5Zone"], [47, 1, 1, "", "RBCDatacenter"], [48, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[46, 2, 1, "", "__init__"], [46, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[50, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[52, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[54, 5, 1, "", "delete_instance_MIG_from_container"], [55, 5, 1, "", "get_service_account_token"], [56, 5, 1, "", "init_storage_client"], [57, 5, 1, "", "read_from_bucket"], [58, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[60, 1, 1, "", "CSVLogger"], [61, 1, 1, "", "CustomFormatter"], [62, 1, 1, "", "Logger"], [63, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "activate_flag"], [60, 2, 1, "", "deactivate_flag"], [60, 2, 1, "", "log_episode"], [60, 2, 1, "", "log_step"], [60, 2, 1, "", "log_step_normalize"], [60, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[61, 4, 1, "", "FORMATS"], [61, 2, 1, "", "__init__"], [61, 4, 1, "", "bold_red"], [61, 2, 1, "", "format"], [61, 4, 1, "", "grey"], [61, 4, 1, "", "red"], [61, 4, 1, "", "reset"], [61, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "write"]], "sinergym.utils.rewards": [[65, 1, 1, "", "BaseReward"], [66, 1, 1, "", "ExpReward"], [67, 1, 1, "", "HourlyLinearReward"], [68, 1, 1, "", "LinearReward"]], "sinergym.utils.rewards.BaseReward": [[65, 2, 1, "", "__init__"], [65, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[66, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[67, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[68, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[70, 1, 1, "", "DatetimeWrapper"], [71, 1, 1, "", "DiscreteIncrementalWrapper"], [72, 1, 1, "", "DiscretizeEnv"], [73, 1, 1, "", "LoggerWrapper"], [74, 1, 1, "", "MultiObjectiveReward"], [75, 1, 1, "", "MultiObsWrapper"], [76, 1, 1, "", "NormalizeAction"], [77, 1, 1, "", "NormalizeObservation"], [78, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [79, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[70, 2, 1, "", "__init__"], [70, 4, 1, "", "logger"], [70, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[71, 2, 1, "", "__init__"], [71, 2, 1, "", "action"], [71, 2, 1, "", "action_mapping"], [71, 3, 1, "", "is_discrete"], [71, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[72, 2, 1, "", "__init__"], [72, 2, 1, "", "action"], [72, 3, 1, "", "is_discrete"], [72, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[73, 2, 1, "", "__init__"], [73, 2, 1, "", "activate_logger"], [73, 2, 1, "", "close"], [73, 2, 1, "", "deactivate_logger"], [73, 4, 1, "", "logger"], [73, 2, 1, "", "reset"], [73, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[74, 2, 1, "", "__init__"], [74, 4, 1, "", "logger"], [74, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[75, 2, 1, "", "__init__"], [75, 4, 1, "", "logger"], [75, 2, 1, "", "reset"], [75, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[76, 2, 1, "", "__init__"], [76, 2, 1, "", "action"], [76, 4, 1, "", "logger"], [76, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[77, 2, 1, "", "__init__"], [77, 4, 1, "", "logger"], [77, 2, 1, "", "normalize"], [77, 2, 1, "", "reset"], [77, 2, 1, "", "step"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[78, 2, 1, "", "__init__"], [78, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[79, 2, 1, "", "__init__"], [79, 4, 1, "", "logger"], [79, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "terms": {"": [0, 4, 5, 6, 7, 8, 10, 11, 14, 17, 48, 60, 61, 66, 67, 68, 73, 77, 81, 83, 84, 88, 89, 90, 91, 92, 93], "0": [4, 5, 6, 8, 17, 23, 29, 60, 63, 66, 67, 68, 71, 76, 78, 80, 81, 82, 83, 84, 85, 86, 87, 89, 91, 93], "00": [83, 87], "0000000e": 87, "000002": 83, "000004": 83, "000006": 83, "000008": 83, "000011": 83, "000013": 83, "000015": 83, "000017": 83, "00002": 83, "000021": 83, "000023": 83, "000025": 83, "000027": 83, "000029": 83, "000034": 83, "000036": 83, "000038": 83, "000046": 83, "000048": 83, "000053": 83, "00006": 83, "000063": 83, "000067": 83, "000069": 83, "00007": 83, "000072": 83, "000074": 83, "00008": 83, "000084": 83, "000088": 83, "00009": 83, "000093": 83, "000095": 83, "0001": [66, 67, 68, 83], "000105": 83, "000109": 83, "00012": 83, "000128": 85, "000147": 83, "00016": 83, "000166": 83, "000185": 83, "0001train": 83, "0002": 83, "000217": 83, "000223": 83, "00025": 83, "00033": 83, "000334": 83, "000368": 83, "000408": 83, "000452": 83, "000471": 83, "000492": 83, "00054": 83, "000565": 83, "0005842181877573": 86, "000605": 83, "000715": 83, "000904": 83, "000923": 83, "001": [6, 81, 83], "001045": 83, "001156": 83, "00121972": 87, "0013": 83, "001425": 83, "00155": 83, "001564": 83, "00164": 83, "001679": 83, "001703": 83, "001799": 83, "0018635": 83, "001867": 83, "00199": 83, "002357": 83, "002415": 83, "002485": 83, "002693": 83, "002823": 83, "002916": 83, "003113": 83, "0033998208": 83, "00343": 83, "003632": 83, "003658": 83, "003705212742588": 82, "00378": 83, "003956": 83, "0041485": 83, "004536449977537947": [86, 87], "004538": 83, "004633": 83, "004652": 83, "004717": 83, "0048": 83, "0049": 83, "00499968750430059": 87, "0051785": 83, "005348": 83, "00538809382535063": 87, "005629148688825955": 86, "005653": 83, "0057": 83, "00577": 83, "00592": 83, "005941": 83, "0061": 83, "006176": 83, "006251": 83, "0063": 83, "0063478": 83, "006355": 83, "006378": 83, "006402439024390249": 82, "006451254621872": 82, "006542366753496509": 87, "00684": 83, "006935757308931089": 87, "007018": 83, "007049581561774207": 87, "0070688585864955075": 87, "0073": 83, "00732": 83, "007689": 83, "00783": 83, "008144": 83, "00819": 83, "008395": 83, "008417052432114897": 82, "008430450234156376": 82, "008594557139982584": 80, "008645230812945": 82, "0086eval": 83, "00882370430179678": 86, "009037": 83, "009117": 83, "009144": 83, "0092": 83, "00922": 83, "00924": 83, "009302": 83, "00937": 83, "009495": 83, "009565086141368": 82, "009865": 83, "009953": 83, "009995": 83, "01": [5, 83, 87], "010059948897039251": 82, "010066938284793056": 82, "010214": 83, "010227": 83, "010288": 83, "010324": 83, "0104027": 83, "01041": 83, "010849": 83, "01096": 83, "0110311955": 83, "01116": 83, "0112": 83, "01121": 83, "011673": 83, "011675": 83, "012": 83, "01203": 83, "012045": 83, "012146": 83, "01241": 83, "012545": 83, "01276": 83, "01306": 83, "013084": 83, "013084733506993": 87, "013084733506993018": 87, "013161": 83, "0131997": 83, "013376": 83, "013592": 83, "0136967": 83, "0137": 83, "01376": 83, "013933": 83, "013974": 83, "014492": 83, "014524": 83, "0145801281317": 83, "014736": 83, "0148": 83, "01514": 83, "0152": 83, "015495": 83, "015564": 83, "015846": 83, "015865": 83, "015965": 83, "016204585390692": 82, "016277": 83, "016546": 83, "0166746": 83, "017": 83, "01712": 83, "017189114279965167": 80, "017467": 83, "017624": 83, "017635": 83, "018007": 83, "01816": 83, "018555": 83, "018625": 83, "01869": 83, "018893380782864": 82, "018936": 83, "01894observ": 83, "018997": 83, "019212040973969797": 80, "019802": 83, "01982": 83, "019958": 83, "01e": 83, "02": 87, "020063419083978743": 85, "0206": 83, "02081": 83, "021046": 83, "02120558208039114": 82, "021494": 83, "02169": 83, "021883": 83, "022": 83, "022127": 83, "02225": 83, "0222852": 83, "022305": 83, "022327": 83, "0224586": 83, "022537": 83, "022585": 83, "023228": 83, "023277": 83, "0233877": 83, "023397": 83, "0234256": 83, "02376": 83, "0242": 83, "024275": 83, "024408": 83, "024600_iwec": [5, 92], "02463": 83, "024805": 83, "024936": 83, "025": 83, "02536": 83, "025604": 83, "025675": 83, "0257": 83, "02629": 83, "0265746": 83, "02657observ": 83, "027035": 83, "0272": 83, "027222": 83, "02745": 83, "027721": 83, "027729": 83, "02780659811395238": 80, "028294": 83, "02853": 87, "028534": 83, "028878": 83, "0292397": 83, "02925460307228": 87, "029285": 83, "029406": 83, "02954": 83, "029740_iwec": [81, 92], "029778": 83, "02e": 83, "03": [5, 83, 87], "030064": 83, "0301712": 83, "030527": 83, "03078": 83, "0308": 83, "03104": 83, "031082": 83, "0311714993057384": 87, "031296": 83, "031479": 83, "03153": 83, "031565": 83, "031765": 83, "03184": 83, "032861": 83, "0332": 83, "033271": 83, "033295": 83, "033356": 83, "033457": 83, "033459": 83, "03417": 83, "034204": 83, "034254": 83, "034338": 83, "034351": 83, "0346045": 83, "035179": 83, "035385": 83, "0356": 83, "035702": 83, "0358138": 83, "03585": 83, "0360292e": 87, "036564": 83, "037195": 83, "037801974817327": 82, "037851": 83, "037893": 83, "038016": 83, "0381413": 83, "03831": 83, "0384": 83, "038563": 83, "038567": 83, "038744": 83, "038803": 83, "038888": 83, "0389": 83, "039072": 83, "039125": 83, "039146": 83, "039303": 83, "039307": 83, "039814": 83, "03985": 83, "0399": 83, "039986": 83, "03_13": 83, "03e": 83, "04": [5, 10, 83], "040098962863255": 82, "0407": 83, "0408": 83, "0409384": 83, "04101": 83, "041191": 83, "041197": 83, "04126": 83, "041264": 83, "041609": 83, "0417705": 83, "042038": 83, "04204": 83, "042078": 83, "04220473": 87, "042411164160782": 82, "04241116416078228": 82, "04255": 83, "042582": 83, "0426": 83, "042614": 83, "0426264": 83, "04286119781551": 82, "0429": 83, "043047": 83, "043416": 83, "044007": 83, "044094470156978": 82, "04412536": 83, "044207": 83, "04449": 83, "044543": 83, "04456": 83, "04457": 83, "045027": 85, "045143": 83, "0451891": 83, "045515": 83, "045892": 83, "046": 83, "0468": 83, "047049": 83, "047325": 83, "04736episod": 83, "04738527": 83, "047405": 83, "04773": 83, "04774477368803296": 85, "04774477368803297": [80, 85], "047768": 83, "0479": 83, "048075": 83, "0482287": 83, "048388": 83, "04839": 83, "048454": 83, "0486894": 83, "04876eval": 83, "04878048780498": 82, "0488": 83, "04883": 83, "0489": 83, "049053": 83, "049054": 83, "049194": 83, "04921": 83, "049313": 83, "049335": 83, "049627": 83, "049884": 83, "049967": 83, "04e": 83, "05": [83, 87], "0501375": 83, "050169": 83, "0505": 83, "0507": 83, "05074episod": 83, "05086": 83, "0509": 83, "050997": 83, "051031": 83, "0512": 83, "0513": 83, "051739": 83, "0518": 83, "051851": 83, "052027": 83, "0521": 83, "0525": 83, "05312": 83, "053274": 83, "053332": 83, "053425": 83, "05344": 83, "053753": 83, "0539": 83, "053951": 83, "054016": 83, "054276": 83, "0544": 83, "054893": 83, "055126": 83, "055376": 83, "05541": 83, "05542625239599594": [86, 87], "055507": 83, "056": 83, "056015": 83, "056192": 83, "056242": 83, "05627": 83, "056477": 83, "05659": 83, "056593": 83, "0566": 83, "05674": 83, "056837": 83, "05684": 83, "057213": 83, "057838561161213775": 82, "05792": 83, "057957": 83, "058": 83, "05800834342804423": 87, "058065": 83, "058687": 83, "058773967039258": 82, "058844": 83, "0591": 83, "0592": 83, "05942": 83, "05946": 83, "059542": 83, "0598": 83, "05981": 83, "059998": 83, "05e": 83, "05time": 83, "06": 83, "06001": 83, "060165": 83, "060250789892102": 82, "06058090633": 83, "060763866443537": 82, "060978": 83, "060984": 83, "061084": 83, "0611014": 83, "061123": 83, "0611725": 83, "061243": 83, "0614": 83, "061403": 83, "061483": 83, "0616": 83, "061643": 83, "061901": 83, "061975": 83, "062": 83, "06217": 83, "062317": 83, "062473": 83, "0625": 83, "063183": 83, "0633": 83, "063503": 83, "063595": 83, "063614": 83, "063698": 83, "064": 83, "064064": 83, "064104": 83, "064188": 83, "0643": 83, "064402": 83, "064434": 83, "06446283743025183": [86, 87], "064466639774928": 82, "064882": 83, "064962": 83, "065159": 83, "065284": 83, "06529": 83, "065317": 83, "065544": 83, "06664793651545": 82, "066673": 83, "066725": 83, "067177": 83, "0674": 83, "06745": 83, "0675281": 83, "067757": 83, "06789851005825302": 82, "068222": 83, "06836": 83, "068803440473825": 82, "069008": 83, "069071": 83, "069283": 83, "069463": 83, "06e": 83, "07": 83, "070307": 83, "070414": 83, "070488": 83, "070724": 83, "070915": 83, "071327": 83, "0714601": 83, "07156": 83, "071585": 83, "07219": 83, "07225": 83, "0725": 83, "072664": 83, "072796": 83, "072847": 83, "0729": 83, "072931": 83, "073017": 83, "073156": 83, "07339": 83, "073464526888": 83, "073694": 83, "073902": 83, "073912": 83, "073921": 83, "0743": 83, "07431": 83, "074325327970303": 82, "07435": 83, "07449": 83, "074561": 83, "075": 83, "0750003": 83, "07528": 83, "0753": 83, "075342": 83, "0755606": 83, "07557": 83, "0757": 83, "07577": 83, "07606": 83, "076616": 83, "076662": 83, "076813": 83, "076895": 83, "077019": 83, "0771": 83, "077408": 83, "07751": 83, "0776": 83, "0777": 83, "077736": 83, "0783": 83, "078562": 83, "0786": 83, "0789": 83, "07896": 83, "0795": 83, "07955": 83, "079569": 83, "079979": 83, "07e": 83, "08": [77, 83], "080013": 83, "080135": 83, "080436": 83, "08074": 83, "080772": 83, "081000039381": 83, "081106": 83, "081112": 83, "081665": 83, "081877": 83, "081879": 83, "082052": 83, "08231": 83, "0827537": 83, "0828": 83, "0829508": 83, "0833": 83, "083458": 83, "08358694595796834": 85, "0837": 83, "0841": 83, "084190_swec": [81, 92], "084203": 83, "084322": 83, "084388": 83, "084414": 83, "08445": 83, "0846555": 83, "084793": 83, "085": 83, "085022": 83, "085037": 83, "085360_ineti": [81, 92], "085587": 83, "08581": 83, "085833": 83, "086": 83, "086092": 83, "08643": 83, "086617": 83, "08662": 83, "086629771558385": 82, "086813": 83, "087038": 83, "0872054": 83, "08734": 83, "087454": 83, "08747": 83, "087503": 83, "08769": 83, "087856": 83, "08793": 83, "08801": 83, "088284": 83, "088394": 83, "088962724586498": 82, "089": 83, "08908": 83, "0891": 83, "089472": 83, "08959897": 83, "089655": 83, "0897": 83, "08971": 83, "089901": 83, "08e": 83, "09": 83, "090052": 83, "09069": 83, "091045": 83, "0912": 83, "091452": 83, "091528": 83, "091732": 87, "091949": 83, "091957": 83, "091959": 83, "092": 83, "092154": 83, "0922365": 83, "092297": 83, "092391290403306": 82, "092854": 83, "093073": 83, "09314": 83, "09316": 83, "093334": 83, "0935545": 83, "093597": 83, "09369": 83, "093696177204187": 87, "093733": 83, "0938": 83, "093914": 83, "093975": 83, "094": 83, "094041": 83, "094099": 83, "0945": 83, "09457": 83, "094668": 83, "09502": 83, "095318": 83, "09547": 83, "095592": 83, "095621": 83, "0961": 83, "096224": 83, "096245": 83, "09637": 83, "0966": 83, "09662": 83, "096634": 83, "096746": 83, "09686": 83, "096895": 83, "096941": 83, "097107": 83, "09713": 83, "09719": 83, "097484": 83, "097755": 83, "097776": 83, "097784": 83, "098063": 83, "09816": 83, "09818": 83, "098211": 83, "098276": 83, "099007": 83, "09905": 83, "099207": 83, "099758": 83, "0998027": 83, "09997": 83, "099987": 83, "09e": 83, "0_0": [81, 83], "0eval": 83, "0m": 61, "0observ": 83, "0x7f6d49d5f670": 83, "0x7f6e4589ee90": 83, "0x7f80ad33c0a0": 84, "1": [2, 6, 7, 23, 24, 66, 67, 68, 76, 80, 81, 82, 83, 84, 86, 87, 89, 91, 92, 93], "10": [0, 5, 6, 8, 10, 17, 52, 61, 80, 81, 82, 83, 84, 85, 86, 87, 92], "100": [23, 82, 83], "10000": 24, "1000000e": 87, "10012235": 83, "100141": 83, "10024": 83, "1002643": 83, "1003": 83, "10041": 83, "10049": 83, "10070": 83, "10074": 83, "100765": 83, "10086": 83, "10099": 83, "101": 83, "1011216": 83, "1011635": 83, "1012": 83, "10124": 83, "101406": 83, "101468": 83, "10149": 83, "1015": 83, "10174": 83, "1018": 83, "10199": 83, "102": 83, "1020": 83, "10212": 83, "102135": 83, "1022": 83, "10224": 83, "1022595": 83, "1023380": 83, "1024": 83, "10244": 83, "10249": 83, "1025": 83, "1025525": 83, "10274": 83, "102802": 83, "1029345": 83, "10296": 83, "10299": 83, "103": 83, "1030": 83, "103163": 83, "1031673": 83, "10324": 83, "1032705": 83, "103301": 83, "1033242": 83, "10349": 83, "1035100": 83, "103514": 80, "10365036504194708": 85, "1037": 83, "10374": 83, "10374769": 83, "103796": 83, "103831": 83, "103836": 83, "103922374125307": 82, "10399": 83, "104": 83, "104088": 83, "1041": 83, "104126": 83, "10424": 83, "10425": 83, "1042883": 83, "1042911": 83, "1043": 83, "10449": 83, "10453701684556": 82, "10457": 83, "1046": 83, "10474": 83, "1049": 83, "10499": 83, "105": 83, "105051": 83, "105117": 83, "105118": 83, "105156": 83, "10522": 83, "105227": 83, "10524": 83, "105264": 83, "105343": 83, "10549": 83, "1055290": 83, "1055746": 83, "1056": 83, "1057": 82, "10571": 83, "10574": 83, "10587": 83, "10599": 83, "106": 83, "1060431": 83, "10624": 83, "1063": 83, "1063042": 83, "1064": 83, "10649": 83, "10674": 83, "1068": 83, "10691": 83, "10699": 83, "107": [83, 87], "1070": 83, "10701": 83, "107014": 83, "1070203": 83, "1072": 83, "10724": 83, "1073": 83, "107374": 83, "107384318126506": 82, "1074": 83, "1074047": 83, "107442": 83, "107475": 83, "10749": 83, "10750": 82, "10754": 83, "107556": 83, "107563": 83, "1076129748179115": 81, "107616": 83, "1076257": 83, "10774": 83, "107789": 83, "1079741": 83, "10799": 83, "108": 83, "108005": 83, "108007": 83, "108011": 83, "10803817": 83, "1081605": 83, "10824": 83, "1083": 83, "108369": 83, "10849": 83, "1085": 83, "1085250e": 87, "108599": 83, "1086": 83, "1087": 83, "10874": 83, "108757": 83, "1088106": 83, "10883": 83, "1089": 83, "1089516": 83, "10899": 83, "109": 83, "1090": 83, "10922": 83, "10924": 83, "10945": 82, "109482": 83, "10949": 83, "109554": 83, "109562": 83, "109674": 83, "10968": 83, "109697": 83, "10974": 83, "10989": 83, "1099": 83, "10999": 83, "10gb": 8, "11": [82, 83, 86, 87], "110": 83, "1100109": 83, "110023": 83, "1101246": 83, "11013": 83, "11024": 83, "110273": 83, "1103": 83, "110353": 83, "11044": 83, "11049": 83, "1105301": 83, "1105442": 83, "110699": 83, "11074": 83, "11077": 83, "1108": [83, 86, 87], "1108626": 83, "110891": 83, "1109": 83, "1109461": 83, "110972": 83, "11099": 83, "111": 83, "111017": 83, "111176": 83, "11124": 83, "11131": 83, "1114": 83, "11149": 83, "11162": 83, "11172": 83, "11174": 83, "11187": 83, "1119156": 83, "1119275": 83, "11199": 83, "112": [83, 86], "112099": 83, "1121520": 83, "112187": 83, "1122": 83, "11224": 83, "1123": 83, "1124": 83, "11249": 83, "11274": 83, "1129": 83, "11299": 83, "1129913": 83, "113": 83, "113121": 83, "113134": 83, "11316": 83, "11324": 83, "11328": 83, "1133127": 83, "113327": 83, "11349": 83, "1135936": 83, "1136": 83, "1137": 83, "113705": 83, "1137261": 83, "11374": 83, "1138461": 83, "1138610": 83, "113867": 83, "1139": 83, "11399": 83, "114": 83, "1141885": 83, "114191": 83, "11419542960070476": 82, "11424": 83, "114245": 83, "1143": 83, "1144": 83, "11446": 83, "11449": 83, "1145": 0, "1145651": 83, "1146": 83, "11474": 83, "1148": 83, "114868": 83, "1149": 83, "11499": 83, "115": 83, "1150": 83, "11506": 83, "11515210984941": 82, "1151543": 83, "11521": [86, 87], "11524": 83, "11540370667002": 87, "115477": 83, "11548": 82, "11549": 83, "115623": 83, "115639": 83, "11567712232242755": 82, "115677122322428": 82, "11574": 83, "115774": 83, "1158": 83, "115957": 83, "11599": 83, "116": 83, "11612": 83, "11623": 83, "11624": 83, "1163221": 83, "1164469": 83, "11649": 83, "11674": 83, "11699": 83, "117": 83, "1170298": 83, "1172": 83, "11724": 83, "117279": 83, "1173": 83, "117382": 83, "1174": 83, "11749": 83, "117585185109778": 82, "11765": 86, "11774": 83, "1178": 83, "11781": 83, "11799": 83, "118": 83, "1181": 83, "11824": 83, "118244": 83, "118326": 83, "1183428": 83, "11835387": 83, "1184": 83, "11849": 83, "11858": 83, "118586": 83, "118645": 83, "1187332": 83, "11874": 83, "118748": 83, "1187793": 83, "1188644": 83, "1189": 83, "11899": 83, "119": 83, "1190161": 83, "1190462": 83, "1190700": 83, "1191": 83, "1191460": 83, "11924": 83, "1193": 83, "119333": 83, "11949": 83, "1195": 83, "119612": 83, "11974": 83, "119897": 83, "1199": 83, "11995": 83, "11999": 83, "11e": 83, "12": [2, 5, 7, 80, 81, 82, 83, 84, 85, 86, 87, 92], "120": 83, "1200115": 83, "12003": 83, "120074": 83, "120174": 83, "12024": 83, "120296": 83, "12049": 83, "12074": 83, "120804": 83, "1209": 83, "12099": 83, "121": 83, "12124": 83, "121346": 83, "121407": 83, "1214257": 83, "12149": 83, "1216855": 83, "121716": 83, "121738": 83, "12174": 83, "121815": 83, "12199": 83, "122": 83, "1220016": 83, "122057": 83, "122066701037642": 82, "12207": 83, "122103": 83, "122137": 83, "1222": 83, "122232": 83, "12224": 83, "1223": 83, "1224": 83, "122469": 83, "12249": 83, "122492094230708": 82, "12251": 83, "1226": 83, "12274": 83, "122775": 83, "12279": 83, "1228": 83, "12299": 83, "123": 83, "1230844": 83, "123085": 83, "1231": 83, "1232": 83, "12324": 83, "12343episod": 83, "123447": 83, "12349": 83, "1234918": 83, "1234998": 83, "1235690": 83, "1236157": 83, "12374": 83, "1237547": 83, "12383": 83, "12399": 83, "124": 83, "124214": 83, "12424": 83, "124284": 83, "1243": 83, "124363": 83, "124374": 83, "1244619": 83, "12449": 83, "1245584": 83, "1246": 83, "12474": 83, "12477": 83, "1249": 83, "12499": 83, "125": 83, "12505": 83, "125118": 83, "12524": 83, "12549": 83, "12574": 83, "125746": 83, "1258731": 83, "1259": 83, "12592": 83, "125984": 83, "12599": 83, "126": 83, "126002": 83, "1260863": 83, "1261": 83, "1262": 83, "1262035": 83, "1262075": 83, "12624": 83, "126259": 83, "1263": 83, "1264": 83, "126413": 83, "126427": 83, "126446": 83, "12647816912414633": 80, "12649": 83, "1265": 83, "126642": 83, "126654": 83, "126692": 83, "126703": 83, "12674": 83, "1268": 83, "12699": 83, "127": 83, "127042": 83, "12721": 83, "1272109": 83, "12724": 83, "127277": 83, "127358": 83, "1274": 83, "12749": 83, "1277295": 83, "127739": 83, "12774": 83, "1278173": 83, "127878": 83, "12789": 83, "127898": 83, "12799": 83, "128": [82, 83], "12802": 83, "128113": 83, "1281504": 83, "128186": 83, "12824": 83, "12826": 83, "12849": 83, "128534": 83, "128633": 83, "12874": 83, "128750": 83, "1288323": 83, "128834": 83, "1289": [86, 87], "128933": 83, "12899": 83, "129": 83, "12907": 83, "1291654": 83, "1292": 83, "12924": 83, "1293": 83, "129374": 83, "1293798": 83, "12949": 83, "129557": 83, "129635": 83, "129715": 83, "1297189": 83, "12974": 83, "129744": 83, "129776": 83, "1298619": 83, "1299": 83, "12997": 83, "12999": 83, "12e": 83, "13": [83, 87, 92], "130": 83, "1300": 83, "130006355654462": 82, "13013": 83, "13024": [82, 83], "1303549": 83, "130356": 83, "13049": 83, "130491": 83, "13058": 83, "1307": 83, "1307205": 83, "13074": 83, "1309": 83, "130938": 83, "130976": 83, "1309806": 83, "13099": 83, "131": 83, "13105904442731": 82, "1312": 83, "131216": 83, "13124": 83, "1313": 83, "1314": 83, "13149": 83, "131516": 83, "1316319": 83, "13174": 83, "13176": 83, "13177": 83, "1317869": 83, "131813": 83, "1319": 83, "13197": 83, "131987": 83, "13199": 83, "132": 83, "1320": 83, "1320067": 83, "1321506": 83, "13219": 83, "1322": 83, "13224": 83, "1323": 83, "13234": 83, "132393": 83, "1324": 83, "1324227": 83, "13249": 83, "13274": 83, "13299": 83, "1329952": 83, "133": 83, "13316": 83, "1332038": 83, "13324": 83, "1333": 83, "133348": 83, "133389": 83, "133396": 83, "13342": 83, "13349": 83, "133593": 83, "133598": 83, "13367": 83, "13374": 83, "13399": 83, "134": 83, "134166": 83, "13424": 83, "134264": 83, "134275": 83, "13434": 83, "1344": 83, "13449": 83, "134598": 83, "13474": 83, "134862": 83, "1349": 83, "134924": 83, "13499": 83, "135": 83, "135008": 83, "1351892": 83, "1352": 83, "1352249": 83, "13524": 83, "1353": 83, "13549": 83, "1356897": 83, "135732451572082": 82, "13574": 83, "13599": 83, "1359925": 83, "136": 83, "136002": 83, "136075": 83, "1361756": 83, "1362343": 83, "13624": 83, "1363": 83, "136313": 83, "13632": 83, "1363277": 83, "136335": 83, "1363359": 83, "13649": 83, "1365": 83, "1367": 83, "136702063330183": 82, "13674": 83, "136875": 83, "13691": 83, "13699": 83, "137": 83, "137042": 83, "1371": 83, "13714": 83, "1372": 83, "1372092": 83, "13722": 83, "13724": 83, "137249": 83, "1372688": 83, "137383": 83, "1374": 83, "13749": 83, "1375": 83, "137533": 83, "137628": 83, "13768224": 83, "1377": 83, "13774": 83, "137783183036678": 82, "13779": 83, "137825": 83, "1378782": 83, "137955": 83, "13799": 83, "138": [83, 87], "1382": 83, "1382109": 83, "13824": 83, "13825": 82, "138285": 83, "1383": 83, "138374": 83, "13849": 83, "13874": 83, "13880": 83, "138863": 83, "13899": 83, "139": 83, "139025": 83, "1390406": 83, "1391969": 83, "13924": 83, "139362": 83, "1394": 83, "139486": 83, "139488733403255": 82, "13949": 83, "139505": 83, "13974": 83, "139757": 83, "13979312148985": 82, "1398": 83, "13989": 83, "1399": 83, "13999": 83, "13e": 83, "14": [81, 83, 87, 92], "140": 83, "140154": 83, "140165597242": 86, "1402": 83, "14024": 83, "140368086263685": 82, "14049": 83, "140497": 83, "14059": 83, "1406267": 83, "1407254": 83, "14074": 83, "14086": 83, "140959": 83, "14099": 83, "141": 83, "1410189": 83, "14115": 83, "14118324007": 82, "14124": 83, "1413": 83, "14149": 83, "1415152": 83, "1416": [82, 86, 87], "14162": 83, "1417": [80, 85], "141724": 83, "14174": 83, "141766": 83, "141846": 83, "1419": 83, "14190736": 83, "141941": 83, "14199": 83, "142": 83, "1420": 83, "142008": 83, "1420374": 83, "14206": 83, "1421501": 83, "14221": 83, "14224": 83, "14226": 83, "1423": 83, "1424": 83, "14245": 86, "14249": 83, "1427158": 83, "14272": 83, "14274": 83, "1428": 83, "14299": 83, "143": 83, "1430461": 83, "1431": 83, "14322889": 83, "14323": 83, "14324": 83, "14349": 83, "1435": 83, "1437": 83, "14374": 83, "14399": 83, "144": 83, "1440": [80, 84, 85], "1441": 83, "1442": 83, "144203": 83, "14424": 83, "144360": 83, "14449": 83, "144527": 83, "144733": 83, "14474": 83, "144766497926": 83, "1448": 83, "14481": 83, "144833": 83, "1449": 83, "14490029": 83, "14497": [86, 87], "14499": 83, "145": 83, "145014331659493": 82, "14502": 83, "145077": 83, "1452": 83, "14524": 83, "14549": 83, "1455": 83, "145666": 83, "1457054": 83, "14574": 83, "145824": 83, "14588": 83, "145975": 83, "14599": 83, "146": 83, "1461163": 83, "1461345": 83, "1462": 83, "146233": 83, "14624": 83, "1462606": 83, "146399": 83, "1464": 83, "146489725308": 83, "14649": 83, "146586": 83, "1466": 83, "146664": 83, "14674": 83, "146742": 83, "1468": 83, "146838": 83, "14699": 83, "147": 83, "147029855625828": 82, "1471": 83, "14724": 83, "14731": 83, "1473894": 83, "1474": 83, "14749": 83, "1475": 83, "1477": 83, "14774": 83, "1478523": 83, "1478701": 83, "14792": 83, "14799": 83, "148": 83, "1480": 83, "148026393976973": 82, "148069449044": 83, "14812351670179": 82, "148232": 83, "14824": 83, "148342": 83, "14849": 83, "148495": 83, "14851": 83, "148575": 83, "1486138": 83, "1486853": 83, "14874": 83, "148827": 83, "1489557": 83, "14899": 83, "149": 83, "14912": 83, "1492": 83, "149212": 83, "1492358": 83, "14924": 83, "149345848460342": 82, "14938": 83, "14942": 83, "1494897446855": 83, "14949": 83, "149518": 83, "14968": 83, "14974": 83, "14981": 83, "1498216": 83, "1499": 83, "14992": 83, "149982": 83, "14999": 83, "14e": 83, "15": [6, 83, 84, 85, 86, 87], "150": 83, "15008": 83, "150154": 83, "1502": 83, "15024": 83, "1502472": 83, "150335": 83, "15049": 83, "15050839": 87, "150514461425416": 82, "1507": 83, "15074": 83, "150831": 83, "15099": 83, "151": 83, "15113": 83, "1511907": 83, "151196": 83, "15124": 83, "151250": 83, "1513": 83, "151306": 83, "151327": 83, "1514": 83, "15149": 83, "1515": 83, "151531": 83, "15174": 83, "151745967733667": 82, "151756": 83, "151760": 83, "15199": 83, "152": 83, "152029": 83, "1521": 83, "1521785": 83, "15224": 83, "1524": 83, "15249": 83, "1525": 83, "152613": 83, "15274": 83, "15275": 83, "152868": 83, "152966": 83, "15299": 83, "153": 83, "1530411": 83, "153119": 83, "15324": 83, "153282": 83, "15332632": 83, "1534298527454": 80, "153479": 83, "15349": 83, "1535": 83, "15374": 83, "15375": 83, "1538": 83, "1539378": 83, "15399": 83, "154": 83, "15411": 83, "154137": 83, "154156": 83, "15424": 83, "154366": 83, "15449": 83, "154497": 83, "1546": 83, "154627": 83, "1546300": 83, "15474": 83, "1549": 83, "15499": 83, "155": 83, "155039": 83, "1552175": 83, "155224": 83, "155237": 83, "15524": 83, "155286": 83, "15549": 83, "15559": 83, "15574": 83, "155758": 83, "1558300": 83, "1558993": 83, "15594": 83, "15599": 83, "156": 83, "1561945": 83, "1562": 83, "15624": 83, "156244": 83, "1563": 83, "15649": 83, "1564907": 83, "1566": 83, "156731": 83, "156735": 83, "15674": 83, "1569": 83, "1569444": 83, "15699": 83, "157": 83, "157116": 83, "157179": 83, "1572": 83, "15724": 83, "15726": 83, "157383": 83, "1574": 83, "15749": 83, "157553": 83, "157618": 83, "1577": 83, "15774": 83, "15778": 83, "1577966": 83, "1578355": 83, "1579": 83, "15799": 83, "158": 83, "158018": 83, "15802": 83, "15805787": 83, "1582": 83, "1582394": 83, "15824": 83, "15829": 83, "158352": 83, "1584377": 83, "15849": 83, "1585": 83, "158574": 83, "158653": 83, "15874": 83, "15875": 83, "158784": 83, "158876": 83, "1589": 83, "15899": 83, "159": 83, "15924": 83, "159419": 83, "15949": 83, "159508": 83, "159515": 83, "15974": 83, "159826": 83, "1599": 83, "15999": 83, "15e": 83, "15owsnpb": 83, "16": [83, 87, 92], "160": [83, 87], "160043": 83, "160044": 83, "16016": 83, "16024": 83, "16026": 83, "16045": 83, "16049": 83, "16074": 83, "16099": 83, "161": [9, 83], "16124": 83, "1614288": 83, "16143eval": 83, "161467": 83, "16149": 83, "16167": 86, "161691": 83, "1617": 83, "16174": 83, "161875": 83, "161943": 83, "16199": 83, "162": 83, "1620741": 83, "1621886": 83, "16224": 83, "1622963": 83, "1623": 83, "1623813": 83, "1624": 83, "16245": 83, "162462": 83, "16249": 83, "162493": 83, "1625": 83, "1625788": 83, "162618330118143": 82, "162686": 83, "162704": 83, "162733": 83, "16274": 83, "1628": 83, "162914": 83, "16299": 83, "163": 83, "16300492": 83, "16311": 83, "163172": 83, "16324": 83, "16349": 83, "163658": 83, "1637": 83, "16374": 83, "1637863": 83, "1638969": 83, "16399": 83, "164": 83, "1640626": 83, "16424": 83, "1642453": 83, "1643": 83, "1643669": 83, "16449": 83, "164515": 83, "1646": 83, "16474": 83, "1647538": 83, "1649": 83, "16499": 83, "165": 83, "1651": 83, "165148": 83, "1652": 83, "16524": 83, "1654232": 83, "16549": 83, "1655": 83, "165697": 83, "1657319": 83, "16574": 83, "165756": 83, "1658": 83, "165852": 83, "165983": 83, "16599": 83, "166": 83, "1660167": 83, "16617": 83, "16624": 83, "1662493": 83, "166264": 83, "1663388": 83, "166363": 83, "1664": 83, "166412": 83, "16649": 83, "166603": 83, "166679": 83, "16668": 83, "1667": 83, "16674": 83, "166885": 83, "1669": 83, "166939": 83, "16699": 83, "167": 83, "167046": 83, "1671282": 83, "16717389191593668": 85, "16724": 83, "167301": 83, "1674": 83, "167454": 83, "16749": 83, "16755": 83, "167724": 83, "16774": 83, "16785": 83, "1679": 83, "16799": 83, "168": [82, 83], "16801": 82, "168115": 83, "16821": 83, "16824": 83, "16849": 83, "16852": 83, "168539": 83, "16856": 83, "168621791819803": 82, "16874": 83, "1687875": 83, "16892": 82, "16899": 83, "169": 83, "169079": 83, "169209": 83, "16924": 83, "1693315": 83, "169394": 83, "16949": 83, "1695": 83, "1695556": 83, "169581": 83, "16959": 83, "1697": 83, "1697029": 83, "16974": 83, "1697826": 83, "1697941": 83, "169835": 83, "1699": 83, "169945": 83, "16999": 83, "16e": 83, "17": [83, 85, 86, 87, 92], "170": 83, "1700": 83, "1700214247": 83, "1700214338": 83, "1700214442": 83, "1701": 83, "170164": 83, "17024": 83, "1702461": 83, "170254": 83, "17046": 83, "17049": 83, "170518": 83, "1706837": 83, "17074": 83, "1708": 83, "170815": 83, "170850": 83, "17099": 83, "171": 83, "1710": 83, "1711": 83, "171143": 83, "17124": 83, "17125": 83, "17132": 83, "171333": 83, "171345": 83, "171485556687838": 82, "17149": 83, "17174": 83, "1717507": 83, "1718": 83, "17188episod": 83, "171899": 83, "171911": 83, "171944": 83, "171947": 83, "171951": 83, "17199": 83, "172": 83, "172163": 83, "17224": 83, "1724": 83, "17249": 83, "17274": 83, "172800": 81, "172965873764": 83, "17299": 83, "173": 83, "1730056": 83, "1731": 83, "1731845": 83, "1732": 83, "173205": 83, "17324": 83, "17343": 83, "17349": 83, "1735": 83, "17374": 83, "17377": [86, 87], "1738": 83, "173874": 83, "1739404": 83, "17399": 83, "1739988": 83, "174": 83, "1741145": 83, "17422294281217932": 80, "17424": 83, "1743": 83, "17449": 83, "174507": 83, "1746407": 83, "1747264": 83, "17474": 83, "174824": 80, "1749": 83, "17496552068692": 82, "17499": 83, "175": 83, "175064": 83, "17516": 83, "175194": 83, "175195": 83, "17524": 83, "1754": 83, "17549": 83, "1755": 83, "1755457": 83, "1756": 83, "17574": 83, "1758": 83, "175938": 83, "17599": 83, "176": [83, 86], "1760": 83, "1760286": 83, "1760453": 83, "176092": 83, "176098": 83, "1761775": 83, "1762286": 83, "17624": 83, "176395": 83, "176426": 83, "176463": 83, "17649": 83, "1766": 83, "176632": 83, "176662": 83, "17670": 83, "17672": 83, "17674": 83, "17677": 83, "17699": 83, "177": 83, "17724": 83, "1774": 83, "17749": 83, "177536": 83, "1776": 83, "177649": 83, "177671": 83, "1777": 83, "17774": 83, "1779": 83, "17799": 83, "178": 83, "1780941": 83, "1781814": 83, "17824": 83, "178434": 83, "178462": 83, "17849": 83, "17874": 83, "17899": 83, "179": 83, "179195": 83, "1792": 83, "179213": 83, "17924": 83, "1793": 83, "179312": 83, "17949": 83, "1794946": 83, "1797136": 83, "179724": 83, "17974": 83, "1798": 83, "1798205": 83, "1799": 83, "179922": 83, "17999": 83, "17_09": 83, "17e": 83, "18": [10, 80, 83, 85, 86, 87, 92], "180": 83, "1800": 83, "18005": 83, "180178": 83, "1802": 83, "18024": 83, "180256": 83, "18027": 83, "1803": 83, "1804": 83, "18044": 86, "18049": 83, "1806": 83, "18072": 83, "18074": 83, "180758": 83, "1808781": 83, "18096": 83, "18099": 83, "181": 83, "181026": 83, "1810470": 83, "181059": 83, "1812": 83, "18123eval": 83, "18124": 83, "181385": 83, "181480": 83, "18149": 83, "1815379": 83, "1817": 83, "181717": 83, "18174": 83, "1819": 83, "18199": 83, "182": 83, "182009": 83, "1821": 83, "1822": 83, "18224": 83, "18225": 83, "182339": 83, "182379": 83, "1824": 83, "18249": 83, "182513": 83, "1826": 83, "182646": 83, "182717": 83, "18274": 83, "1828644": 83, "1828959": 83, "1829333": 83, "18299": 83, "183": [83, 85], "183125": 83, "18324": 83, "18328668832165": 82, "18349": 83, "18353": 83, "1836190": 83, "18374": 83, "183797": 83, "1838": 83, "183949": 83, "18399": 83, "184": [80, 83], "1841": 83, "18424": 83, "1844": 83, "18449": 83, "184548": 83, "18474": 83, "1847547": 83, "1848": 83, "184828759025105": 82, "1849": 83, "18499": 83, "185": 83, "1851": 83, "1852125": 83, "18524": 83, "185356": 83, "1854": 83, "18549": 83, "185575": 83, "1856": 83, "18574": 83, "185757": 83, "18599": 83, "186": 83, "18624": 83, "186273": 83, "186356": 83, "18649": 83, "18654": 83, "186604": 83, "1866692": 83, "186699": 83, "18674": 83, "186888": 83, "18699": 83, "187": 83, "187042": 83, "18724": 83, "1874": 83, "18749": 83, "1875": 83, "187544582040186": 82, "187576": 83, "1875874": 83, "18774": 83, "1877465": 83, "1877708": 83, "187864": 83, "187885": 83, "187895": 83, "1879835": 83, "18799": 83, "188": 83, "1880474": 83, "1881": 83, "18821": 83, "18824": 83, "1883": 83, "18839": 83, "18849": 83, "1885": 83, "1886": 83, "188634": 83, "188645": 83, "18874": 83, "188778": 83, "18899": 83, "189": 83, "1891": 83, "18924": 83, "1893": 83, "18946": 83, "18949": 83, "1896": 83, "18974": 83, "189896": 83, "1899": 83, "189915": 83, "18999": 83, "18e": 83, "19": [2, 67, 80, 83, 85, 86, 87], "190": 83, "190033": 83, "1900978": 83, "19011": 83, "19024": 83, "19049": 83, "190514": 83, "19066": 83, "19074": 83, "19078": 83, "19079547564029": 82, "19097": 83, "19099": 83, "191023": 83, "19124": 83, "191248": 83, "1912825": 83, "19129": 83, "19149": 83, "19174": 83, "191752": 83, "191772": 83, "19183": 83, "19199": 83, "192": 83, "19224": 83, "192297": 83, "1923": 83, "192326": 83, "192398": 83, "1924": 83, "19249": 83, "1925530": 83, "192562": 83, "192572": 83, "1926": 83, "19274": 83, "19299": 83, "193": 83, "193132": 83, "1932": 83, "19324": 83, "1933": 83, "1934": 83, "19349": 83, "19357": 83, "19374": 83, "19379": 83, "19397": 83, "19399": 83, "194": 83, "19401": 83, "19407731358453": 82, "1941": 83, "19421": 83, "19424": 83, "19425558540028": 82, "19432": 83, "19449": 83, "1945338": 83, "19474": 83, "19484": 83, "1948746": 83, "1949": 83, "19492": 83, "19499": 83, "195": 83, "1950": 83, "19502": 83, "195037": 83, "19524": 83, "195282": 83, "195335": 83, "195412": 83, "19549": 83, "195494": 83, "195496": 83, "1955": 83, "1956": 83, "1957": 83, "19572": 86, "19574": 83, "1958": 83, "19599": 83, "196": 83, "196104": 83, "19624": 83, "196256": 83, "196307": 83, "196474": 83, "19649": 83, "1966367": 83, "196686348535": 83, "19674": 83, "196743": 83, "19681": 82, "196945": 83, "19699": 83, "197": 83, "197186": 83, "19724": 83, "197342": 83, "197345": 83, "1974": 83, "19749": 83, "197556": 83, "197695": 83, "1977187": 83, "19774": 83, "1978": 83, "1979": 83, "19799": 83, "198": 83, "19824": 83, "198273": 83, "198282": 83, "198372": 83, "19849": 83, "19851": 83, "198558": 83, "198685": 83, "198689": 83, "19874": 83, "19888": 83, "198977940785": 82, "19899": 83, "199": 83, "1991": [7, 80, 81, 82, 83, 84, 85, 86, 87], "1991172": 83, "19924": 83, "199289": 83, "19937480889174": 82, "19949": 83, "1996": 83, "1997": 7, "199731": 83, "19974": 83, "1998": [7, 83], "19986": 83, "1999": 83, "19991": 83, "19999": 83, "19e": 83, "1e": [66, 67, 68, 77, 83, 89], "1m": 61, "1p": 84, "1pb": 84, "1pf": 84, "1pl": 84, "1pr": 84, "2": [0, 2, 5, 6, 9, 10, 11, 61, 71, 80, 81, 82, 83, 84, 86, 87, 92], "20": [6, 61, 81, 83, 85, 86, 87], "200": 83, "2000003": 83, "20024": 83, "200267": 83, "2004": 46, "20049": 83, "200624": 83, "2006618": 83, "2007": 83, "20074": 83, "2009": 83, "20099": 83, "201": [82, 83], "2011": 83, "20124": 83, "201467": 83, "20149": 83, "2016": 47, "201731": 83, "20174": 83, "20179": 83, "201933": 83, "20197213": 83, "20199": 83, "2019925": 83, "202": 83, "20208": 83, "202087": 83, "2021": 0, "2021sinergym": 0, "20224": 83, "20230803_133654": 83, "20231117_094304": 83, "20231117_094859": 83, "2023776": 83, "2024": 83, "202436": 83, "202482": 83, "20249": 83, "202625": 83, "20268": 83, "20274": 83, "20299": 83, "203": 83, "203036": 83, "203123": 83, "2032": 83, "20324": 83, "20326": 83, "2032909": 83, "203293": 83, "20349": 83, "20353": [86, 87], "20374": 83, "20377": 82, "20381": 83, "203812": 83, "203888": 83, "203909": 83, "2039795": 83, "20398": 83, "20399": 83, "204": 83, "2040": 83, "2040808": 83, "204128": 83, "204165": 83, "2041984": 83, "20422778": 87, "20424": 83, "204458": 83, "20449": 83, "204573": 83, "204594": 83, "204605": 83, "204664": 83, "20474": 83, "204876": 83, "2049": 83, "20499": 83, "205": 83, "2050470": 83, "205063": 83, "2052": 83, "20524": 83, "205442": 83, "20549": 83, "2057": 83, "20574": 83, "20577": 83, "205776": 83, "2058110": 83, "205873": 83, "2059622": 83, "20599": 83, "206": 83, "20605884": 87, "20606": 83, "206142": 83, "20624": 83, "206257": 83, "20639": 83, "20649": 83, "20674": 83, "2069064": 83, "206911": 83, "20699": 83, "207": 83, "207127": 83, "20724": 83, "2074": 83, "20749": 83, "20754": 83, "2075944": 83, "20774": 83, "207747": 83, "20776": 83, "2077625": 83, "20799": 83, "208": 83, "208225": 83, "20824": 83, "2084": 83, "2084277": 83, "208434": 83, "2084704": 83, "20849": 83, "2085210": 83, "208553": 83, "2085614": 83, "2086": 83, "208645": 83, "208662": 83, "208679": 83, "20874": 83, "208877778477245": 82, "20899": 83, "209": 83, "209018": 83, "209152": 83, "20924": 83, "20944": 83, "20949": 83, "2096": 83, "20974": 83, "20977": 83, "209824": 83, "2099": 83, "20999": 83, "20gb": 8, "20m": 61, "21": [82, 83, 86, 87, 92], "210": 83, "210167": 83, "21023": 83, "21024": 83, "210327": 83, "210348": 83, "21035": 83, "21049": 83, "210514": 83, "21052321517551723": 80, "21074": 83, "21099": 83, "211": 83, "211084": 83, "211124": 83, "21124": 83, "211245": 83, "211297": 83, "211305724387437": 82, "2113588": 83, "21137": 83, "2114": 83, "21149": 83, "211603": 83, "211607": 83, "2117175": 83, "211725": 83, "21174": 83, "2118": 83, "21186": 83, "211943": 83, "21199": 83, "212": 83, "212038": 83, "21219": 83, "21224": 83, "212349": 83, "212387": 83, "2123916": 83, "2124": 83, "21249": 83, "2125": 83, "2125288": 83, "21256": 83, "21262374343245": 82, "2127241": 83, "21274": 83, "21284685762769534": 85, "212911": 83, "212975": 83, "21298": 83, "21299": 83, "213": 83, "213067": 83, "213139": 83, "213166": 83, "2131824": 83, "21324": 83, "213251": 83, "21326": 83, "213444": 83, "21349": 83, "21356": 83, "2135712": 83, "2137165": 83, "21374": 83, "2139": 83, "21399": 83, "214": 83, "214001477054413": 82, "21404": 83, "21409138679209": 82, "21424": 83, "214247": 83, "214323": 83, "21449": 83, "2145050": 83, "21452": 83, "214733": 83, "21474": 83, "2148": 83, "214876": 83, "21489": 83, "2149": 83, "214954": 83, "21499": 83, "215": 83, "21505": 83, "21524": 83, "215261": 83, "215305": 83, "215412": 83, "21549": 83, "215683": 83, "2157": 83, "21574": 83, "215752": 83, "21578881": 83, "21599": 83, "216": 83, "2160": [82, 86, 87], "216024": 83, "2161": 83, "2161875": 83, "21624": 83, "21649": 83, "2165": 83, "21652": 83, "216587": 83, "2166689": 83, "21674": 83, "2168": 83, "2168629": 83, "21699": 83, "217": 83, "217064": 83, "2172": 83, "21724": 83, "2173034": 83, "2174": 83, "217432": 83, "217442233499717": 82, "21749": 83, "217491": 85, "2175": 83, "217537": 83, "217648": 83, "21765": 83, "217703": 83, "21774": 83, "21796": 83, "21799": 83, "218": 83, "21806": 83, "21824": 83, "2182675": 83, "21843578055733381": 86, "21849": 83, "21874": 83, "21896": 82, "21899": 83, "219": 83, "219017": 83, "219078": 83, "219198": 83, "219239": 83, "21924": 83, "219263": 83, "21949": 83, "219627": 83, "21973711769706": 82, "21974": 83, "21981": 83, "2199": 83, "219914681982832": 82, "21999": 83, "21e": 83, "22": [6, 10, 80, 81, 82, 83, 84, 86, 87], "220": 83, "2201520": 83, "22024": 83, "220278": 83, "22049": 83, "220542": 83, "220632": 83, "22064": 83, "22073": 83, "22074": 83, "220809": 83, "22099": 83, "221": 83, "221107": 83, "221117": 83, "2212": 83, "2212148": 83, "22124": 83, "221281": 83, "221325": 83, "221378": 83, "22149": 83, "2215056": 83, "22157": 83, "2216408": 83, "221664": 83, "22174": 83, "22182": 83, "22199": 83, "222": 83, "22203": 83, "2222": 83, "22224": 83, "2224": 83, "222464": 83, "22249": 83, "222506": 83, "22273": 83, "22274": 83, "2229": 83, "22299": 83, "22324": 83, "2232910": 83, "223364": 83, "2234091": 83, "22349": 83, "223518887721035": 82, "2235431": 83, "223564": 83, "22374": 83, "2239": 83, "22399": 83, "224": 83, "2240896": 83, "22424": 83, "2243": 83, "224388": 83, "2244216": 83, "224451": 83, "22449": 83, "224543": 83, "22474": 83, "224743717142747": 82, "22475557813916": 82, "2248": 83, "224862634103623": 82, "2249": 83, "224926": 83, "22499": 83, "224995": 83, "225": 83, "22524": 83, "225305": 83, "22538": 83, "22549": 83, "2255049": 83, "225517": 83, "22574": 83, "2258": 83, "2258358": 83, "225866": 83, "225957": 83, "22599": 83, "225992": 83, "225996": 83, "226": 83, "226016": 83, "22611": 83, "22624": 83, "226307": 83, "226334": 83, "22649": 83, "226510": 83, "22653": 83, "22657": 82, "2266": 83, "2267": 83, "22674": 83, "226805": 83, "22684": 83, "226868": 83, "22699": 83, "227": 83, "227089": 83, "2271817": 83, "22724": 83, "22725948485913058": 86, "227363": 83, "227379": 83, "22738": 83, "2274": 83, "22749": 83, "227594": 83, "227640": 83, "2276769": 83, "2277": 83, "22774": 83, "2278": 83, "227865": 83, "22799": 83, "228": 83, "228003": 83, "22824": 83, "2283": 82, "22849": 83, "228516": 83, "22852": 83, "228561": 83, "228575": 83, "2286": 83, "228634": 83, "22874": 83, "22879episod": 83, "2288": 83, "228872": 83, "22899": 83, "229": 83, "22916802518": 83, "22924": 83, "22931": 83, "229322": 83, "2294836": 83, "22949": 83, "229651": 83, "229662": 83, "22974": 83, "229746": 83, "2297572": 83, "229761": 83, "2298": 83, "229832": 83, "2299": 83, "229988": 83, "22999": 83, "22e": 83, "23": [6, 81, 82, 83, 84, 86, 87], "230": 83, "2301027": 83, "230162": 83, "23024": 83, "230255": 83, "230354": 83, "23049": 83, "23053": 83, "2306": 83, "23063": 83, "23074": 83, "23084": 83, "2309": 83, "23099": 83, "231": 83, "231157": 83, "23124": 83, "231259": 83, "23126": 83, "23149": 83, "2316": 83, "23174": 83, "231922": 83, "23199": 83, "232": 83, "232125": 83, "23224": 83, "2324": 83, "23249": 83, "23259020873576": 82, "23274": 83, "23299": 83, "233": 83, "233004": 83, "2330092": 83, "233074": 83, "23319381087007": 82, "23324": 83, "23326": 83, "23329": [86, 87], "233419": 83, "23349": 83, "2335": 83, "233568": 83, "23363": 83, "23374": 83, "2337403": 83, "233862884129856": 82, "233954": 83, "23399": 83, "234": 83, "23424": 83, "234293": 83, "23445": 83, "23449": 83, "234543": 83, "234565": 83, "23461": 83, "234688": 83, "2347054": 83, "23471113677184": 82, "23474": 83, "2349": 83, "23499": 83, "235": 83, "235045107678307": 82, "235198": 83, "2352": 83, "23524": 83, "2354075": 83, "235451": 83, "23549": 83, "235605": 83, "235693": 83, "23574": 83, "2359": 83, "2359683": 83, "23599": 83, "236": 83, "236038": 83, "23604545": 83, "23605": 83, "236084": 83, "2361": 83, "23624": 83, "2363": 83, "23649": 83, "236619": 83, "236689": 83, "23674": 83, "23685": 83, "236861": 83, "23699": 83, "237": 83, "237041": 83, "237171": 83, "23719": 83, "237206": 83, "23724": 83, "237269": 83, "2373": 83, "2374": 83, "23749": 83, "2375": 83, "2375066": 83, "237514": 83, "237583": 83, "23774": 83, "23799": 83, "238": 83, "238083": 83, "23813": 83, "23822": 83, "23824": 83, "238272": 83, "2383": 83, "23835": 83, "2383635": 83, "23849": 83, "2384972": 83, "2386879": 83, "2387312028445": 83, "23874": 83, "23899": 83, "239": 83, "23912": 83, "23924": 83, "23949": 83, "23974": 83, "23984": 83, "2399": 83, "23999": 83, "23e": 83, "24": [29, 82, 83, 85, 86, 87], "240": [83, 86, 87], "240105": 83, "2402": 83, "24024": 83, "240308": 83, "24039": 83, "24044": 83, "24047": 83, "240486": 83, "24049": 83, "240658": 83, "2407": 83, "240701": 83, "24074": 83, "2408194793959": 80, "24099": 83, "241": 83, "24103": 83, "2410598": 83, "2410784": 83, "24124": 83, "2414": 83, "2414623": 83, "24149": 83, "241513": 83, "241547": 83, "24167": 83, "24174": 83, "24192": 83, "24199": 83, "242": 83, "24201eval": 83, "242134": 83, "24224": 83, "242298": 83, "2424": 83, "24246": 83, "24249": 83, "24260320229046": 82, "2426525": 83, "2427": 83, "242737": 83, "24274": 83, "242847": 83, "242946": 83, "24299": 83, "243": 83, "243057033393647": 82, "24324": 83, "243378": 83, "24339": 83, "24349": 83, "243492": 83, "2435": 83, "243587": 83, "243687": 83, "24374": 83, "24378": 83, "24399": 83, "244": 83, "24424": 83, "244436": 83, "24449": 83, "244587": 83, "2446": 83, "24474": 83, "24485": 83, "244875": 83, "2449": 83, "24499": 83, "245": 83, "245056": 83, "24511": 83, "24524": 83, "245432": 83, "24549": 83, "245584": 83, "24574": 83, "245878": 83, "24599": 83, "246": 83, "2462": 83, "246204": 83, "24624": 83, "24649": 83, "246576": 83, "24674": 83, "24685episod": 83, "2469271": 83, "24699": 83, "247": 83, "247084": 83, "247192": 83, "2472076": 83, "247209": 83, "24724": 83, "247278": 83, "2474": 83, "24744": 83, "2474526": 83, "24749": 83, "247528": 83, "2476": 83, "247664": 83, "2477": 83, "247702": 83, "247714": 83, "24774": 83, "247807": 83, "24799": 83, "248": 83, "2481": 83, "248131": 83, "2482": 83, "24824": 83, "2483": 83, "24834": 83, "24849": 83, "24874": 83, "24881": 83, "2489": 83, "248968": 83, "24899": 83, "249": 83, "24924": 83, "2493": 83, "249304": 83, "249306": 83, "24949": 83, "24956": 83, "2496963": 83, "24974": 83, "2499": 83, "24994": 83, "24999": 83, "24e": 83, "25": [80, 82, 83, 85, 86, 87, 92], "250": 83, "250102": 83, "25013": 83, "2501626": 83, "25024": 83, "2503271": 83, "250349": 83, "25049": 83, "2505": 83, "250704417015097": 82, "25074": 83, "25082": 83, "250916": 83, "250929": 83, "25093": 83, "25099": 83, "251": 83, "251022": 83, "251059": 83, "251144": 83, "25124": 83, "251407": 83, "25149": 83, "25168": 83, "251705": 83, "25174": 83, "251833": 83, "251905": 83, "25199": 83, "252": 83, "25224": 83, "252293": 83, "2523309": 83, "2524": 83, "25249": 83, "25258": 83, "2526695": 83, "25274": 83, "252745": 83, "25275": 83, "25289": 83, "2529": 83, "25295633824829267": 80, "25299": 83, "253": 83, "253143": 83, "25324": 83, "253282509391": 83, "25349": 83, "253563": 83, "2536142": 83, "253662": 83, "25374": 83, "25399": 83, "254": 83, "254023": 83, "2540491619612": 82, "254138": 83, "254232": 83, "25424": 83, "2543396": 83, "25449": 83, "254574": 87, "2546195": 83, "2546476": 83, "2547": 83, "254721173565525": 82, "254738": 83, "25474": 83, "2549": 83, "25499": 83, "255": 83, "25504": 83, "25524": 83, "2553043": 83, "25535": 83, "255399": 83, "25543": 83, "25549": 83, "2556": 83, "255705": 83, "25574": 83, "2559595": 83, "25599": 83, "256": 83, "256157": 83, "256225": 83, "25624": 83, "2562961": 83, "256312010106484": 82, "25633": 82, "2563782": 83, "25649": 83, "2567": 83, "256739": 83, "25674": 83, "2567486050366": [86, 87], "25696": 83, "25697": 86, "25699": 83, "257": 83, "257017": 83, "257056918609834": 82, "25723": 83, "25724": 83, "2573731": 83, "2574": 83, "25749": 83, "25774": 83, "257887": 83, "257965": 83, "25799": 83, "258": 83, "25804": 83, "2581863": 83, "25824": 83, "25826": 83, "258335": 83, "258354": 83, "25849": 83, "2585": 83, "25874": 83, "2588": 83, "258926": 83, "25899": 83, "259": 83, "259157": 83, "25924": 83, "2593": 83, "259344": 83, "259447": 83, "25949": 83, "25956": 83, "25974": 83, "25977": 83, "2599": 83, "25999": 83, "25e": 83, "26": [6, 81, 82, 83, 84, 87], "260": 83, "260102": 83, "26024": 83, "260286": 83, "26049": 83, "26065": 83, "26074": 83, "260864": 83, "260881": 83, "26099": 83, "261": 83, "261051": 83, "26106": 83, "26123": 83, "261238": 83, "26124": 83, "2613": 83, "261345": 83, "26148": 83, "26149": 83, "2615": 83, "261504": 83, "261553": 83, "26164": 83, "26174": 83, "261744": 83, "2617896": 83, "26199": 83, "262": 83, "26202": 83, "262045": 83, "26209": [86, 87], "2621": 83, "26224": 83, "2623247": 83, "2624": 83, "26249": 83, "26252": 83, "262617": 83, "26274": 83, "262782": 83, "262846": 83, "26294": 83, "26299": 83, "263": 83, "263184": 83, "26324": 83, "26341": 83, "26349": 83, "263493": 83, "26374": 83, "26399": 83, "264008": 83, "26424": 83, "264465": 83, "26449": 83, "26466": 83, "26474": 83, "2648": 83, "2648930": 83, "2649": 83, "264926241101": 83, "26499": 83, "265": 83, "2650634": 83, "26508": 83, "2651": 83, "2651987": 83, "2652": 83, "26524": 83, "265303": 83, "265317": 83, "265384": 83, "265434": 83, "26549": 83, "26556": 83, "265598": 83, "26563": 83, "2656312266007": 82, "26574": 83, "2657805": 83, "265807": 83, "26599": 83, "265991": 83, "266": 83, "266000": 83, "266051343026817": 82, "266104055476056": 82, "26624": 83, "266266": 83, "2663016": 83, "26631": 83, "2664": 83, "26649": 83, "26651": 83, "266527": 83, "2666": 83, "26674": 83, "266903": 83, "266905": 83, "266980": 83, "26699": 83, "267": 83, "2672": 83, "267233": 83, "26724": 83, "2674": 83, "26742679043559126": 82, "26749": 83, "26774": 83, "267861141693295": 82, "267988": 83, "26799": 83, "268": 83, "268166982664578": 82, "2682": 83, "26822": 83, "26824": 83, "26825": 83, "2683": 83, "2683816795749": 85, "2684185": 83, "2684761": 83, "26849": 83, "26872": 83, "26874": 83, "268843": 83, "268929570656645": 85, "26899": 83, "269": 83, "26924": 83, "269371": 83, "269456": 83, "26949": 83, "2696": 83, "269702": 83, "26974": 83, "2698": 83, "269861": 83, "2699": 83, "26994": 83, "26999": 83, "26e": 83, "27": [82, 83, 84, 85, 86, 87], "270": 83, "270113": 83, "27024": 83, "2703202": 83, "27049": 83, "27074": 83, "2709444": 83, "27099": 83, "271": 83, "27124": 83, "271287499064524": 82, "271435": 83, "2714391": 83, "271460": 83, "27149": 83, "2717327": 83, "27174": 83, "2718": 83, "27199": 83, "272": 83, "27217": 83, "27224": 83, "27229": 83, "2723": 83, "2723255": 83, "2724": 83, "272463": 83, "27249": 83, "272633": 83, "27274": 83, "272782": 83, "272802747471584": 82, "272907": 83, "272985": 83, "27299": 83, "272993": 83, "273": 83, "27303": 83, "273043": 83, "27324": 83, "273347": 83, "27349": 83, "27362": 83, "27374": 83, "27375": 83, "27385": 83, "27389": 83, "27392": 83, "27399": 83, "274": 83, "274063": 83, "274105": 83, "274149": 83, "2742": 83, "27424": 83, "2743": 83, "274445": 83, "27449": 83, "27451": 83, "2745597": 83, "274569": 83, "27474": 83, "2749": 83, "274973060234515": 82, "27499": 83, "275": 83, "275078": 83, "27524": 83, "2752483": 83, "27549": 83, "2755": 83, "27574": 83, "275844": 83, "27585": 83, "27599": 83, "276": 83, "276029": 83, "276184": 83, "27624": 83, "27639522806313": 82, "276424": 83, "276463": 83, "27649": 83, "276726": 83, "27674": 83, "27699": 83, "277": 83, "2770501": 83, "27708": 83, "277117": 83, "27724": 83, "2773": 83, "277372": 83, "2774": 83, "27749": 83, "27766692168502": 82, "277687": 83, "2776982": 83, "27774": 83, "277803": 83, "277805": 83, "27799": 83, "278": 83, "278086": 83, "2781": 83, "27824": 83, "27849": 83, "278496": 83, "278501": 83, "278723": 83, "27874": 83, "278757": 83, "278952": 83, "27899": 83, "279": 83, "279047": 83, "279231": 83, "279238": 83, "27924": 83, "2794": 83, "27949": 83, "2795": 86, "279541": 83, "279606": 83, "279724": 83, "27974": 83, "27975": 83, "279856": 83, "2798805": 83, "2799": 83, "27999": 83, "27e": 83, "28": [83, 87], "280": 83, "2800000e": 87, "2801": 83, "2801224": 83, "280233": 83, "28024": 83, "2804241": 83, "28049": 83, "28053": 83, "28057": 83, "2807": 83, "280739": 83, "28074": 83, "28078": 83, "28099": 83, "281": 83, "28117": 83, "281235": 83, "28124": 83, "28127": 83, "281334": 83, "281387": 83, "281406368027305": 82, "28149": 83, "2817": 83, "28174": 83, "28175": [83, 86], "2817603": 83, "28177": 83, "281803": 83, "28199": 83, "282": 83, "2820": 83, "282064": 83, "282104": 83, "282108": 83, "2821500": 83, "28224": 83, "2824": 83, "28249": 83, "2825": 83, "2827": 83, "28274": 83, "28299": 83, "283": 83, "283078053476807": 87, "28324": 83, "28349": 83, "2836": 83, "28374": 83, "283798": 83, "2839": 83, "283964": 83, "28399": 83, "284": 83, "2841": 83, "284153": 83, "284225": 87, "284225333994474": [86, 87], "284225463867188": 87, "28424": 83, "284251": 83, "284252": 83, "28426": 83, "28449": 83, "284555": 83, "2846234": 83, "2847": 83, "28474": 83, "284857": 83, "2849": 83, "28499": 83, "285": 83, "28513": 82, "285131": 83, "2851346": 83, "28524": 83, "285484": 83, "28549": 83, "285549": 83, "2856": 83, "28574": 83, "285763": 83, "28599": 83, "286": 83, "2860780": 83, "286098": 83, "286165": 83, "286173": 83, "28624": 83, "286257": 83, "286299": 83, "286415": 83, "28649": 83, "286524": 83, "2866": 83, "28667": 83, "28674": 83, "286907": 83, "28699": 83, "287": 83, "28704": 83, "28724": 83, "287249": 83, "2873": 83, "2874": 83, "287437": 83, "28749": 83, "287525": 83, "287544": 83, "28763378": 83, "2877": 83, "28774": 83, "28776": 83, "287834": 83, "2879": 83, "287907": 83, "28799": 83, "287990": 83, "288": [81, 83], "2880": [82, 86, 87], "28824": 83, "288256827640698": 82, "28849": 83, "2885895": 83, "2886594": 83, "28868": 83, "28874": 83, "288742": 83, "288761": 83, "288834": 83, "28899": 83, "289": 83, "28904": 83, "289088": 83, "289152": 83, "2892137": 83, "28924": 83, "28928": 83, "289444": 83, "28949": 83, "289529": 83, "289627": 83, "28974": 83, "2898": 83, "2899": 83, "28999": 83, "28e": 83, "29": [83, 87], "290": 83, "290013": 83, "29011": 83, "2901263": 83, "29015": 83, "290154": 83, "290186": 83, "29024": 83, "290419": 83, "290453": 83, "29049": 83, "290564": 83, "290733": 83, "29074": 83, "2908": 83, "2909584": 83, "29099": 83, "291": 83, "291016": 83, "291023": 83, "291105": 83, "29124": 83, "2914": 83, "291485": 83, "29149": 83, "2914970": 83, "2915": 83, "29174": 83, "29185": [86, 87], "2918768": 83, "29199": 83, "292": 83, "29208712515913": 82, "29221": 82, "29224": 83, "2924": 83, "292465": 83, "29249": 83, "2925": 83, "2925658": 83, "292652": 83, "29274": 83, "2929857": 83, "29299": 83, "293": 83, "293124": 83, "29324": 83, "293253": 83, "29333": 83, "293337": 83, "293446": 83, "29349": 83, "293673": 83, "293674": 83, "29374": 83, "293741": 83, "2938295": 83, "29399": 83, "294132": 83, "29424": 83, "2943": 83, "29449": 83, "2945": 83, "294548": 83, "2945585": 83, "29456785": 83, "294718": 83, "29474": 83, "2948871": 83, "2949": 83, "29499": 83, "295": 83, "295015": 83, "29524": 83, "295261": 83, "295412": 83, "295433": 83, "295475": 83, "29549": 83, "295546": 83, "295609": 83, "295666": 83, "29574": 83, "295828": 83, "295982": 83, "29599": 83, "296": 83, "29609": 83, "29624": 83, "2963": 83, "296478": 83, "29649": 83, "296541": 83, "2966595": 83, "29674": 83, "296833": 83, "29689": 83, "29699": 83, "297": [80, 83], "29724": 83, "297323": 83, "297335": 83, "2974": 83, "29749": 83, "297695": 83, "2977": [86, 87], "29774": 83, "29789277185311": 82, "297986671081": 83, "29799": 83, "298": 83, "298168": 83, "29824": 83, "29849": 83, "29865": 83, "29867": 83, "29874": 83, "2988": 83, "29899": 83, "299": 83, "299072": 83, "29924": 83, "299374": 83, "299383": 83, "299417": 83, "299423": 83, "29949": 83, "29952": 86, "299526": 83, "29974": 83, "29978": 83, "2998": 83, "299827804173795": 82, "2999": 83, "29999": 83, "29e": 83, "29th": 7, "2e": 83, "2zonedatacenterhvac": 47, "2zonedatacenterhvac_weconom": [2, 5, 81], "3": [0, 2, 4, 7, 8, 10, 11, 22, 23, 61, 80, 81, 82, 83, 84, 85, 86, 87, 90, 92], "30": [5, 6, 61, 66, 67, 68, 81, 83, 84, 86, 87], "300": 83, "30007": 83, "30012": 83, "300123": 83, "30024": 83, "3003": 83, "30035": 83, "3004": 83, "30049": 83, "3005": 83, "30074": 83, "300801": 83, "30099": 83, "301": [83, 85, 93], "301074": 83, "30124": 83, "3012602": 83, "301405": 83, "30149": 83, "30167": 83, "30168": 83, "30174": 83, "301798": 83, "301876": 83, "301914": 83, "301935": 83, "30199": 83, "302": 83, "3022": 83, "30224": 83, "3024": 83, "3024671": 83, "30249": 83, "3024965": 83, "3025": 83, "30253": 83, "30274": 83, "302775628790542": 82, "30297": 83, "30299": 83, "303": [80, 83], "30324": 83, "3032584": 83, "30349": 83, "3035": 83, "303662": 83, "30374": 83, "303895": 83, "30399": 83, "304": 83, "304005": 83, "3040800": 83, "304203": 83, "30424": 83, "30449": 83, "30461": 83, "3047": 83, "30474": 83, "304825": 83, "3049": 83, "304934": 83, "30499": 83, "305": 83, "3050": 83, "3051596": 83, "30524": 83, "305302": 83, "305464": 83, "30549": 83, "3055": 83, "305504": 83, "30557": 83, "305711": 83, "30574": 83, "305868": 83, "30599": 83, "306": [83, 85], "306188": 83, "30624": 83, "30642": 83, "30649": 83, "3066": 83, "30674": 83, "30699": 83, "307": 83, "30707": 83, "30724": 83, "30729": 83, "3074": 83, "30749": 83, "307499": 83, "30774": 83, "3078": 83, "3078493": 83, "30799": 83, "308": 83, "308235": 83, "30824": 83, "308342": 83, "308412": 83, "30849": 83, "3085565": 83, "30867148538614": 82, "3087": 83, "30874": 83, "30899": 83, "309": 83, "309011": 83, "309143": 83, "309153008391664": 82, "30924": 83, "309459135039948": 82, "30949": 83, "309496148008126": 82, "309548": 83, "309654": 83, "30974": 83, "30975": 83, "3099": 83, "30996": 83, "30999": 83, "31": [5, 7, 61, 80, 81, 82, 83, 84, 85, 86, 87], "310": 83, "31012": 83, "31021959098016": 82, "31024": 83, "310314": 83, "31036434": 83, "31044": 83, "31049": 83, "310589": 83, "3106383": 83, "31066": 83, "31074": 83, "3107407": 83, "3108444": 83, "31099": 83, "311": [83, 84], "311094": 83, "311104": 83, "31124": 83, "3113888": 83, "311417": 83, "31145": 83, "31149": 83, "3115": 83, "31166": 83, "311705": 83, "31174": 83, "311874": 83, "3118777": 83, "311967": 83, "31199": 83, "312": 83, "312044": 83, "31224": 83, "312361": 83, "3124": 83, "31249": 83, "3125": [86, 87], "312537": 83, "312569": 83, "3127": 83, "31274": 83, "31296": 83, "31298": 83, "31299": 83, "313": 83, "3130": 83, "3130433": 83, "31339": 83, "31344": 83, "313513": 83, "3135141": 83, "31355": 83, "3137": 83, "314": 83, "314055": 83, "3142": 83, "314344": 83, "314674": 83, "314816": 83, "31489": 82, "3149": 83, "314940373349994": 82, "315": 83, "3150015": 83, "3150081": 83, "315073": 83, "315203": 83, "31536000": [80, 81, 82, 83, 84, 85, 86, 87], "3155036": 83, "315658": 83, "315889": 83, "315995": 83, "316": 83, "3160286": 83, "31616435897856": 82, "3162": 83, "3164": 83, "3165517": 83, "316582": 83, "3168": 83, "317": 83, "31725": 83, "3174": 83, "31747": 83, "3178": 83, "31789": 83, "317920693455": 86, "318": 83, "318306": 83, "318344": 83, "31859": 83, "319": [0, 83], "3193": 83, "319316": 83, "31932": 83, "319372": 83, "31964": 83, "319656": 83, "31977": 83, "3199": 83, "319937": 83, "31e": 83, "32": 83, "320": [2, 83], "320056": 83, "320126": 83, "32014": 83, "32022823176": 82, "3202745": 83, "3204484": 83, "3206": 83, "32065": [86, 87], "3207": 83, "3208": 83, "320927": 83, "321": [82, 83], "321212935563235": 82, "321407": 83, "321625": 83, "321648": 83, "3216777": 83, "321774": 83, "3219": 83, "3219347": 83, "322": 83, "322044": 83, "32206": 83, "322216": 83, "3224": 83, "3226": 83, "32262": 83, "322752347845213": 82, "322908": 83, "3229639": 83, "323": [0, 83], "323276": 83, "323315": 83, "323364": 83, "323395": 83, "3235": 83, "32354": 83, "323826": 83, "323845": 83, "323895": 83, "3238974": 83, "324": 83, "324025": 83, "3241777": 83, "324233": 83, "324258": 83, "3242619e": 87, "3242805": 83, "3243134": 83, "32439": 83, "324406": 83, "32447episod": 83, "324484": 83, "324568": 83, "324581": 83, "324686": 83, "324717": 83, "324862": 83, "3249": 83, "325": 83, "325115": 83, "3255": 83, "325657": 83, "325717463001574": 82, "32572523": 87, "32586": 83, "325865": 83, "326": 83, "326004": 83, "326008": 83, "326218": 83, "32632": 83, "3264": 83, "326594": 83, "326602915153778": 82, "3267": 83, "326733": 83, "326927": 83, "327": 83, "327057": 83, "327127": 83, "327251": 83, "3274": 83, "3276": 83, "32771": 83, "3278": 83, "327847": 83, "32785043815016": 82, "328": 83, "328117": 83, "3281666": 83, "3281816": 83, "3282": 83, "328288": 83, "328423": 83, "328482": 83, "3286": 83, "328617": 83, "32868": 83, "328889075081": 83, "329": 83, "3293101": 83, "329315": 83, "3295098": 83, "3296": 83, "329704": 83, "329798": 83, "3299": 83, "32995": 83, "329985": 83, "32e": 83, "33": [61, 83, 86], "330": 83, "33011": 83, "330137": 83, "33025": 83, "3303912": 83, "330548": 83, "331": 83, "3312": 83, "33136": 83, "33137": 83, "33139": 83, "3314": 83, "331541": 83, "3318": 83, "3318205": 83, "3319559": 83, "3319582": 83, "332": 83, "33207": 83, "3320911": 83, "3324": 83, "33259": 83, "33275306": 83, "3327703": 83, "33292": 83, "333": 83, "3331149": 83, "3333333333333": [80, 85], "3333333333334": 85, "333363": 83, "333364": 83, "333763": 83, "333779": 83, "333809": 83, "333889": 83, "3339": 61, "333921": 83, "3339373": 83, "333977": 83, "333998": 83, "334": 83, "334118": 83, "334397": 83, "334488": 83, "3347": 83, "3349": 83, "334994": 83, "335": 83, "33517": 83, "335354": 83, "33544": 83, "335506": 83, "335524": 83, "33571": 83, "335754": 83, "33587": 83, "33599": 83, "3361": 83, "336163": 83, "336182": 83, "33624196": 83, "336285": 83, "336391": 83, "336395": 83, "336887": 83, "3369927": 83, "337": 83, "337305": 83, "337343": 83, "3374": 83, "337481": 83, "337564": 83, "33763950224591": 82, "33773": 83, "3378": 83, "338": 83, "338148": 83, "33825": 83, "338281331752377": 82, "3386": 83, "338629010751": 86, "33876569586113": 82, "339": 83, "339176": 83, "33917913": 83, "339186": 83, "33923": 83, "339254": 83, "339314": 83, "339380228263305": 82, "33943": 83, "339748": 83, "33988": 83, "3399": 83, "33_hu200t1q": 83, "33e": 83, "34": [83, 86, 87, 92], "340": 83, "340016": 83, "3401": 83, "3403": 83, "340313": 83, "340415472303": 83, "340607": 83, "3408": 83, "341": 83, "34104864229795": 82, "3412291": 83, "341252": 83, "34132552077085": 82, "341438": 83, "341484": 83, "34158": 83, "34169685729": 83, "341748": 83, "341778": 83, "34198": 83, "342": 83, "3420": 83, "34201": 83, "34213": 83, "34233": 83, "3423305": 83, "3424": 83, "342453": 83, "3427425": 83, "3428": 83, "3428041": 83, "343": 83, "343086": 83, "343163": 83, "343174": 83, "3433": 83, "343311": 83, "343338": 83, "343633": 83, "34369": 82, "343817": 83, "344": 83, "34405267": 83, "3441": 83, "344173": 83, "344183": 83, "3442": 86, "3442061": 83, "34431": 83, "344404": 83, "344414": 83, "34447": 83, "3445": 83, "34458": 83, "34476": 83, "344811": 83, "34489": 83, "3449": 83, "344952": 83, "345": 83, "345287": 83, "345486": 83, "345562": 83, "345572": 83, "345593": 83, "34564": 83, "345997": 83, "346": 83, "346043": 83, "346052": 83, "346079": 83, "3464": 83, "346413": 83, "3465989": 83, "347": 83, "347079": 83, "34714": 83, "347166": 83, "3473": 83, "3474": 83, "347605": 83, "3477": 83, "3478": 83, "348": 83, "348045": 83, "348074": 83, "3485328": 83, "348609": 83, "3486611": 0, "3488729": 0, "34892": 83, "349": 83, "3491": 83, "349102": 83, "34919": 83, "3492": 83, "349455": 83, "3499": 83, "34e": 83, "35": [83, 92], "350": 83, "3502": 83, "350382": 83, "350393": 83, "35040": [80, 81, 82, 83, 84, 85, 86, 87], "35041": 83, "3504417": 83, "350603": 83, "350782": 83, "350838": 83, "35088": 83, "35091": 83, "350996": 83, "351": 83, "351166": 83, "35134": 83, "3514463": 83, "351454": 83, "3515596": 83, "3516591": 83, "35179": 83, "351809": 83, "3518631": 83, "351942": 83, "352": 83, "35207": 83, "352226": 83, "3524": 83, "352446": 83, "35254046509186": 85, "35264364590376623": 87, "352756796479834": 82, "353": 83, "353151567342": 83, "35344": 83, "3535004": 83, "353544": 83, "35365": 83, "353714": 83, "354": 83, "354006": 83, "35403": 83, "354202": 83, "3543": 83, "35435": 83, "3543841": 83, "354536399509": 83, "3546": 83, "3549": 83, "354967": 83, "355": 83, "35507": 83, "355169": 83, "355236": 83, "355374": 83, "355534": 83, "35559": 83, "3556": 83, "35568": 82, "35599": 83, "356": 83, "356014": 83, "356246": 83, "35626077584623": 82, "356754": 83, "357": 83, "357159": 83, "35722345079559226": 82, "357336": 83, "3574": 83, "3574334": 83, "357481": 83, "3575": 83, "357542": 83, "357563": 83, "3576": 83, "3576803": 83, "358": 83, "358007": 83, "358186": 83, "358383": 83, "358484": 83, "358492": 83, "3589754": 83, "3594": 83, "359734": 83, "3598": 83, "3599": 83, "35e": 83, "36": 83, "360": 83, "3600": [80, 84, 85], "360157": 83, "360214": 83, "3604": 83, "36043": 83, "360667": 83, "36071": 83, "361": 83, "36101": 83, "3613": 83, "3613000": 83, "361461": 83, "361639": 83, "3616774": 83, "361885": 83, "361977": 83, "362": 83, "36234": 83, "362385306000814": 82, "3624": [82, 83, 86, 87], "36259": 83, "3626": 83, "3626423": 83, "362661542358": 86, "362766": 83, "362823": 83, "362911": 83, "363": 4, "36302": 83, "363247": 83, "363319": 83, "363356": 83, "363422": 83, "36356": 83, "36357": 83, "3636545": 83, "364": 83, "36404": 83, "36409": 83, "36438": 83, "364509": 83, "3645803": 83, "36460897157091": 82, "3648541": 83, "3649": 83, "365": 83, "365232": 83, "365273": 83, "365337": 83, "3653437": 83, "365477": 83, "365803": 83, "366": 83, "366064": 83, "366076": 83, "366455": 83, "3667": 83, "3669": 83, "367": 83, "367149": 83, "3672": 83, "3672833996926315": 82, "3673377": 83, "3674": 83, "3676153": 83, "36768": 83, "3678339": 83, "367899": 83, "368": 83, "3680471": 83, "3682384": 83, "36832": 83, "3685168": 83, "3686837": 83, "3687": 83, "3688": 83, "368822": 83, "368893": 83, "3689": 83, "369": 83, "3690": 83, "369095": 83, "36912": 83, "369297": 83, "369502": 83, "369625": 83, "36963": 83, "369709": 83, "369793": 83, "369878": 83, "3699": 83, "36e": 83, "37": 83, "370": 83, "3701": 83, "37062": 83, "370691": 83, "371": 83, "3710": 83, "371014": 83, "37107": 83, "3715158": 83, "3716403": 83, "37169": 83, "3718": 83, "371922": 83, "371940434897027": 82, "372": 83, "37202758854": 82, "372105": 83, "37224105914655": 82, "37224276151501": 86, "372273": 83, "372368": 83, "3724": 83, "372401": 83, "372531": 83, "37259": 83, "37267": 83, "372742": 83, "372751": 83, "372908": 83, "372997": 83, "373": 83, "3730378": 83, "373043": 83, "37305": 83, "373072": 83, "3733482": 83, "37339": 83, "373482": 83, "373495": 83, "37355": 83, "373743": 83, "373751": 83, "373768": 83, "373877": 83, "374": 83, "374287": 83, "374291": 83, "3743": 83, "374336": 83, "37435": 83, "3745": 83, "3745906": 83, "374725": 83, "37489": 83, "3749": 83, "375": [83, 86, 87], "3752": 83, "37521827": 83, "37522episod": 83, "375265": 83, "375334": 83, "375377": 83, "3756356": 83, "375774": 83, "375805": 83, "376099": 83, "376232": 83, "37624": 83, "3763311388700536": [80, 85], "3766": 83, "376736": 83, "37692": 83, "37696": 83, "377": 83, "377169": 83, "377394": 83, "3774": 83, "377738": 83, "377762": 83, "377993": 83, "378": 83, "378036": 83, "378115": 83, "3783436": 83, "3786383": 83, "379": 83, "379026": 83, "37903": 83, "3791": 83, "37915": 83, "37918": 83, "379228760971404": 82, "379234": 83, "3793273": 83, "37934": 83, "37937": 83, "379395": 83, "379463": 83, "37957": 83, "379833": 83, "3799": 83, "37996": 83, "37e": 83, "38": [61, 83], "380083": 83, "38035": 83, "380396": 83, "380398": 83, "38043": 83, "380638": 83, "380795": 83, "3808": 83, "381": 83, "38102": 83, "381088": 83, "381172": 83, "381512": 83, "3817": 83, "382": 83, "382097": 83, "382166": 83, "382233": 83, "38226": 83, "382294": 83, "3824": 83, "3828847": 83, "38312": 83, "38318": 83, "383184": 83, "3833": 83, "383576": 83, "383625": 83, "384": [80, 83], "3840142": 83, "384110": 83, "384127": 83, "384174": 87, "384346": 83, "38459": 83, "3849": 83, "384958": 83, "385": 83, "3851": 83, "38514": 83, "3855": 83, "3857": 83, "386": 83, "386179": 83, "38619": 83, "3862": 83, "38634": 83, "386407": 83, "3865857": 83, "386675": 83, "3867": 83, "38672": 83, "386773": 83, "38683": 83, "387": 83, "3870570": 83, "3872": 83, "3874": 83, "38755eval": 83, "387661": 83, "3879": 83, "388": 83, "38810": 81, "388348": 83, "388695": 83, "3888": 83, "3888217": 83, "388847": 83, "388855": 83, "388943": 83, "389": 83, "3891": 83, "38911": 83, "38924": 83, "3894": 83, "389498": 83, "3895953": 83, "389618": 83, "389812": 83, "3899": 83, "389954": 83, "38998": 83, "38e": 83, "39": [80, 81, 82, 83, 84, 85, 86, 87], "390": 2, "390144": 83, "390175": 83, "390213": 83, "390306": 83, "3903533": 83, "39038": 83, "3904": 83, "391077": 83, "391197": 83, "391249": 83, "3912582": 83, "39136": 83, "39148": 83, "391863": 83, "39188": 83, "392": 83, "39203": 83, "392105": 83, "392218": 83, "3923394": 83, "3924": 83, "392422": 83, "3925": 83, "392647": 83, "392784": 83, "392849": 83, "392883": 83, "393": 83, "393188": 83, "393337": 83, "3934": 83, "393436": 83, "39349": 83, "393824": 83, "39393": 83, "394222": 83, "394281": 83, "39459": 83, "3949": 83, "395": 83, "395102": 83, "3951087": 83, "395254": 83, "39541": 83, "395668": 83, "395697": 83, "395718": 83, "395735": 83, "395819": 83, "395840884017": 83, "395845": 83, "395967": 83, "396": 83, "396152": 83, "396200191451324": 82, "39629": 83, "3963323": 83, "39646": 83, "3965": 83, "396703": 83, "3967648": 83, "396768": 83, "39683eval": 83, "396935": 83, "397": 83, "3972": 83, "39732": 83, "3974": 83, "3975": 83, "3975253": 83, "397603": 83, "397675": 83, "397816": 83, "397929": 83, "398": 83, "39844": 83, "398606": 83, "398651": 83, "398741": 83, "398882": 83, "399": 83, "399098": 83, "3993225": 83, "399399": 83, "3994": 83, "3999": 83, "39e": 83, "3e": 83, "4": [2, 5, 7, 10, 14, 66, 67, 68, 80, 81, 82, 83, 84, 85, 86, 87, 89], "40": [61, 83, 87], "400": 83, "4000001e": 87, "400382": 83, "40044233": 83, "400461": 83, "400509": 83, "400848": 83, "401": [83, 85], "401014": 83, "401157": 83, "401176": 83, "4012": 83, "4014": 83, "401505": 83, "4016": 83, "402": 83, "4024": 83, "402655": 83, "40269": 83, "402737": 83, "4029": 83, "402967": 83, "40298": 83, "402994": 83, "403": 83, "403365280938": 82, "403486": 83, "4038": 83, "40382": 83, "403831": 83, "403837": 83, "403879": 83, "4039045": 83, "40393": 83, "403952": 83, "4039795": 83, "404": 83, "404039": 83, "404510": 83, "404594": 83, "40463": 83, "4046625": 83, "4049": 83, "405": 83, "4050": 83, "405018": 83, "405119": 83, "4053": 83, "405334": 83, "4054": 83, "4056": 83, "405827": 83, "4059": 83, "406": 83, "406048": 83, "406055": 83, "4062": 83, "406227": 83, "40628349489212": 86, "40643": 83, "406437": 83, "4067339": 83, "4067437": 83, "406927": 83, "407": 83, "4070": 83, "407007": 83, "4071010": 83, "407139": 83, "407288": 83, "407345": 83, "407398": 83, "4074": 83, "4077": 83, "40799": 83, "408": 83, "408057": 83, "408203": 83, "408313327693552": 82, "408401": 83, "40852": 83, "408579": 83, "4088272": 83, "4089": 83, "409": 83, "409126": 83, "4094": 83, "409586": 83, "409836": 83, "4099": 83, "4099537": 83, "41": [83, 92], "410": 83, "4101": 83, "410271": 83, "41034": 83, "410343": 83, "410603": 83, "410771": 83, "4107929": 83, "411": 83, "411175": 83, "411239": 83, "411385": 83, "411669": 83, "4119455": 83, "412": 83, "41207": 83, "4124": 83, "41243": 83, "412476": 83, "4126": 83, "4127": 83, "41275": 83, "412853": 83, "413": 83, "4136": 83, "413828": 83, "413868": 83, "413916": 83, "413956": 83, "414": 83, "4141176": 83, "4142": 83, "41438": 83, "414421": 83, "414547": 83, "414612": 83, "414637": 83, "4148": 83, "414870": 83, "414883": 83, "4149": 83, "414923": 83, "415": 83, "415078": 83, "41525": 83, "415379": 83, "4154342": 83, "415497": 83, "41555": 82, "415564": 83, "415615": 83, "416": 83, "416159": 83, "41647": 83, "416656": 83, "416883": 83, "417": 83, "41702": 83, "41705": 83, "4171513": 83, "4172": 83, "4173": 83, "4174": 83, "4175": 83, "417665": 83, "417715": 83, "417734": 83, "417835": 83, "41828": 83, "418407": 83, "418484": 83, "418552": 83, "418623": 83, "418673": 83, "418865": 83, "4189": 83, "41894728": 83, "4189992": 83, "4191238": 83, "419151": 83, "419529": 83, "4196": 83, "4197338": 83, "419844": 83, "4199": 83, "419962": 83, "41e": 83, "42": [83, 92], "420": 83, "4203": 83, "420418": 83, "4204226": 83, "420448": 83, "420471": 83, "42047961195113": 82, "420488": 83, "421297": 83, "42138": 83, "421692": 83, "421844": 83, "422": 83, "4220851623168": 82, "422109": 83, "42213": 83, "42214784762863855": 83, "422165": 83, "422209": 83, "4224": 83, "4226103": 83, "422802": 83, "422834": 83, "423": 83, "423044": 83, "423054": 83, "423097775218647": 82, "423105": 83, "42342": 83, "423465": 83, "42386": 83, "423868": 83, "423975": 83, "424": 83, "424046": 83, "424162800676545": 82, "424332": 83, "42441": 83, "4249": 83, "425": 83, "425114": 83, "42534": 83, "425394": 83, "4254": 83, "425447": 83, "4254899": 83, "42562": 83, "42579": 83, "42586": 83, "426": 83, "426144348275088": 82, "4263319241570109": 83, "4263978": 83, "426456": 83, "4266663": 83, "426840": 83, "426971": 83, "427": 83, "427065": 83, "427107": 83, "4271114": 83, "4274": 83, "4275043299862915": 82, "427517": 83, "4275640288043432": 83, "427694": 83, "427858": 83, "4281177": 83, "4283177306652533": 83, "428493": 83, "4285": 83, "428854": 83, "428865": 83, "429253": 83, "4292946": 83, "429308": 83, "429335": 83, "429393": 83, "429403": 83, "429458": 83, "4295": 83, "4295363": 83, "4297": 83, "429708": 83, "4299": 83, "42e": 83, "43": [83, 92], "430": 83, "43005": 83, "430132": 83, "4303": 83, "430404117791642": 82, "430555": 83, "43056": 83, "430645": 83, "4307226": 83, "43089": 83, "431": 83, "431053": 83, "431208": 83, "4312496": 83, "4312929": 83, "43131719567353316": 83, "4313949": 83, "4314": 83, "43155": 83, "431572": 83, "43176": 83, "4319363": 83, "432": 83, "432045": 83, "4321": 83, "43212128": 83, "432148": 83, "4324": 83, "43247": 83, "432545": 83, "4326": 83, "432787": 83, "4328161223963918": 82, "433092": 83, "4331393": 83, "43317": 83, "4333": 83, "433327": 83, "4333735": 83, "433417323750973": 87, "433624": 83, "43365": 83, "4340": 83, "434044": 83, "4341": 83, "434128": 83, "43422": 83, "43434": 83, "4344": [82, 86, 87], "4349": 83, "434963": 83, "435": 83, "4355224": 83, "4355738": 83, "435689": 83, "4357": 83, "4359": 83, "4359742": 83, "436": 83, "436129": 83, "4363027": 83, "4366": 83, "43662": 83, "436741": 83, "4367958": 83, "43687156111466763": 86, "436998": 83, "437": 83, "4370503": 83, "437138": 83, "4371530": 83, "4374": 83, "43741": 83, "43743": 83, "437536": 83, "437775": 83, "438": 83, "438007": 83, "43842": 83, "4386": 83, "43866": 83, "438751": 83, "43878692": 83, "438843": 83, "439": 83, "439213625906792": 82, "439279": 83, "4393": 83, "439528": 83, "4397": 83, "4399": 83, "43_cun8jng3": 83, "43_evalu": 83, "43_sr2houk": 83, "43e": 83, "44": 83, "440": 83, "4400032": 83, "440136": 83, "440195": 83, "440237": 83, "440274": 83, "440469": 83, "4406347": 83, "440664": 83, "4407": 83, "440716": 83, "44078": 83, "441": 83, "44114": 83, "441185": 83, "441462": 83, "4415144": 83, "441555": 83, "441584": 83, "441803": 83, "441835": 83, "442": 83, "4424": 83, "44267": 83, "44268": 83, "442886": 83, "442892": 83, "443": 83, "44306615365681": 82, "443321": 83, "443428": 83, "444": 83, "444046": 83, "4441502": 83, "444305": 83, "444363": 83, "444693": 83, "4449": 83, "444937": 83, "445": 83, "445164": 83, "4452": 83, "445435": 83, "445587": 83, "44568": 83, "4457515": 83, "44578": 83, "445791": 83, "445868": 83, "445882": 83, "445957": 83, "446": 83, "44615075": 83, "446198": 83, "4464": 83, "4465209": 83, "446527": 83, "446743": 83, "44686": 83, "447": 83, "44708": 83, "447105": 83, "447118": 83, "4474": 83, "447454": 83, "447517": 83, "4476857": 83, "44785": 83, "447903": 83, "448067": 83, "448227": 83, "448235": 83, "44847": 83, "448666": 83, "4487": 83, "448812": 83, "448847": 83, "449": 83, "449082": 83, "4492": 83, "449215": 83, "449238": 83, "4494166": 83, "449615": 83, "449625": 83, "449767133034882": 82, "4499": 83, "44e": 83, "45": [2, 83], "4500000e": 87, "450134": 83, "450226": 83, "4503": 83, "450413": 83, "4504209": 83, "450460": 83, "4505": 83, "4505453": 83, "45064163916": 82, "45067": 83, "451311": 83, "451401745306942": 82, "451453": 83, "4517277581382": 82, "451796": 83, "451893": 83, "4519": 83, "452": 83, "452288": 83, "452297": 83, "4523": 83, "4524": 83, "4525": 83, "4526": 83, "452662": 83, "45269": 83, "453": 83, "4531417474460593": 86, "4531593": 83, "45334": 83, "453636": 83, "453775": 87, "4538102": 83, "45393393827288": 82, "454": 83, "45405": 83, "454084": 83, "4542": 83, "4546": 83, "454679": 83, "454714": 83, "45482": 83, "4549": 83, "455": 83, "455126": 83, "4554": 83, "455622": 83, "45572": 83, "45583": 83, "456": 83, "456167": 83, "456223": 83, "4564": 83, "456501": 83, "4568": 83, "456839": 83, "45700782913386": 82, "457339": 83, "4574": 83, "45746": 83, "4576453": 83, "4578": 83, "458": 83, "4580983": 83, "45838": 83, "458406": 83, "458416": 83, "458956": 83, "459": 83, "459794392100665": 82, "4598": 2, "459827": 83, "45983": 83, "4599": 83, "45e": 83, "46": [2, 83], "4601": 83, "460247": 83, "460455": 83, "46046": 83, "460917": 83, "461": 83, "46107642729404": 82, "461197": 83, "4615": 83, "461578": 83, "461708": 83, "461779": 83, "461828": 83, "4619": 83, "461933": 83, "462": 83, "46204": 83, "462065": 83, "4624": 83, "4629197": 83, "463": [2, 83], "46324": 83, "4636": 83, "463623": 83, "46367": 83, "464": 83, "464203": 83, "464287": 83, "46443972": 83, "46448": 83, "46484488": 87, "4649": 83, "46493": 83, "465": 83, "465069": 83, "465097": 83, "4651": 83, "465273": 83, "46531": 83, "465332": 83, "4654706": 83, "465584": 83, "4656": 83, "465723": 83, "46577": 83, "4658": 83, "465874": 83, "465914": 83, "465982": 83, "466": 83, "46637": 83, "466516": 83, "466824": 83, "46684": 83, "466934": 83, "467": 83, "46709": 83, "46726": 82, "467265": 83, "4673": 83, "4673761": 83, "4674": 83, "46767": 83, "46771": 83, "46782": 83, "468": 83, "468061": 83, "4681": 83, "46846670104": 83, "46865": 83, "468657": 83, "468678": 83, "469": 83, "469086": 83, "469153276368": 86, "469254": 83, "469403206707": 83, "469513": 83, "469681": 83, "4697": 83, "469723": 83, "4698": 83, "4699": 83, "46e": 83, "47": 83, "470": 83, "4702": 83, "47031": 83, "470314": 83, "470379": 83, "47042": 83, "47045": 83, "470580": 83, "4706626": 83, "470722": 83, "470765": 83, "4707968": 83, "470825": 83, "47087": 83, "47104": 83, "471261": 83, "471449": 83, "47146": 83, "47173": 83, "471773": 83, "472": 83, "47209": 83, "472118": 83, "47217": 83, "472187": 83, "472333": 83, "4724": 83, "47256": 83, "472637": 83, "473": 83, "473099": 83, "4733": 83, "4735": 83, "4737": 83, "473743": 83, "473761": 83, "47385": 83, "4739": 83, "473911": 83, "47397": 83, "474": 83, "47406": 83, "474075": 83, "47408603593558": 86, "474377": 83, "474483": 83, "47451": 83, "4749": 83, "475": 83, "475006": 83, "4750577": 83, "47561177379764": 82, "4756484": 83, "475954": 83, "476": 83, "476068": 83, "476208": 83, "4764079": 83, "477": 83, "477150_iwec": 92, "477306": 83, "47732": 83, "4774": 83, "477741": 83, "477785": 83, "4778": 83, "477875": 83, "478": 83, "478065": 83, "478088": 83, "478311": 83, "4786": 83, "47876613692316": 82, "478780": 83, "4788": 83, "478897": 83, "478977": 83, "479": 83, "4790": 83, "4793": 83, "479317": 83, "47948": 83, "479544": 83, "4798": 83, "4799": 83, "479923": 83, "47e": 83, "48": 83, "480": 83, "48008": 83, "480116": 83, "480413": 83, "4806430": 83, "480873": 83, "480985": 83, "481": 83, "48104": 83, "48113": 83, "4814867": 83, "48164": 83, "4817": 83, "4817667": 83, "48178": 83, "4818852": 83, "4819": 83, "481953": 83, "482": 83, "482203": 83, "4822035": 83, "4824": 83, "4826": 83, "48272": 83, "482807": 83, "48282eval": 83, "482845": 83, "48292": 83, "483": 83, "48305": 83, "4832": 83, "483408": 83, "4836": 83, "4839": 83, "484": 83, "484047": 83, "484123": 83, "4841363": 83, "4844": 83, "4847171": 83, "4849": 83, "484962": 83, "484993": 83, "485": 83, "48503": 83, "4850352": 83, "485105": 83, "4852": 83, "485292": 83, "4853": 83, "485458": 83, "485494": 83, "4855103": 83, "4856598": 83, "4862": 83, "486246": 83, "486356831060117": 82, "486403": 83, "486473": 83, "486634787123645": 82, "4868": 83, "486908": 83, "487": 83, "48703": 83, "487068": 83, "48715": 83, "487341586511533": 82, "4874": 83, "4875": 83, "487545": 83, "487644": 83, "488": 83, "488087": 83, "4881": 83, "4886": 83, "4887073": 83, "48872": 83, "488916": 83, "48894882371821": 82, "489": 83, "489048": 83, "489124247968": 82, "489174": 83, "48924": 83, "489399": 83, "489456": 83, "4895": 83, "489557": 83, "489573": 83, "489624": 83, "4898": 83, "489855": 83, "4899": 83, "489908": 83, "48e": 83, "49": 83, "490088": 83, "49021644748176": 82, "490236": 83, "49031": 83, "490796": 83, "4908": 83, "4908586": 83, "490915": 83, "49098": 83, "491": [2, 83], "491219": 83, "491304": 83, "49144": 83, "4915775": 83, "491618": 83, "49166": 83, "491833": 83, "49194": 83, "491972": 83, "492": 83, "49222451880882": 87, "4924": 83, "492639": 83, "4928055": 83, "493": [80, 81, 82, 83, 84, 85, 86, 87], "493074": 83, "49313": 83, "493168": 87, "49321": 83, "493917": 83, "494": 83, "494152": 83, "49424": 83, "494257": 83, "494572": 83, "49464": 83, "4949": 83, "495": 83, "4952": 83, "49545": 83, "495585": 83, "4956": 83, "495659": 83, "495691": 83, "496": 83, "4960": 83, "496028": 83, "496058": 83, "4961": 83, "4961122594044092": 87, "496115": 83, "496178": 83, "496408": 83, "496495319039795": 82, "496785": 83, "496876": 83, "497": 83, "497007": 83, "497048": 83, "4974": 83, "49754": 83, "497612": 83, "4979": 2, "498": 83, "49801": 83, "4980135": 83, "498105": 83, "498217": 83, "498264": 83, "49837": 83, "49839": 83, "4984936": 83, "49853": 83, "49864": 83, "4988": 83, "499": 83, "499041": 83, "499171": 83, "499285": 83, "499413": 83, "4994174": 83, "49947498388144": 85, "499552": 83, "4996": 83, "499722": 83, "4999": 83, "49e": 83, "4e": 83, "5": [0, 2, 5, 6, 10, 24, 66, 67, 68, 71, 75, 80, 81, 82, 83, 84, 85, 86, 87, 89, 92, 93], "50": [61, 81, 83], "500": 83, "50000000": 84, "5000000e": 87, "500097": 83, "500229": 83, "50031": 83, "5003182": 83, "5003846": 83, "500486": 83, "500626": 83, "501": 83, "50109": 83, "50117": 83, "50168": 82, "501795840290757": 82, "501816": 83, "5019": 83, "50192": 83, "50195": 83, "501991": 83, "502": 83, "502026": 83, "50226": 83, "5024": 83, "502432": 83, "50244": 83, "502487": 83, "50254": 83, "502956": 83, "502991": 83, "503": 83, "503227": 83, "503426": 83, "50352": 83, "5036276598917": 83, "503729": 83, "503786": 83, "504": 83, "50414": 83, "504218": 83, "5043eval": 83, "504581": 83, "5049": 83, "505": 83, "5053432": 83, "505367": 83, "505592": 83, "505669": 83, "505688": 83, "5057328": 83, "50592": 83, "505985": 83, "50601": 83, "506051": 83, "50618": 83, "5063": 83, "506315": 83, "506327": 83, "506552": 83, "506569": 83, "5068433": 83, "506927": 83, "507": 83, "507233": 83, "5072422": 83, "5074": 83, "507423": 83, "507696": 83, "507713": 83, "507769966536845": 82, "5078": 83, "507927": 83, "50795": 83, "508": 83, "50823358985986": 80, "50846": 83, "508686603184": 83, "5087": 83, "508722": 83, "508745": 83, "5088": [82, 86, 87], "508892": 83, "508998": 83, "509": 83, "509193": 83, "509224": 83, "509262": 83, "509317": 83, "509342": 83, "5093937": 83, "509575": 83, "5098643": 83, "5099": 83, "51": 83, "510035": 83, "510240": 83, "5103": 83, "510412": 83, "510527": 83, "510529": 83, "51077": 83, "511": 83, "5111": 83, "511398": 83, "511669": 83, "511806": 83, "5119457": 83, "512": 83, "51201": 83, "512114023279846": 82, "512131": 83, "5124": 83, "5125": 83, "512716": 83, "512764": 83, "512812": 83, "5129490": 83, "51302": 83, "5131793": 83, "513245": 83, "5136858": 83, "513725": 83, "513992": 83, "514": 83, "51403": 83, "514065": 83, "514217": 83, "514286": 83, "514444": 83, "514876": 83, "5149": 83, "51498": 83, "5151": 83, "5151449": 83, "515478": 83, "51548": 83, "5156594": 83, "515854": 87, "516": 83, "516073": 83, "5161777": 83, "51618": 83, "516462": 83, "51666": 83, "516663": 83, "5169748": 83, "517": 83, "517382": 83, "5174": 83, "517626": 83, "51776": 83, "51785": 83, "518": 83, "518076": 83, "518107": 83, "51826": 83, "5184000": [80, 84, 85], "5184134": 83, "518505": 83, "51852": 83, "518553": 83, "51869": 83, "5188694": 83, "519": 83, "519215": 83, "519234": 83, "51948": 83, "519688": 83, "51976": 83, "5197919": 83, "519888": 83, "519897": 83, "5199": 83, "51e": 83, "52": 83, "520086": 83, "520164": 83, "520331": 83, "520428": 83, "52058": 83, "520737": 83, "52076": 82, "5208": 83, "520885": 83, "5209345": 83, "521": 83, "5211308": 83, "521425": 83, "521523": 83, "522": 83, "522072": 83, "522163031742796": 82, "5224": 83, "522755": 83, "522837": 83, "522872": 83, "522898": 83, "523": 83, "523577": 83, "523636": 83, "5236861805773": 83, "5238667": 83, "523884": 83, "5239022": 83, "52394": 83, "524": 83, "524014": 83, "524161569812392": 82, "524296": 83, "5243260": 83, "524329": 83, "52455": 83, "524689": 83, "5246968": 83, "524734": 83, "5249": 83, "525": [83, 87], "5250244140625": 87, "52504": 83, "5250479199187": [86, 87], "52538": 83, "525572": 83, "5257034": 83, "52576": 83, "52578": 83, "526": 83, "52623665": 83, "526308": 83, "52633": 83, "5265477": 83, "526716": 83, "5267246": 83, "5268518": 83, "526911": 83, "5269392": 83, "526942": 83, "527": 83, "527079": 83, "527214": 83, "527241": 83, "527386": 83, "5274": 83, "5279045": 83, "528": 83, "52808": 83, "5281": [82, 83], "52845": 83, "5293": 83, "52933": 83, "529675": 83, "5299": 83, "529976": 83, "52e": 83, "53": 83, "530": 83, "5300543": 83, "530317": 83, "5305": 83, "5305769": 83, "530586901729745": 82, "5306246": 83, "530643": 83, "53074": 83, "530770": 83, "5307813": 83, "53084": 83, "531": 83, "531103": 83, "53134": 83, "531456": 83, "53162": 83, "5316920": 83, "53176": 83, "532": 83, "53205": 83, "532368": 83, "5324": 83, "532406": 83, "532434": 83, "532443": 83, "5326786": 83, "532774": 83, "5328320": 83, "532869819053": 82, "533": 83, "533276": 83, "5333": 83, "533516": 83, "533558": 83, "533912090104": 83, "5339695": 83, "534": 83, "534119": 83, "5342": 83, "53428": 83, "534519": 83, "5347023": 83, "534777951341": 83, "5348": 82, "5349": 83, "534999": 83, "53505": 82, "5351": 83, "5355": 83, "535563": 83, "5358": 83, "535808711825": 82, "5359": 83, "535965": 83, "53599": 83, "536015": 83, "5361": 83, "53613": 83, "536194": 83, "536386": 83, "536425": 83, "53649": 83, "536592": 83, "536777": 83, "536840": 83, "536963": 83, "537": 83, "5370326": 83, "537148": 83, "537245": 83, "5374": 83, "537436": 83, "537544": 83, "53786": 83, "53796": 83, "538": 83, "538095370223804": 82, "53822100691485": 82, "5383407": 83, "538345": 83, "538439": 83, "538546": 83, "53871423": 83, "538927": 83, "538958": 83, "53897": 83, "539": 83, "5393739": 83, "53944": 83, "5394630": 83, "539474": 83, "539497": 83, "53965": 83, "539667": 83, "539743": 83, "5399": 83, "539938": 83, "53e": 83, "54": 83, "540": 83, "540173": 83, "5401795": 83, "5402": 83, "540695": 83, "540747": 83, "541": 83, "541046": 83, "541368": 83, "54144": 83, "541458": 83, "541536": 83, "541555584377814": 82, "541664": 83, "541876": 83, "542": 83, "5424": 83, "542467": 83, "542606": 83, "542692": 83, "542755": 83, "54282": 83, "542942": 83, "543": 83, "543064": 83, "543236": 83, "543318": 83, "54388": 83, "54394243021113": 82, "543995": 83, "544": 83, "5443922": 83, "54443008629097": 82, "5445": 83, "5445381": 83, "544811": 83, "544844": 83, "544863": 83, "5449": 83, "545": 83, "545113": 83, "545242": 83, "545315": 83, "5454": 83, "545568": 83, "5457816": 83, "545914": 83, "546131": 83, "546297": 83, "546316": 83, "546379": 83, "546406": 83, "54648": 83, "546675": 83, "547": 83, "547106": 83, "547272": 83, "5474": 83, "547411": 83, "54742": 83, "5475": 83, "547703": 83, "547737": 83, "548": 83, "5481180476335": 83, "548694042230082": 82, "5489": 83, "549": 83, "549128667042552": 82, "549387": 83, "54942": 83, "54942547428998": 82, "5499": 83, "54e": 83, "55": [46, 83, 92], "550": 83, "5500122": 83, "550064": 83, "55016": 83, "550316": 83, "5505": 83, "550522": 83, "5506": 83, "55074": 83, "550816": 83, "551": 83, "5510481": 83, "551136": 83, "5513284": 83, "551414": 83, "551647": 83, "551872": 83, "552": 83, "55217": 83, "55234": 83, "5524": 83, "552404": 83, "55262": 83, "552856": 83, "553": 83, "55306eval": 83, "553215": 83, "55326": 83, "553564": 83, "5536": 83, "553884": 83, "55395": 83, "554": 83, "554108": 83, "5542": 83, "554268": 83, "554426": 83, "554504": 83, "55467": 83, "5546784": 83, "554829": 83, "5549": 83, "554924": 83, "555": 83, "555115": 83, "555716": 83, "5557412": 83, "555973": 83, "556": 83, "5562041": 83, "556306": 83, "55637": 83, "55652": 83, "556591": 83, "556833": 83, "5570390": 83, "55705870892625": 82, "557205": 83, "5573": 83, "5574": 83, "557518": 83, "5578": 83, "5579": 83, "55798": 83, "55806": 83, "558548": 83, "55901": 83, "5593534": 83, "55953": 83, "55956": 83, "5596": 83, "559614": 83, "559746": 83, "5599": 83, "55e": 83, "56": [83, 87], "560": 83, "56004": 83, "560059": 83, "56026334": 83, "5603": 83, "560345": 83, "560407": 83, "560649": 83, "560783": 83, "560928": 83, "561": 83, "561268": 83, "561466": 83, "561508": 83, "561531": 83, "561605": 83, "561874": 83, "561935": 83, "562": 83, "562044": 83, "562092": 83, "5624": 83, "5625": 87, "562544": 83, "56294": 83, "562977": 83, "563": 83, "563036": 83, "563128438885332": 86, "5633478": 83, "56357": 83, "563572": 83, "563685767946": 83, "563786": 83, "563845": 83, "563951": 83, "564": 83, "564209": 83, "564283": 83, "56456": 83, "5645857": 83, "564636": 83, "56485": 83, "5649": 83, "564985": 83, "565": 83, "565111": 83, "565113": 83, "5652": 83, "5652597": 83, "5654": 83, "565445997684": 83, "56549": 83, "565819": 83, "565943": 83, "566": 83, "5660": 83, "566076": 83, "5662": 83, "5665": [86, 87], "566541371296": 83, "566633": 83, "566761270651252": 82, "566832": 83, "5669565": 83, "567": 83, "5671427": 83, "567287": 83, "5674": 83, "567928": 83, "568": 83, "568176": 83, "568501": 83, "5688": 83, "56905": 83, "569242": 83, "56933": 83, "569469115886": 86, "569489": 83, "5696626": 83, "569685": 83, "569885": 83, "5699": 83, "56e": 83, "57": 83, "570": 83, "5701": 83, "570192": 83, "570236": 83, "570274": 83, "570503": 83, "570625": 83, "5707517": 83, "571": 83, "5711": 83, "571168": 83, "571243": 83, "5715": 83, "571522": 83, "5716357": 83, "571651": 83, "571669": 83, "572": 83, "572285": 83, "5723": 83, "572395": 83, "5724": 83, "5725117": 83, "572632": 83, "572727": 83, "572773": 83, "572788": 83, "5728": 83, "57281": 83, "573": 83, "573284": 83, "573292": 83, "5735": 83, "57355": 83, "573598": 83, "5736": 83, "573734": 83, "57375": 83, "574": 83, "5744": 83, "5748": 83, "5749": 83, "57495": 83, "575": 83, "575014": 83, "575298": 83, "575379": 83, "57566": 83, "575752": 83, "575884449961": 83, "57593": 83, "576": 83, "57633": 83, "57644": 83, "576597": 83, "57668": 83, "5767989": 83, "5768": 83, "577": 83, "577064": 83, "577261": 83, "5773697": 83, "577398": 83, "5774": 83, "577415": 83, "577765": 83, "577883": 83, "578": 83, "5781016": 83, "578194": 83, "5784": 83, "57867": 83, "57874": 83, "578747": 83, "57881": 83, "578972583602845": 82, "579": 83, "57908": 83, "579129": 83, "579243": 83, "5794": 83, "5799": 83, "57992": 83, "57e": 83, "58": 83, "58006": 83, "580149": 83, "5802": 83, "580284": 83, "580376": 83, "580465": 83, "580566": 83, "580736": 83, "581": 83, "581272": 83, "581378312066": 83, "5814": 83, "5815": 83, "581535": 83, "5815425": 83, "581656": 83, "58174": 83, "5819852": 83, "582": 83, "582035": 83, "58216": 83, "5823717": 83, "5824": 83, "58246": 83, "5825": 83, "582571129998": 83, "58267": 83, "582677": 83, "58274": 83, "582941": 83, "5829737765191": 86, "583": 83, "5832": [82, 86, 87], "583328": 83, "583437": 83, "583551": 83, "583647": 83, "583698": 83, "583727": 83, "583792": 83, "583989": 83, "584": 83, "584083": 83, "5841": 83, "5843": 83, "584349": 83, "58435": 83, "58445": 83, "584465": 83, "58479565": 83, "5849": 83, "58497": 83, "585": 83, "585074": 83, "58527": 83, "585283": 83, "58572": 83, "586": 83, "5860": 83, "586027": 83, "586532": 83, "5868": 83, "586883": 83, "587": 83, "5872803": 83, "5874": 83, "58744": 83, "587442": 83, "58754": 83, "58764": 83, "587751": 83, "587852": 83, "588": 83, "588157": 83, "5882859": 83, "588314": 83, "5884490": 83, "5886": 83, "5887": 83, "589": 83, "589087": 83, "589094": 83, "589455": 83, "58964": 83, "58984train": 83, "5899": 83, "58e": 83, "59": [83, 92], "590": 83, "590292": 83, "590484": 83, "5907": 83, "5908": 83, "590807": 83, "5908606": 83, "59096": 83, "591": 83, "591026": 83, "591076": 83, "59117": 83, "591404": 83, "591416269343217": 82, "592": 83, "59235": 83, "592382785619": 83, "5924": 83, "5924812": 83, "592537": 83, "5927": 83, "592764": 83, "592913": 83, "592949": 83, "593": 83, "5932324": 83, "59343": 83, "593599": 83, "593720": 83, "593895": 83, "5939164": 83, "59396905606546": 82, "594": 83, "5944": 83, "59442": 83, "594441": 83, "594456": 83, "5949": 83, "594968": 83, "59502": 83, "59511": 83, "5951342": 83, "595346": 83, "59576": 83, "595821": 83, "595875": 83, "59591": 83, "59595": 83, "5959754": 83, "596": 83, "596086": 83, "5963737": 83, "596618": 83, "59662": 83, "596655": 83, "597": 83, "597227": 83, "5974": 83, "597458": 83, "5977": 83, "598": 83, "598097": 83, "598116": 83, "598158": 83, "59846": 83, "598827": 83, "5988546": 83, "59889": 83, "59891": 83, "598965": 83, "598967": 83, "599": 83, "599007": 83, "599087": 83, "599163": 83, "599335": 83, "59938": 83, "5994": 83, "5995403": 83, "59975": 83, "5999": 83, "59e": 83, "5_2023": 83, "5e": 83, "5zone": [3, 5, 6, 7, 81, 83, 86, 87], "5zoneautodxvav": [2, 5, 6, 46, 80, 82, 83, 84, 85, 86, 87], "6": [2, 4, 7, 10, 14, 66, 67, 68, 81, 82, 83, 84, 86, 87, 92], "60": 83, "600": [81, 83], "6000000e": 87, "60015": 83, "6003": 83, "600526": 83, "600565": 83, "600706": 83, "600908": 83, "601": 83, "60104": 83, "6011": 83, "60114": 83, "601156": 83, "601479": 83, "601759": 83, "601944": 83, "602": 83, "602093": 83, "602169": 83, "60229": 83, "6024": 83, "602402": 83, "60256": 83, "60279": 83, "602817": 83, "602841": 83, "602865": 83, "603": 83, "60302": 83, "60325": 83, "603312": 83, "603888": 83, "603895": 83, "604": 83, "604034": 83, "60407": 83, "604136": 83, "60426": 83, "60434": 83, "6044636": 83, "604515386030812": 82, "6048": 83, "604805": 83, "6049": 83, "605": 83, "6050": 83, "605139": 83, "605173": 83, "6052": 83, "605206": 83, "605486": 83, "605597453282652": 82, "60585": 83, "606137": 83, "606262": 83, "6062777": 83, "606304": 83, "6063654": 83, "606394": 83, "6064": 83, "6064198": 83, "606455": 83, "606459": 83, "6064918": 83, "6065187": 83, "6065419": 83, "6065679": 83, "6066": 83, "606636": 83, "606789": 83, "607": 83, "6074": 83, "607555": 83, "6075807": 83, "607584": 83, "607895": 83, "608": 83, "6082912": 83, "608366": 83, "6086": 86, "60862": 83, "608673": 83, "608880": 83, "609": 83, "6090": 83, "6090046831275": 82, "609035": 83, "60917": 83, "609495": 83, "609633": 83, "6099": 83, "609982": 83, "61": [83, 87], "610": 83, "61025": 83, "6105524": 83, "6105625": 83, "610647": 83, "610672": 83, "61072": 83, "6108": 83, "610817": 83, "610846": 83, "610932": 83, "611": 83, "6110175": 83, "61108": 83, "6111": 83, "611109": 83, "611557": 83, "611694": 83, "61175": 83, "611805": 83, "611981": 83, "6123266": 87, "6123447": 83, "6124": 83, "612885": 83, "613": 83, "6130": 83, "613096200574414": 82, "613413": 83, "613556": 83, "61357": 83, "613598": 83, "61364": 83, "614": 83, "61409": 83, "614223": 83, "614325": 83, "614428": 83, "6145": 83, "6147": 83, "6149": 83, "614986": 83, "614998": 83, "615": 83, "615147": 83, "615269": 83, "6153": 83, "615831": 83, "616": 83, "6162": 83, "616375": 83, "6164890": 83, "617": 83, "617172": 83, "617256": 83, "617308": 83, "6174": 83, "61786": 83, "618": 83, "6180": 83, "61825": 83, "6183": 83, "61838": 83, "618435": 83, "618448": 83, "618853": 83, "61902": 83, "6191": 83, "61911": 83, "619181": 83, "61918932935772": 82, "6194": 83, "619474": 83, "61949": 83, "6196": 83, "6199": 83, "61e": 83, "62": 83, "620": 83, "6201777": 83, "620234": 83, "62027": 83, "621": 83, "6212": 83, "621758": 83, "621859": 83, "621885": 83, "6219144": 83, "622": 83, "622023": 83, "622356": 83, "6224": 83, "622412": 83, "6225793": 83, "622604": 83, "62267": 83, "6228": 83, "622814": 83, "623": 83, "623175": 83, "6232": 83, "623661": 83, "623668861129946": [80, 85], "623688": 83, "62372": 83, "623772": 83, "6239": 83, "623905": 83, "623999": 83, "624": 83, "62412": 83, "62419": 83, "624235": 83, "624273": 83, "6243": 83, "624398": 83, "62452": 83, "624523": 83, "62455": 83, "624556": 83, "6249": 83, "624996": 83, "624998": 83, "625": 83, "625221": 83, "625349": 83, "6253876": 83, "625456": 83, "6259": 83, "626": 83, "62606": 83, "626062": 83, "6262": 83, "62621": 83, "626251": 83, "626314": 83, "62652": 83, "626621": 83, "627": 83, "6274": 83, "6277": 83, "627705": 83, "628": 83, "6280": 83, "62802": 83, "628036": 83, "628345": 83, "628372": 83, "628448": 83, "6286163": 83, "628914": 83, "629": 83, "629057": 83, "629105": 83, "629131": 83, "629488521519967": 82, "629687662635828": 82, "6299": 83, "6299367": 83, "62e": 83, "63": 83, "6300": 83, "630194": 83, "630474": 83, "63072": 83, "630769": 83, "630848": 83, "63086": 83, "631": 83, "631185": 83, "631212": 83, "63123": 83, "631279": 83, "631296": 83, "6316": 83, "631628": 83, "6317136": 83, "63189": 83, "631941": 83, "631967": 83, "632": 83, "632044925856": 86, "6324": 83, "6327314": 83, "632774": 83, "6329": 83, "633": 83, "63318": 83, "633747": 83, "633774": 83, "6338": 83, "633846": 83, "634": 83, "63416": 83, "634413": 83, "634445": 83, "634449": 83, "63473": 83, "634861": 83, "6349": 83, "63495": 83, "635": 83, "6350272": 83, "6355486": 83, "635589": 83, "635881": 83, "636": 83, "636124": 83, "636272": 83, "636395": 83, "636475": 83, "636631": 83, "63669": 83, "636711": 83, "636746": 83, "6367651": 83, "636776": 83, "636791": 83, "636808": 83, "637": 83, "637218": 83, "637384": 83, "6374": 83, "637541666563628": 82, "637647": 83, "6377366": 83, "63774": 83, "637766": 83, "638317": 83, "63837": 83, "6384696": 83, "638643": 83, "638704": 83, "63873": 83, "638756": 83, "6388": 83, "63887537": 83, "639": 83, "63905": 83, "63909": 83, "639103": 83, "639242": 83, "6392717": 83, "639334": 83, "6394": 83, "639404": 83, "6396108": 83, "639802": 83, "6399": 83, "639921": 83, "63e": 83, "64": 83, "640": 83, "6400882": 83, "6401772": 83, "640351119712147": 82, "6406": 83, "640772": 83, "640776": 83, "64085": 83, "6408863": 83, "640917": 83, "641085": 83, "6411": 83, "6411133": 83, "641197": 83, "641277": 83, "641607": 83, "641663": 83, "64197": 83, "642": 83, "64203": 83, "6424": 83, "642416": 83, "642591": 83, "643": 83, "643135": 83, "643183": 83, "643288": 83, "6433044": 83, "64333": 83, "643396": 83, "6435652": 83, "643566": 83, "644": 83, "644160496227": 83, "6442": 83, "6443": 83, "64444": 83, "64449": 83, "644516": 83, "6449": 83, "644999": 83, "645": 83, "645188": 83, "645359": 83, "645561": 83, "645796": 83, "645807": 83, "646": 83, "646113": 83, "646172": 83, "6465": 83, "646563": 83, "64689": 83, "646996": 83, "6470": 83, "6472": 83, "647293": 83, "647366": 83, "6474": 83, "64745": 83, "647545": 83, "647644": 83, "647655": 83, "647705": 83, "64776": 83, "64778": 83, "647804": 83, "647907": 83, "648": 83, "648078": 83, "6482271": 83, "648262": 83, "648323": 83, "648335": 83, "648953": 83, "64895eval": 83, "649": 83, "649036": 83, "64953": 83, "64957": 83, "649773": 83, "6499": 83, "64e": 83, "65": [83, 87], "650": 83, "650000095367432": 87, "6500001e": 87, "65019": 83, "65021": 83, "650326": 83, "6504009": 83, "650509": 83, "6507": 83, "650764": 83, "650896": 83, "651": 83, "651054": 83, "651237": 83, "6514": 83, "651453": 83, "651491": 83, "651919": 83, "652": 83, "652273": 83, "6524": 83, "652458642195": 82, "65261": 83, "652822": 80, "653": 83, "6531380": 83, "6532345": 83, "6533837": 83, "6534": 83, "653414": 83, "653486": 83, "653496": 83, "6536": 83, "6540294": 83, "654228": 83, "654445": 83, "654593": 83, "654684": 83, "6547093": 83, "654799": 83, "6549": 83, "655": 83, "6552": [82, 83, 86, 87], "655237212276": 83, "65552": 83, "655644": 83, "655685": 83, "655693": 83, "655746": 83, "655975": 83, "656": 83, "656128": 83, "656177587228": 83, "656189": 83, "65628": 83, "65634": 83, "656563": 83, "6567345": 83, "656872": 83, "657": 83, "657117": 83, "65728": 83, "657394": 83, "6574": 83, "6576498": 83, "6576667": 83, "6579": 83, "658": 83, "658013": 83, "659005": 83, "6591": 83, "65945": 83, "659573": 83, "6599": 83, "65e": 83, "66": [83, 92], "660": 83, "660082": 83, "6602": 83, "66032": 83, "66047": 83, "660505": 83, "6606": 83, "66061": 83, "661133": 83, "6612": 83, "661284": 83, "6615": 83, "66151": 83, "661545": 83, "661592": 83, "6619": 83, "662": 83, "662078": 83, "6621566": 83, "6624": 83, "662445": 83, "6626261": 83, "6626954": 83, "6628": 83, "66285": 83, "662937": 83, "662975": 83, "663": 83, "663279": 83, "6633": 83, "66342": 83, "6636": 83, "663635": 83, "6637": 83, "663768": 83, "66398": 83, "664": 83, "664023677829388": 82, "66404": 83, "664185": 83, "6642": 83, "6643": 83, "664352": 83, "6646152": 83, "664734": 83, "6649": 83, "665": 83, "665392": 83, "665863": 83, "66599": 83, "666": 83, "6661": 83, "666490": 83, "6666": 83, "667": 83, "667053": 83, "667169": 83, "667334": 83, "667337": 83, "6674": 83, "667793": 83, "66797": 83, "668": 83, "66805": 83, "66814": 83, "668146": 83, "6684391": 83, "668604907614746": 82, "66864": 83, "668710": 83, "668886": 83, "669": 83, "669418": 83, "6695": 83, "669603": 83, "66965": 83, "66983": 83, "669841": 83, "6699": 83, "66e": 83, "67": 83, "670": 83, "670357": 83, "67041": 83, "670622460524": 83, "6707997": 83, "670830_iwec": 92, "67097": 83, "671": 83, "671093": 83, "6711": 83, "671152": 83, "671191": 83, "671227": 83, "67123": 83, "671326": 83, "671339": 83, "671413": 83, "671492": 83, "671517": 83, "6719": 83, "671904": 83, "67191": 83, "672": 83, "672033": 83, "672228": 83, "6724": 83, "673058": 83, "6733184": 83, "673388": 83, "673584": 83, "67366": 83, "673777": 83, "674": 83, "674119": 83, "6744": 83, "674659": 83, "674805": 83, "6748056": 83, "674847": 83, "6749": 83, "675": 83, "67505": 83, "675444": 83, "6754591": 83, "675598": 83, "675724": 83, "67578": 83, "6758": 83, "675846": 83, "676": 83, "6760972": 83, "676174": 83, "676254": 83, "6763": 83, "676569": 83, "676575": 83, "676752": 83, "676785": 83, "677": 83, "677180": 83, "677337": 83, "6774": 83, "6775541": 83, "6776": 83, "678": 83, "678344": 83, "6783485": 83, "67858": 83, "67865": 83, "67871": 83, "678801": 83, "6789": 83, "679": 83, "679039": 83, "679138": 83, "679293": 83, "67938107281635": 82, "6794843": 83, "67955": 83, "679641": 83, "67972": 83, "679752": 83, "679785": 83, "6798549": 83, "6799": 83, "6799109": 83, "679943": 83, "679972": 83, "67e": 83, "68": [83, 92], "680081": 83, "680238": 83, "680291": 83, "68054": 83, "68059": 83, "6806540": 83, "680830": 83, "68085": 83, "680939": 83, "680944": 83, "68099": 83, "681": 83, "681375": 83, "681477": 83, "681646": 83, "682": 83, "6821": 83, "682133": 83, "68221": 83, "682211": 83, "6824": 83, "682458": 83, "6826453": 83, "682682": 83, "6828": 83, "68283": 83, "682884": 83, "682913": 83, "683": 83, "683224": 83, "6833673": 83, "683372": 83, "683573": 83, "683642": 83, "68392": 83, "684": 83, "68434": 83, "684353": 83, "684591": 83, "684679": 83, "6847386": 83, "6848": 83, "684814": 83, "6849": 83, "684956": 83, "685": 83, "68514": 83, "6854405": 83, "68554015361045": 82, "685549": 83, "685593": 87, "685612": 83, "685684": 83, "686": 83, "68614": 83, "68616": 83, "68627": 83, "686298": 83, "686562": 83, "686783": 83, "68691": 83, "687": 83, "687176": 83, "687214": 83, "6874": 83, "687538": 83, "687665": 83, "6877": 83, "688": 83, "6881655694350268": [80, 85], "6882412": 83, "6884": 83, "688526": 83, "68860299767925": 80, "6888297": 83, "688903": 83, "689": 83, "68914": 83, "6892805": 83, "68931": 83, "68936": 83, "6895": 83, "689898": 83, "6899": 83, "689926": 83, "68e": 83, "69": 83, "69014": 83, "6903370e": 87, "69055": 83, "6906": 83, "690607": 83, "690765": 83, "690838559877328": 82, "690955": 83, "690987": 83, "691": 83, "691072": 83, "692": 83, "69215": 83, "6922800e": 87, "6924": 83, "69247": 83, "692741": 83, "692776": 83, "69311": 83, "69315": 83, "6932": 83, "69325": 83, "693288": 83, "693348": 83, "693514": 83, "69354": 83, "693748": 83, "6939057": 83, "69394": 83, "6939497": 83, "694": 83, "694313": 83, "69443": 83, "694613": 83, "6947": 83, "6949": 83, "6949311204218827": 82, "695002": 83, "695042": 83, "6953081": 83, "69531": 83, "69578": 83, "696": 83, "69601": 83, "69621": 83, "69622episod": 83, "6965": 83, "69653observ": 83, "69666": 83, "6969094": 83, "6974": 83, "697567": 83, "69771": 83, "697841": 83, "697903": 83, "697998": 83, "698": 83, "69841eval": 83, "6984205": 83, "6984215": 83, "69856": 83, "698595": 83, "698816": 83, "698845": 83, "699": 83, "69937": 83, "69949": 83, "69982": 83, "699852": 83, "6999": 83, "69e": 83, "6e": 83, "6rollout": 83, "7": [10, 81, 82, 83, 84, 86, 87, 89, 92], "70": [83, 92], "700": 83, "7001107": 83, "70031998681098": 82, "700409": 83, "700426": 83, "700728": 83, "70077": 83, "70093": 83, "700947": 83, "701": 83, "70111": 83, "70116": 83, "701211": 83, "70125": 83, "701437": 83, "701569": 83, "70181": 83, "70184": 83, "702": 83, "702192": 83, "7023360": 83, "7024": 83, "70243": 83, "70249": 83, "702705": 83, "702787": 83, "703104": 83, "70325": 83, "7034948": 83, "703710048030462": 82, "703776": 83, "703907": 83, "703926": 83, "7042527324647196": 83, "704308": 83, "70483": 83, "704895": 83, "7049": 83, "70496": 83, "705": 83, "705147": 83, "705185": 83, "705198": 83, "7052456": 83, "7052782846459695": 83, "705479": 83, "705536": 83, "7058": 83, "706": 83, "706033444412455": 82, "70605": 83, "706072": 83, "70616176904293": 82, "706186": 83, "706398": 83, "706608": 83, "70680120943889": 82, "70692": 83, "707": 83, "7072577": 83, "707315": 83, "7074": 83, "70742": 83, "70772": 83, "708": 83, "708069": 83, "708291": 83, "708359": 83, "708534": 83, "709": 83, "7090": 83, "709038": 83, "709194": 83, "709449": 83, "70945": 83, "709478": 83, "7095146": 83, "70976": 83, "7099": 83, "71": 83, "710": 83, "710083408093293": 82, "71026": 83, "7104": 83, "7106": 83, "711": 83, "711033": 83, "7112": 83, "711246": 83, "711392832758165": 82, "7116232": 83, "7118824": 83, "7124": 83, "71248902108889": 82, "7126": 83, "712721": 83, "712755": 83, "71295": 83, "712967": 83, "712988": 83, "713": 83, "713184079083927": 82, "713375": 83, "713382639436837": 82, "71378": 83, "713822": 83, "713926": 83, "714": 83, "714012": 83, "714127": 83, "714325": 83, "714365": 83, "7144469015911845": 82, "7149": 83, "71491": 83, "715": 83, "71503": 83, "715076": 83, "7151": 83, "71514617862178": 87, "715164": 83, "71556": 83, "715655": 83, "715774666005526": [86, 87], "71592": 83, "715965": 83, "716034": 83, "716314": 83, "7164": 83, "716766": 83, "716942": 83, "717": 83, "7171063": 83, "7172": 83, "7174": 83, "717415": 83, "717571": 83, "7176": 83, "717918": 83, "717924954819775": 82, "718": 83, "718266": 83, "71836": 83, "71837": 83, "718395": 83, "71846": 83, "718572": 83, "7188": 83, "718971": 83, "718974": 83, "719052": 83, "7191653": 83, "719495": 83, "719579": 83, "719782": 83, "7199": 83, "71e": 83, "72": 83, "720": 83, "72006": 83, "720282": 83, "72036": 83, "72044": 83, "720729493260777": 82, "720751": 83, "72076": 83, "7209": 83, "720987": 83, "721018": 83, "721180581946832": 82, "7212": 83, "721492": 83, "7215035": 83, "7216463": 83, "72173": 83, "721945": 83, "722": 83, "7223": 83, "7224": 83, "72246": 83, "722502": 83, "722736": 83, "722745_tmy3": [5, 6, 82, 86, 87, 92], "722929": 83, "7229357": 83, "723755": 83, "7237883": 83, "7237952": 83, "724": 83, "724106409891995": 82, "724175": 83, "724228": 83, "7243": 83, "7244": 83, "724447": 83, "724548": 83, "724695_tmy3": 92, "724718": 83, "72473": 83, "72489": 83, "7249": 83, "72499": 83, "725": 83, "725205_tmy3": [5, 80, 82, 84, 85, 92], "725300_tmy3": 92, "7255228": 83, "725613": 83, "725792": 83, "726": 83, "72616": 83, "72639": 83, "726695594163": 82, "727": 83, "72702": 83, "727104": 83, "7274": 83, "7276": 83, "72768": 83, "727706": 83, "727885_tmy3": [5, 6, 81, 92], "727885_tmy3_random_1": 81, "72798": 83, "728": 83, "7284": 83, "728548": 83, "72886": 83, "72899955075894": [86, 87], "729": 83, "729017": 83, "729115": 83, "72923": 83, "7295": 83, "7296": [82, 86, 87], "729618": 83, "729796": 83, "729893": 83, "7299": 83, "72e": 83, "73": 83, "730": 83, "730036": 83, "730410": 83, "730545": 83, "730785": 83, "730844": 83, "731": 83, "7313": 83, "7316": 83, "731631": 83, "731716": 83, "7318": 83, "732": 83, "7320251": 83, "732143": 83, "7322": 83, "73231": 83, "7324": 83, "732481": 83, "7325": 83, "732935": 83, "733": 83, "733284": 83, "733294": 83, "733648": 83, "733772": 83, "73392": 83, "734": 83, "734001": 83, "734207": 83, "7345497449363": 82, "73458": 85, "7346813": 83, "734792": 83, "7349": 83, "734919": 83, "735": 83, "735031": 83, "735037": 83, "735115": 83, "7352": 83, "73523": 83, "735435": 83, "73564": 83, "7359103431230598": [80, 85], "736": 83, "7360797": 83, "736198": 83, "736319": 83, "736492": 83, "736623": 83, "736752": 83, "737": 83, "73716": 83, "737274": 83, "737382": 83, "7374": 83, "737408": 83, "737446": 83, "7375": 83, "737697": 83, "737734": 83, "737880199154255": 82, "738": 83, "738033": 83, "738081": 83, "738441": 83, "73869": 83, "738774": 83, "738834": 83, "738852781557213": 82, "7389145": 83, "738949": 83, "7389746": 83, "7390523": 83, "739078": 83, "7391007": 83, "739147": 83, "73929": 83, "739491": 83, "739669": 83, "739792": 83, "73988367970229": 82, "7399": 83, "73e": 83, "74": [83, 92], "740": 83, "740074": 83, "74038": 83, "74073": 83, "740973": 83, "741132595393": 83, "741188": 83, "74127": 83, "741325": 83, "7414": 83, "741425": 83, "7415": 83, "741638": 83, "74168": 83, "7418324": 83, "742": 83, "742096": 83, "74225": 83, "742256": 83, "742277": 83, "74231": 83, "742372": 83, "7424": 83, "742707": 83, "742807": 83, "743": 83, "743015": 83, "743254": 83, "7432737": 83, "7434": 83, "7436": 83, "74368": 83, "74373": 83, "744": [82, 83, 86, 87], "744133": 83, "744215": 83, "744223": 83, "744276": 83, "744356": 83, "744438": 83, "744617": 83, "744860_tmy3": [5, 6, 83, 92], "744860_tmy3_random_1": 83, "7449": 83, "745": [80, 83, 85], "74519": 83, "745192": 83, "74524": 83, "7453753": 83, "7454": 83, "745565263920668": 82, "745747": 83, "745817": 83, "74596": 83, "74599": 83, "746": 83, "746080113592953": 82, "74622": 83, "7462764": 83, "746401": 83, "746513": 83, "7465734": 83, "74679": 83, "746965024451924": 82, "747043661751707": 80, "74718058330181": 82, "74732757969822": 82, "7474": 83, "747707": 83, "748": 83, "74817": 83, "748208010345": 83, "748314": 83, "74835": 83, "74844": 83, "74851": 83, "748531": 83, "748756": 83, "74886": 83, "74893": 83, "7489338": 83, "749": 83, "749034869196144": 82, "749151": 83, "7493": 83, "74962": 83, "749786": 83, "7499": 83, "74997": 83, "74e": 83, "75": [83, 92], "750": 83, "750113": 83, "750119": 83, "75012": 83, "750145": 83, "750177": 83, "7502089967989307": 83, "75022": 83, "750465": 83, "750559": 83, "750742": 83, "750761": 83, "750843779568": 83, "751": 83, "75106": 83, "7510724": 83, "751154": 83, "7516141": 83, "75203949912126": 82, "75208": 83, "752086": 83, "752323": 83, "7524": 83, "752775": 83, "7529": 83, "753136": 83, "75314": 83, "75334334": 83, "7534": 83, "753471": 83, "75387": 83, "754": 83, "754087": 83, "754135": 83, "75452": 83, "7546635": 83, "754734": 83, "754827": 83, "7549": 83, "754955": 83, "755": 83, "755064": 83, "755165": 83, "7553": 83, "755472": 83, "755553": 83, "75558984": 83, "755598": 83, "755707": 83, "75574": 83, "755894": 83, "755896": 83, "756": 83, "756015": 83, "756025": 83, "75603": 83, "75643": 83, "756516": 83, "75677": 83, "756883": 83, "757": 83, "7571": 83, "757193": 83, "7574": 83, "757463": 83, "758": 83, "758158": 83, "758193423204": 86, "7583": 83, "7583431": 83, "758637619416": 81, "758737": 83, "7589": 83, "75893242733751": 82, "759": 83, "75921": 83, "759245": 83, "7593": 83, "7593412": 83, "75953682781952": 82, "759789": 83, "759895": 83, "7599": 83, "75e": 83, "75observ": 83, "76": 83, "760303": 83, "76044": 83, "760542": 83, "76056": 83, "760579": 83, "760624": 83, "760807": 83, "760983": 83, "760994": 83, "761047": 83, "761063": 83, "76114": 83, "761223": 83, "761375": 83, "7615": 83, "7617": 83, "761728": 83, "7618": 83, "761835": 83, "76187650701259": 87, "761995": 83, "762": 83, "762184": 83, "762215": 83, "7623": 83, "7624": 83, "7625": 83, "762558": 83, "763": 83, "763005": 83, "7631": 83, "763294": 83, "763325": 83, "76336967540199": 82, "763554": 83, "763586483892364": 82, "763615": 83, "76386": 83, "76395": 83, "764": 83, "76407": 83, "764162": 83, "764248": 83, "764694": 83, "76473": 83, "7649": 83, "764967": 83, "765": 83, "76516048261861": 82, "765224": 83, "765324": 83, "765367945189": 86, "765486": 83, "765554": 83, "76581": 83, "766": 83, "76612": 83, "766301": 83, "766394": 83, "766552": 83, "766705234161947": 86, "766872": 83, "767": 83, "767048": 83, "767204": 83, "767315": 83, "767324": 83, "767363": 83, "7674": 83, "76754": 83, "767708": 83, "767754": 83, "767956524665": 83, "768286": 83, "76857": 83, "769": 83, "769078": 83, "769644": 83, "769718084042537": 82, "769733": 83, "76978": 83, "7699": 83, "76e": 83, "77": 83, "770": 83, "77003": 83, "7701": 83, "7701249": 83, "770189": 83, "770256": 83, "770283": 83, "77042": 83, "77063": 83, "770702": 83, "770834": 83, "7710": 83, "771217": 83, "771341": 83, "7714040": 83, "771671": 83, "771719": 83, "771853": 83, "771917": 83, "772": 83, "772013": 83, "772061": 83, "772131": 83, "7721448": 83, "772154": 83, "77216": 83, "772217": 83, "7724": 83, "7725": 83, "772894": 83, "772934": 83, "772951": 83, "773": 83, "773052": 83, "773174": 83, "773348": 83, "773457": 83, "77352": 83, "773636": 83, "77382": 83, "773943": 83, "774": 83, "77418": 83, "7742": 83, "774252": 83, "774289": 83, "77431": 83, "774574": 83, "77459": 83, "774642": 83, "774643": 83, "7748": 83, "7749": 83, "774912": 83, "775": 83, "775131": 83, "775496": 83, "77567": 83, "77570": 83, "77587": 83, "77596": 83, "7761173": 83, "7762197": 83, "7763": 83, "776503": 83, "7766": 83, "776604": 83, "77673": 83, "776783": 83, "776871813136633": 82, "777": 83, "7774": 83, "777523": 80, "777534": 83, "7776995": 83, "777851": 83, "777857": 83, "778": 83, "778458": 83, "77873": 83, "77879": 83, "77905": 83, "779269": 83, "779278": 83, "77928": 83, "77929": 83, "77949": 83, "7795": 83, "779567409386665": 82, "779686": 83, "7799": 83, "779947": 83, "779984": 83, "77e": 83, "78": [83, 92], "780": 83, "7800684": 83, "780085346555335": 86, "7803": 83, "78031": 83, "780336": 83, "7806890630795": 83, "780738": 83, "780788": 83, "781": 83, "7811": 83, "78124": 83, "781413": 83, "78152": 83, "781527": 83, "781759": 83, "781822": 83, "782": 83, "782215": 83, "78235": 83, "7824": 83, "782436": 83, "78261": 83, "78266": 83, "783": 83, "783413": 80, "783445": 83, "7836": 83, "784": 83, "7841": 83, "784133735751": 83, "7842": 83, "784363": 83, "784586": 83, "7846037": 83, "78475": 83, "7849": 83, "78495": 83, "785": 83, "785126": 83, "785128": 83, "785164": 83, "785255": 83, "785337": 83, "785516": 83, "78562": 83, "78566": 83, "7858": 83, "785929": 83, "785942": 83, "78595": 83, "786": 83, "7863": 83, "786385": 83, "786617": 83, "7869196": 83, "786936": 83, "786938": 83, "786942": 83, "78695": 83, "786963": 83, "787": 83, "787273": 83, "7874": 83, "787566": 83, "787859": 83, "787981": 83, "788": 83, "78811": 83, "788122": 83, "788225": 83, "7883": 83, "788414": 83, "78848": 83, "78853": 83, "788712": 83, "789": 83, "7896": 83, "7899": 83, "789915": 83, "78e": 83, "79": [83, 92], "790": 83, "790092": 83, "7902": 83, "7903": 83, "79032": 83, "790329": 83, "790493": 83, "790524": 83, "79068": 83, "790758": 83, "790886": 83, "791": 83, "791064": 83, "7912": 83, "7915": 83, "791893": 83, "792": 83, "792042": 83, "7921372": 83, "792252": 83, "792336": 83, "7924": 83, "792534": 83, "792883": 83, "793": 83, "793127": 83, "79328": 83, "7934286": 83, "793453": 83, "793545": 83, "7937": 83, "7937093": 83, "79371": 83, "79372": 83, "79378": 83, "793812": 83, "793901": 83, "794": 83, "794168": 83, "7941985": 83, "794714": 83, "794798": 83, "7949": 83, "7949333": 83, "795": 83, "795156": 83, "7951931": 83, "795342248728848": 83, "7954676783357755": 83, "795471": 83, "795532": 83, "795944": 83, "795992": 83, "796": 83, "796214": 83, "79647": 83, "79652": 83, "796642": 83, "79686": 83, "7969": 82, "797": 83, "79707": 83, "79724": 83, "797259": 83, "7974": 83, "797696": 83, "7978168": 83, "798": 83, "79801": 83, "79806": 83, "798195": 83, "798346": 83, "798347": 83, "798377": 83, "79883": 83, "798983": 83, "799": 83, "7990265": 83, "7990522": 83, "799172085986662": 86, "799263": 83, "799343": 83, "799517": 83, "7996243556881": 83, "799631": 83, "79964656": 83, "799652": 83, "799736": 83, "79974": 83, "799852": 83, "7999": 83, "799965": 83, "79e": 83, "7e": 83, "8": [8, 10, 77, 81, 82, 83, 86, 87, 92], "80": [83, 92], "800000190734863": 87, "8000002e": 87, "800150805217598": 87, "800293": 83, "8004": 83, "800474": 83, "800723578113704": 82, "801": 83, "801003": 83, "801069": 83, "801235": 83, "80126": 83, "80147": 83, "8016": [82, 86, 87], "8017235": 83, "80182": 83, "80206": 83, "802189": 83, "8022": 83, "802220_iwec": 92, "802359": 83, "8024": 83, "803": 83, "803059": 83, "803274": 83, "8033586": 83, "803384417176364": 82, "8035220": 83, "803598": 83, "803709": 83, "803713": 83, "803793": 83, "80383": 83, "804": 83, "804073": 83, "804117": 83, "80446": 83, "804707": 83, "804771": 83, "8049": 83, "804928": 83, "804943": 83, "804947": 83, "80497": 83, "804996": 83, "805": 83, "805046": 83, "805077": 83, "805319": 83, "805527": 83, "805756": 83, "80585": 83, "806": 83, "80603": 83, "80615": 83, "806433": 83, "8067": 83, "806718": 83, "80679": 83, "806833": 83, "807": 83, "8071": 83, "80717": 83, "8073": 83, "8074": 83, "807577": 83, "80769": 83, "807915": 83, "807955": 83, "8080148135287": 82, "80805": 83, "8082709": 83, "808458": 83, "8086": 83, "808674": 83, "8086992": 83, "80879": 83, "808823": 83, "8088455": 83, "808973": 83, "809": 83, "80908": 83, "80945": 83, "8094609": 83, "8096": 83, "809654": 83, "809664": 83, "809757": 83, "8098664": 83, "8099": 83, "809978": 83, "81": [83, 92], "810": 83, "810081": 83, "81009": 83, "81011": 83, "8101990": 83, "810494": 83, "81059": 83, "810846": 83, "81109": 83, "81119": 83, "8113365": 83, "8114486": 83, "8116667": 83, "81175": 83, "812": 83, "81204": 83, "812122": 83, "81223": 83, "812325": 83, "8124": 83, "812497": 83, "812593090797378": 82, "81277": 83, "812828": 83, "8129723": 83, "813": 83, "81333": 83, "813532": 83, "81363": 83, "81368": 83, "813982": 83, "81402": 83, "8140713": 83, "81425": 83, "814474": 83, "814482411819796": 82, "8145": 83, "814822": 83, "8148379": 83, "8149": 83, "814928": 83, "815": 83, "815099": 83, "8151": 83, "81533": 83, "815527": 83, "81563768547454": 82, "815773": 83, "815897": 83, "815947": 83, "816": 83, "81602": 83, "816065": 83, "816118": 83, "816128": 83, "816273": 83, "81628": 83, "81631": 83, "816364": 83, "8165884": 83, "81685615": 83, "81694": 83, "816954": 83, "817": 83, "81718": 83, "81731147": 83, "817347": 83, "81737": 83, "8174": 83, "817505": 83, "81770703019136": 82, "817987145745196": 82, "818": 83, "818181": 83, "8185": 83, "818764": 83, "818874": 83, "8188946": 83, "818962": 83, "81898": 83, "819": 83, "81929272545216": 82, "819357": 83, "819503": 83, "819515": 83, "81965": 83, "819794": 83, "8199": 83, "8199086": 83, "81e": 83, "82": 83, "820": 83, "820107": 83, "820286": 83, "82043": 83, "820452116127708": 82, "82053": 83, "8206": 83, "82076": 83, "820778": 83, "82086": 83, "821": 83, "8213": 83, "82144": 83, "821547": 83, "821617": 83, "821802": 83, "821833": 83, "822": 83, "82221": 83, "822397": 83, "8224": 83, "822417": 83, "82255": 83, "8225725": 83, "822647": 83, "822657": 83, "822796": 83, "822987": 83, "823": 83, "82307": 83, "823162": 83, "823164": 83, "823215": 83, "82346": 83, "8235": 83, "8237": 83, "823973": 83, "824": 83, "824036": 83, "824299": 83, "82436": 83, "8243685": 83, "8247848": 83, "824842": 83, "824877": 83, "8249": 83, "825": 83, "825045": 83, "82527": 83, "8252945": 83, "82571": 83, "825846": 83, "825897": 83, "825941": 83, "825945": 83, "825983": 83, "82607": 83, "826347": 83, "826478": 83, "826544": 83, "826717": 83, "826828": 83, "826909": 83, "827": 83, "8271": 83, "82714": 83, "827276": 83, "8274": 83, "827500": 83, "827543": 83, "82759": 83, "8276": 83, "827646": 83, "827942": 83, "828": 83, "828178": 83, "828392": 83, "8284225e": 87, "828491940697145": 82, "82852": 83, "828773": 83, "829": 83, "829098": 83, "82913": 83, "829194": 83, "8292": 83, "82931": 83, "829346": 83, "82935observ": 83, "82952": 83, "82961": 83, "829678": 83, "8299": 83, "82e": 83, "83": [83, 92], "830122": 83, "83049": 83, "831": 83, "831139": 83, "831202": 83, "831333": 83, "8313658": 83, "831415": 83, "831505": 83, "83157": 83, "831604": 83, "831731365763897": 82, "832": 83, "83205": 83, "832317": 83, "8324": 83, "83241": 83, "8325": 83, "83250": 83, "832756": 83, "832817": 83, "832826108084063": 85, "8329": 87, "83299": 83, "83315": 83, "83317": 83, "8336521": 83, "83376": 83, "8339602": 83, "834": 83, "834318": 83, "8344": 83, "834461": 83, "83481": 83, "8348156": 83, "8349": 83, "835": 83, "835115": 83, "835632": 83, "835742": 83, "8358345": 83, "835937": 83, "836": 83, "836081": 83, "836256": 83, "836372": 83, "836422": 83, "836447": 83, "836473": 83, "837": 83, "83714": 83, "837193": 83, "837196": 83, "83726": 83, "8374": 83, "8375": 83, "838": 83, "8381": 83, "8381089": 87, "838393": 83, "8384174e": 87, "8385": 83, "838661": 83, "838787": 83, "839": 83, "83905": 83, "839106": 83, "839565": 83, "839624": 83, "839651": 83, "839724": 83, "839733": 83, "8399": 83, "839935": 83, "83e": 83, "84": [83, 92], "840": 83, "840213153181647": 82, "840294": 83, "840368": 85, "840486913932": 83, "840548": 83, "84073": 83, "840796": 83, "84091": 83, "84092": 83, "8411": 83, "84128": 83, "841345": 83, "841476": 83, "8418": 83, "842354": 83, "8424": 83, "842438": 83, "842577": 83, "842611": 83, "84283": 83, "843": 83, "8430476": 83, "8435693031": 83, "843637917081118": 82, "843649": 83, "843735": 83, "843977": 83, "843994": 83, "844": 83, "844303": 83, "844337": 83, "844421": 83, "8445897": 83, "84467": 83, "844874744675": 83, "8449": [82, 83], "845": 83, "845024": 83, "845036": 83, "845053": 83, "8452": 83, "8455": 83, "845577": 83, "845596": 83, "845642": 83, "84595": 83, "846": 83, "846014": 83, "84637": 83, "8464212": 83, "846558": 83, "846659": 83, "847": 83, "84705": 83, "847115": 83, "84719": 83, "8474": 83, "8478": 83, "848": 83, "848103": 83, "848213": 83, "849": 83, "849094": 83, "84918": 83, "849401": 83, "84955": 83, "849758": 83, "8499": 83, "84e": 83, "85": 83, "850": 83, "850016": 83, "850237": 83, "850971": 83, "851112": 83, "8511174": 83, "851236": 83, "851494": 83, "851496": 83, "8516": 83, "85174": 83, "852": 83, "85201": 83, "852299": 83, "85239": 83, "8524": 83, "85248": 83, "852522": 83, "8526": 83, "85280": 83, "85285": 83, "85287": 83, "8529": 83, "853": 83, "853076": 83, "85324": 83, "853281": 83, "8534": 83, "85354": 83, "853565": 83, "853812": 83, "85383": 83, "854": 83, "854069": 83, "8544": 83, "85455": 83, "854593": 83, "854675": 83, "85474": 83, "8548035936270668": 86, "8549": 83, "855": 83, "855008659972583": 82, "855114": 83, "85516": 83, "8556": 83, "8558": 83, "85583": 83, "85596": 83, "85611": 83, "856209": 83, "856243": 83, "85645": 83, "85662": 83, "856663": 83, "856664": 83, "856668": 83, "857": 83, "857058": 83, "85727": 83, "85728": 83, "857347": 83, "8574": 83, "85754": 83, "857689": 83, "857756": 83, "85779811067494": 82, "857887333002763": [86, 87], "8579": 83, "858": 83, "8580": 83, "858121": 83, "858162": 83, "858171": 83, "858194": 83, "858321421792976": 82, "8583755": 83, "858418": 83, "858715": 83, "8588": 86, "85887": 83, "85888": 83, "859": 83, "859116": 83, "85916": 83, "859223": 83, "8594294": 83, "85953": 83, "8598": 83, "8599": 83, "859966": 83, "859985": 83, "85e": 83, "86": 83, "860281": 83, "860384": 83, "860435": 83, "860521": 83, "86057": 83, "8608": 83, "860954": 83, "860969": 83, "861": 83, "861246": 83, "86131650179226": 82, "8614655": 83, "861682": 83, "861992": 83, "862128": 83, "8624": 83, "862402": 83, "8625": 83, "862566": 83, "8628": 83, "862804": 83, "8629026": 83, "862947": 83, "863": 83, "863268": 83, "86335": 83, "863367": 83, "863375": 83, "863531": 83, "86400": 8, "8641": [86, 87], "864246": 83, "86438": 83, "864407": 83, "86444": 83, "864481": 83, "864487": 83, "86454": 83, "864655": 83, "8649": 83, "865": 83, "8651": 83, "865433": 83, "8656": 83, "86562514": 83, "865686": 83, "865717": 83, "86594": 83, "866": 83, "8663336": 83, "866335": 83, "86636": 83, "866589": 83, "8666": 83, "86679": 83, "8672": 83, "8674": 83, "8675216": 83, "867567": 83, "86761565728": 82, "8678036": 83, "867949": 83, "867969": 83, "868": 83, "868048": 83, "8681": 83, "868176": 83, "868284": 80, "8684926": 83, "868973": 83, "869": 83, "8691397": 83, "869244": 83, "869343": 83, "869347": 83, "869705323946068": 82, "86973": 83, "86975": 83, "869762": 83, "8698978": 83, "8699": 83, "86e": 83, "87": 83, "8700993": 83, "870208": 83, "870342": 83, "870352": 83, "87071": 83, "870724": 83, "8708": 83, "870968": 83, "871": 83, "871037": 83, "871155": 83, "871252": 83, "87142": 83, "87148": 83, "8715": 83, "871574": 83, "871598": 83, "8717": 83, "871769": 83, "871876": 83, "871901": 83, "872": 83, "872087": 83, "872242761515011": 86, "872307": 83, "872309": 83, "8724": 83, "87251": 83, "872995": 83, "873": 83, "873129": 83, "87323": 83, "873235": 83, "873396": 83, "8734": 83, "873655": 83, "873773": 83, "8738": 83, "87384": 83, "873852": 83, "873901": 83, "874": 83, "874031": 83, "87412": 83, "874525": 83, "874613": 83, "87485": 83, "8749": 83, "875": 83, "8750000e": 87, "875117": 83, "87516": 83, "875373": 83, "87542": 83, "875473": 83, "875519": 83, "875576": 83, "87577": 83, "876061291823856": 82, "876186402701965": 82, "876242": 83, "876343": 83, "87635": 83, "8765": 83, "876598": 83, "876616": 83, "877106": 83, "877153": 83, "8773": 83, "8774": 83, "877523": 83, "877851": 83, "87794": 83, "877975": 83, "878": 83, "87817": 83, "878681": 83, "87924": 83, "8799": 83, "87993": 83, "87e": 83, "88": 83, "880": 83, "880089": 83, "8801": 83, "880113": 83, "8804": 83, "8804245": 83, "880458": 83, "880497": 83, "880604": 83, "880894": 83, "880999": 83, "881": 83, "8811": 83, "88112": 83, "881385909767747": 82, "881742": 83, "88178": 83, "88184": 83, "88185": 83, "881857": 83, "882177": 83, "882326": 83, "8824": 83, "882483": 83, "882673": 83, "882725": 83, "882849": 83, "882877": 83, "88295": 83, "882967": 83, "882996": 83, "883009": 83, "883177": 83, "8832": 83, "883415": 83, "883621": 83, "88376": 83, "88379": 83, "88415": 83, "884186": 83, "88434": 83, "8843904": 83, "88448": 83, "8844962": 83, "8848": 83, "8849": 83, "884922": 83, "8850982": 83, "885168": 83, "88544": 83, "885911": 83, "886": 83, "88602": 83, "886036": 83, "886457": 83, "8865": 83, "886509": 83, "886911": 85, "886944": 83, "88721": 83, "8873405": 83, "8874": 83, "887455": 83, "887494": 83, "8875": 83, "887827": 83, "88788": 83, "887882": 83, "888": 83, "888063": 83, "888072": 83, "8883": 83, "88873": 83, "888763": 83, "889372": 83, "889441": 83, "88952": 83, "889645": 83, "889717": 83, "889832": 83, "8898964": 83, "8899": 83, "88e": 83, "89": 83, "890": 83, "890213": 83, "8903": 83, "890540": 83, "890545": 83, "890566": 83, "890583": 83, "890859": 83, "891": 83, "89127306209505": 82, "89128": 83, "89145": 83, "8914924": 83, "891599": 83, "89164776": 83, "891808": 83, "891815": 83, "891856": 83, "892": 83, "89227": 83, "8924": 83, "892473": 83, "892483": 83, "8926": 83, "892696": 83, "892767": 83, "8928": 83, "892908": 87, "8929534": 83, "893182764402184": 82, "8933735": 83, "8939": 83, "894": 83, "8941815": 83, "894302": 83, "894646": 83, "8949": 83, "894945": 83, "895061": 83, "895075": 83, "895155": 83, "8954737606592": 85, "8954737606593": [80, 85], "895535": 83, "8956995": 83, "89574": 83, "89575": 83, "896154": 83, "896332": 83, "8964": 83, "896669": 83, "89672": 83, "896741": 83, "896782": 83, "897": 83, "89714episod": 83, "8973": 83, "8974": 83, "89759": 83, "898169": 83, "898224": 83, "8982987": 83, "898567": 83, "898874": 83, "898952": 83, "8989847": 83, "899": 83, "8990": 83, "899288": 83, "899416": 83, "899506": 83, "8997": 83, "899701": 83, "899763": 83, "8999": 83, "89998888619655": 85, "89e": 83, "8e": 83, "8observ": 83, "8th": 0, "9": [5, 10, 47, 66, 67, 68, 82, 83, 84, 86, 87, 89, 92], "90": [83, 86, 87], "900": [80, 81, 82, 83, 84, 85, 86, 87], "9001": 83, "9002": 83, "90037516009": 82, "9004": 83, "900405758648773": 86, "900484": 83, "900488": 83, "900738": 83, "900913": 83, "901031": 83, "901205": 83, "90122774932239": 82, "901506": 83, "9016": 83, "901966": 83, "902": 83, "9020243": 83, "902065": 83, "9024": 83, "902553924481154": 82, "902588": 83, "9026": 83, "902674": 83, "902713": 83, "902811": 83, "90292": 83, "90298745924243": 82, "903": 83, "903008": 83, "903064": 83, "903067": 83, "90342": 83, "903480020252864": 82, "903711": 83, "9042": 83, "90466": 83, "90488": 83, "904884": 83, "9049": 83, "904902": 83, "905155": 83, "905378": 83, "9054": 83, "90546": 83, "905464": 83, "9058518362416": 82, "906": 83, "906032387533777": 82, "906105": 83, "9062834948921186": 86, "906447": 83, "906448": 83, "906479": 83, "90653200864582": 82, "906685": 83, "907": 83, "907028": 83, "90714": 83, "90714284908": 83, "907196": 83, "9074": 83, "907684": 83, "9077": 83, "90795": 83, "908": 83, "908008": 83, "908129": 83, "908215": 83, "908525": 83, "908592014095": 82, "908749": 83, "908802": 83, "909": 83, "9090285": 83, "90909": 83, "909237": 83, "909454": 83, "909515": 83, "909618": 83, "909647": 83, "90969": 83, "9096956": 83, "9098": 83, "9099": 83, "91": [83, 92], "910072": 83, "9102": 83, "910679": 83, "910754": 83, "9108": 83, "911": 83, "911022": 83, "911041": 83, "911158": 83, "911211": 83, "9112268": 87, "911348": 83, "9114": 83, "91152": 83, "911606": 83, "911696": 83, "91196": 83, "911978": 83, "91218": 83, "91227": 83, "91234": 83, "9124": 83, "912615": 83, "91283": 83, "913": 83, "9130111": 83, "913214": 83, "913313585398759": [86, 87], "91344": 83, "913471": 83, "913635": 83, "913727": 83, "9139585": 83, "914": 83, "914276": 83, "914494": 83, "91477": 83, "914831": 83, "914898": 83, "9149": 83, "915": 83, "915373": 83, "9153886": 83, "9154": 83, "915752": 83, "915764": 83, "91579": 83, "9157972": 83, "915834805222858": 82, "915884970270934": 82, "916248": 83, "91637": 83, "9165": 83, "91682": 83, "916970": 83, "917": 83, "917022": 83, "917088": 83, "917315": 83, "9174": 83, "9175": 83, "917562": 83, "9177": 83, "917852": 83, "91788": 83, "9179": 83, "918": 83, "91815": 83, "918364": 83, "918385": 83, "918634": 83, "91885": 83, "918938": 83, "91895": 83, "918974": 83, "919": 83, "919167": 83, "919645": 83, "919759": 83, "9199": 83, "91997": 83, "91998": 83, "91e": 83, "92": [83, 92], "92001": 83, "9203": 83, "920376": 83, "920401": 83, "920425": 83, "9205676": 83, "920828": 83, "9209": 83, "920914": 83, "92147976": 83, "921776": 83, "921844": 83, "921902": 83, "921928": 83, "922": 83, "922201": 83, "92239": 83, "9224": 83, "922729": 83, "9228": 87, "922800064086914": 87, "922835": 83, "922873": 83, "922998": 83, "923158": 83, "92337": 83, "923763": 83, "923875": 83, "924": 83, "9243": 83, "924374": 83, "924389": 83, "92439": 83, "924392": 83, "924515": 83, "924786": 83, "9248": 83, "924835": 83, "9249": 83, "925": 83, "9251": 83, "925201": 83, "925226": 83, "925404": 83, "925459": 83, "92559": 83, "925869": 83, "925971": 83, "926": 83, "926395": 83, "926476": 83, "926668": 83, "92673": 83, "927": 83, "927053": 83, "927113": 83, "9272208": 83, "9274": 83, "927494": 83, "9275": 83, "9277": 83, "927788": 83, "927923": 83, "927961": 83, "928282": 83, "92844": 83, "928534": 83, "928692": 83, "9288108": 83, "9290": 83, "92903": 83, "929089": 83, "929407": 83, "92956": 83, "929888": 83, "9299": 83, "92e": 83, "93": 83, "930077": 83, "9303": 83, "930477": 83, "93085": 83, "930851": 83, "93118": 83, "931183": 83, "931328": 83, "93134": 83, "93139": 83, "931477": 83, "9316": 83, "931630958963": 83, "93227": 83, "932343": 83, "93237": 83, "9324": 83, "932446": 83, "932472": 83, "932587": 83, "932785": 83, "932957": 83, "9329586": 83, "933048": 83, "933338": 83, "933417323750973": 87, "9335": 83, "933619": 83, "933622": 83, "93365": 83, "933681388733177": 86, "933743": 83, "933780": 83, "934": 83, "9343": 83, "934315": 83, "9346": 83, "934628": 83, "934774": 83, "9348568": 83, "9349": 83, "935": 83, "935226174976": 83, "935489": 83, "9355": 83, "935505": 83, "9358": 83, "936": 83, "9361213807575055": 86, "93625775693054": 82, "93643": 83, "93651": 83, "936546": 83, "936619": 83, "93673": 83, "9367504242642": 83, "9368": 83, "937": 83, "9370227": 83, "937086": 83, "937164": 83, "93718": 83, "93738": 83, "9374": 83, "93756": 83, "937596": 83, "93762": 83, "937683": 83, "937698": 83, "937748": 83, "937943": 83, "937977": 83, "937994": 83, "938": 83, "93833": 83, "938588370329": 83, "9386": 83, "938705": 83, "938717": 83, "938736": 83, "938904": 83, "93911934": 83, "93943": 83, "939615": 83, "9399": 83, "93e": 83, "94": 83, "940": 83, "9400143123507796": 86, "94001431235078": 86, "940053297642233": 87, "9400532976422333": 87, "9402747": 83, "94047661764487": 82, "9404805": 83, "940544": 83, "9406": 83, "940797": 83, "941": 83, "9412384": 83, "94167": 83, "941786": 83, "941798": 83, "942": 83, "942236": 83, "9424": 83, "942545": 83, "9428682": 83, "942884": 83, "942945": 83, "943": 83, "943144": 83, "943174": 83, "9432404": 83, "943462": 83, "9434859": 83, "94373": 83, "943886": 83, "9439363": 83, "943989": 83, "944084": 83, "9449": 83, "94491": 83, "945": 83, "9450645": 83, "945112": 83, "94522": 83, "945387": 83, "945398": 83, "945906": 83, "946": 83, "946291": 83, "94645": 83, "946623": 83, "946701": 83, "947": 83, "94703": 83, "9470654": 83, "94709": 83, "94715": 83, "9474": 83, "94759": 83, "947670_iwec": 92, "947784": 83, "947834": 83, "947844": 83, "948": 83, "948284": 83, "9485": 83, "948526": 83, "948649": 83, "94895": 83, "948975": 83, "949": 83, "949017": 83, "949242": 83, "94949": 83, "949652376996074": 82, "949695": 83, "9496999955164": 83, "9497354183802": 82, "9499": 83, "94e": 83, "95": [83, 92], "950": 83, "95008": 83, "9501185": 83, "9501653": 83, "9503": 83, "950733": 83, "950773": 83, "950842": 83, "950931": 83, "951": 83, "951208": 83, "9512193": 83, "95142": 83, "95168": 83, "9517": 83, "951894527724924": 82, "952": 83, "9524": 83, "95277": 83, "952784": 83, "953": 83, "95327": 83, "953503": 83, "953701": 83, "95372": 83, "95374": 83, "954": [80, 83, 85], "954018": 83, "95429": 83, "954447": 83, "954485": 83, "95457": 83, "9549": 83, "955": 83, "95512": 83, "955194": 83, "955477": 83, "955597": 83, "955624": 83, "956": 83, "956028": 83, "95633": 83, "956770": 83, "956959": 83, "957": 83, "957151": 83, "9571757": 83, "957253": 83, "95734": 83, "957376": 83, "9574": 83, "95778": 83, "958": 83, "958125000907": 83, "958303": 83, "95856": 83, "95861": 83, "958847": 83, "95888": 83, "958961": 83, "958992": 83, "959154": 83, "959192": 83, "959242": 83, "959369": 83, "959463": 83, "959476": 83, "9595": 83, "9597707": 83, "9599": 83, "95e": 83, "96": 83, "96002": 83, "960316": 83, "960458223268": 82, "96048": 83, "960615": 83, "960754": 83, "960764": 83, "960857": 83, "961": 83, "96115": 83, "96118": 83, "961252": 83, "961267": 83, "961309048938297": 87, "961394089981173": 82, "961433": 83, "96147": 83, "961487": 83, "961959": 83, "962": 83, "962093": 83, "96211": 83, "9624": 83, "962557": 83, "962753": 83, "962767": 83, "962894": 83, "962957": 83, "963": 83, "963404": 83, "96343": 83, "9635": 83, "9635112": 83, "963529": 83, "96360689704416": 87, "963749": 83, "964": 83, "964018": 83, "964142": 83, "964148": 83, "964441": 83, "964478": 83, "96482": 83, "9649": 83, "965": 83, "9650793": 83, "965230": 83, "965243": 83, "965244": 83, "965393": 83, "965443": 83, "965593": 83, "965656": 83, "965963": 83, "966117": 83, "96631": 83, "9667086618754865": 87, "966927": 83, "967036": 83, "967133": 83, "96721": 83, "9673041": 83, "9674": 83, "96756": 83, "96759": 83, "967903": 83, "968": 83, "968230973762": 86, "968252": 83, "968481": 83, "968826": 83, "968941836819717": 82, "968978": 83, "969": 83, "969051": 83, "969181": 83, "969315": 83, "9699": 83, "96e": 83, "97": [82, 83], "9700071561753898": 86, "9700266488211167": 87, "970182": 83, "97025": 83, "9704113": 83, "97054": 83, "970556": 83, "970597": 83, "970629": 83, "970839": 83, "970852161596834": 82, "971148": 83, "971344": 83, "971422646618414": 82, "972": 83, "97226": 83, "97231": 83, "972343": 83, "972383": 83, "9724": 83, "97254": 83, "972729": 83, "9729078": 83, "973": 83, "97303": 83, "97351": 83, "9737": 83, "97379": 83, "974": 83, "9745626607331893": 87, "974818": 83, "97487": 83, "9749": 83, "974932": 83, "974966": 83, "975": 83, "975166": 83, "97524": 83, "975248": 83, "975544": 83, "975693": 83, "97571": 83, "975745": 83, "97581": 83, "97609": 83, "976106": 83, "97625375": 83, "976395": 83, "97646": 83, "976574": 83, "9766": 83, "976707": 83, "9767256e": 87, "977": 83, "97703": 83, "977170": 83, "97728": 87, "977394": 83, "9774": 83, "97749": 83, "977511": 83, "977745": 83, "978": 83, "9781": 83, "9781450391146": 0, "978295": 83, "9785": 83, "97892": 83, "979": 83, "9791": 83, "979132": 83, "979362": 83, "979378": 83, "979425": 83, "9795": 83, "979624": 83, "9798114": 83, "9799": 83, "979949119224": 82, "97e": 83, "98": 83, "9801": 83, "980175234933945": 82, "9802117699255": 83, "9802888899782684": 87, "9802889755036568": 87, "980310": 83, "98033": 83, "9804134": 83, "980701": 83, "9808": 83, "980941": 83, "980969": 83, "981228": 83, "9814": 83, "98147": 83, "981579": 83, "981752": 83, "981799": 83, "9822812": 83, "9824": 83, "982500109734": 82, "9825225": 83, "982664": 83, "9827": 83, "98270733462": 83, "982810885720035": 80, "98283": 83, "983091": 83, "9832764": 83, "9834425": 83, "983452": 83, "983475": 83, "983723": 83, "98378": 83, "984": 83, "98417": 83, "984423": 83, "9844346": 83, "9849": 83, "984917": 83, "985237": 83, "985338": 83, "985385": 83, "98578": 83, "98606808783697": 86, "986454": 83, "986477": 83, "986662": 83, "9866753": 83, "987005": 83, "987038": 83, "98727": 83, "987324": 83, "9874": 83, "987406": 83, "9875907976185373": 87, "9876": 83, "98781": 83, "987827": 83, "98810": 83, "988108": 83, "9882": 83, "988451": 83, "988644": 83, "988808": 83, "989": 83, "9894": 83, "989456": 83, "989483": 83, "989522929526814": 82, "9896": 83, "9899": 83, "98991": 83, "98e": 83, "99": [14, 81, 83, 86, 87], "990084": 83, "990147": 83, "99026": 83, "990368": 83, "9906583": 83, "990786": 83, "990826": 83, "9908525387095581": 87, "9912": 83, "9912403": 83, "99132": 83, "991514": 83, "991571": 83, "992": 83, "992049": 83, "9920626": 83, "9920654": 83, "9922245188088183": 87, "992252": 83, "992287": 83, "9924": 83, "9926": 83, "992683": 83, "9927": 83, "992828": 83, "99283": 83, "99288": 83, "993273": 83, "993279": 83, "9933993": 83, "993517": 83, "99368": 83, "993696": 83, "993729": 83, "993734": 83, "994": 83, "994007": 83, "99400805497": 86, "99402": 83, "9942477932536": 86, "994516": 83, "994785": 83, "9948": 83, "9949": 83, "994953": 83, "995": 83, "9950": 83, "995008": 83, "99529": 83, "995317": 83, "9954": 83, "995474": 83, "9956346": 83, "995653": 83, "9957": 83, "995796": 83, "995874": 83, "995941": 83, "996": 83, "996042": 83, "996204": 83, "996305": 83, "996330089060972": 86, "996456": 83, "996563": 83, "99664": 83, "99666173171838": 82, "996721": 83, "996769": 83, "997": 83, "997208": 83, "9973969815420386": 87, "9974": 83, "997471720583": 83, "99753": 83, "997578": 83, "997635": 83, "9976588": 83, "997672": 87, "997766": 83, "99779": 83, "99787": 83, "998": 83, "99800754": 83, "998018": 83, "998045": 83, "99819": 83, "998201": 83, "998226": 83, "99827": 83, "998306": 83, "9984": 83, "99846": 83, "998598": 83, "998606": 83, "9986107": 83, "998634": 83, "998777": 83, "998793": 83, "998846": 83, "998941": 83, "999": 83, "999039": 83, "99908": 83, "99909": 83, "999157": 83, "999226": 83, "999256": 83, "999275": 83, "999302": 83, "999311": 83, "999321": 83, "999338": 83, "999393": 83, "999395": 83, "999527": 83, "999548": 83, "999555056583162": 82, "99957": 83, "999634653629034": 82, "999637868869247": 82, "999687": 83, "9997": 83, "999714": 83, "999746": 83, "999775": 83, "999786": 83, "999832": 83, "999836": 83, "999857": 83, "999865": 83, "999893": 83, "999899": 83, "9999": 83, "999916": 83, "999922": 83, "999935": 83, "999937": 83, "999939": 83, "999945": 83, "999947": 83, "999952": 83, "999958": 83, "99996": 83, "999962": 83, "999964": 83, "999966": 83, "999968": 83, "99997": 83, "999971": 83, "999975": 83, "99998": 83, "999985": 83, "999987": 83, "999989": 83, "99999": 83, "999992": 83, "999994": 83, "999996": 83, "999998": 83, "99e": 83, "9e": 83, "A": [0, 2, 4, 9, 71, 77, 81, 83, 87, 88, 92, 93], "And": [0, 8, 11, 80, 83], "As": [5, 6, 8, 10, 81, 83, 84, 87], "At": [5, 8, 9, 80, 83, 87, 91, 93], "Be": 5, "By": [5, 7, 10, 81, 87, 89, 93], "For": [0, 4, 5, 6, 8, 9, 10, 11, 14, 80, 81, 82, 83, 84, 86, 87, 89, 90, 92, 93], "IN": 84, "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 35, 52, 61, 81, 83, 84, 87, 88, 89, 90, 91, 92, 93], "In": [0, 2, 5, 8, 9, 10, 11, 80, 81, 82, 83, 84, 87, 88, 90, 91], "It": [0, 2, 4, 5, 8, 9, 10, 11, 17, 20, 24, 48, 50, 60, 68, 81, 84, 87, 89, 92, 93], "Its": [2, 4], "NO": 4, "No": [5, 6, 80, 81, 84, 85], "On": [4, 8, 10, 81, 84], "One": [0, 11], "Or": 8, "That": [5, 89], "The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 24, 50, 52, 61, 71, 72, 73, 74, 76, 77, 80, 81, 82, 83, 84, 87, 88, 89, 91, 93], "Then": [5, 8, 10, 82, 84, 87, 93], "There": [4, 8, 10, 88], "These": [0, 5, 6, 8, 9, 11, 60, 81, 87, 89, 90], "To": [7, 8, 10, 84, 90], "WITH": 87, "Will": 83, "With": [4, 5, 6, 83], "_": [83, 87], "__call__": 89, "__init__": [14, 17, 20, 23, 24, 46, 47, 48, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 85, 89], "__version__": [4, 83], "_actuat": 14, "_create_row_cont": 85, "_ddy_path": 14, "_discrete_funct": 6, "_evalu": 83, "_headers_to_epw": [80, 81, 82, 83, 84, 85, 86, 87], "_idd": 14, "_json_path": 14, "_meter": 14, "_timestamp": 83, "_variabl": 14, "_weather_path": 14, "a2c": 4, "abl": [4, 5, 8, 10, 81], "about": [0, 2, 4, 5, 11, 12, 14, 26, 32, 33, 34, 50, 52, 81, 83, 86, 87, 88, 90, 93], "abov": [0, 5, 8, 9, 11, 61, 81], "abs_comfort": [80, 82, 85, 86, 87], "abs_energi": [80, 82, 85, 86, 87], "absolut": [35, 66, 68, 89], "absorpt": 84, "abstract": 5, "accept": 9, "access": [4, 10, 83], "accompani": [0, 11], "accord": [24, 92], "account": [0, 4, 5, 7, 8, 10, 11, 54, 55, 89], "accur": 4, "acm": 0, "act": [46, 47, 48, 78, 86], "act_queu": 20, "action": [0, 2, 3, 4, 6, 10, 11, 17, 20, 24, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 52, 60, 71, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84, 85, 86, 90, 91, 93], "action_map": [71, 72, 87], "action_mapping_funct": 87, "action_nam": 71, "action_network": [4, 83], "action_simul": [4, 83], "action_spac": [5, 6, 17, 48, 80, 81, 82, 85, 86, 87, 91], "action_space_discret": 6, "action_vari": [81, 83, 84, 85], "activ": [5, 10, 23, 60, 73, 82, 83, 85, 87, 88], "activate_flag": 60, "activate_logg": 73, "activerl": 0, "activity_level_schedule_nam": 84, "actschd": 84, "actuat": [0, 6, 11, 14, 17, 20, 32, 81, 82, 84, 88], "actuator_handl": [17, 84], "actuator_original_nam": 5, "actuator_typ": 5, "actuator_valu": 5, "ad": [0, 2, 4, 10, 11, 61, 82, 83, 87, 89, 92], "adapt": [0, 5, 11, 14, 32, 33, 34, 49, 50, 80, 81, 82, 83, 84, 85, 86, 87], "adapt_building_to_config": 14, "adapt_building_to_epw": 14, "adapt_building_to_met": 14, "adapt_building_to_vari": 14, "add": [4, 5, 8, 9, 79, 81, 83, 87, 88, 93], "add_dir": 83, "addit": [17, 23, 50, 52, 73, 84], "addition": 6, "address": 0, "adjust": [82, 89], "admin": 8, "advantag": [0, 5, 9, 82], "advertis": 8, "afb": [5, 6, 82, 86, 87, 92], "affect": [14, 52], "after": [8, 52, 80, 81, 87], "again": 20, "agent": [0, 3, 5, 11, 17, 24, 46, 47, 48, 52, 60, 73, 82, 83, 86, 87, 88, 89, 90, 93], "aggress": 9, "agnost": [0, 11, 83], "agre": [4, 87], "ai": [0, 83], "aim": [0, 5, 8, 10, 11], "air": [2, 6, 81, 84, 86], "air_humid": [6, 83, 84, 87], "air_humidity17": 83, "air_temperatur": [6, 81, 83, 84, 86, 87], "air_temperature16": 83, "air_temperature_previ": 87, "airloophvac": 84, "airtermin": 84, "alejandro": 0, "alex_ugr": 83, "algorithm": [0, 3, 4, 11, 22, 23, 52, 76, 83, 87, 90, 93], "all": [0, 4, 5, 6, 8, 9, 10, 14, 17, 20, 23, 26, 35, 65, 73, 80, 82, 83, 86, 87, 88, 89, 90, 91, 92, 93], "allegheni": [5, 80, 82, 84, 85, 92], "alloc": [4, 6, 8, 9, 20, 83], "allow": [0, 4, 5, 8, 11, 61, 89], "allus": 8, "alon": [5, 54], "along": [0, 6, 11], "alphabet": 9, "alreadi": [5, 8, 81, 86, 90], "also": [0, 4, 5, 10, 11, 50, 81, 82, 83, 87, 89, 93], "altern": 10, "although": [4, 83], "alwai": [0, 8, 10, 80, 83, 86, 88, 89, 93], "am": 89, "amount": 83, "amplifi": 7, "an": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 20, 23, 24, 30, 50, 52, 60, 61, 71, 72, 80, 83, 84, 87, 88, 89, 90, 93], "ancillari": 84, "angb": 92, "angel": [5, 6, 81, 92], "ani": [0, 4, 5, 7, 10, 11, 14, 17, 23, 24, 26, 34, 46, 47, 48, 52, 60, 62, 63, 73, 74, 75, 76, 81, 83, 84, 85, 86, 87, 88, 89, 91], "ann": 14, "anoth": [0, 5, 9, 11, 81], "antananarivo": 92, "antonio": 0, "anyth": 52, "anywai": [10, 90], "ap": [5, 6, 80, 81, 82, 83, 84, 85, 92], "api": [0, 5, 6, 8, 11, 17, 19, 20, 32, 33, 34, 50, 53, 80, 84, 88, 93], "appear": [0, 4, 6, 10, 52, 80, 83, 87, 88, 91], "append": [61, 80, 81, 82, 83, 85, 86, 90, 91], "appengin": 8, "appli": [7, 9, 14, 17, 70, 77, 83, 87, 93], "applic": [8, 90], "apply_extra_conf": 7, "apply_weather_vari": 14, "apply_weekend_holiday_rul": [80, 81, 84, 85], "appropri": [4, 81, 91], "appspot": 8, "apt": 10, "ar": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 20, 52, 60, 61, 66, 67, 68, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93], "area": [2, 5, 6, 81, 84], "arg": [8, 10, 23, 24, 63, 80, 81, 82, 83, 84, 85, 86, 87], "argument": [5, 20, 61, 72, 81], "arizona": 92, "arlanda": [5, 92], "arrai": [6, 60, 80, 81, 82, 83, 85, 86, 87], "artifact": [0, 4, 8, 11, 83], "artifactregistri": 8, "ashra": [46, 47], "ashrae9012016_officemedium": 2, "ashrae9012016_officemedium_denv": 5, "ashrae9012016_warehous": 2, "ashrae9012016_warehouse_denv": 5, "ashrae901_officemedium_std2019_denv": 82, "ask": [56, 57, 58], "aspect": [0, 2, 11, 89], "assign": 89, "associ": [0, 5, 6, 11], "asymmetr": 2, "atari": [0, 11], "attach": 8, "attempt": 9, "attribut": [4, 14, 17, 20, 60, 61, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 83, 84, 88], "atu": 84, "aus_nsw": 92, "australia": 92, "auth": [8, 54], "authent": 8, "author": [0, 55], "auto": [2, 4, 6, 8], "auto_delet": 8, "autobal": 5, "autobalance_model": 2, "autobalancestoragesmooth": 5, "autom": [0, 6, 11], "automat": [0, 5, 6, 9, 10, 11, 70, 81, 82, 87, 89, 90, 93], "autopep8": 9, "autos": 84, "avail": [0, 2, 4, 6, 8, 11, 14, 48, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91], "availability_schedule_nam": 84, "availabilitymanag": 84, "available_handl": [17, 84], "averag": [4, 52, 91], "avoid": [10, 52], "axi": 83, "b": [8, 83], "back": 84, "backend": [0, 5, 10, 11, 13, 14, 84], "background": [0, 4, 11, 82, 84], "badg": 0, "bar": 4, "base": [0, 3, 4, 6, 8, 9, 11, 46, 47, 63, 65, 86, 87, 90, 93], "basealgorithm": 52, "basecallback": [4, 24], "baselin": [0, 4, 11, 22, 23, 49, 50, 83, 90], "baselines3": [49, 50], "basement": 2, "basepolici": 52, "basereward": 89, "bash": [8, 20], "basic": 45, "basin": 84, "basin_heater_operating_schedule_nam": 84, "basinheatersch": 84, "bathroom": 2, "batteri": 2, "becaus": [6, 8, 9, 86, 88], "becom": [0, 11], "bedroom": 2, "been": [0, 4, 5, 7, 8, 9, 10, 11, 17, 23, 24, 31, 36, 50, 52, 73, 83, 87, 88, 89, 90], "befor": [0, 4, 5, 8, 11, 14, 52, 61, 72, 76, 82, 84, 87, 88, 93], "begin": [8, 87, 93], "begin_day_of_month": [80, 81, 84, 85], "begin_month": [80, 81, 84, 85], "begin_year": [80, 81, 84, 85], "behav": 9, "behavior": 89, "being": [4, 5, 8, 88, 89], "bellow": [81, 89], "belong": [60, 88], "below": [10, 87, 89, 92], "benchmark": [0, 3, 11], "benefit": [0, 4, 5], "beobench": 0, "best": [0, 4, 11, 24, 83], "best_model": 83, "best_model_save_path": [24, 83], "better": 4, "between": [0, 4, 9, 11, 29, 76, 83, 87, 89, 93], "bias": [0, 8, 11, 83], "bin": 10, "bind": 8, "blob": 50, "blob_prefix": 57, "bogota": 92, "boiler": 2, "bold_r": 61, "booktitl": 0, "bool": [17, 20, 24, 31, 50, 52, 60, 71, 72, 73, 74, 75, 85], "boolean": 23, "boot": 8, "bot": [2, 9], "both": [0, 4, 5, 11, 78, 87, 89], "bound": [4, 87], "box": [5, 6, 17, 81, 82, 83, 84, 86, 87], "br01": 84, "branch": 9, "bucket": [4, 57, 58], "bucket_nam": 57, "bucklei": 92, "bug": [0, 11], "build": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90], "builder": 8, "building_fil": [5, 6, 17], "building_path": [14, 17, 20, 84], "built": [6, 8, 9], "bulb": 84, "bulk": 2, "button": 10, "c": [0, 8, 66, 67, 68, 89], "c1": 84, "c2": 84, "c3": 84, "c4": 84, "c5": 84, "cach": 8, "calcul": [4, 5, 14, 70, 81, 84, 89, 91], "call": [4, 5, 8, 9, 10, 14, 20, 24, 52, 61, 72, 76, 81, 83, 88, 93], "callabl": [52, 62, 72, 73], "callback": [0, 5, 11, 20, 21, 51, 52, 63, 83, 88], "callback_after_ev": 24, "callback_on_new_best": 24, "callbacklist": [4, 83], "campoi": 0, "can": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 52, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 93], "cannot": 9, "capac": 84, "captur": 8, "carbon": [6, 84], "carbonequivalentemiss": 84, "care": [0, 8, 11, 82, 89, 93], "carefulli": [87, 93], "carri": [61, 88], "case": [0, 4, 5, 6, 8, 9, 10, 11, 80, 81, 86, 87, 89, 91], "cast": [83, 86, 87], "catch": 9, "cc03": 84, "cd": 10, "center": [2, 47, 77], "certain": 5, "ch": 8, "ch4": 84, "chang": [0, 2, 5, 8, 9, 11, 14, 60, 61, 80, 82, 83, 84, 85, 88, 89], "characterist": [5, 89], "charg": [2, 78, 93], "check": [0, 5, 8, 9, 31, 50, 52, 83, 88, 90], "checker": 49, "checkout": 9, "chill": 2, "choos": 10, "chosen": [17, 46, 47, 48, 73, 86, 91], "ci": [9, 50], "citi": 0, "class": [0, 5, 6, 7, 11, 13, 14, 16, 17, 19, 20, 22, 23, 24, 31, 45, 46, 47, 48, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 85, 86, 87, 88, 89, 93], "classif": 92, "clean": 20, "clear": 8, "clg": [6, 14, 84], "clg_setpoint": [6, 83, 84, 86, 87], "clg_setpoint40": 83, "clg_setpoint_previ": 87, "click": [0, 10, 11], "client": [8, 56, 57, 58], "climat": [5, 92], "clip": [78, 86], "clng": 84, "clone": [10, 91], "close": [17, 73, 80, 81, 82, 83, 85, 86, 87, 91], "cloud": [0, 4, 9, 11, 53, 54, 55, 56, 57, 58], "cloudapi": 8, "cloudbuild": 8, "cloudfunct": 8, "cloudsdktool": 8, "co": [70, 87, 93], "co2": [6, 84], "co2_emiss": [6, 83, 87], "co2_emission0": 83, "coastal": 92, "code": [0, 3, 7, 9, 10, 11, 80, 83, 87, 89, 93], "codecov": 9, "coeffici": 84, "cogener": 84, "coil": [2, 84], "coilsystem": 84, "coincid": 84, "col_bogota": 92, "cold": [66, 67, 68, 89, 92], "collect": [4, 5, 24, 60, 83, 91], "colombia": 92, "colorado": 92, "column": [4, 5, 14], "com": [8, 10, 49, 50], "combin": [0, 8, 11, 76, 81, 82, 83, 87], "come": [2, 82, 83], "comfort": [4, 5, 10, 23, 66, 67, 68, 82, 86, 88, 89], "comfort_penalti": [60, 85], "comfort_term": [80, 82, 85, 86, 87], "comfort_viol": 83, "comfort_violation_tim": [4, 83], "comfort_violation_timestep": 60, "command": [8, 9, 20, 90], "comment": 4, "commit": 9, "common": [21, 24, 52, 83, 84, 89, 90], "commun": [0, 5, 11, 18, 20, 90], "compact": [6, 81, 84], "compar": [4, 83, 87], "comparison": [0, 11], "compat": [0, 4, 5, 10, 11, 50, 83, 87, 93], "compil": 9, "complet": [0, 5, 11, 83], "complex": [5, 90], "compon": [0, 2, 4, 5, 7, 8, 11, 20, 23, 81, 84, 88, 92], "compos": [0, 5, 11], "comput": [0, 4, 8, 61, 83], "concaten": 4, "conceptu": 90, "concern": [0, 5, 11, 81], "concord": 89, "concret": [4, 87], "conda": 10, "condens": 84, "condit": [5, 17, 46], "condn": 14, "conf": [4, 26, 32, 33, 34], "confer": 0, "config": [8, 80, 81, 82, 83, 84, 85, 86, 87, 90], "config_param": [5, 6, 7, 17, 81], "configur": [0, 3, 4, 11, 14, 17, 26, 32, 33, 34, 83, 88, 90], "configuration_json_fil": 5, "conform": 84, "confus": 8, "connect": [8, 19], "consequ": [8, 81, 89], "consid": [10, 66, 67, 68, 80, 89, 93], "consist": [2, 5], "consol": 8, "constant": [2, 6, 66, 67, 68, 83, 86, 89], "constantli": [0, 11], "construct": [4, 8, 84, 87], "constructor": [4, 5, 6, 7, 14, 26, 60, 70, 78, 79, 81, 87, 89, 93], "consult": [0, 11, 84], "consumpt": [4, 23, 67, 68, 88, 89], "contain": [0, 4, 5, 9, 52, 54, 55, 80, 82, 83, 87, 90, 91], "containerregistri": 8, "content": 88, "context": [0, 5, 7, 11, 17, 73, 81, 90], "continent": 92, "continu": [4, 5, 6, 7, 9, 10, 76, 80, 81, 82, 83, 86, 87, 93], "continuo": 87, "control": [0, 2, 5, 9, 11, 14, 17, 21, 71, 84, 89, 90, 93], "control_type_schedule_nam": 84, "convect": 84, "convert": [5, 26, 27, 87, 93], "convertinputformat": 5, "cool": [2, 5, 6, 81, 84, 92], "cooler": 2, "cooling_setpoint_rl": [6, 81, 83, 84], "cooling_setpoint_rl26action_simul": 83, "cooling_setpoint_temperature_schedule_nam": 84, "coolingcoil": 84, "coolingcoilavailsch": 84, "coolingsetpoint": 84, "coordin": 77, "copi": 88, "core": [2, 50, 83, 84], "correct": [5, 6, 8, 10, 80, 81, 82, 83, 84, 85, 86, 87, 88], "correctli": [5, 6, 8, 28, 87, 88, 90, 91, 93], "correspond": 5, "could": [0, 6, 7, 11, 87], "count": [5, 6, 52, 84], "counti": [5, 80, 82, 84, 85, 92], "coupl": 61, "cours": 5, "cover": [5, 10], "coverag": 9, "cp01": 84, "cpu": 83, "creat": [0, 4, 5, 6, 7, 10, 11, 14, 27, 28, 35, 80, 81, 82, 83, 84, 85, 86, 87, 91], "create_row_cont": 85, "critic": 87, "csv": [4, 5, 60, 73, 82, 83, 85, 87, 88], "csvlogger": [23, 73, 83, 85, 88], "cumul": [80, 81, 82, 83, 85, 86, 89, 91], "cumulative_comfort_penalti": [4, 83], "cumulative_energy_penalti": [4, 83], "cumulative_pow": [4, 83], "cumulative_power71120947": 83, "cumulative_power_consumpt": 83, "cumulative_power_consumption34169656": 83, "cumulative_reward": [4, 83], "cumulative_temperature_viol": [4, 83], "cumulative_temperature_violation35341": 83, "cumulative_temperature_violation45476": 83, "current": [3, 4, 5, 7, 8, 9, 10, 14, 17, 60, 73, 79, 82, 83, 84, 85, 87, 89, 90, 93], "current_cool_setpoint": 86, "current_dt": 86, "current_heat_setpoint": 86, "current_month": [80, 81, 82, 83, 85, 86, 87, 91], "current_setpoint": 87, "curriculum": 4, "curv": 84, "custom": [0, 2, 4, 5, 11, 14, 17, 20, 21, 22, 23, 50, 51, 61, 69, 83, 87, 88, 93], "custom_actuator_nam": 5, "custom_meter_nam": 5, "custom_variable_nam": 5, "customcsvlogg": 85, "customformatt": 62, "customiz": [0, 11], "customreward": 89, "c\u00ba": 4, "d": [9, 80, 81, 82, 83, 84, 85, 86, 87], "d_": 83, "dai": [0, 5, 7, 11, 14, 29, 66, 67, 68, 70, 80, 81, 82, 85, 86, 87, 89], "data": [0, 4, 6, 8, 11, 14, 17, 20, 23, 26, 47, 57, 58, 60, 82, 83, 84, 88], "data_avail": [5, 88], "datacent": [3, 5, 81], "datastor": 8, "date": 61, "datefmt": 61, "datetim": [83, 86], "datetimewrapp": 87, "day_of_month": [5, 6, 81, 83, 84, 86, 87, 93], "day_of_month1": 83, "day_of_week_for_start_dai": [80, 81, 84, 85], "daytim": 86, "db": [14, 84], "ddpg": 4, "ddy": [5, 14], "ddy_model": 14, "ddy_path": [14, 17], "de": 27, "deactiv": [60, 73, 88], "deactivate_flag": 60, "deactivate_logg": 73, "decid": [4, 5, 8, 82, 83], "declar": 88, "decrement": [87, 93], "dedic": 5, "deep": [0, 10, 11, 83], "def": [85, 86, 87, 89], "default": [2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 23, 50, 52, 60, 61, 66, 67, 68, 73, 75, 76, 77, 81, 83, 84, 87, 89, 90, 93], "default_": 6, "default_configur": [5, 6, 26], "default_energy_weight": 67, "defin": [0, 4, 5, 6, 8, 11, 14, 20, 80, 81, 83, 84, 85, 86, 87, 88, 89, 91, 93], "define_metr": 83, "definit": [0, 5, 6, 11, 17, 80, 81, 82], "delet": [4, 20, 54, 87], "delta": [29, 87, 93], "delta_temp": [71, 87], "demand": [6, 81, 84], "demo": [5, 80, 81, 84, 85, 86, 91], "demonstr": 2, "demosthen": 0, "densiti": 84, "depend": [4, 5, 6, 10, 60, 66, 67, 68, 81, 82, 83, 84, 87, 88, 89, 90, 93], "deploi": 9, "deploy": [0, 9, 11], "deprec": [80, 81, 82, 83, 84, 85, 86, 87], "deriv": 8, "describ": [2, 20, 47, 61], "descript": [6, 20], "desert": 92, "design": [0, 5, 7, 11, 14, 81, 84], "designdai": [5, 14, 82], "designflowr": 84, "designspecif": 84, "desingdai": 14, "desir": [5, 86], "dest_bucket_nam": 58, "dest_path": 58, "destin": 58, "detail": [0, 4, 5, 7, 10, 11, 83, 84, 89], "detect": 83, "determin": [7, 14, 20, 61, 83, 87], "determinist": [24, 52, 83], "develop": [0, 3, 4, 9, 10, 11, 87, 89, 90], "devic": 83, "devstorag": 8, "dew": 84, "df": [80, 81, 82, 83, 84, 85, 86, 87], "diagram": 5, "dict": [6, 14, 17, 20, 24, 26, 27, 28, 32, 33, 34, 35, 52, 60, 63, 73, 74, 75, 85, 86, 87, 88, 89], "dictionari": [5, 7, 9, 14, 17, 26, 27, 28, 32, 33, 34, 61, 73, 81, 84, 89], "differ": [0, 4, 5, 8, 9, 10, 11, 29, 66, 68, 80, 81, 83, 89, 90], "diffus": [6, 81, 84], "diffuse_solar_radi": [6, 81, 83, 87], "diffuse_solar_radiation0": 83, "dimens": [66, 67, 68, 87, 89], "dir": 14, "direct": [4, 5, 6, 81, 84], "direct_solar_radi": [6, 81, 83, 87], "direct_solar_radiation0": 83, "directli": [0, 5, 10, 11, 81, 82, 91], "directori": [5, 10, 14, 17, 57, 58, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90], "disadvantag": 82, "discharg": [2, 78], "discomfort": 89, "discret": [4, 5, 6, 71, 72, 76, 80, 81, 82, 83, 84, 86, 89, 93], "discrete_spac": [6, 72, 87], "discreteincrementalwrapp": 87, "discretizeenv": [5, 6, 83, 87], "discuss": 81, "disk": 8, "disksizegb": 8, "displai": [80, 81, 82, 85, 86, 87, 91], "dispos": 91, "dist": [80, 81, 82, 83, 84, 85, 86, 87], "divers": 5, "divid": 2, "dlr": [49, 50], "do": [0, 4, 5, 7, 8, 10, 11, 52, 71, 81, 82, 83, 84, 87, 89, 90], "doc": [9, 10, 83], "docker": [8, 9], "dockerfil": [8, 9, 10, 90, 91], "docstr": 9, "document": [0, 5, 8, 9, 10, 11, 26, 32, 33, 34, 81, 84, 86, 87, 88, 93], "doe": [0, 5, 7, 8, 9, 11, 83, 88, 92], "doesn": [4, 8, 93], "doi": 0, "don": [4, 6, 8, 10, 80, 82, 87, 88, 93], "done": [4, 5, 6, 60, 83, 85, 87, 88], "door": 84, "dote": 8, "download": [5, 83], "dqn": [4, 83], "drive": 8, "drl": [0, 3, 8, 11, 76, 82, 93], "drop": 83, "dry": [84, 92], "drybulb": [6, 14, 81, 84, 86], "dtype": [6, 80, 81, 82, 85], "dualsetpoint": 84, "due": [4, 78, 83, 84], "dummy_vec_env": 83, "dummyvecenv": 83, "dump": [23, 63], "dump_frequ": 23, "dure": [4, 5, 9, 17, 23, 24, 83, 88, 91], "dx": [2, 84], "dynam": [5, 87, 93], "e": [0, 10, 11, 17, 20, 52], "each": [2, 4, 5, 6, 7, 8, 14, 17, 23, 24, 35, 52, 60, 73, 74, 77, 81, 83, 85, 86, 87, 88, 89, 91, 92, 93], "earli": 52, "earlier": 83, "easi": [0, 11, 90], "easier": 53, "easili": [0, 7, 8, 11, 83], "east": 81, "east_zone_air_humid": 81, "east_zone_air_temperatur": 81, "east_zone_clg_setpoint": 81, "east_zone_electr": 81, "east_zone_htg_setpoint": 81, "econom": 2, "ecosystem": [0, 11], "edit": 9, "effici": [0, 11, 84], "either": [5, 61], "elabor": 60, "elaps": [5, 60], "eleceq": 84, "electr": [2, 6, 81, 84], "electricequip": 84, "electricitynet": 84, "electricitypurchas": 84, "electricitysurplussold": 84, "element": [5, 27, 30, 60, 84, 88, 93], "element_typ": 6, "elif": 86, "els": [52, 86], "email": 8, "emiss": [6, 84], "empti": [5, 10, 17, 20], "empzk2on": 83, "empzk2onsync": 83, "enabl": [4, 8, 9, 83], "enclos": 2, "encount": 87, "end": [4, 8, 17, 20, 29, 60, 66, 67, 68, 73, 82, 83, 85, 87, 88], "end_dai": [7, 29, 80, 81, 82, 83, 84, 85, 86, 87], "end_day_of_month": [80, 81, 84, 85], "end_mon": 29, "end_month": [7, 80, 81, 82, 83, 84, 85, 86, 87], "end_year": [7, 29, 80, 81, 82, 83, 84, 85, 86, 87], "energi": [0, 2, 4, 5, 23, 66, 67, 68, 84, 89], "energy_term": [80, 82, 85, 86, 87], "energy_valu": [80, 82, 85, 86, 87], "energy_vari": [6, 66, 67, 68, 81, 89], "energy_weight": [66, 68, 81, 89], "energyplu": [0, 5, 6, 7, 11, 14, 16, 17, 19, 27, 32, 33, 34, 80, 81, 82, 83, 84, 85, 86, 87, 88, 93], "energytransf": 84, "engin": [0, 5, 8, 11, 81, 82, 84], "enough": 8, "ensur": [5, 87], "enter": [8, 91], "entir": [0, 4, 11], "entiti": 83, "entri": 83, "entropi": [17, 73], "entrypoint": 8, "env": [4, 5, 6, 7, 8, 10, 24, 31, 35, 36, 46, 47, 48, 49, 50, 52, 65, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91], "env_kwarg": 26, "env_nam": [5, 14, 17, 35, 81, 83, 88], "env_sinergym": 10, "environ": [0, 2, 3, 4, 7, 8, 11, 14, 15, 16, 17, 20, 24, 26, 31, 36, 46, 47, 48, 50, 52, 60, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 79, 80, 82, 83, 85, 86, 88, 89, 90, 91, 92, 93], "environment": [6, 46, 84], "environment_id": 81, "environment_nam": 4, "ep_len_mean": 83, "ep_length": 4, "ep_pow": 23, "ep_rew_mean": 83, "ep_reward": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "ep_timestep": 23, "episod": [0, 4, 6, 7, 11, 14, 17, 20, 23, 24, 35, 52, 60, 73, 75, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91, 92], "episode_length": [14, 17, 83, 84], "episode_length35040": 83, "episode_length70077episod": 83, "episode_path": [14, 17], "episode_reward": 83, "episodes_int": 4, "epjson": [0, 2, 5, 6, 10, 11, 14, 27, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90], "eplu": [5, 6, 7, 17, 35, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "eplus_env": 73, "eplusenv": [46, 47, 48, 70, 72, 73, 74, 75, 76, 77, 79, 83, 87], "epm": [14, 30], "eppi": 27, "epsilon": 77, "epw": [5, 6, 14, 17, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90], "epw_cont": [80, 81, 82, 83, 84, 85, 86, 87], "eq": 84, "equal": 89, "equip": [2, 84], "equival": [4, 6, 84], "error": [4, 8, 9, 52, 72, 81, 87, 93], "esp_granada": [81, 92], "establish": [0, 4, 5, 11, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90], "etc": [0, 5, 8, 10, 11, 12, 60, 80, 81, 84, 88], "eu": 8, "europ": 8, "eval": [4, 24, 83], "eval_callback": 83, "eval_env": [24, 83], "eval_freq": [24, 83], "evalloggercallback": 4, "evalu": [8, 24, 83, 89], "evaluation1": 83, "evaluation_d": 83, "evaluation_nam": 83, "evaluation_output": 83, "evapor": [2, 84], "even": [5, 81, 86], "event": [8, 9, 61], "eventcallback": 4, "everi": [8, 9, 10, 24, 80, 82, 85, 86, 87, 90, 91], "everyth": [0, 8, 11, 82, 83, 91], "exactli": 5, "exampl": [2, 3, 4, 5, 6, 8, 9, 10, 11, 81, 82, 84, 85, 88, 89, 90, 93], "example1": 10, "excel": [28, 84], "except": [14, 20, 61], "exchang": 84, "exclud": 57, "execut": [4, 5, 9, 10, 14, 17, 20, 54, 60, 62, 74, 75, 83, 84, 87], "exist": [9, 81, 83, 87, 88], "exit": 8, "exp": 66, "expect": 52, "experi": [0, 2, 4, 5, 7, 10, 11, 14, 80, 81, 82, 83, 84, 85, 86, 87, 92], "experiment": [0, 5, 11], "experiment1": 83, "experiment_d": [4, 83], "experiment_nam": 83, "experiment_param": 83, "experiment_path": [14, 83], "explain": [6, 8, 9], "explan": 5, "explicitli": 30, "exploration_r": [4, 83], "exploration_rate0": 83, "exponenti": [66, 89], "export": [8, 28, 84], "export_schedulers_to_excel": 84, "expreward": [81, 89], "extend": [84, 86], "extens": [0, 5, 10, 11, 80, 83], "exterior": 84, "extern": 88, "extra": [0, 6, 8, 9, 10, 11, 13, 14, 17, 20, 60, 73, 75, 80, 84, 85, 89, 90], "extra_conf": 81, "extra_config": 14, "extra_param": 7, "extract": [4, 5, 14, 35, 83, 84], "f": [5, 6, 10, 83, 92], "f1": 84, "f2": 84, "f3": 84, "f4": 84, "f5": 84, "facil": [4, 6, 81, 84], "facilit": [0, 6, 11], "fact": 5, "factor": [84, 88], "fail": [7, 8, 20, 83], "fairchild": [5, 6, 81, 92], "faith": 4, "fals": [23, 24, 52, 60, 73, 80, 81, 82, 83, 84, 85, 86, 87, 91], "famili": 2, "familiar": [0, 11], "fan": 84, "fanavailsch": 84, "far": 89, "farama": 80, "faster": 6, "featur": [0, 4, 5, 11, 80, 81, 84, 91], "februari": 7, "feedback": 17, "feel": 86, "few": 83, "field": [0, 4, 5, 11, 14, 27, 81, 84, 89, 92], "field_nam": 84, "file": [0, 4, 6, 7, 8, 9, 10, 11, 13, 14, 17, 20, 26, 28, 57, 58, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92], "fill": 6, "fin_helsinki": [81, 92], "final": [6, 8, 80, 82, 83, 84], "find": [3, 9, 83, 88], "fine": 2, "finish": [8, 9, 80, 83, 91], "finland": 92, "firestor": 8, "first": [0, 5, 10, 14, 52, 80, 83, 84, 85, 86, 88, 91], "firstli": 8, "fit": [81, 93], "five": 2, "fix": 9, "flag": [6, 20, 60, 70, 73, 85, 87, 93], "flat": 75, "flatten": [75, 87], "flexibl": 93, "float": [14, 17, 29, 35, 38, 39, 40, 41, 42, 43, 44, 52, 60, 66, 67, 68, 71, 72, 73, 74, 75, 76, 77], "float32": [6, 17, 80, 81, 82, 84, 85, 87], "floor": [2, 84], "flow": 84, "fmt": 61, "folder": [0, 5, 6, 9, 10, 11, 14, 17, 24, 81, 83, 85, 87], "follow": [0, 4, 5, 8, 9, 10, 11, 27, 47, 50, 80, 82, 84, 93], "forc": [20, 83], "forget": 80, "fork": [8, 9], "form": 4, "format": [0, 4, 5, 6, 7, 9, 11, 14, 26, 27, 28, 32, 33, 34, 61, 73, 81, 83, 84], "formatexcept": 61, "formatt": [61, 62], "formattim": 61, "found": [14, 93], "four": 2, "fp": 83, "fraction": 84, "framework": [0, 2, 82, 90, 92], "free": [8, 86], "freq": 24, "frequenc": [4, 23], "fridai": 2, "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 26, 28, 30, 32, 33, 34, 48, 49, 50, 54, 57, 58, 60, 65, 66, 67, 68, 73, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 93], "front": 84, "fuel": [2, 84], "full": 2, "full_control": 8, "fulli": [2, 88], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 25, 27, 30, 35, 37, 49, 51, 52, 53, 64, 65, 67, 68, 72, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 93], "futur": [0, 4, 5, 7, 8, 11, 89], "futurewarn": [80, 81, 82, 83, 84, 85, 86, 87], "g": [0, 4, 8, 11, 52, 57], "ga": 2, "gce": 8, "gce_project_id": 8, "gce_zon": 8, "gcloud": [8, 83], "gcr": 8, "gener": [5, 6, 8, 9, 14, 17, 83, 84, 87, 88, 93], "generallight": 84, "generate_id": 83, "get": [0, 2, 5, 10, 11, 14, 52, 55, 61, 83, 85, 86], "get_path": 83, "get_schedul": 14, "get_wrapper_attr": [81, 83, 84, 85, 86, 87], "getlogg": 62, "getmessag": 61, "git": 10, "github": [0, 8, 10, 11, 49, 50, 90], "gitignor": 8, "give": [5, 8, 87], "given": [3, 4, 14, 27, 28, 30, 31, 35, 66, 67, 68, 89, 93], "glanc": [80, 91], "global": [8, 52], "gmail": 8, "go": [4, 5, 8, 10, 20, 80, 81, 83, 87, 93], "goal": [0, 11], "good": 4, "googl": [0, 4, 9, 10, 11, 53, 54, 55, 56, 57, 58], "google_cloud_credenti": 8, "googleapi": 8, "got": 30, "gp01": 84, "gp02": 84, "granada": 92, "graph": [4, 6], "greatest": 5, "grei": 61, "grid": 2, "ground": 84, "group": [8, 54], "grow": 5, "gserviceaccount": 8, "gsutil": 8, "gt": [83, 84, 87], "guid": 83, "gym": [5, 6, 7, 17, 50, 52, 65, 69, 72, 73, 75, 80, 81, 82, 83, 84, 85, 86, 87, 89, 91, 93], "gymnasium": [0, 4, 5, 6, 7, 11, 16, 17, 20, 80, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 93], "g\u00f3mez": 0, "h": [83, 92], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 31, 36, 50, 52, 55, 73, 81, 82, 83, 84, 87, 88, 89, 90, 93], "hand": [4, 8, 10, 81], "handl": 5, "handler": [5, 20, 80, 81, 82, 83, 85, 86, 87, 88], "happen": [8, 9], "hasn": [8, 30], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93], "he": [0, 11], "header": [60, 73, 85], "heat": [2, 6, 81, 84], "heater": 84, "heating_setpoint_rl": [6, 81, 83, 84], "heating_setpoint_rl19episod": 83, "heating_setpoint_temperature_schedule_nam": 84, "heatingcoil": 84, "heatingsetpoint": 84, "help": [0, 4, 11], "helper": 8, "helsinki": 92, "henc": 8, "here": [0, 4, 5, 8, 9, 10, 11, 23, 83, 84, 87, 90], "hesit": 0, "hi": [0, 11], "high": [6, 81, 82, 86], "highcpu": 8, "higher": [5, 89], "histori": [83, 87, 93], "host": [0, 2, 4, 6, 8, 83, 88], "hot": [5, 6, 7, 66, 67, 68, 81, 82, 86, 87, 89, 92], "hour": [0, 2, 5, 6, 7, 11, 60, 67, 70, 80, 81, 82, 83, 84, 85, 86, 87, 89, 93], "hour0": 83, "hour_co": 87, "hour_sin": 87, "hourlylinearreward": 89, "hous": 2, "how": [0, 5, 6, 8, 10, 11, 17, 73, 80, 81, 83, 84, 85, 86, 87, 93], "howev": [0, 4, 5, 7, 8, 9, 10, 11, 81, 82, 83, 84, 87, 89, 90, 93], "htg": [6, 14, 84], "htg_setpoint": [6, 83, 84, 86, 87], "htg_setpoint12": 83, "htg_setpoint_previ": 87, "http": [0, 8, 10, 49, 50, 83], "hub": [8, 9, 10], "human": [17, 46], "humanoutputformat": 83, "humid": [6, 81, 84, 92], "hv": 0, "hvac": [2, 6, 81, 84], "hvac_electricity_demand_r": [6, 81, 83, 84, 87], "hvac_electricity_demand_rate2556": 83, "hyakuri": 92, "hyperparamet": [0, 4, 11, 83], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 35, 50, 52, 54, 60, 61, 63, 67, 70, 72, 73, 76, 77, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93], "iam": 8, "id": [4, 5, 6, 8, 26, 81, 83, 89], "id_bas": 6, "idd": 14, "idd_path": [14, 17], "idea": [8, 89], "identifi": 9, "idf": [5, 10, 27], "ignor": [8, 9, 23, 90], "illinoi": 92, "imag": [5, 8, 10], "imagin": 89, "immedi": 8, "impact": [6, 84], "implement": [0, 3, 4, 5, 7, 11, 45, 52, 64, 69, 82, 87, 89, 90, 93], "import": [0, 4, 7, 8, 9, 11, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "impos": 89, "improv": [0, 11], "in02": 84, "in46": 84, "in_temp": 86, "incid": 8, "includ": [0, 2, 4, 5, 7, 8, 9, 11, 21, 74, 80, 83, 89, 92], "inconsist": [5, 81], "increas": [5, 83, 87, 89, 93], "increment": [23, 71, 93], "independ": [2, 90, 92], "index": 83, "index4action_simul": 83, "indic": [4, 8, 23], "individu": [6, 8], "indoor": [2, 46, 47, 89], "infil": 84, "infiltr": 84, "influenc": [5, 84], "info": [0, 5, 11, 14, 17, 20, 60, 65, 70, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "info_queu": 20, "inform": [0, 2, 4, 6, 9, 10, 11, 14, 17, 20, 26, 28, 32, 33, 34, 50, 60, 61, 73, 75, 81, 83, 86, 87, 88, 89, 90, 92, 93], "infrastructur": [0, 11], "inherit": [4, 65, 87, 93], "init": 83, "initi": [5, 17, 20, 24, 56, 61, 71, 73, 80, 81, 82, 83, 84, 85, 86, 87, 88], "initial_valu": [71, 87], "inlet": [2, 84], "inner": [8, 23, 54, 57, 58], "inproceed": 0, "input": [2, 9, 14, 17, 20, 83, 86, 87], "insid": [9, 89, 91], "instal": [0, 8, 9, 91], "instanc": [0, 3, 4, 8, 9, 11, 17, 20, 54, 88], "instance_group_nam": 54, "instanti": 93, "instead": [5, 6, 8, 10, 52, 74, 80, 81, 82, 83, 84, 85, 86, 87, 93], "instruct": 10, "int": [14, 17, 23, 24, 29, 38, 39, 40, 41, 42, 43, 44, 52, 60, 63, 66, 67, 68, 71, 72, 73, 74, 75, 85, 86, 87], "intact": [0, 5, 11, 81], "integ": [17, 73], "integr": [0, 5, 9, 11], "intend": 5, "interact": [3, 4, 50, 60, 73, 80, 82, 83, 87, 88, 93], "interest": [0, 2, 87, 92], "interfac": [0, 4, 5, 11, 18, 81, 83, 84, 90], "interior": 84, "interiorequip": 84, "interiorlight": 84, "intermedi": [5, 84], "intern": [0, 4, 84, 88, 89, 93], "internal_vari": 84, "internalvari": 84, "interpret": 10, "interv": 23, "intl": [5, 6, 81, 83, 92], "introduc": [0, 5, 11], "introduct": 5, "intuit": 6, "investig": 7, "invoic": 8, "io": 8, "ion": 76, "is_discret": [17, 71, 72, 83, 84, 87], "is_rain": [5, 80, 82, 85, 86, 87], "is_run": [17, 20, 84], "is_weekend": [70, 87, 93], "isbn": 0, "isn": 8, "iso8601": 61, "isol": 10, "isort": 9, "issu": [0, 8, 9, 11], "its": [4, 5, 6, 8, 9, 10, 20, 55, 72, 73, 80, 81, 87, 89, 91, 93], "itself": [0, 11, 87, 93], "j": [5, 6, 83, 92], "japan": 92, "javier": 0, "jim\u00e9nez": 0, "job": [8, 9, 10, 83, 90], "join": 20, "jpn_tokyo": 92, "json": [4, 5, 6, 8, 14, 17, 26, 32, 33, 34, 83], "json_fil": 14, "juan": 0, "jump": 93, "just": [0, 9, 11, 84, 87], "keep": 4, "kei": [5, 6, 7, 8, 14, 17, 20, 26, 27, 30, 35, 63, 74, 88], "kennedi": [5, 6, 83, 92], "key_exclud": 63, "key_valu": 63, "keyword": [80, 81, 82, 83, 84, 85, 86, 87], "kind": 89, "kitchen": 2, "know": [5, 8, 88], "kwarg": [6, 23, 24, 26, 63, 77], "label": 4, "lack": 52, "lambda_": [66, 68], "lambda_energi": [66, 67, 68, 89], "lambda_p": 89, "lambda_t": [66, 68, 89], "lambda_temperatur": [66, 67, 68, 89], "larg": [2, 8], "last": [5, 10, 17, 35, 73], "last_10_steps_reward": 85, "last_result": 35, "later": 60, "latest": [8, 9, 10, 83, 87, 93], "latitud": 92, "launch": 83, "layer": 84, "leap": 7, "learn": [0, 10, 11, 83, 87, 89], "learning_r": 83, "learning_rate0": 83, "least": 8, "leav": [0, 5, 11, 81], "left": 84, "length": [0, 7, 11, 52, 80, 81, 82, 83, 84, 85, 86, 87], "less": [7, 82, 83], "let": [0, 7, 8, 10, 11, 80, 81, 83, 91], "level": [2, 5, 9, 62, 84, 90], "levelnam": 61, "lib": [80, 81, 82, 83, 84, 85, 86, 87], "librari": [0, 8, 10, 11, 83, 86, 87, 90], "lifecycl": [0, 11], "light": 84, "like": [0, 4, 5, 6, 9, 10, 11, 14, 61, 80, 81, 90], "limit": [87, 89], "line_termin": [80, 81, 82, 83, 84, 85, 86, 87], "linear": [67, 68, 89], "linearreward": [6, 17, 84, 89], "linetermin": [80, 81, 82, 83, 84, 85, 86, 87], "link": 8, "linux": 10, "lisboa": 92, "list": [0, 6, 8, 9, 10, 14, 17, 20, 30, 35, 38, 39, 40, 41, 42, 43, 44, 46, 47, 52, 60, 66, 67, 68, 71, 72, 73, 74, 76, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89], "live": 2, "load": [82, 84], "load_ag": [4, 8, 83], "load_agent_exampl": 4, "load_artifact_ent": 83, "load_artifact_model_path": 83, "load_artifact_nam": 83, "load_artifact_project": 83, "load_artifact_tag": 83, "local": [4, 8, 24, 52, 57, 58, 80, 81, 82, 83, 84, 85, 86, 87, 91], "locals_": 24, "locat": [0, 5, 10, 11, 14, 81, 82, 92], "log": [4, 23, 60, 62, 73, 83, 84, 87, 88, 93], "log_artifact": 83, "log_callback": 83, "log_episod": 60, "log_fil": [60, 85], "log_interv": [4, 83], "log_path": [24, 83], "log_progress_fil": [60, 85], "log_step": 60, "log_step_norm": 60, "logger": [0, 5, 11, 14, 17, 20, 65, 70, 71, 72, 73, 74, 75, 76, 77, 79, 82, 83, 84, 86, 93], "logger_class": [73, 85], "loggercallback": [4, 83], "loggerev": 83, "loggerevalcallback": [4, 83], "loggerwrapp": [82, 83, 87, 91], "login": [8, 83], "logrecord": 61, "long": [81, 83, 87], "look": [5, 31, 36, 50, 86, 88], "loop": 80, "loss": 83, "loss16037": 83, "low": [2, 6, 66, 68, 81, 82, 86, 89, 90], "lt": [10, 83, 84, 87], "luca": 0, "m": [83, 92], "m2": 2, "machin": [0, 8, 11, 91], "machineri": 0, "madagascar": 92, "made": [0, 5, 6, 81, 84], "mai": [0, 5, 8, 10, 11, 14, 80, 83, 87, 88, 89, 91, 93], "main": [0, 2, 4, 5, 8, 11, 60, 84, 89], "mainli": 50, "mainswat": 84, "maintain": [0, 11], "make": [0, 2, 3, 5, 7, 8, 10, 11, 80, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93], "make_eplus_arg": 20, "malici": 9, "manag": [0, 5, 7, 8, 11, 13, 14, 54, 84, 88], "mandatori": 6, "mani": [0, 4, 6, 11, 81, 82, 84], "manipul": [4, 9], "manjavaca": 0, "manner": [0, 11], "manual": [5, 7, 9, 82, 83], "map": [6, 76, 81, 83, 87, 93], "marin": 92, "mass": [6, 84], "master": 50, "mat": 84, "match": [17, 20, 72, 87, 93], "materi": 84, "max": [6, 35, 66, 68], "max_ep_data_store_num": [5, 6, 17, 81], "max_ep_stor": 14, "max_length": 83, "maximum": [71, 81, 84, 87, 88], "md": 0, "mdd": 5, "mdg_antananarivo": 92, "me": 83, "mean": [4, 9, 14, 24, 52, 77, 80, 81, 82, 83, 85, 86, 88, 89, 91, 92], "mean_comfort_penalti": [4, 83], "mean_energy_penalti": [4, 83], "mean_pow": [4, 83], "mean_power1014": 83, "mean_power_consumpt": 83, "mean_power_consumption975": 83, "mean_reward": [4, 83], "mean_temperature_viol": [4, 83], "mean_temperature_violation0": 83, "mean_temperature_violation1": 83, "meanwhil": 5, "media": 83, "mediterranean": 92, "member": 8, "memori": [4, 8], "mention": [4, 5, 8, 81, 84], "merg": 83, "messag": [9, 61, 81, 83], "met": 52, "metadata": 17, "meter": [0, 6, 11, 14, 17, 20, 33, 80, 81, 82, 83, 84, 85, 86, 87, 88], "meter_handl": [17, 84], "method": [4, 5, 7, 8, 9, 14, 17, 20, 23, 24, 28, 46, 47, 48, 50, 52, 60, 61, 62, 63, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 83, 84, 87, 88, 89, 93], "methodologi": 81, "metric": [4, 52, 83], "mid": [2, 92], "middlewar": [0, 11, 93], "mig": 54, "might": 8, "miguel": 0, "mild": 92, "min": [35, 84], "mind": 4, "minim": 9, "minimum": [52, 71, 84, 87], "minimum_outdoor_air_schedule_nam": 84, "minut": [8, 83], "mir": 84, "miss": 83, "mistak": 9, "mix": [5, 6, 83, 84, 89, 92], "mlppolici": 83, "mo": 87, "mode": 17, "model": [0, 2, 5, 6, 7, 10, 11, 12, 24, 28, 52, 80, 81, 82, 84, 85, 86, 87, 88, 90], "model_path": 83, "modif": [13, 89], "modifi": [0, 3, 7, 11, 14, 52, 72, 76, 82, 88], "modul": [5, 8, 9, 10, 12, 15, 18, 21, 88, 90], "moist": 92, "molina": 0, "mon": 29, "mondai": 2, "monitor": [0, 4, 8, 10, 11, 24, 52, 60, 73, 82, 83, 85, 87, 88], "monitor_head": [60, 73, 85], "monitor_norm": 88, "monoton": 83, "month": [5, 6, 29, 66, 67, 68, 70, 80, 81, 82, 83, 84, 85, 86, 87, 91, 93], "month1": 83, "month_co": 87, "month_sin": 87, "monthan": [5, 6, 82, 86, 87, 92], "more": [0, 4, 5, 6, 7, 8, 9, 10, 11, 26, 32, 33, 34, 50, 78, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93], "moreov": 5, "most": [4, 88, 89], "mtd": 5, "mu": [5, 17], "much": [0, 5, 11], "mujoco": [0, 11], "multi": 89, "multibinari": [5, 72, 93], "multidiscret": [5, 72, 93], "multiobjectivereward": 87, "multiobswrapp": [85, 87], "multipli": 84, "must": [4, 5, 6, 8, 10, 14, 17, 20, 71, 72, 81, 88, 93], "mwb": 14, "my": 84, "myrulebasedcontrol": 86, "n": [5, 75, 87], "n2": 8, "n2o": 84, "n_eval_episod": [24, 52, 83], "n_steps_per_hour": [80, 81, 82, 83, 84, 85, 86, 87], "n_updat": 83, "n_updates31299": 83, "naiv": 89, "name": [0, 4, 6, 7, 8, 9, 11, 14, 17, 20, 27, 54, 57, 58, 61, 62, 66, 67, 68, 71, 80, 81, 82, 83, 84, 85, 86, 87, 89], "natur": 5, "naturalga": 84, "ndarrai": [17, 39, 60, 70, 73, 74, 75, 78, 79, 85], "necessari": [0, 4, 8, 9, 10, 11, 82, 83], "need": [5, 8, 10, 80, 85, 86, 88], "neg": 89, "nest": 93, "net": 84, "network": 4, "neural": 4, "never": [8, 80, 91], "new": [0, 2, 6, 8, 11, 14, 24, 60, 73, 75, 80, 82, 83, 84, 85, 86, 87, 88, 89, 92], "new_action_spac": 81, "new_actu": 81, "new_cool_setpoint": 86, "new_discrete_spac": 87, "new_env_nam": 81, "new_heat_setpoint": 86, "new_log_fil": 60, "new_met": 81, "new_time_vari": 81, "new_vari": 81, "next": [4, 5, 6, 8, 9, 10, 17, 20, 73, 75, 83, 84, 87, 89, 90], "niev": 0, "night": 86, "node": 84, "nois": [0, 5, 11, 80], "nomin": 84, "non": [2, 5], "noncoincid": 84, "none": [14, 17, 20, 24, 28, 35, 36, 46, 47, 50, 52, 60, 61, 63, 73, 75, 83, 84, 85], "normal": [4, 76, 77, 81, 83, 88, 89, 90, 91, 93], "normalize_rang": [76, 87], "normalizeact": [87, 91], "normalized_observ": 4, "normalizeobserv": [85, 87, 91], "normalizereward": 91, "note": [84, 88], "notebook": [0, 11, 80, 83, 85, 87], "notic": 89, "notifi": 8, "now": [5, 8, 10, 80, 83, 85, 86, 87], "np": [6, 17, 60, 70, 73, 74, 75, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 91], "np_random": [17, 73], "npz": 24, "null": 6, "num_comfort_viol": 23, "num_episod": 88, "num_simul": 88, "num_timestep": 83, "number": [4, 5, 10, 14, 17, 23, 24, 52, 60, 75, 81, 83, 84, 87, 88], "number_of_people_schedule_nam": 84, "numpag": 0, "numpi": [80, 81, 82, 83, 84, 85, 86, 87, 91], "ny": 0, "o": 8, "oa": 84, "oarequir": 84, "ob": [60, 70, 77, 79, 80, 81, 82, 83, 85, 86, 87, 91], "object": [0, 4, 8, 11, 12, 14, 30, 36, 52, 56, 57, 58, 62, 74, 83, 84, 89, 93], "objectview": 8, "obligatori": 4, "obs_dict": [86, 87], "obs_queu": 20, "observ": [0, 2, 3, 4, 6, 11, 17, 20, 46, 47, 60, 70, 73, 74, 75, 77, 79, 82, 83, 84, 86, 88, 89, 90, 93], "observation_spac": 17, "observation_valu": 88, "observation_vari": [81, 83, 84, 85, 86, 87], "obtain": [0, 4, 11, 17, 73], "obvious": 81, "occup": [0, 5, 6, 11, 46], "occupi": [4, 84], "occur": [0, 5, 11, 81], "off": [4, 84], "offer": [0, 5, 11], "offic": [2, 5, 82], "officegrid": 5, "officegridstoragesmooth": [5, 78], "offici": [0, 10], "offpolicyalgorithm": 4, "often": 84, "ohar": 92, "older": 8, "omega": 89, "omit": 61, "onc": [4, 5, 10], "one": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 17, 30, 60, 61, 71, 78, 79, 81, 82, 83, 86, 87, 88, 89, 90, 91, 92, 93], "ones": [5, 93], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 60, 71, 80, 81, 82, 83, 88, 89, 91, 93], "only_discret": 6, "onpolicyalgorithm": 4, "onto": 63, "open": [0, 2, 10, 11, 87], "openai": 50, "openmodelica": [0, 11], "oper": 61, "operand": 61, "optim": 8, "option": [4, 6, 8, 9, 10, 14, 17, 35, 50, 60, 61, 66, 67, 68, 73, 75, 81, 83, 84, 85, 88, 90], "opyplu": [14, 30, 80, 81, 82, 83, 84, 85, 86, 87], "order": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 81, 83, 84, 87, 89, 90, 93], "orderenforc": [83, 87], "org": 0, "organ": [2, 5, 90], "origin": [0, 4, 5, 11, 14, 17, 20, 57, 70, 71, 72, 73, 74, 75, 76, 79, 81, 83, 87, 88, 93], "ornstein": [5, 14, 17], "other": [4, 8, 10, 52, 81, 83, 84, 87, 88, 89, 93], "otherwis": [4, 7, 72, 81, 87], "ou": 14, "our": [0, 4, 5, 7, 9, 10, 11, 80, 81, 82, 83, 84, 85, 86, 90, 91], "out": [4, 61, 84, 87, 88, 93], "out_temp": 86, "outdoor": [2, 6, 81, 84, 86], "outdoor_air_schedule_nam": 84, "outdoor_humid": [6, 81, 83, 87], "outdoor_humidity57": 83, "outdoor_temperatur": [6, 81, 83, 84, 86, 87], "outdoorair": 84, "outlet": [2, 84], "output": [0, 4, 9, 11, 14, 17, 20, 35, 50, 62, 72, 80, 81, 82, 83, 84, 85, 86, 87, 93], "output_format": 83, "output_path": [20, 35], "outputmet": 84, "outputvari": 84, "outsid": [10, 84, 87, 89], "over": 80, "overhang": 84, "overwrit": [4, 81, 83, 87, 93], "overwritten": [4, 81], "own": [0, 3, 4, 5, 7, 11, 83, 86, 87, 89, 93], "owner": 8, "p_t": 89, "packag": [0, 2, 9, 11, 80, 81, 82, 83, 84, 85, 86, 87, 90], "packagedratedcoolcapfflow": 84, "packagedratedcooleirfflow": 84, "page": [0, 5, 9], "pair": 63, "panel": 2, "paper": 0, "param": [13, 14, 23, 24, 47, 60, 83], "paramet": [0, 4, 6, 7, 8, 11, 14, 17, 20, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 46, 48, 50, 52, 54, 57, 58, 60, 61, 62, 65, 66, 67, 68, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 83, 89], "parent": [14, 83], "pars": [6, 76, 93], "part": [3, 8], "parti": [0, 9, 11], "particular": [4, 5, 80], "particularli": [3, 50], "pass": [17, 24, 52], "passiv": 92, "passiveenvcheck": [83, 87], "path": [4, 14, 20, 24, 28, 35, 57, 58, 60, 80, 81, 82, 83, 84, 85, 86, 87], "pd": 8, "peak": 84, "penalti": [4, 88, 89], "pennsylvania": 92, "peopl": [0, 5, 6, 11, 84, 89], "people_occup": [6, 83, 87], "people_occupant0": 83, "pep8": 9, "per": [0, 2, 4, 5, 6, 7, 11, 52, 60, 80, 81, 82, 83, 84, 85, 86, 87, 88], "perceiv": [46, 47, 86], "percentag": [4, 9], "perfect": 89, "perform": [0, 3, 4, 5, 10, 11, 24, 52, 74, 75, 89], "perhap": 5, "perimet": 2, "period": [0, 5, 11, 84, 89, 92], "person": 88, "petit": [55, 56], "pf27dlou": 83, "pf27dlousync": 83, "photovolta": 2, "pip": [10, 90], "pipelin": 9, "place": [4, 5, 82, 91], "plai": 86, "plan": 4, "plant": 84, "platform": [0, 4, 9, 11], "pleas": [0, 2, 5, 7, 8, 9, 11, 50, 83, 86, 92], "plenum": 84, "plenumclg": 84, "plenumcoolingsetpoint": 84, "plenumheatingsetpoint": 84, "plenumhtg": 84, "plot": 23, "plug": 84, "plugin_global_vari": 84, "pm": 89, "point": [3, 83, 84, 91], "polici": [4, 8, 24, 51, 52], "policypredictor": 52, "pop": [10, 85], "portug": 92, "possibl": [0, 2, 4, 5, 6, 7, 8, 10, 11, 26, 81, 83, 84, 87, 92, 93], "power": [4, 60, 66, 67, 68, 84, 88, 89], "power_penalti": 85, "ppo": 4, "pprint": 84, "pr": 0, "pre": [0, 8, 11, 89], "precis": [87, 93], "predefin": [5, 81, 84, 89], "predetermin": 8, "predict": [4, 52, 83], "prefer": 8, "preheat": 84, "prepar": [5, 10, 20], "preparatori": 61, "present": [5, 14, 88], "preserv": 82, "pressur": 84, "pretend": 5, "pretti": 89, "prevent": 9, "previou": [4, 5, 8, 9, 10, 75, 79, 83, 93], "previous": [5, 14, 88], "previous_vari": [79, 87], "previousobservationwrapp": 87, "print": [80, 81, 82, 83, 84, 85, 86, 87, 91], "privileg": [8, 55], "probabl": 8, "problem": [0, 8, 11, 87], "procedur": [4, 9], "proceed": 0, "process": [0, 4, 5, 6, 9, 11, 14, 17, 20, 83, 84], "program": 10, "progress": [0, 4, 5, 11, 60, 62, 73, 81, 82, 83, 85, 86, 87, 88], "progress_head": [60, 73, 85], "project": [2, 4, 8, 9, 10, 11, 37, 83, 90], "project_id": 8, "project_path": 8, "proper": 87, "properli": 0, "properti": [14, 17, 20, 71, 72], "proport": 89, "propos": 82, "protocol": 84, "provid": [0, 2, 4, 5, 7, 8, 10, 11, 83, 92], "prt_lisboa": [81, 92], "pub": 8, "public": 8, "publish": [0, 9], "pubsub": 8, "pull": 8, "pull_request_target": 9, "pump": 84, "purchas": 84, "purpos": [0, 4, 8, 9, 11, 87, 93], "push": 8, "pw03": 84, "py": [3, 4, 6, 8, 10, 50, 80, 81, 82, 83, 84, 85, 86, 87, 90, 91, 93], "pyenergyplu": 19, "pypi": [9, 10], "pytest": [9, 10], "python": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 19, 20, 27, 28, 53, 81, 83, 84, 87, 90, 91], "python3": [10, 80, 81, 82, 83, 84, 85, 86, 87], "python_environ": 10, "pythonpath": 10, "pytyp": 9, "question": [0, 11], "queue": [20, 87, 93], "quick": 8, "quot": 8, "r": [5, 6, 66, 68, 81, 92], "r_t": 89, "raboso": 0, "radiat": [6, 81], "rain": [5, 92], "rais": [9, 14, 52, 72, 93], "random": [3, 48, 82], "randomli": [5, 14, 17, 48, 78, 81, 91], "rang": [4, 5, 7, 35, 47, 66, 67, 68, 76, 80, 81, 82, 83, 85, 86, 87, 89, 91, 93], "range_comfort_hour": 67, "range_comfort_summ": [6, 66, 67, 68, 81, 89], "range_comfort_wint": [6, 66, 67, 68, 81, 89], "rate": [6, 78, 81, 84], "ratio": 84, "raw": 4, "rbc5zone": 86, "rdd": 5, "rdnfn": 0, "re": [5, 88], "reach": 93, "read": [0, 6, 8, 14, 26, 32, 33, 34, 57, 84, 87], "readi": [8, 10, 80, 81, 82, 83, 84, 85, 86, 87], "readm": 90, "real": [0, 4, 11, 60, 76, 83, 93], "realiti": 4, "realli": 8, "reason": 84, "receiv": [5, 76, 87, 93], "recommend": [8, 9, 10, 47, 81, 82, 83, 87, 89, 93], "record": [0, 4, 11, 23, 30, 60, 61, 73, 82, 83, 85, 87, 88], "rectangular": 2, "recurs": [36, 57, 58], "red": 61, "reduc": 83, "refer": [3, 6, 8, 24], "refin": 4, "reflect": 89, "regardless": [4, 88], "region": 8, "regist": [0, 4, 5, 6, 9, 11, 80, 83], "registr": [4, 5], "registri": 8, "reheat": 84, "reheatcoilavailsch": 84, "reinforc": [0, 10, 11, 83, 87, 89], "rel": [6, 28, 81, 84], "relat": [0, 11, 50], "releas": [0, 7, 10, 11], "reli": 83, "relief": 84, "relogin": 83, "rememb": [2, 83, 84, 86], "remind": [83, 84], "remot": [4, 9, 10, 83, 90], "remote_stor": 8, "remov": [8, 54, 66, 67, 68, 83, 84, 89], "renam": 83, "render": [17, 24, 50, 52, 83], "render_mod": 17, "reopen": 10, "repair": 2, "replac": 82, "repo": 83, "report": [0, 8, 9, 11], "repositori": [0, 8, 9, 10, 83, 88, 90, 91], "repres": 89, "reproduc": [0, 11], "request": 54, "requir": [0, 5, 6, 8, 9, 10, 11, 14, 81, 83, 84, 87, 88, 89, 93], "res1": [81, 82, 83], "res2": 81, "res3": 81, "res35041": [83, 84, 86], "res35042": [85, 87], "res35043": 87, "res35044": 87, "res35045": 87, "res35046": 87, "res35047": 87, "res35048": 87, "res35049": 87, "res35050": 87, "res35051": 87, "res4": 80, "res_n": 60, "reset": [5, 14, 17, 20, 52, 61, 73, 75, 77, 80, 81, 82, 83, 84, 85, 86, 87, 91], "residenti": 2, "resourc": [56, 57, 58], "respect": [4, 5, 9, 84, 87, 89], "respons": [54, 88], "rest": [2, 8, 10, 27, 53, 54, 92], "restart": 8, "result": [4, 7, 52, 80, 82, 83, 84, 85, 86, 87, 88, 91], "retriev": 36, "return": [3, 4, 5, 9, 14, 17, 20, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 46, 47, 48, 52, 54, 55, 56, 60, 61, 62, 70, 72, 73, 74, 75, 76, 78, 79, 84, 85, 86, 87, 89, 91, 93], "return_episode_reward": 52, "reverting_act": [76, 93], "reward": [0, 4, 6, 11, 17, 21, 23, 24, 52, 60, 73, 74, 75, 80, 82, 83, 84, 85, 86, 87, 90, 91, 93], "reward_kwarg": [5, 6, 17, 81, 89], "reward_term": [74, 87], "reward_threshold": 52, "reward_weight": [80, 82, 85, 86, 87], "rfc": 61, "rg01": 84, "right": 84, "rise": [9, 84], "rl": [0, 4, 11, 52], "rm": [49, 50], "role": 8, "rollout": [4, 24, 83], "romero": 0, "room": 2, "root": [8, 10, 83, 88, 91], "row": 88, "rule": [3, 46, 47, 84, 90, 93], "run": [0, 4, 8, 10, 11, 20, 52, 77, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91], "runner": 20, "runperiod": [5, 14, 17, 80, 81, 82, 83, 84, 85, 86, 87], "sac": 4, "sai": 86, "sail": 10, "same": [0, 4, 5, 6, 8, 9, 11, 81, 83, 84, 87, 88, 92], "sampl": [17, 80, 81, 82, 85, 87, 91, 92], "satisfact": 89, "save": [0, 4, 5, 11, 14, 24, 80, 81, 82, 83, 84, 85, 86, 87], "save_building_model": 14, "save_util": 83, "sb": 84, "sb12": 84, "sb14": 84, "sb15": 84, "sb21": 84, "sb23": 84, "sb25": 84, "sb3": [63, 83], "sb32": 84, "sb34": 84, "sb35": 84, "sb3_dqn": 83, "sb3logger": 83, "sb41": 84, "sb43": 84, "sb45": 84, "sb51": 84, "sb52": 84, "sb53": 84, "sb54": 84, "scalabl": [0, 11], "scalar": [74, 87, 93], "scale": [52, 77, 89, 90], "sch": [6, 84], "sched": 84, "schedul": [0, 5, 6, 11, 14, 17, 28, 81, 88], "schedule_nam": 84, "scheme": [5, 14], "scope": 8, "scratch": 81, "screen": 91, "script": [4, 81, 83, 91], "sdk": [8, 10], "search": [36, 83, 84], "season": [66, 67, 68, 84, 86, 89, 92], "season_comfort_rang": 86, "second": [14, 29, 52, 80, 81, 82, 83, 84, 85, 86, 87], "secondli": 8, "section": [0, 2, 3, 4, 5, 6, 8, 10, 11, 84, 89, 90, 91, 92], "secur": 9, "see": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 80, 81, 83, 84, 85, 87, 88, 89, 90, 93], "seed": [4, 17, 73, 75], "seed_valu": 4, "select": [5, 10, 14, 17, 46, 47, 48, 73, 81, 86, 87, 93], "self": [80, 81, 82, 83, 84, 85, 86, 87, 89], "semiarid": 92, "sen": 70, "send": [0, 5, 8, 17, 55, 56, 58, 73, 76, 82, 93], "sensibl": 84, "sent": [4, 5], "separ": 7, "sequenc": [46, 47, 48, 85, 86], "sequenti": 9, "seri": 89, "server": [2, 8, 83], "servic": [2, 8, 9, 54, 55], "serviceaccount": 8, "serviceusag": 8, "session": [66, 67, 68], "set": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 81, 83, 84, 88, 89], "set_episode_working_dir": 14, "set_log_fil": 60, "set_logg": 83, "setp": [6, 84], "setpoint": [6, 46, 47, 71, 81, 84, 86, 87, 93], "setpoint_temperature_schedule_nam": 84, "setpointmanag": 84, "setpoints_summ": 86, "setpoints_wint": 86, "setup": 10, "setup_tag": 10, "sever": [5, 6, 8, 14, 81, 84, 89, 92, 93], "shade": 84, "shadetranssch": 84, "shape": [6, 81, 82], "shop": [2, 5], "shopwithvandbatteri": 5, "short": [0, 8, 11], "should": [5, 6, 7, 8, 10, 24, 65, 88, 91, 93], "shouldn": 87, "show": [5, 9, 14, 84], "shown": [5, 10, 81, 87, 91], "side": 2, "sigma": [5, 14, 17], "signal": 89, "silenc": 8, "similar": [5, 89], "similarli": [0, 11], "simpl": [3, 5, 80, 84, 89], "simpler": 6, "simplest": 91, "simpli": [10, 81, 87], "simul": [0, 4, 5, 10, 11, 12, 14, 15, 16, 17, 35, 46, 47, 48, 60, 62, 73, 76, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93], "simultan": 78, "sin": [70, 87, 93], "sinc": [4, 5, 7, 8, 86, 88, 93], "sinergym": [2, 3, 4, 6, 9, 11, 80, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93], "sinergym_evalu": 83, "sinergym_extra": [8, 10], "sinergym_logg": [4, 23], "sinergym_output": 83, "singl": [2, 82], "singlecool": 84, "singleduct": 84, "singleh": 84, "site": [5, 6, 81, 82, 84], "size": [2, 8, 80, 81, 82, 83, 84, 85, 86, 87, 93], "sizingperiod": [5, 82], "skeleton": 7, "skip": [9, 50], "skip_render_check": 50, "slack": 8, "slight": 89, "sm": 8, "small": [2, 90], "so": [0, 4, 5, 8, 9, 10, 11, 82, 83, 87, 88, 89, 93], "softwar": [9, 10], "solana": 0, "solar": [6, 81, 84], "solut": 93, "some": [0, 4, 5, 7, 8, 9, 11, 17, 73, 81, 82, 83, 84, 87, 88, 89, 93], "someon": 5, "someth": 80, "soon": 91, "sophist": 82, "sort": 9, "sourc": [0, 2, 9, 10, 11, 17, 73, 83, 87], "south": 84, "space": [0, 2, 3, 4, 6, 8, 11, 17, 70, 71, 72, 76, 80, 82, 83, 84, 86, 87, 91, 93], "space1": 84, "space2": 84, "space3": 84, "space4": 84, "space5": [6, 84], "spacetyp": 84, "spain": 92, "special": 61, "specif": [0, 2, 4, 9, 10, 11, 14, 17, 20, 83, 84, 88, 89, 90, 92], "specifi": [0, 4, 5, 6, 8, 11, 17, 57, 58, 61, 73, 81, 82, 83, 85, 87, 88, 89, 92, 93], "speed": [6, 81, 84], "spell": 9, "spelling_wordlist": 9, "sphinx": 9, "sql": 8, "sqladmin": 8, "src_path": 58, "ssd": 8, "ssh": 8, "st": 29, "st_dai": 29, "st_mon": 29, "st_year": 29, "stabil": 77, "stabl": [0, 4, 10, 11, 22, 23, 49, 50, 83, 90], "stable_baselines3": [24, 52, 83], "stack": [75, 87, 93], "stage": 4, "stai": [0, 7, 11, 89], "stand": 82, "standar": 83, "standard": [5, 9, 27, 46, 80, 91, 93], "start": [0, 4, 5, 6, 11, 20, 29, 66, 67, 68, 80, 81, 82, 83, 84, 85, 86, 87, 88, 91], "start_dai": [7, 80, 81, 82, 83, 84, 85, 86, 87], "start_month": [7, 80, 81, 82, 83, 84, 85, 86, 87], "start_weekdai": [80, 81, 82, 83, 84, 85, 86, 87], "start_year": [7, 80, 81, 82, 83, 84, 85, 86, 87], "state": [4, 20, 73, 84], "static": [46, 47], "statu": [9, 84], "std": 52, "std_cumulative_reward": 83, "std_cumulative_reward0": 83, "std_reward": 83, "std_reward0": 83, "stdin": 8, "stdout": 83, "step": [0, 4, 5, 10, 11, 14, 17, 52, 60, 61, 63, 71, 72, 73, 74, 75, 76, 77, 80, 81, 82, 83, 84, 86, 87, 91, 93], "step_siz": [14, 17, 84], "step_temp": [71, 87], "steps_data": 60, "stochast": [5, 6, 24, 52, 81, 83, 89], "stockholm": [5, 92], "stop": 20, "storag": [2, 4, 6, 9, 10, 56, 57, 58], "store": [0, 4, 11, 14, 23, 58, 60, 81, 83, 88], "stori": 2, "str": [4, 5, 6, 14, 17, 20, 24, 26, 27, 28, 30, 32, 33, 34, 35, 52, 54, 55, 58, 60, 61, 62, 63, 66, 67, 68, 73, 74, 75, 79, 83, 85, 89], "strftime": 83, "string": [9, 61], "strongli": 87, "structur": [0, 5, 6, 8, 11, 81, 88], "studi": 3, "studio": 10, "style": 61, "sub": [5, 8, 17], "sub_run": 88, "sub_run1": [80, 81, 82, 83, 84, 85, 86, 87, 88], "sub_run2": [83, 87, 88], "sub_run3": [83, 88], "sub_run4": 83, "sub_run5": 83, "sub_run6": 83, "sub_run_n": 60, "sub_runn": 88, "submit": 8, "subsect": 5, "subset": [10, 81, 87], "substitut": [8, 70, 81, 87, 88, 93], "subtrop": 92, "success": 83, "successfulli": [9, 10, 80, 81, 82, 83, 84, 85, 86, 87, 90], "sudo": 10, "suit": 88, "sum": [4, 80, 81, 82, 83, 85, 86, 87, 91, 93], "summari": [4, 5, 10, 73, 80, 82, 83, 85, 87], "summer": [14, 66, 67, 68, 89, 92], "summer_fin": [66, 67, 68], "summer_final_d": 86, "summer_start": [66, 67, 68], "summer_start_d": 86, "summerdai": 14, "super": [85, 89], "supervis": [10, 90], "suppli": 84, "support": [4, 5, 10, 83, 90], "suppos": 8, "sure": [3, 5, 83, 87], "surfac": [2, 84], "surplu": 84, "swe_stockholm": [5, 92], "sweden": 92, "sy": [83, 84], "sydnei": 92, "sync": 83, "system": [0, 2, 6, 20, 57, 58, 80, 81, 82, 83, 84, 85, 86, 87, 89], "t": [4, 6, 8, 10, 30, 66, 68, 77, 78, 80, 82, 87, 88, 92, 93], "t_": [66, 68, 89], "t_t": 89, "tabl": [4, 5, 10, 14], "table_nam": 84, "tag": [9, 10], "tag_nam": 10, "take": [0, 4, 5, 7, 9, 11, 14, 50, 71, 81, 82, 83], "taken": [4, 89, 91], "tao": 17, "target": 89, "task": 5, "tau": [5, 14], "tc9": 47, "td3": 4, "team": [0, 8, 10, 11], "techniqu": 88, "tediou": 6, "tell": [0, 11], "temp": 84, "temp_valu": [80, 82, 85, 86, 87], "temperatur": [2, 4, 5, 6, 46, 47, 66, 67, 68, 71, 81, 84, 86, 89, 92], "temperature_vari": [6, 66, 67, 68, 81, 89], "templat": [0, 8, 11, 61], "term": [4, 5, 23, 66, 67, 68, 74, 87, 89], "termin": [8, 60, 61, 62, 74, 75, 80, 81, 82, 83, 85, 86, 87, 91], "test": [0, 9, 10, 11, 24], "test_common": 90, "test_control": 90, "test_env": 90, "test_model": 90, "test_reward": 90, "test_simul": 90, "test_stable_baselin": 90, "test_wrapp": 90, "text": 61, "than": [4, 5, 8, 9, 78, 81, 83, 88, 89], "thei": [0, 4, 5, 6, 8, 9, 10, 11, 87, 89, 90], "them": [0, 2, 4, 5, 6, 11, 14, 81, 87, 88, 89, 93], "therefor": [4, 5, 6, 82, 89, 93], "thermal": [46, 67, 84, 89], "thermostat": [6, 81, 84], "thermostatsetpoint": 84, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 20, 23, 27, 28, 30, 35, 50, 52, 54, 60, 63, 65, 71, 76, 77, 78, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93], "thing": [81, 89], "think": 8, "third": [0, 9, 11], "those": [0, 4, 8, 81, 84, 89], "thread": 20, "three": [2, 5], "through": [0, 2, 5, 6, 10, 11, 77], "throughout": 10, "till": 36, "time": [0, 4, 9, 10, 11, 14, 17, 20, 29, 60, 61, 67, 81, 83, 85, 90], "time_elaps": [5, 80, 82, 83, 85, 86, 87], "time_vari": [5, 6, 17, 20, 81], "timeout": 8, "timestep": [0, 4, 5, 7, 11, 14, 17, 23, 60, 73, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 93], "timestep_per_episod": [14, 17, 83, 84], "timesteps_per_hour": [7, 81], "titl": 0, "to_csv": [80, 81, 82, 83, 84, 85, 86, 87], "todai": 83, "togeth": [81, 84, 89], "token": [8, 54, 55], "tokyo": 92, "told": 10, "too": [2, 4, 5, 6, 8, 9, 10, 54, 81, 82, 83, 84, 87, 88], "tool": [0, 5, 9, 11, 91], "top": [2, 84, 93], "total": [6, 81, 83, 84, 87], "total_electricity_hvac": [6, 83, 87], "total_electricity_hvac2301027": 83, "total_power_no_unit": 85, "total_time_elaps": 60, "total_timestep": [60, 83], "total_timesteps140154train": 83, "track": [0, 4, 8, 10, 11, 83, 87, 93], "tradit": [87, 93], "train": [0, 11, 88, 89], "train_ag": [4, 8, 83], "train_agent_exampl": 4, "training_output": 83, "transfer": [17, 20, 84], "transform": [4, 20, 70, 71, 76, 87, 93], "transmittance_schedule_nam": 84, "transport": 0, "tree": 88, "trend": 84, "trigger": [8, 24], "true": [5, 24, 31, 50, 52, 60, 61, 73, 75, 83, 84, 85, 87], "truncat": [17, 73, 74, 80, 81, 82, 83, 85, 86, 87, 91], "try": [4, 5], "try_env": 91, "tty": 8, "tuesdai": [80, 81, 84, 85], "tune": [0, 7, 11, 89], "tupl": [5, 7, 14, 17, 20, 32, 34, 63, 66, 67, 68, 71, 73, 74, 75, 76, 85], "turn": 4, "two": [2, 9, 89], "twospe": 84, "txt": [5, 9, 88], "type": [2, 4, 5, 8, 9, 10, 14, 17, 20, 23, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 46, 47, 48, 54, 55, 56, 62, 70, 73, 74, 75, 76, 78, 79, 80, 83, 84, 85, 86, 87, 92, 93], "type_alias": 52, "typic": 89, "u": [0, 5, 7, 10, 11, 82, 84], "ubuntu": 10, "ugr": 10, "uhlenbeck": [5, 14, 17], "under": [90, 91], "underfloor": 2, "underli": 93, "understand": [0, 11], "union": [17, 28, 60, 72, 73, 74, 75, 85], "uniqu": [2, 4, 89, 90], "unit": [0, 11, 77], "unknown": 9, "until": [4, 9], "unwrap": [36, 83, 84, 87, 88], "up": [2, 4, 5, 7, 8, 10, 14, 66, 68, 81, 83, 89, 92], "upcom": [0, 7, 11], "updat": [0, 5, 8, 9, 10, 11, 14, 24, 35, 70, 80, 82, 83, 84, 85, 86, 87, 89, 90, 93], "update_child_loc": 24, "update_weather_path": 14, "upgrad": 8, "upload": [8, 9, 58, 83], "upper": [6, 78], "url": [0, 4], "us": [2, 3, 5, 6, 7, 9, 10, 11, 14, 17, 19, 20, 24, 27, 35, 37, 50, 52, 53, 60, 61, 63, 66, 67, 68, 71, 73, 76, 77, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93], "usa": [0, 92], "usa_az_davi": [5, 6, 82, 86, 87, 92], "usa_co_aurora": 92, "usa_il_chicago": 92, "usa_ny_new": [5, 6, 83, 92], "usa_pa_pittsburgh": [5, 80, 82, 84, 85, 92], "usa_wa_port": [5, 6, 81, 92], "usag": [3, 8], "use_artifact": 83, "use_datetim": [80, 81, 82, 83, 84, 85, 86, 87], "use_weather_file_daylight_saving_period": [80, 81, 84, 85], "use_weather_file_holidays_and_special_dai": [80, 81, 84, 85], "use_weather_file_rain_ind": [80, 81, 84, 85], "use_weather_file_snow_ind": [80, 81, 84, 85], "user": [0, 5, 9, 11, 52, 81, 83, 84, 88, 93], "userwarn": [83, 84, 86, 87], "usestim": 61, "usr": [80, 81, 82, 83, 84, 85, 86, 87], "usual": [87, 89, 93], "util": [3, 4, 8, 13, 17, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 93], "v": 90, "v1": [5, 6, 7, 17, 80, 81, 82, 83, 84, 85, 86, 87, 89, 91], "v2": 5, "v3": [5, 93], "valid": [4, 55, 61], "valu": [4, 5, 6, 7, 8, 10, 14, 17, 20, 23, 26, 27, 35, 63, 70, 71, 73, 74, 76, 78, 79, 81, 83, 84, 85, 87, 88, 89, 93], "value_typ": 6, "var_handl": [17, 84], "variabl": [0, 2, 3, 8, 10, 11, 14, 17, 20, 24, 34, 35, 66, 67, 68, 71, 76, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93], "variable_kei": 5, "variable_nam": 6, "variablevolum": 84, "varianc": 77, "variant": [87, 93], "variat": [6, 14, 71], "varibl": 81, "varspeedcoolcapft": 84, "varspeedcoolcaplsft": 84, "varspeedcooleirft": 84, "varspeedcooleirlsft": 84, "varspeedcyclingplffplr": 84, "vav": [2, 84], "vec_env": [24, 52, 83], "vecenv": [24, 52], "vecenvwrapp": 36, "vector": [74, 75, 87, 93], "vectorinstitut": 0, "verbos": [23, 24, 83, 90], "veri": [3, 5, 10, 76, 83, 84, 89, 93], "versa": 4, "version": [0, 4, 5, 6, 9, 10, 11, 14, 61, 81, 83, 91], "via": 5, "vice": 4, "view": [83, 84], "violat": [4, 23], "virtual": [8, 10], "virtualenv": 10, "visibl": 84, "visit": [0, 2, 4, 5, 8, 10, 11, 81, 84, 86, 87, 88, 90, 92, 93], "visual": [0, 4, 10, 11, 83], "vm": 54, "vocabulari": 9, "vol": 84, "volum": 84, "vscode": 10, "vv": [10, 90], "w": [66, 67, 68, 80, 81, 82, 83, 84, 85, 86, 87, 89], "wa": 8, "wai": [0, 5, 7, 8, 9, 11, 81, 82, 84, 87], "wait": [8, 83], "wall": 84, "wandb": [0, 4, 10, 11, 63, 83], "wandb_notebook_nam": 83, "wandb_param": 83, "wandb_path": 83, "wandboutputformat": 83, "want": [0, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 52, 57, 58, 61, 71, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 93], "warehous": 5, "warm": 92, "warn": [9, 24, 50, 52, 71, 83, 84, 86, 87], "washington": 92, "water": [2, 84], "wb": 84, "wd01": 84, "wd10": 84, "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 80, 81, 83, 84, 85, 86, 87, 88, 89, 91, 93], "weather": [0, 7, 11, 12, 14, 17, 20, 80, 82, 83, 84, 85, 86, 87, 88], "weather_data": [14, 80, 81, 82, 83, 84, 85, 86, 87], "weather_fil": [5, 6, 14, 17, 81], "weather_path": [14, 17, 20, 84], "weather_specif": 6, "weather_vari": [5, 13, 17, 81], "weatherdata": 14, "websit": 9, "week": 2, "weekdai": 86, "weekend": 86, "weight": [0, 8, 11, 66, 67, 68, 81, 83, 89], "well": [0, 4, 5, 11, 52], "west": [81, 92], "west1": 8, "west_zone_air_humid": 81, "west_zone_air_temperatur": 81, "west_zone_clg_setpoint": 81, "west_zone_electr": 81, "west_zone_htg_setpoint": 81, "wetbulb": 84, "wf": 84, "what": [0, 5, 11, 84, 87], "when": [4, 5, 6, 8, 9, 14, 20, 24, 50, 52, 60, 67, 77, 78, 80, 82, 83, 88, 89, 91, 93], "where": [4, 5, 14, 20, 24, 28, 54, 57, 58, 67, 83, 84, 89], "whether": [0, 5, 9, 11, 17, 24, 50, 52, 54, 73, 75], "which": [0, 2, 4, 5, 8, 10, 11, 14, 20, 23, 60, 61, 74, 80, 81, 82, 83, 84, 87, 88, 89, 90, 93], "while": [0, 5, 6, 11, 80, 81, 82, 83, 85, 86, 87, 91], "whole": [0, 4, 6, 11, 37, 60, 73, 80, 81, 82, 83, 84, 85, 86, 87], "whose": [5, 60, 87, 89, 93], "why": 4, "william": [5, 6, 81, 92], "wind": [6, 81, 84], "wind_direct": [6, 81, 83, 87], "wind_direction275": 83, "wind_spe": [6, 81, 83, 87], "wind_speed7": 83, "window": 2, "winter": [14, 89, 92], "winterdai": 14, "wish": 10, "within": [88, 89, 90], "without": [8, 9, 82], "wl": 84, "word": 9, "work": [0, 4, 5, 8, 9, 10, 11, 14, 17, 80, 81, 82, 83, 84, 85, 86, 87, 89, 93], "workflow": [0, 9, 11, 90], "workspac": [80, 81, 82, 83, 84, 85, 86, 87, 91], "workspace_path": [17, 83, 84], "world": 5, "would": [8, 82, 87, 89], "wr": 84, "wrap": [0, 4, 11, 24, 31, 36, 52, 83, 87, 88], "wrapper": [0, 4, 5, 6, 11, 21, 24, 31, 36, 52, 82, 83, 84, 88, 90, 91], "wrapper_class": [31, 36], "write": [5, 6, 8, 9, 10, 14, 63, 90], "written": 85, "www": 8, "x": [83, 86, 87], "x1b": 61, "xlsx": 84, "y": 83, "yaml": 8, "ye": [4, 5, 6, 80, 81, 84, 85], "year": [0, 5, 7, 29, 82, 86, 92], "yellow": 61, "yet": [8, 83, 90], "yield": 61, "yml": [9, 10, 90], "york": [0, 5, 6, 83, 92], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 52, 57, 58, 61, 66, 67, 68, 71, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93], "your": [0, 3, 4, 5, 7, 9, 10, 11, 61, 83, 86, 87, 89, 91, 93], "zip": [83, 86, 87], "zone": [0, 2, 6, 8, 11, 14, 81, 84, 89], "zone_nam": [14, 17, 84], "zonecontrol": 84, "zoneinfiltr": 84, "zoneminoarequir": 84, "\u00bac": 92}, "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "8. Controllers", "12. Deep Reinforcement Learning Integration", "5. Environments", "6. Environments Configuration and Registration", "10. Extra Configuration in Sinergym simulations", "13. Sinergym with Google Cloud", "14. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "16. Basic example", "18. Changing an environment registered in Sinergym", "19. Default building control setting up an empty action interface", "23. DRL usage example", "17. Getting information about Sinergym environments", "21. Logger Wrapper personalization/configuration", "22. Rule Controller example", "20. Wrappers example", "11. Output format", "7. Rewards", "15. Tests", "2. Usage example", "4. Weathers", "9. Wrappers"], "titleterms": {"0": 10, "1": [10, 85], "2": 85, "23": 10, "5zone": 2, "about": [10, 84], "action": [5, 9, 81, 82, 87], "actuat": 5, "ad": [5, 81], "addit": 5, "alert": 8, "all": 84, "an": [81, 82], "api": [1, 10], "autobalancemodel": 2, "avail": 5, "basereward": 65, "basic": 80, "bias": 4, "bucket": 8, "build": [2, 5, 82], "callback": [4, 22, 23, 24], "chang": 81, "check": 10, "check_env": 50, "cite": 0, "cloud": [8, 10], "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "comput": 10, "config": [12, 13, 14], "configur": [5, 6, 7, 8, 10, 81, 85], "constant": [37, 38, 39, 40, 41, 42, 43, 44], "contain": [8, 10], "contribut": 0, "control": [3, 45, 46, 47, 48, 82, 86], "convert_conf_to_env_paramet": 26, "creat": [8, 9, 90], "csvloger": 85, "csvlogger": 60, "custom": 89, "customformatt": 61, "data": 5, "datacent": 2, "datetim": 87, "datetimewrapp": [70, 93], "deep": 4, "default": 82, "default_5zone_discrete_funct": 38, "default_autobalance_discrete_funct": 39, "default_datacenter_discrete_funct": 40, "default_office_discrete_funct": 42, "default_officegrid_discrete_funct": 41, "default_shop_discrete_funct": 43, "default_warehouse_discrete_funct": 44, "delete_instance_mig_from_contain": 54, "discret": 87, "discreteincrementalwrapp": [71, 93], "discretizeenv": [72, 93], "displai": 84, "docker": 10, "drl": [4, 83], "empti": 82, "energyplu": [10, 20], "env": [15, 16, 17], "env_check": [49, 50], "environ": [5, 6, 10, 81, 84, 87], "episod": 5, "eplu": [19, 20], "eplus_env": [16, 17], "eplusenv": 17, "eppy_element_to_dict": 27, "evalu": [4, 51, 52], "evaluate_polici": 52, "exampl": [0, 80, 83, 86, 87, 91], "execut": 8, "experi": 8, "export_schedulers_to_excel": 28, "expreward": 66, "extra": [5, 7, 81], "field": 6, "file": 5, "first": 8, "format": 88, "gcloud": [53, 54, 55, 56, 57, 58], "get": 84, "get_delta_second": 29, "get_record_kei": 30, "get_service_account_token": 55, "github": 9, "googl": 8, "handler": 84, "hourlylinearreward": 67, "how": 4, "includ": 10, "increment": 87, "inform": [5, 84], "inherit": 85, "init_storage_cli": 56, "initi": 8, "instal": [10, 90], "instanti": 85, "integr": 4, "interfac": 82, "is_wrap": 31, "json_to_actu": 32, "json_to_met": 33, "json_to_vari": 34, "kwarg": 5, "learn": 4, "linearreward": 68, "list": 5, "load": [4, 83], "log": 8, "logger": [4, 59, 60, 61, 62, 63, 85, 87, 88], "loggercallback": 23, "loggerevalcallback": 24, "loggerwrapp": [73, 85, 93], "main": 9, "manual": 10, "maximum": 5, "merg": 9, "meter": 5, "mig": 8, "model": [4, 13, 14, 83], "modeljson": 14, "modifi": [9, 85], "more": 81, "multi": 87, "multiobjectivereward": [74, 93], "multiobswrapp": [75, 93], "name": 5, "nest": 87, "new": [5, 9, 81, 90], "normal": 87, "normalizeact": [76, 93], "normalizeobserv": [77, 93], "object": 87, "observ": [5, 81, 87], "officegridstoragesmooth": 2, "officegridstoragesmoothingactionconstraintswrapp": 78, "officemedium": 2, "our": 8, "output": [5, 8, 88], "own": 8, "packag": 10, "paramet": 5, "path": 10, "permiss": 8, "person": 85, "platform": 8, "prepar": 8, "previou": 87, "previousobservationwrapp": [79, 93], "project": 0, "properti": 84, "pull": 9, "push": 9, "pytest": 90, "python": 10, "randomcontrol": 48, "ranges_gett": 35, "rbc5zone": 46, "rbcdatacent": 47, "read_from_bucket": 57, "real": 8, "refer": 1, "regist": 81, "registr": 6, "reinforc": 4, "releas": 9, "remot": 8, "request": 9, "reward": [5, 64, 65, 66, 67, 68, 81, 89], "rule": 86, "run": 90, "runperiod": 7, "schedul": 84, "set": 82, "shopwithvanbatteri": 2, "simul": [7, 18, 19, 20], "sinergym": [0, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 81, 84], "space": [5, 81], "specif": 6, "step": [8, 85], "storag": 8, "store": 5, "structur": 4, "test": 90, "time": [5, 8], "timestep_per_hour": 7, "train": [4, 83], "unwrap_wrapp": 36, "up": 82, "updat": 81, "upload_to_bucket": 58, "us": [0, 4, 8, 81], "usag": [83, 91], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79], "variabl": [5, 6], "visual": 8, "vm": 8, "wandb": 8, "wandboutputformat": 63, "warehous": 2, "weather": [5, 6, 81, 92], "weight": 4, "welcom": 0, "wrapper": [69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 85, 87, 93], "your": 8}}) \ No newline at end of file diff --git a/docs/compilation/v3.2.0/.buildinfo b/docs/compilation/v3.2.0/.buildinfo index 0d22ce7fea..40a3f07f4f 100644 --- a/docs/compilation/v3.2.0/.buildinfo +++ b/docs/compilation/v3.2.0/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 7033d1aecf122f9e98b46c785ca1566f +config: a37c0ecad83b1c8211360184fed10f16 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v3.2.0/.doctrees/environment.pickle b/docs/compilation/v3.2.0/.doctrees/environment.pickle index 84b683e0e6..af045708c2 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/environment.pickle and b/docs/compilation/v3.2.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v3.2.0/.doctrees/index.doctree b/docs/compilation/v3.2.0/.doctrees/index.doctree index aecb3b47d1..f0ca1ed0ad 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/index.doctree and b/docs/compilation/v3.2.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v3.2.0/.doctrees/pages/API-reference.doctree index 0969cf1092..e05fc42dbc 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/API-reference.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/buildings.doctree b/docs/compilation/v3.2.0/.doctrees/pages/buildings.doctree index bd69b4649d..2f391b926d 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/buildings.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/controllers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/controllers.doctree index 5ef0336b57..2fd81f64b5 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/controllers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v3.2.0/.doctrees/pages/deep-reinforcement-learning.doctree index abf07ed9eb..885e3b5503 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/environments.doctree b/docs/compilation/v3.2.0/.doctrees/pages/environments.doctree index 9516202024..0c6f95c882 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/environments.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/environments_registration.doctree b/docs/compilation/v3.2.0/.doctrees/pages/environments_registration.doctree index 9722f3a998..0f4c1ccee9 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/environments_registration.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/environments_registration.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v3.2.0/.doctrees/pages/extra-configuration.doctree index 603f612b61..58492965c6 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v3.2.0/.doctrees/pages/gcloudAPI.doctree index 9d71416f9d..57f7d61926 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v3.2.0/.doctrees/pages/github-actions.doctree index 9879c81d42..05bb28e2c0 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/github-actions.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/installation.doctree b/docs/compilation/v3.2.0/.doctrees/pages/installation.doctree index 94d2db6aa7..3dc1b57835 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/installation.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/introduction.doctree b/docs/compilation/v3.2.0/.doctrees/pages/introduction.doctree index c57de48042..eefad693fe 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/introduction.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.doctree index 83ca1e5006..0b61f9f609 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index 50f48d4cb9..a2ef71c584 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.doctree index 95a449bc3e..b8b8eeec7c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.doctree index 28ecc10adf..089ed56f9c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index c76e5b4e11..37d722774b 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 79f8e3b82c..1b65c35644 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.doctree index dfa9f3d7e9..5e3e998c50 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index 1c7272a6d7..93f844a226 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index 0ca3a7d02b..7e4e86847c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index 74cb63f37f..2366043f1d 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index f8971ad859..ce58874298 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index 69d8e1a174..c20f88022d 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree index 8065647c7a..bb7007ee3c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree index 049b1f856a..fe22601fdb 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index ea04705b83..57547ab3fc 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree index 7dca10b42f..cf06570ef4 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 0de4efa991..61d3dac315 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index f8d95167fb..7a41380f16 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 09dff04c00..1592796caa 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree index 3ed4c7941b..5d11196919 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree index 8163983405..8365722ed7 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree index 3950d3d692..1cb8fb15b5 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 4e776b11d4..63fd6ff475 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 8d3fec96df..844d0376b6 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree index 680f970657..d5b39ef107 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree index a615890eb4..6ad094757a 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree index 0b55a45298..39b9b7bfe8 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree index 0c89f497fe..34bf502513 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree index 073a65a670..c411057199 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree index 67c0c36e97..02f3ac6a10 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree index ca6992d9ef..d82b6e5bf7 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree index d56f6dc409..7189abc7ae 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 170c2a5791..8df0dd40e4 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 5940d89c85..bc25041096 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index a4062d80d2..b46fc8f172 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 16677c03ae..9e5769e08f 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.doctree index 69036e616e..a4b38676c6 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index 9b9b738f68..f81507428a 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 3627635ec3..a870e97a7a 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index 47cb1ef23b..cdbd0cb97f 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index a5cd9170e9..e6e00c2a03 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index bbafdc8e8e..3a76dbe912 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index e47837f6e5..4c577e949a 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 339f1d5d0e..19cbf06821 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 727f19d8bb..e6e62de569 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 37b15519f1..1c6c58c17e 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index ca1dd5f21e..3332c605f6 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index fee1b0af97..afc2cb8535 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree index 947252608a..f1bdcea75f 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 9bf02ecf2c..21c7771aa9 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index 0fbb3fd8b8..97b9c4e2bc 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree index 7a4b9fd09d..074e20bb2e 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index 18b3fc766f..4dcc06e155 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 4ab35b8a05..ae2ea09f53 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index 4d2815a985..61c1c7ac73 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 76282e42d2..a9fad010a5 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree index 462a015ecd..7376501f19 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 95daee2e8f..f084765a9b 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index c81a398821..6417461508 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index a2a50f38ac..9f16f3bfe5 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree index a7a5152278..71ab07c5d9 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 733a36e689..e27b397f17 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 36e12d3583..3c1b67487c 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 3debf19d50..c9abc5f81b 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree index e693283088..ad98d4685b 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index 06738b75f8..b237e7a018 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 9dc0336cfe..20f9ff8768 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index ff27cf5a53..0713936fb1 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 74303b29ff..fe7a1539fd 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/basic_example.doctree index b47eab0ece..6cfeac328e 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/change_environment.doctree index 1dde1e6cc4..58c6bb7528 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/default_building_control.doctree index 0b5ee194f2..f6ee1b06a1 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/drl.doctree index e9d325f651..d0a5f31794 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/getting_env_information.doctree index a547f4b0df..5aa305806b 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 7ab71f0639..75b089960d 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree index c76b9dce81..dca41b15b4 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree index 9065d44e5e..050a97c677 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/output.doctree b/docs/compilation/v3.2.0/.doctrees/pages/output.doctree index 54d1adbecc..78e5956f2d 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/output.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/rewards.doctree b/docs/compilation/v3.2.0/.doctrees/pages/rewards.doctree index 54f655711f..34d19e92bd 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/rewards.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/tests.doctree b/docs/compilation/v3.2.0/.doctrees/pages/tests.doctree index 64554cb4f2..d30f53182f 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/tests.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v3.2.0/.doctrees/pages/usage-example.doctree index 3212ffd09c..8cc467bbda 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/usage-example.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/weathers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/weathers.doctree index b7ad39f258..6b1872d456 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/weathers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v3.2.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v3.2.0/.doctrees/pages/wrappers.doctree index 7df57baef4..6846301afe 100644 Binary files a/docs/compilation/v3.2.0/.doctrees/pages/wrappers.doctree and b/docs/compilation/v3.2.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v3.2.0/_static/basic.css b/docs/compilation/v3.2.0/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v3.2.0/_static/basic.css +++ b/docs/compilation/v3.2.0/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v3.2.0/_static/doctools.js b/docs/compilation/v3.2.0/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v3.2.0/_static/doctools.js +++ b/docs/compilation/v3.2.0/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v3.2.0/_static/language_data.js b/docs/compilation/v3.2.0/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v3.2.0/_static/language_data.js +++ b/docs/compilation/v3.2.0/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v3.2.0/_static/searchtools.js b/docs/compilation/v3.2.0/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v3.2.0/_static/searchtools.js +++ b/docs/compilation/v3.2.0/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v3.2.0/genindex.html b/docs/compilation/v3.2.0/genindex.html index bfea4a017e..eb5b883b56 100644 --- a/docs/compilation/v3.2.0/genindex.html +++ b/docs/compilation/v3.2.0/genindex.html @@ -17,7 +17,7 @@ - + @@ -894,6 +894,7 @@

    Z

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/index.html b/docs/compilation/v3.2.0/index.html index 46aded8360..202cd74be1 100644 --- a/docs/compilation/v3.2.0/index.html +++ b/docs/compilation/v3.2.0/index.html @@ -18,9 +18,11 @@ - + + + @@ -329,6 +331,7 @@

    Citing Sinergymv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/API-reference.html b/docs/compilation/v3.2.0/pages/API-reference.html index b4e5570f50..73e5d81c31 100644 --- a/docs/compilation/v3.2.0/pages/API-reference.html +++ b/docs/compilation/v3.2.0/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -180,6 +182,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/buildings.html b/docs/compilation/v3.2.0/pages/buildings.html index 9c9c43f2a9..11008d8979 100644 --- a/docs/compilation/v3.2.0/pages/buildings.html +++ b/docs/compilation/v3.2.0/pages/buildings.html @@ -18,7 +18,7 @@ - + @@ -240,6 +240,7 @@

    3.6. OfficeGridStorageSmoothingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/controllers.html b/docs/compilation/v3.2.0/pages/controllers.html index da8abd9ce0..28b011a3c7 100644 --- a/docs/compilation/v3.2.0/pages/controllers.html +++ b/docs/compilation/v3.2.0/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -172,6 +172,7 @@

    8. Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/deep-reinforcement-learning.html b/docs/compilation/v3.2.0/pages/deep-reinforcement-learning.html index bf04df3b2b..ab3a1662ed 100644 --- a/docs/compilation/v3.2.0/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v3.2.0/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -423,6 +423,7 @@

    12.4.2. Load a trained modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/environments.html b/docs/compilation/v3.2.0/pages/environments.html index d2bdfaf13e..c900d42f1f 100644 --- a/docs/compilation/v3.2.0/pages/environments.html +++ b/docs/compilation/v3.2.0/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -979,6 +979,7 @@

    5.5. Adding new buildings for environmen
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/environments_registration.html b/docs/compilation/v3.2.0/pages/environments_registration.html index 246813043b..bf4ec9c89e 100644 --- a/docs/compilation/v3.2.0/pages/environments_registration.html +++ b/docs/compilation/v3.2.0/pages/environments_registration.html @@ -18,7 +18,7 @@ - + @@ -400,6 +400,7 @@

    6.2. Variables fieldv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/extra-configuration.html b/docs/compilation/v3.2.0/pages/extra-configuration.html index 13d4293562..0d916b97d3 100644 --- a/docs/compilation/v3.2.0/pages/extra-configuration.html +++ b/docs/compilation/v3.2.0/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

    10.2. runperiodv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/gcloudAPI.html b/docs/compilation/v3.2.0/pages/gcloudAPI.html index f2b5e12533..2247be3ca9 100644 --- a/docs/compilation/v3.2.0/pages/gcloudAPI.html +++ b/docs/compilation/v3.2.0/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -528,6 +528,7 @@

    13.3. Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/github-actions.html b/docs/compilation/v3.2.0/pages/github-actions.html index c35071ca5f..f93db1998d 100644 --- a/docs/compilation/v3.2.0/pages/github-actions.html +++ b/docs/compilation/v3.2.0/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -262,6 +262,7 @@

    14.3. New release created or modifiedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/installation.html b/docs/compilation/v3.2.0/pages/installation.html index 8a5421da36..3b5c1f2d50 100644 --- a/docs/compilation/v3.2.0/pages/installation.html +++ b/docs/compilation/v3.2.0/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -354,6 +354,7 @@

    1.5. Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/introduction.html b/docs/compilation/v3.2.0/pages/introduction.html index 73a2f45c9b..10520620ae 100644 --- a/docs/compilation/v3.2.0/pages/introduction.html +++ b/docs/compilation/v3.2.0/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -270,6 +270,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.config.html b/docs/compilation/v3.2.0/pages/modules/sinergym.config.html index f289b72241..1a63fe310e 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.config.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.config.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.config.modeling.ModelJSON.html b/docs/compilation/v3.2.0/pages/modules/sinergym.config.modeling.ModelJSON.html index 2f8223808c..85397c641c 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.config.modeling.ModelJSON.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.config.modeling.ModelJSON.html @@ -18,7 +18,7 @@ - + @@ -407,6 +407,7 @@

    sinergym.config.modeling.ModelJSONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.config.modeling.html b/docs/compilation/v3.2.0/pages/modules/sinergym.config.modeling.html index efa7ac64c9..5cd3409a3e 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.config.modeling.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v3.2.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index f6c05c3e6d..ac804dd12f 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -484,6 +484,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v3.2.0/pages/modules/sinergym.envs.eplus_env.html index b929779ae9..b9f2d56a7e 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.envs.html b/docs/compilation/v3.2.0/pages/modules/sinergym.envs.html index 37f1d18260..de339827c9 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.envs.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index ebf3a0f5e8..b6b3273d52 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -292,6 +292,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.eplus.html index 011a6b74eb..276815ed13 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.html b/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.html index e062ee6633..fc15b34045 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 61425e1c96..d83e3cacb7 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index 0b6794789f..c72cc00f62 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.html index 1112e36ab3..e50907e4ce 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html index 4e4b952c38..f127d5a321 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.common.convert_conf_to_env_parametersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html index 2f60153218..4b64865457 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.eppy_element_to_dictv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html index 0c1dd8e81c..3ad803aac4 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.common.export_schedulers_to_excelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.get_delta_seconds.html index 763ba6bae1..ac3da29df3 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -217,6 +217,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.get_record_keys.html index a3c813b38a..24c47bf715 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.get_record_keysv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.html index e9e3a415eb..8f42e23d87 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -230,6 +230,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.is_wrapped.html index 99d776b933..3c6ed81378 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.is_wrapped.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.is_wrapped.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.is_wrappedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_actuators.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_actuators.html index 7baa29b2f7..68b30dc450 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_actuators.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_actuators.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.json_to_actuatorsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_meters.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_meters.html index 5df8dcc455..66357ca724 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_meters.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_meters.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.json_to_metersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_variables.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_variables.html index b8e74eecda..6fb4abc3b1 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_variables.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.json_to_variables.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.json_to_variablesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.ranges_getter.html index 70b355cda4..3abc23e08e 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html index b8ed2f00a1..3d0be3e899 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

    sinergym.utils.common.unwrap_wrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html index 43e9441fc8..213bd23c7f 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.html index fd99d88742..760abafac9 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html index 096bca2c30..a1c92fadc3 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html index df26b5377b..0cc977ce24 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html index bd6f13792b..949f64f236 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html index 32375339ae..16471b10b9 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html index 0b095f4e9c..ca3e19ce58 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.html index 2469893af4..b7cd509a5d 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.constants.html @@ -18,7 +18,7 @@ - + @@ -214,6 +214,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html index 71eb23acbc..577ef26c2c 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -18,7 +18,7 @@ - + @@ -229,6 +229,7 @@

    sinergym.utils.controllers.RBC5Zonev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html index d96db5d31c..fcef1d9366 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.controllers.RBCDatacenterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RandomController.html index 6c1741a024..ca22e68617 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.html index f8d834d280..014a62a88f 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -198,6 +198,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.env_checker.check_env.html index ee86fe1141..6adf7a6692 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.env_checker.check_env.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.env_checker.check_env.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.env_checker.check_envv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.env_checker.html index bac1e12905..10b5a15cc9 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.env_checker.html @@ -18,7 +18,7 @@ - + @@ -190,6 +190,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html index c8c8c4aca1..c393142b1e 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.utils.evaluation.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.evaluation.html index faa7245330..044b66ae67 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.evaluation.html @@ -18,7 +18,7 @@ - + @@ -190,6 +190,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index ddd3627ef5..ec667f99ec 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index 096948bee1..32b9c9691a 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.html index 838d49ef48..c492d493fe 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html index a59a7b5107..ae7a4970a2 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index b65132a45c..fdcfd66501 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -201,6 +201,7 @@

    sinergym.utils.gcloud.read_from_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index b168b6b796..496df8729d 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.html index 5e35d9c58d..5a3a31f1ce 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -213,6 +215,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.CSVLogger.html index e6b96b4cfc..f4a4dcf3b7 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.CSVLogger.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -319,6 +319,7 @@

    sinergym.utils.logger.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.CustomFormatter.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.CustomFormatter.html index 977b2084a8..5d257143c5 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.CustomFormatter.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.CustomFormatter.html @@ -18,7 +18,7 @@ - + @@ -309,6 +309,7 @@

    sinergym.utils.logger.CustomFormatterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.Logger.html index 28d6481e92..50c0bb7959 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.Logger.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.Logger.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.logger.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html index 8e34b07c36..2e6d3638ad 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.logger.WandBOutputFormatv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.html index b722fb16e2..139b7fc004 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.logger.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.BaseReward.html index dc8678d0dd..3d86f10c7c 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.BaseReward.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.utils.rewards.BaseRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.ExpReward.html index ef8d504267..f56bfba386 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -232,6 +232,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html index 21730379cd..f0aa3f9e80 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -18,7 +18,7 @@ - + @@ -229,6 +229,7 @@

    sinergym.utils.rewards.HourlyLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.LinearReward.html index 430aed88f0..71e3c8cf2b 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -233,6 +233,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html index bf614cc76c..d0eae62bfe 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html @@ -18,7 +18,7 @@ - + @@ -229,6 +229,7 @@

    sinergym.utils.rewards.NormalizedLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.html index ce7d4483cf..670c6cdab6 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -206,6 +208,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html index 892f099d27..02d6554afd 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html @@ -18,7 +18,7 @@ - + @@ -290,6 +290,7 @@

    sinergym.utils.wrappers.DatetimeWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html index 1fc7068753..a2cbae7705 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html @@ -18,7 +18,7 @@ - + @@ -311,6 +311,7 @@

    sinergym.utils.wrappers.DiscreteIncrementalWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html index 149ad2b235..4e5e7c5777 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html @@ -18,7 +18,7 @@ - + @@ -303,6 +303,7 @@

    sinergym.utils.wrappers.DiscretizeEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index 03c11485f3..74af0e903d 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -340,6 +340,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html index c6bf953711..432a2c039a 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html @@ -18,7 +18,7 @@ - + @@ -293,6 +293,7 @@

    sinergym.utils.wrappers.MultiObjectiveRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index b79c91ba2f..abbd94290d 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -308,6 +308,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html index 2ac3d993d3..35d4106997 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html @@ -18,7 +18,7 @@ - + @@ -314,6 +314,7 @@

    sinergym.utils.wrappers.NormalizeActionv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 31e35926ec..f941d00495 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -297,6 +297,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html index 9fd010b071..4aae70065c 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html @@ -18,7 +18,7 @@ - + @@ -283,6 +283,7 @@

    sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html index 294edc838d..857c001026 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html @@ -18,7 +18,7 @@ - + @@ -290,6 +290,7 @@

    sinergym.utils.wrappers.PreviousObservationWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.html index ccffe4c480..23f11ec8a5 100644 --- a/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v3.2.0/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/pages/notebooks/basic_example.html b/docs/compilation/v3.2.0/pages/notebooks/basic_example.html index d02d31c403..068b358832 100644 --- a/docs/compilation/v3.2.0/pages/notebooks/basic_example.html +++ b/docs/compilation/v3.2.0/pages/notebooks/basic_example.html @@ -19,7 +19,7 @@ - + @@ -298,6 +298,7 @@

    16. Basic examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/notebooks/change_environment.html b/docs/compilation/v3.2.0/pages/notebooks/change_environment.html index 226a69da96..668aaf3cb1 100644 --- a/docs/compilation/v3.2.0/pages/notebooks/change_environment.html +++ b/docs/compilation/v3.2.0/pages/notebooks/change_environment.html @@ -19,7 +19,7 @@ - + @@ -552,6 +552,7 @@

    18.4. Adding more extra configurationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/notebooks/default_building_control.html b/docs/compilation/v3.2.0/pages/notebooks/default_building_control.html index ac1c82a3fb..69585c3d57 100644 --- a/docs/compilation/v3.2.0/pages/notebooks/default_building_control.html +++ b/docs/compilation/v3.2.0/pages/notebooks/default_building_control.html @@ -19,7 +19,7 @@ - + @@ -281,6 +281,7 @@

    19. Default building control setting up
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/notebooks/drl.html b/docs/compilation/v3.2.0/pages/notebooks/drl.html index 07333f5b90..ea05a32678 100644 --- a/docs/compilation/v3.2.0/pages/notebooks/drl.html +++ b/docs/compilation/v3.2.0/pages/notebooks/drl.html @@ -19,7 +19,7 @@ - + @@ -54167,6 +54167,7 @@

    23.2. Loading a modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/notebooks/getting_env_information.html b/docs/compilation/v3.2.0/pages/notebooks/getting_env_information.html index 0cd2b315dd..c535fd0364 100644 --- a/docs/compilation/v3.2.0/pages/notebooks/getting_env_information.html +++ b/docs/compilation/v3.2.0/pages/notebooks/getting_env_information.html @@ -19,7 +19,7 @@ - + @@ -2675,6 +2675,7 @@

    17.4. Displaying all the environment inf
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v3.2.0/pages/notebooks/personalize_loggerwrapper.html index 02122dce70..5fac381c0a 100644 --- a/docs/compilation/v3.2.0/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/v3.2.0/pages/notebooks/personalize_loggerwrapper.html @@ -19,7 +19,7 @@ - + @@ -333,6 +333,7 @@

    21.2. Step 2 Instantiate the LoggerWrapp
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/notebooks/rule_controller_example.html b/docs/compilation/v3.2.0/pages/notebooks/rule_controller_example.html index e62f55ec6d..928b3ec361 100644 --- a/docs/compilation/v3.2.0/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/v3.2.0/pages/notebooks/rule_controller_example.html @@ -19,7 +19,7 @@ - + @@ -396,6 +396,7 @@

    22. Rule Controller examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/notebooks/wrappers_examples.html b/docs/compilation/v3.2.0/pages/notebooks/wrappers_examples.html index a823f4634b..67970f87b4 100644 --- a/docs/compilation/v3.2.0/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/v3.2.0/pages/notebooks/wrappers_examples.html @@ -19,7 +19,7 @@ - + @@ -1343,6 +1343,7 @@

    20.10. Nesting wrappersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/output.html b/docs/compilation/v3.2.0/pages/output.html index c4e80b5f4e..d100b3f480 100644 --- a/docs/compilation/v3.2.0/pages/output.html +++ b/docs/compilation/v3.2.0/pages/output.html @@ -18,7 +18,7 @@ - + @@ -258,6 +258,7 @@

    11.1. Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/rewards.html b/docs/compilation/v3.2.0/pages/rewards.html index 703b022f22..9f6c876391 100644 --- a/docs/compilation/v3.2.0/pages/rewards.html +++ b/docs/compilation/v3.2.0/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -274,6 +274,7 @@

    7.1. Custom Rewardsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/tests.html b/docs/compilation/v3.2.0/pages/tests.html index 8c42e5923e..32ca545cd8 100644 --- a/docs/compilation/v3.2.0/pages/tests.html +++ b/docs/compilation/v3.2.0/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -242,6 +242,7 @@

    15.3. Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/usage-example.html b/docs/compilation/v3.2.0/pages/usage-example.html index ce1e4e2f62..0929997a62 100644 --- a/docs/compilation/v3.2.0/pages/usage-example.html +++ b/docs/compilation/v3.2.0/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    2. Usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/weathers.html b/docs/compilation/v3.2.0/pages/weathers.html index 358e820bdb..f21dae3940 100644 --- a/docs/compilation/v3.2.0/pages/weathers.html +++ b/docs/compilation/v3.2.0/pages/weathers.html @@ -18,7 +18,7 @@ - + @@ -274,6 +274,7 @@

    4. Weathersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/pages/wrappers.html b/docs/compilation/v3.2.0/pages/wrappers.html index fbe3d37289..1a5e001afa 100644 --- a/docs/compilation/v3.2.0/pages/wrappers.html +++ b/docs/compilation/v3.2.0/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -254,6 +254,7 @@

    9.9. MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.0/py-modindex.html b/docs/compilation/v3.2.0/py-modindex.html index d5ad4f8ff9..07b8efd480 100644 --- a/docs/compilation/v3.2.0/py-modindex.html +++ b/docs/compilation/v3.2.0/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -254,6 +254,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/search.html b/docs/compilation/v3.2.0/search.html index 479e2c8ada..b1667f60ed 100644 --- a/docs/compilation/v3.2.0/search.html +++ b/docs/compilation/v3.2.0/search.html @@ -18,7 +18,7 @@ - + @@ -162,6 +162,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.0/searchindex.js b/docs/compilation/v3.2.0/searchindex.js index b485fa3000..b53b2bc976 100644 --- a/docs/compilation/v3.2.0/searchindex.js +++ b/docs/compilation/v3.2.0/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "8. Controllers", "12. Deep Reinforcement Learning Integration", "5. Environments", "6. Environments Configuration and Registration", "10. Extra Configuration in Sinergym simulations", "13. Sinergym with Google Cloud", "14. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.rewards.NormalizedLinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "16. Basic example", "18. Changing an environment registered in Sinergym", "19. Default building control setting up an empty action interface", "23. DRL usage example", "17. Getting information about Sinergym environments", "21. Logger Wrapper personalization/configuration", "22. Rule Controller example", "20. Wrappers example", "11. Output format", "7. Rewards", "15. Tests", "2. Usage example", "4. Weathers", "9. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 24, 50, 52, 61, 72, 73, 74, 75, 77, 78, 81, 82, 83, 84, 85, 88, 89, 90, 92, 94], "goal": [0, 11], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 35, 50, 52, 54, 60, 61, 63, 67, 69, 71, 73, 74, 77, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94], "creat": [0, 4, 5, 6, 7, 10, 11, 14, 27, 28, 35, 81, 82, 83, 84, 85, 86, 87, 88, 92], "an": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 20, 23, 24, 30, 50, 52, 60, 61, 72, 73, 81, 84, 85, 88, 89, 90, 91, 94], "environ": [0, 2, 3, 4, 7, 8, 11, 14, 15, 16, 17, 20, 24, 26, 31, 36, 46, 47, 48, 50, 52, 60, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 81, 83, 84, 86, 87, 89, 90, 91, 92, 93, 94], "follow": [0, 4, 5, 8, 9, 10, 11, 27, 47, 50, 81, 83, 85, 94], "gymnasium": [0, 4, 5, 6, 7, 11, 16, 17, 20, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 94], "interfac": [0, 4, 5, 11, 18, 82, 84, 85, 91], "wrap": [0, 4, 11, 24, 31, 36, 52, 84, 88, 89], "simul": [0, 4, 5, 10, 11, 12, 14, 15, 16, 17, 35, 46, 47, 48, 60, 62, 74, 77, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "engin": [0, 5, 8, 11, 82, 83, 85], "energyplu": [0, 5, 6, 7, 11, 14, 16, 17, 19, 27, 32, 33, 34, 81, 82, 83, 84, 85, 86, 87, 88, 89, 94], "build": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91], "control": [0, 2, 5, 9, 11, 14, 17, 21, 72, 85, 90, 91, 94], "deep": [0, 10, 11, 84], "reinforc": [0, 10, 11, 84, 88, 90], "learn": [0, 10, 11, 84, 88, 90], "pleas": [0, 2, 5, 7, 8, 9, 11, 50, 84, 87, 93], "help": [0, 4, 11], "u": [0, 5, 7, 10, 11, 83, 85], "improv": [0, 11], "report": [0, 8, 9, 11], "your": [0, 3, 4, 5, 7, 9, 10, 11, 61, 84, 87, 88, 90, 92, 94], "question": [0, 11], "issu": [0, 8, 9, 11], "here": [0, 4, 5, 8, 9, 10, 11, 23, 84, 85, 88, 91], "It": [0, 2, 4, 5, 8, 9, 10, 11, 17, 20, 24, 48, 50, 60, 68, 82, 85, 88, 90, 93, 94], "easi": [0, 11, 91], "just": [0, 9, 11, 85, 88], "2": [0, 2, 5, 6, 9, 10, 11, 61, 72, 81, 82, 83, 84, 85, 87, 88, 93], "click": [0, 10, 11], "our": [0, 4, 5, 7, 9, 10, 11, 81, 82, 83, 84, 85, 86, 87, 91, 92], "templat": [0, 8, 11, 61], "bug": [0, 11], "etc": [0, 5, 8, 10, 11, 12, 60, 81, 82, 85, 89], "more": [0, 4, 5, 6, 7, 8, 9, 10, 11, 26, 32, 33, 34, 50, 79, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94], "detail": [0, 4, 5, 7, 10, 11, 84, 85, 90], "info": [0, 5, 11, 14, 17, 20, 60, 65, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92], "how": [0, 5, 6, 8, 10, 11, 17, 74, 81, 82, 84, 85, 86, 87, 88, 94], "main": [0, 2, 4, 5, 8, 11, 60, 85, 90], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 25, 27, 30, 35, 37, 49, 51, 52, 53, 64, 65, 67, 68, 69, 73, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 94], "ar": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 20, 52, 60, 61, 66, 67, 68, 69, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94], "compat": [0, 4, 5, 10, 11, 50, 84, 88, 94], "commun": [0, 5, 11, 18, 20, 91], "between": [0, 4, 9, 11, 29, 77, 84, 88, 90, 94], "python": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 19, 20, 27, 28, 53, 82, 84, 85, 88, 91, 92], "establish": [0, 4, 5, 11, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91], "api": [0, 5, 6, 8, 11, 17, 19, 20, 32, 33, 34, 50, 53, 81, 85, 89, 94], "middlewar": [0, 11, 94], "howev": [0, 4, 5, 7, 8, 9, 10, 11, 82, 83, 84, 85, 88, 90, 91, 94], "them": [0, 2, 4, 5, 6, 11, 14, 79, 82, 88, 89, 90, 94], "e": [0, 10, 11, 17, 20, 52], "g": [0, 4, 8, 11, 52, 57], "openmodelica": [0, 11], "could": [0, 6, 7, 11, 88], "includ": [0, 2, 4, 5, 7, 8, 9, 11, 21, 75, 81, 84, 90, 93], "backend": [0, 5, 10, 11, 13, 14, 85], "while": [0, 5, 6, 11, 81, 82, 83, 84, 86, 87, 88, 92], "maintain": [0, 11], "futur": [0, 4, 5, 7, 8, 11, 90], "benchmark": [0, 3, 11], "similarli": [0, 11], "atari": [0, 11], "mujoco": [0, 11], "rl": [0, 4, 11, 52], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 81, 82, 84, 85, 86, 87, 88, 89, 90, 92, 94], "design": [0, 5, 7, 11, 14, 82, 85], "set": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 82, 84, 85, 89, 90], "test": [0, 9, 10, 11, 24], "algorithm": [0, 3, 4, 11, 22, 23, 52, 77, 84, 88, 91, 94], "These": [0, 5, 6, 8, 9, 11, 60, 82, 88, 90, 91], "mai": [0, 5, 8, 10, 11, 14, 81, 84, 88, 89, 90, 92, 94], "differ": [0, 4, 5, 8, 9, 10, 11, 29, 66, 68, 81, 82, 84, 90, 91], "weather": [0, 7, 11, 12, 14, 17, 20, 81, 83, 84, 85, 86, 87, 88, 89], "action": [0, 2, 3, 4, 6, 10, 11, 17, 20, 24, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 52, 60, 72, 73, 74, 75, 76, 77, 78, 79, 81, 84, 85, 86, 87, 91, 92, 94], "observ": [0, 2, 3, 4, 6, 11, 17, 20, 46, 47, 60, 71, 74, 75, 76, 78, 80, 83, 84, 85, 87, 89, 90, 91, 94], "space": [0, 2, 3, 4, 6, 8, 11, 17, 71, 72, 73, 77, 81, 83, 84, 85, 87, 88, 92, 94], "reward": [0, 4, 6, 11, 17, 21, 23, 24, 52, 60, 74, 75, 76, 81, 83, 84, 85, 86, 87, 88, 91, 92, 94], "customiz": [0, 11], "aim": [0, 5, 8, 10, 11], "provid": [0, 2, 4, 5, 7, 8, 10, 11, 84, 93], "packag": [0, 2, 9, 11, 81, 82, 83, 84, 85, 86, 87, 88, 91], "which": [0, 4, 5, 8, 10, 11, 14, 20, 23, 60, 61, 75, 81, 82, 83, 84, 85, 88, 89, 90, 91, 94], "allow": [0, 4, 5, 8, 11, 61, 90], "modifi": [0, 3, 7, 11, 14, 52, 73, 77, 83, 89], "experiment": [0, 5, 11], "manner": [0, 11], "user": [0, 5, 9, 11, 52, 82, 84, 85, 89, 94], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 52, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94], "hi": [0, 11], "own": [0, 3, 4, 5, 7, 11, 84, 87, 88, 90, 94], "combin": [0, 8, 11, 77, 82, 83, 84, 88], "model": [0, 2, 5, 6, 7, 10, 11, 12, 24, 28, 52, 81, 82, 83, 85, 86, 87, 88, 89, 91], "variabl": [0, 2, 3, 8, 10, 11, 14, 17, 20, 24, 34, 35, 66, 67, 68, 69, 72, 77, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 94], "actuat": [0, 6, 11, 14, 17, 20, 32, 82, 83, 85, 89], "name": [0, 4, 6, 7, 8, 9, 11, 14, 17, 20, 27, 54, 57, 58, 61, 62, 66, 67, 68, 69, 72, 81, 82, 83, 84, 85, 86, 87, 88, 90], "also": [0, 4, 5, 10, 11, 50, 82, 83, 84, 88, 90, 94], "pre": [0, 8, 11, 90], "configur": [0, 3, 4, 11, 14, 17, 26, 32, 33, 34, 84, 89, 91], "avail": [0, 2, 4, 6, 8, 11, 14, 48, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92], "chang": [0, 2, 5, 8, 9, 11, 14, 60, 61, 81, 83, 84, 85, 86, 89, 90], "some": [0, 4, 5, 7, 8, 9, 11, 17, 74, 82, 83, 84, 85, 88, 89, 90, 94], "aspect": [0, 2, 11, 90], "wai": [0, 5, 7, 8, 9, 11, 82, 83, 85, 88], "he": [0, 11], "doe": [0, 5, 7, 8, 9, 11, 84, 89, 90, 93], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "make": [0, 2, 3, 5, 7, 8, 10, 11, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94], "entir": [0, 4, 11], "definit": [0, 5, 6, 11, 17, 81, 82, 83], "start": [0, 4, 5, 6, 11, 20, 29, 66, 67, 68, 69, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 26, 28, 30, 32, 33, 34, 48, 49, 50, 54, 57, 58, 60, 65, 66, 67, 68, 69, 74, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 94], "one": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 17, 30, 60, 61, 72, 79, 80, 82, 83, 84, 87, 88, 89, 90, 91, 92, 93, 94], "paramet": [0, 4, 6, 7, 8, 11, 14, 17, 20, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 46, 48, 50, 52, 54, 57, 58, 60, 61, 62, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84, 90], "directli": [0, 5, 10, 11, 82, 83, 92], "associ": [0, 5, 6, 11], "extra": [0, 6, 8, 9, 10, 11, 13, 14, 17, 20, 60, 74, 76, 81, 85, 86, 90, 91], "well": [0, 4, 5, 11, 52], "peopl": [0, 5, 6, 11, 85, 90], "occup": [0, 5, 6, 11, 46], "time": [0, 4, 9, 10, 11, 14, 17, 20, 29, 60, 61, 67, 69, 82, 84, 86, 91], "step": [0, 4, 5, 10, 11, 14, 17, 52, 60, 61, 63, 72, 73, 74, 75, 76, 77, 78, 81, 82, 83, 84, 85, 87, 88, 92, 94], "per": [0, 2, 4, 5, 6, 7, 11, 52, 60, 81, 82, 83, 84, 85, 86, 87, 88, 89], "hour": [0, 2, 5, 6, 7, 11, 60, 67, 69, 71, 81, 82, 83, 84, 85, 86, 87, 88, 90, 94], "run": [0, 4, 8, 10, 11, 20, 52, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92], "period": [0, 5, 11, 85, 90, 93], "compon": [0, 2, 4, 5, 7, 8, 11, 20, 23, 82, 85, 89, 90, 93], "easili": [0, 7, 8, 11, 84], "scalabl": [0, 11], "third": [0, 9, 11], "parti": [0, 9, 11], "structur": [0, 5, 6, 8, 11, 82, 89], "implement": [0, 3, 4, 5, 7, 11, 45, 52, 64, 70, 83, 88, 90, 91, 94], "class": [0, 5, 6, 7, 11, 13, 14, 16, 17, 19, 20, 22, 23, 24, 31, 45, 46, 47, 48, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 86, 87, 88, 89, 90, 94], "new": [0, 2, 6, 8, 11, 14, 24, 60, 74, 76, 81, 83, 84, 85, 86, 87, 88, 89, 90, 93], "custom": [0, 2, 4, 5, 11, 14, 17, 20, 21, 22, 23, 50, 51, 61, 70, 84, 88, 89, 94], "wrapper": [0, 4, 5, 6, 11, 21, 24, 31, 36, 52, 83, 84, 85, 89, 91, 92], "automat": [0, 5, 6, 9, 10, 11, 71, 82, 83, 88, 90, 91, 94], "adapt": [0, 5, 11, 14, 32, 33, 34, 49, 50, 81, 82, 83, 84, 85, 86, 87, 88, 90], "mani": [0, 4, 6, 11, 82, 83, 85], "updat": [0, 5, 8, 9, 10, 11, 14, 24, 35, 71, 81, 83, 84, 85, 86, 87, 88, 90, 91, 94], "requir": [0, 5, 6, 8, 9, 10, 11, 14, 82, 84, 85, 88, 89, 90, 94], "epjson": [0, 2, 5, 6, 10, 11, 14, 27, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "file": [0, 4, 6, 7, 8, 9, 10, 11, 13, 14, 17, 20, 26, 28, 57, 58, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93], "featur": [0, 4, 5, 11, 81, 82, 85, 92], "befor": [0, 4, 5, 8, 11, 14, 52, 61, 73, 77, 83, 85, 88, 89, 94], "perform": [0, 3, 4, 5, 10, 11, 24, 52, 75, 76, 90], "For": [0, 4, 5, 6, 8, 9, 10, 11, 14, 81, 82, 83, 84, 85, 87, 88, 90, 91, 93, 94], "anoth": [0, 5, 9, 11, 82], "locat": [0, 5, 10, 11, 14, 82, 83, 93], "dai": [0, 5, 7, 11, 14, 29, 66, 67, 68, 69, 71, 81, 82, 83, 86, 87, 88, 90], "output": [0, 4, 9, 11, 14, 17, 20, 35, 50, 62, 73, 81, 82, 83, 84, 85, 86, 87, 88, 94], "meter": [0, 6, 11, 14, 17, 20, 33, 81, 82, 83, 84, 85, 86, 87, 88, 89], "field": [0, 4, 5, 11, 14, 27, 82, 85, 90, 93], "same": [0, 4, 5, 6, 8, 9, 11, 82, 84, 85, 88, 89, 90, 93], "occur": [0, 5, 11, 82], "context": [0, 5, 7, 11, 17, 74, 82, 91], "concern": [0, 5, 11, 82], "nois": [0, 5, 11, 81], "version": [0, 4, 5, 6, 9, 10, 11, 14, 61, 82, 84, 92], "save": [0, 4, 5, 11, 14, 24, 81, 82, 83, 84, 85, 86, 87, 88], "folder": [0, 5, 6, 9, 10, 11, 14, 17, 24, 82, 84, 86, 88], "leav": [0, 5, 11, 82], "origin": [0, 4, 5, 11, 14, 17, 20, 57, 71, 72, 73, 74, 75, 76, 77, 80, 82, 84, 88, 89, 94], "intact": [0, 5, 11, 82], "In": [0, 2, 5, 8, 9, 10, 11, 81, 82, 83, 84, 85, 88, 89, 91, 92], "short": [0, 8, 11], "autom": [0, 6, 11], "whole": [0, 4, 6, 11, 37, 60, 74, 81, 82, 83, 84, 85, 86, 87, 88], "process": [0, 4, 5, 6, 9, 11, 14, 17, 20, 84, 85, 90], "so": [0, 4, 5, 8, 9, 10, 11, 83, 84, 88, 89, 90, 94], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 60, 72, 81, 82, 83, 84, 89, 90, 92, 94], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 31, 36, 50, 52, 55, 74, 82, 83, 84, 85, 88, 89, 90, 91, 94], "defin": [0, 4, 5, 6, 8, 11, 14, 20, 81, 82, 84, 85, 86, 87, 88, 89, 90, 92, 94], "what": [0, 5, 11, 85, 88], "want": [0, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 52, 57, 58, 61, 72, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 94], "relat": [0, 11, 50], "abov": [0, 5, 8, 9, 11, 61, 82], "necessari": [0, 4, 8, 9, 10, 11, 83, 84], "specifi": [0, 4, 5, 6, 8, 11, 17, 57, 58, 61, 74, 82, 83, 84, 86, 88, 89, 90, 93, 94], "through": [0, 2, 5, 6, 10, 11, 78], "take": [0, 4, 5, 7, 9, 11, 14, 50, 72, 82, 83, 84], "care": [0, 8, 11, 83, 90, 94], "everyth": [0, 8, 11, 83, 84, 92], "extens": [0, 5, 10, 11, 81, 84], "inform": [0, 2, 4, 6, 9, 10, 11, 14, 17, 20, 26, 28, 32, 33, 34, 50, 60, 61, 74, 76, 82, 84, 87, 88, 89, 90, 91, 93, 94], "import": [0, 4, 7, 8, 9, 11, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92], "get": [0, 2, 5, 10, 11, 14, 52, 55, 61, 84, 86, 87], "about": [0, 2, 4, 5, 11, 12, 14, 26, 32, 33, 34, 50, 52, 82, 84, 87, 88, 89, 91, 94], "background": [0, 4, 11, 83, 85], "instanc": [0, 3, 4, 8, 9, 11, 17, 20, 54, 89], "possibl": [0, 2, 4, 5, 6, 7, 8, 10, 11, 26, 82, 84, 85, 88, 90, 93, 94], "consult": [0, 11, 85], "schedul": [0, 5, 6, 11, 14, 17, 28, 82, 89], "compos": [0, 5, 11], "whether": [0, 5, 9, 11, 17, 24, 50, 52, 54, 74, 76], "episod": [0, 4, 6, 7, 11, 14, 17, 20, 23, 24, 35, 52, 60, 74, 76, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92, 93], "length": [0, 7, 11, 52, 81, 82, 83, 84, 85, 86, 87, 88], "timestep": [0, 4, 5, 7, 11, 14, 17, 23, 60, 74, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 94], "zone": [0, 2, 6, 8, 11, 14, 82, 85, 90], "And": [0, 8, 11, 81, 84], "much": [0, 5, 11], "stabl": [0, 4, 10, 11, 22, 23, 49, 50, 84, 91], "baselin": [0, 4, 11, 22, 23, 49, 50, 84, 91], "3": [0, 2, 4, 7, 8, 10, 11, 22, 23, 61, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93], "integr": [0, 5, 9, 11], "like": [0, 4, 5, 6, 9, 10, 11, 14, 61, 81, 82, 91], "callback": [0, 5, 11, 20, 21, 51, 52, 63, 84, 89], "been": [0, 4, 5, 7, 8, 9, 10, 11, 17, 23, 24, 31, 36, 50, 52, 74, 84, 88, 89, 90, 91], "team": [0, 8, 10, 11], "order": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 82, 84, 85, 88, 90, 91, 94], "logger": [0, 5, 11, 14, 17, 20, 65, 71, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84, 85, 87, 94], "specif": [0, 2, 4, 9, 10, 11, 14, 17, 20, 84, 85, 89, 90, 91, 93], "complet": [0, 5, 11, 84], "agnost": [0, 11, 84], "ani": [0, 4, 5, 7, 10, 11, 14, 17, 23, 24, 26, 34, 46, 47, 48, 52, 60, 62, 63, 74, 75, 76, 77, 82, 84, 85, 86, 87, 88, 89, 90, 92], "drl": [0, 3, 8, 11, 77, 83, 94], "librari": [0, 8, 10, 11, 84, 87, 88, 91], "work": [0, 4, 5, 8, 9, 10, 11, 14, 17, 81, 82, 83, 84, 85, 86, 87, 88, 90, 94], "googl": [0, 4, 9, 10, 11, 53, 54, 55, 56, 57, 58], "cloud": [0, 4, 9, 11, 53, 54, 55, 56, 57, 58], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 52, 57, 58, 61, 66, 67, 68, 69, 72, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94], "account": [0, 4, 5, 7, 8, 10, 11, 54, 55, 90], "infrastructur": [0, 11], "tell": [0, 11], "do": [0, 4, 5, 7, 8, 10, 11, 52, 72, 82, 83, 84, 85, 88, 90, 91], "weight": [0, 8, 11, 66, 67, 68, 69, 82, 84, 90], "bias": [0, 8, 11, 84], "track": [0, 4, 8, 10, 11, 84, 88, 94], "visual": [0, 4, 10, 11, 84], "One": [0, 11], "": [0, 4, 5, 6, 7, 8, 10, 11, 14, 17, 48, 60, 61, 66, 67, 68, 69, 74, 78, 82, 84, 85, 89, 90, 91, 92, 93, 94], "object": [0, 4, 8, 11, 12, 14, 30, 36, 52, 56, 57, 58, 62, 75, 84, 85, 90, 94], "facilit": [0, 6, 11], "train": [0, 11, 89, 90], "reproduc": [0, 11], "comparison": [0, 11], "agent": [0, 3, 5, 11, 17, 24, 46, 47, 48, 52, 60, 74, 83, 84, 87, 88, 89, 90, 91, 94], "base": [0, 3, 4, 6, 8, 9, 11, 46, 47, 63, 65, 87, 88, 91, 94], "problem": [0, 8, 11, 88], "manag": [0, 5, 7, 8, 11, 13, 14, 54, 85, 89], "monitor": [0, 4, 8, 10, 11, 24, 52, 60, 74, 83, 84, 86, 88, 89], "lifecycl": [0, 11], "deploy": [0, 9, 11], "wandb": [0, 4, 10, 11, 63, 84], "open": [0, 2, 10, 11, 88], "sourc": [0, 2, 9, 10, 11, 17, 74, 84, 88], "platform": [0, 4, 9, 11], "machin": [0, 8, 11, 92], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 20, 23, 27, 28, 30, 35, 50, 52, 54, 60, 63, 65, 72, 77, 78, 79, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94], "let": [0, 7, 8, 10, 11, 81, 82, 84, 92], "regist": [0, 4, 5, 6, 9, 11, 81, 84], "experi": [0, 2, 4, 5, 7, 10, 11, 14, 81, 82, 83, 84, 85, 86, 87, 88, 93], "hyperparamet": [0, 4, 11, 84], "data": [0, 4, 6, 8, 11, 14, 17, 20, 23, 26, 47, 57, 58, 60, 83, 84, 85, 89], "record": [0, 4, 11, 23, 30, 60, 61, 74, 83, 84, 86, 88, 89], "real": [0, 4, 11, 60, 77, 84, 94], "store": [0, 4, 11, 14, 23, 58, 60, 82, 84, 89], "artifact": [0, 4, 8, 11, 84], "best": [0, 4, 11, 24, 84], "obtain": [0, 4, 11, 17, 74], "notebook": [0, 11, 81, 84, 86, 88], "develop": [0, 3, 4, 9, 10, 11, 88, 90, 91], "code": [0, 3, 7, 9, 10, 11, 81, 84, 88, 90, 94], "format": [0, 4, 5, 6, 7, 9, 11, 14, 26, 27, 28, 32, 33, 34, 61, 74, 82, 84, 85], "purpos": [0, 4, 8, 9, 11, 88, 94], "offer": [0, 5, 11], "case": [0, 4, 5, 6, 8, 9, 10, 11, 81, 82, 87, 88, 90, 92], "becom": [0, 11], "familiar": [0, 11], "tool": [0, 5, 9, 11, 92], "thei": [0, 4, 5, 6, 8, 9, 10, 11, 88, 90, 91], "constantli": [0, 11], "along": [0, 6, 11, 90], "itself": [0, 11, 88, 94], "accompani": [0, 11], "document": [0, 5, 8, 9, 10, 11, 26, 32, 33, 34, 82, 85, 87, 88, 89, 94], "unit": [0, 11, 78], "github": [0, 8, 10, 11, 49, 50, 91], "workflow": [0, 9, 11, 91], "effici": [0, 11, 85], "ecosystem": [0, 11], "both": [0, 4, 5, 11, 79, 88, 90], "understand": [0, 11], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 35, 52, 61, 82, 84, 85, 88, 89, 90, 91, 92, 93, 94], "introduc": [0, 5, 11], "visit": [0, 2, 4, 5, 8, 10, 11, 82, 85, 87, 88, 89, 91, 93, 94], "ad": [0, 2, 4, 10, 11, 61, 83, 84, 88, 90, 93], "section": [0, 2, 3, 4, 5, 6, 8, 10, 11, 85, 90, 91, 92, 93], "progress": [0, 4, 5, 11, 60, 62, 74, 82, 83, 84, 86, 87, 88, 89], "stai": [0, 7, 11, 90], "tune": [0, 7, 11, 90], "upcom": [0, 7, 11], "releas": [0, 7, 10, 11], "all": [0, 4, 5, 6, 8, 9, 10, 14, 17, 20, 23, 26, 35, 65, 74, 81, 83, 84, 87, 88, 89, 90, 91, 92, 93, 94], "those": [0, 4, 8, 82, 85, 90], "interest": [0, 2, 88, 93], "alwai": [0, 8, 10, 81, 84, 87, 89, 90, 94], "made": [0, 5, 6, 82, 85], "check": [0, 5, 8, 9, 31, 50, 52, 84, 89, 91], "repositori": [0, 8, 9, 10, 84, 89, 91, 92], "read": [0, 6, 8, 14, 26, 32, 33, 34, 57, 85, 88], "md": 0, "first": [0, 5, 10, 14, 52, 81, 84, 85, 86, 87, 89, 92], "benefit": [0, 4, 5], "advantag": [0, 5, 9, 83], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 84], "c": [0, 8, 66, 67, 68, 69], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 6, 10, 52, 81, 84, 88, 89, 92], "list": [0, 6, 8, 9, 10, 14, 17, 20, 30, 35, 38, 39, 40, 41, 42, 43, 44, 46, 47, 52, 60, 66, 67, 68, 69, 72, 73, 74, 75, 77, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90], "hesit": 0, "send": [0, 5, 8, 17, 55, 56, 58, 74, 77, 83, 94], "pr": 0, "badg": 0, "comput": [0, 4, 8, 61, 84], "contain": [0, 4, 5, 9, 52, 54, 55, 81, 83, 84, 88, 91, 92], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 81, 82, 84, 85, 86, 88, 89, 90, 91, 94], "instal": [0, 8, 9, 92], "host": [0, 2, 4, 6, 8, 84, 89], "offici": [0, 10], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 9, 72, 78, 82, 84, 88, 89, 93, 94], "framework": [0, 2, 83, 91, 93], "author": [0, 55], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 7, 29, 83, 87, 93], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 9], "machineri": 0, "address": 0, "york": [0, 5, 6, 84, 93], "ny": 0, "usa": [0, 93], "url": [0, 4], "http": [0, 8, 10, 49, 50, 84], "doi": 0, "org": 0, "10": [0, 5, 6, 8, 10, 17, 52, 61, 81, 82, 83, 84, 85, 86, 87, 88, 93], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "intern": [0, 4, 85, 89, 90, 94], "confer": 0, "system": [0, 2, 6, 20, 57, 58, 81, 82, 83, 84, 85, 86, 87, 88, 90], "energi": [0, 2, 4, 5, 23, 66, 67, 68, 69, 85, 90], "citi": 0, "transport": 0, "page": [0, 5, 9], "319": [0, 84], "323": [0, 84], "numpag": 0, "5": [0, 2, 5, 6, 10, 24, 66, 67, 68, 69, 72, 76, 81, 82, 83, 84, 85, 86, 87, 88, 90, 93, 94], "sinergym": [2, 3, 4, 6, 9, 11, 81, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94], "independ": [2, 91, 93], "rest": [2, 8, 10, 27, 53, 54, 93], "up": [2, 4, 5, 7, 8, 10, 14, 66, 68, 82, 84, 90, 93], "us": [2, 3, 5, 6, 7, 9, 10, 11, 14, 17, 19, 20, 24, 27, 35, 37, 50, 52, 53, 60, 61, 63, 66, 67, 68, 69, 72, 74, 77, 78, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94], "each": [2, 4, 5, 6, 7, 8, 14, 17, 23, 24, 35, 52, 60, 74, 75, 78, 82, 84, 86, 87, 88, 89, 90, 92, 93, 94], "default": [2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 23, 50, 52, 60, 61, 66, 67, 68, 69, 74, 76, 77, 78, 82, 84, 85, 88, 90, 91, 94], "project": [2, 4, 8, 9, 10, 11, 37, 84, 91], "constant": [2, 6, 66, 67, 68, 69, 84, 87, 90], "rememb": [2, 84, 85, 87], "too": [2, 4, 5, 6, 8, 9, 10, 54, 82, 83, 84, 85, 88, 89], "exampl": [2, 3, 4, 5, 6, 8, 9, 10, 11, 82, 83, 85, 86, 89, 90, 91, 94], "2zonedatacenterhvac_weconom": [2, 5, 82], "491": [2, 84], "m2": 2, "divid": 2, "two": [2, 9, 90], "asymmetr": 2, "hvac": [2, 6, 82, 85], "consist": [2, 5], "air": [2, 6, 82, 85, 87], "econom": 2, "evapor": [2, 85], "cooler": 2, "dx": [2, 85], "cool": [2, 5, 6, 82, 85, 93], "coil": [2, 85], "chill": 2, "water": [2, 85], "vav": [2, 85], "heat": [2, 6, 82, 85], "come": [2, 83, 84], "server": [2, 8, 84], "5zoneautodxvav": [2, 5, 6, 46, 81, 83, 84, 85, 86, 87, 88], "singl": [2, 83], "stori": 2, "1": [2, 6, 7, 23, 24, 66, 67, 68, 69, 77, 81, 82, 83, 84, 85, 87, 88, 90, 92, 93, 94], "indoor": [2, 46, 47, 90], "4": [2, 5, 6, 7, 10, 14, 66, 67, 68, 69, 81, 82, 83, 84, 85, 86, 87, 88], "outdoor": [2, 6, 82, 85, 87], "Its": [2, 4], "surfac": [2, 85], "area": [2, 5, 6, 82, 85], "463": [2, 84], "6": [2, 4, 6, 7, 10, 14, 66, 67, 68, 69, 82, 83, 84, 85, 87, 88, 93], "equip": [2, 85], "ga": 2, "fulli": [2, 89], "auto": [2, 4, 6, 8], "size": [2, 8, 81, 82, 83, 84, 85, 86, 87, 88, 94], "input": [2, 9, 14, 17, 20, 84, 87, 88], "ashrae9012016_warehous": 2, "non": [2, 5], "residenti": 2, "4598": 2, "floor": [2, 85], "bulk": 2, "storag": [2, 4, 6, 9, 10, 56, 57, 58], "fine": 2, "offic": [2, 5, 83], "enclos": 2, "side": 2, "top": [2, 85, 94], "uniqu": [2, 4, 90, 91], "window": 2, "fuel": [2, 85], "type": [2, 4, 5, 8, 9, 10, 14, 17, 20, 23, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 46, 47, 48, 54, 55, 56, 62, 71, 74, 75, 76, 77, 79, 80, 81, 84, 85, 86, 87, 88, 93, 94], "electr": [2, 6, 82, 85], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 50, 84, 85], "390": 2, "five": 2, "center": [2, 47, 78], "low": [2, 6, 66, 68, 82, 83, 87, 90, 91], "photovolta": 2, "panel": 2, "demonstr": 2, "batteri": 2, "full": 2, "servic": [2, 8, 9, 54, 55], "small": [2, 91], "repair": 2, "shop": [2, 5], "mondai": 2, "fridai": 2, "45": [2, 84], "week": 2, "larg": [2, 8], "12": [2, 5, 6, 7, 69, 81, 82, 83, 84, 85, 86, 87, 88, 93], "basement": 2, "rectangular": 2, "46": [2, 84], "320": [2, 84], "organ": [2, 5, 91], "19": [2, 67, 69, 81, 84, 86, 87, 88], "bot": [2, 9], "mid": [2, 93], "level": [2, 5, 9, 62, 85, 91], "describ": [2, 20, 47, 61], "charg": [2, 79, 94], "discharg": [2, 79], "grid": 2, "current": [3, 4, 5, 7, 8, 9, 10, 14, 17, 60, 74, 80, 83, 84, 85, 86, 88, 90, 91, 94], "random": [3, 48, 83], "rule": [3, 46, 47, 85, 91, 94], "5zone": [3, 5, 6, 7, 82, 84, 87, 88], "datacent": [3, 5, 82], "find": [3, 9, 84, 89], "util": [3, 4, 8, 13, 17, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 94], "py": [3, 4, 6, 8, 10, 50, 81, 82, 83, 84, 85, 86, 87, 88, 91, 92, 94], "veri": [3, 5, 10, 77, 84, 85, 90, 94], "refer": [3, 6, 8, 24], "point": [3, 84, 85, 92], "studi": 3, "simpl": [3, 5, 81, 85, 90], "given": [3, 4, 14, 27, 28, 30, 31, 35, 66, 67, 68, 69, 90, 94], "return": [3, 4, 5, 9, 14, 17, 20, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 46, 47, 48, 52, 54, 55, 56, 60, 61, 62, 71, 73, 74, 75, 76, 77, 79, 80, 85, 86, 87, 88, 90, 92, 94], "interact": [3, 4, 50, 60, 74, 81, 83, 84, 88, 89, 94], "usag": [3, 8], "sure": [3, 5, 84, 88], "particularli": [3, 50], "part": [3, 8], "facil": [4, 6, 82, 85], "although": [4, 84], "discret": [4, 5, 6, 72, 73, 77, 81, 82, 83, 84, 85, 87, 90, 94], "continu": [4, 5, 6, 7, 9, 10, 77, 81, 82, 83, 84, 87, 88, 94], "ppo": 4, "ye": [4, 5, 6, 81, 82, 85, 86], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 84], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 8, 10, 20, 81, 82, 84, 88, 94], "refin": 4, "call": [4, 5, 8, 9, 10, 14, 20, 24, 52, 61, 73, 77, 82, 84, 89, 94], "stage": 4, "procedur": [4, 9], "access": [4, 10, 84], "state": [4, 20, 74, 85], "dure": [4, 5, 9, 17, 23, 24, 84, 89, 92], "manipul": [4, 9], "bar": 4, "inherit": [4, 65, 88, 94], "column": [4, 5, 14], "due": [4, 79, 84, 85], "its": [4, 5, 6, 8, 9, 10, 20, 55, 73, 74, 81, 82, 88, 90, 92, 94], "execut": [4, 5, 9, 10, 14, 17, 20, 54, 60, 62, 75, 76, 84, 85, 88], "log": [4, 23, 60, 62, 74, 84, 85, 88, 89, 94], "extract": [4, 5, 14, 35, 84, 85], "why": 4, "sinergym_logg": [4, 23], "attribut": [4, 14, 17, 20, 60, 61, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84, 85, 89], "constructor": [4, 5, 6, 7, 14, 26, 60, 71, 79, 80, 82, 88, 90, 94], "loggercallback": [4, 84], "basecallback": [4, 24], "With": [4, 5, 6, 84], "compar": [4, 84, 88], "summari": [4, 5, 10, 74, 81, 83, 84, 86, 88], "registr": [4, 5], "enabl": [4, 8, 9, 84], "metric": [4, 52, 84], "There": [4, 8, 10, 89], "tabl": [4, 5, 10, 14], "other": [4, 8, 10, 52, 82, 84, 85, 88, 89, 90, 94], "vice": 4, "versa": 4, "depend": [4, 5, 6, 10, 60, 66, 67, 68, 69, 82, 83, 84, 85, 88, 89, 90, 91, 94], "sinc": [4, 5, 7, 8, 87, 89, 90, 94], "0": [4, 5, 6, 8, 17, 23, 29, 60, 63, 66, 67, 68, 69, 72, 77, 79, 81, 82, 83, 84, 85, 86, 87, 88, 90, 92, 94], "frequenc": [4, 23], "regardless": [4, 89], "363": 4, "result": [4, 7, 52, 81, 83, 84, 85, 86, 87, 88, 89, 92], "end": [4, 8, 17, 20, 29, 60, 66, 67, 68, 69, 74, 83, 84, 86, 88, 89], "loggerevalcallback": [4, 84], "eventcallback": 4, "particular": [4, 5, 81], "concret": [4, 88], "construct": [4, 8, 85, 88], "place": [4, 5, 83, 92], "On": [4, 8, 10, 82, 85], "hand": [4, 8, 10, 82], "occupi": [4, 85], "accur": 4, "averag": [4, 52, 92], "indic": [4, 8, 23], "therefor": [4, 5, 6, 83, 90, 94], "faith": 4, "realiti": 4, "term": [4, 5, 23, 66, 67, 68, 69, 75, 88, 90], "good": 4, "turn": 4, "out": [4, 61, 85, 88, 89, 90, 94], "calcul": [4, 5, 14, 71, 82, 85, 90, 92], "power": [4, 60, 66, 67, 68, 69, 85, 89, 90], "consumpt": [4, 23, 67, 68, 69, 89, 90], "temperatur": [4, 5, 6, 46, 47, 66, 67, 68, 69, 72, 82, 85, 87, 90, 93], "violat": [4, 23], "comfort": [4, 5, 10, 23, 66, 67, 68, 69, 83, 87, 89, 90], "penalti": [4, 89, 90], "percentag": [4, 9], "mean": [4, 9, 14, 24, 52, 78, 81, 82, 83, 84, 86, 87, 89, 90, 92, 93], "taken": [4, 90, 92], "decid": [4, 5, 8, 83, 84], "when": [4, 5, 6, 8, 9, 14, 20, 24, 50, 52, 60, 67, 69, 78, 79, 81, 83, 84, 89, 90, 92, 94], "better": 4, "action_network": [4, 84], "raw": 4, "network": 4, "action_simul": [4, 84], "transform": [4, 20, 71, 72, 77, 88, 94], "being": [4, 5, 8, 89, 90], "valu": [4, 5, 6, 7, 8, 10, 14, 17, 20, 23, 26, 27, 35, 63, 71, 72, 74, 75, 77, 79, 80, 82, 84, 85, 86, 88, 89, 90, 94], "next": [4, 5, 6, 8, 9, 10, 17, 20, 74, 76, 84, 85, 88, 90, 91], "equival": [4, 6, 85], "csv": [4, 5, 60, 74, 83, 84, 86, 88, 89], "ep_length": 4, "cumulative_reward": [4, 84], "sum": [4, 81, 82, 83, 84, 86, 87, 88, 92, 94], "mean_reward": [4, 84], "cumulative_pow": [4, 84], "mean_pow": [4, 84], "cumulative_temperature_viol": [4, 84], "c\u00ba": 4, "rang": [4, 5, 7, 35, 47, 66, 67, 68, 69, 77, 81, 82, 83, 84, 86, 87, 88, 90, 92, 94], "mean_temperature_viol": [4, 84], "cumulative_comfort_penalti": [4, 84], "mean_comfort_penalti": [4, 84], "cumulative_energy_penalti": [4, 84], "mean_energy_penalti": [4, 84], "comfort_violation_tim": [4, 84], "bound": [4, 88], "normalized_observ": 4, "option": [4, 6, 8, 9, 10, 14, 17, 35, 50, 60, 61, 66, 67, 68, 69, 74, 76, 82, 84, 85, 86, 89, 91], "normal": [4, 77, 78, 82, 84, 89, 90, 91, 92, 94], "rollout": [4, 24, 84], "exploration_r": [4, 84], "doesn": [4, 8, 94], "t": [4, 6, 8, 10, 30, 66, 68, 78, 79, 81, 83, 88, 89, 93, 94], "neural": 4, "eval": [4, 24, 84], "done": [4, 5, 6, 60, 84, 88, 89], "graph": [4, 6], "than": [4, 5, 8, 9, 79, 82, 84, 89, 90], "label": 4, "evalloggercallback": 4, "method": [4, 5, 7, 8, 9, 14, 17, 20, 23, 24, 28, 46, 47, 48, 50, 52, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84, 85, 88, 89, 90, 94], "try": [4, 5], "script": [4, 82, 84, 92], "train_ag": [4, 8, 84], "most": [4, 89, 90], "must": [4, 5, 6, 8, 10, 14, 17, 20, 72, 73, 82, 89, 94], "keep": 4, "mind": 4, "concaten": 4, "callbacklist": [4, 84], "until": [4, 9], "where": [4, 5, 14, 20, 24, 28, 54, 57, 58, 67, 69, 84, 85, 90], "log_interv": [4, 84], "comment": 4, "off": [4, 85], "polici": [4, 8, 24, 51, 52], "curriculum": 4, "add": [4, 5, 8, 9, 80, 82, 84, 88, 89, 94], "valid": [4, 55, 61], "path": [4, 14, 20, 24, 28, 35, 57, 58, 60, 81, 82, 83, 84, 85, 86, 87, 88], "abl": [4, 5, 8, 10, 82], "conf": [4, 26, 32, 33, 34], "str": [4, 5, 6, 14, 17, 20, 24, 26, 27, 28, 30, 32, 33, 34, 35, 52, 54, 55, 58, 60, 61, 62, 63, 66, 67, 68, 69, 74, 75, 76, 80, 84, 86, 90], "json": [4, 5, 6, 8, 14, 17, 26, 32, 33, 34, 84], "alloc": [4, 6, 8, 9, 20, 84], "train_agent_exampl": 4, "obligatori": 4, "don": [4, 6, 8, 10, 81, 83, 88, 89, 94], "overwrit": [4, 82, 84, 88, 94], "seed": [4, 17, 74, 76], "id": [4, 5, 6, 8, 26, 82, 84, 90], "respect": [4, 5, 9, 85, 88, 90], "mention": [4, 5, 8, 82, 85], "otherwis": [4, 7, 73, 82, 88], "error": [4, 8, 9, 52, 73, 82, 88, 94], "appropri": [4, 82, 92], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 84], "local": [4, 8, 24, 52, 57, 58, 81, 82, 83, 84, 85, 86, 87, 88, 92], "__version__": [4, 84], "env": [4, 5, 6, 7, 8, 10, 24, 31, 35, 36, 46, 47, 48, 49, 50, 52, 65, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92], "overwritten": [4, 82], "number": [4, 5, 10, 14, 17, 23, 24, 52, 60, 76, 82, 84, 85, 88, 89], "remot": [4, 9, 10, 84, 91], "bucket": [4, 57, 58], "delet": [4, 20, 54, 88], "previou": [4, 5, 8, 9, 10, 76, 80, 84, 94], "load_ag": [4, 8, 84], "load_agent_exampl": 4, "onc": [4, 5, 10], "predict": [4, 52, 84], "agre": [4, 88], "collect": [4, 5, 24, 60, 84, 92], "sent": [4, 5], "memori": [4, 8], "form": 4, "direct": [4, 5, 6, 82, 85], "support": [4, 5, 10, 84, 91], "plan": 4, "As": [5, 6, 8, 10, 82, 84, 85, 88], "introduct": 5, "three": 5, "receiv": [5, 77, 88, 94], "At": [5, 8, 9, 81, 84, 88, 92, 94], "gym": [5, 6, 7, 17, 50, 52, 65, 70, 73, 74, 76, 81, 82, 83, 84, 85, 86, 87, 88, 90, 92, 94], "via": 5, "handler": [5, 20, 81, 82, 83, 84, 86, 87, 88, 89], "influenc": [5, 85], "cours": 5, "imag": [5, 8, 10], "show": [5, 9, 14, 85], "modul": [5, 8, 9, 10, 12, 15, 18, 21, 89, 91], "correctli": [5, 6, 8, 28, 88, 89, 91, 92, 94], "scheme": [5, 14], "abstract": 5, "task": 5, "handl": 5, "prepar": [5, 10, 20], "initi": [5, 17, 20, 24, 56, 61, 72, 74, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90], "reset": [5, 14, 17, 20, 52, 61, 74, 76, 78, 81, 82, 83, 84, 85, 86, 87, 88, 92], "dictionari": [5, 7, 9, 14, 17, 26, 27, 28, 32, 33, 34, 61, 74, 82, 85, 90], "kei": [5, 6, 7, 8, 14, 17, 20, 26, 27, 30, 35, 63, 75, 89], "time_elaps": [5, 81, 83, 84, 86, 87, 88], "elaps": [5, 60], "month": [5, 6, 29, 66, 67, 68, 69, 71, 81, 82, 83, 84, 85, 86, 87, 88, 92, 94], "is_rain": [5, 81, 83, 86, 87, 88], "true": [5, 24, 31, 50, 52, 60, 61, 74, 76, 84, 85, 86, 88], "rain": [5, 93], "count": [5, 6, 52, 85], "epw": [5, 6, 14, 17, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "eplu": [5, 6, 7, 17, 35, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92], "demo": [5, 81, 82, 85, 86, 87, 92], "v1": [5, 6, 7, 17, 81, 82, 83, 84, 85, 86, 87, 88, 90, 92], "usa_pa_pittsburgh": [5, 81, 83, 85, 86, 93], "allegheni": [5, 81, 83, 85, 86, 93], "counti": [5, 81, 83, 85, 86, 93], "ap": [5, 6, 81, 82, 83, 84, 85, 86, 93], "725205_tmy3": [5, 81, 83, 85, 86, 93], "No": [5, 6, 81, 82, 85, 86], "01": [5, 84, 88], "31": [5, 7, 61, 81, 82, 83, 84, 85, 86, 87, 88], "03": [5, 84, 88], "hot": [5, 6, 7, 66, 67, 68, 69, 82, 83, 87, 88, 90, 93], "usa_az_davi": [5, 6, 83, 87, 88, 93], "monthan": [5, 6, 83, 87, 88, 93], "afb": [5, 6, 83, 87, 88, 93], "722745_tmy3": [5, 6, 83, 87, 88, 93], "mix": [5, 6, 84, 85, 90, 93], "usa_ny_new": [5, 6, 84, 93], "j": [5, 6, 84, 93], "f": [5, 6, 10, 84, 93], "kennedi": [5, 6, 84, 93], "intl": [5, 6, 82, 84, 93], "744860_tmy3": [5, 6, 84, 93], "usa_wa_port": [5, 6, 82, 93], "angel": [5, 6, 82, 93], "william": [5, 6, 82, 93], "r": [5, 6, 66, 68, 82, 93], "fairchild": [5, 6, 82, 93], "727885_tmy3": [5, 6, 82, 93], "box": [5, 6, 17, 82, 83, 84, 85, 87, 88], "stochast": [5, 6, 24, 52, 82, 84, 90], "warehous": 5, "ashrae9012016_warehouse_denv": 5, "ashrae9012016_officemedium_denv": 5, "officegrid": 5, "officegridstoragesmooth": [5, 79], "shopwithvandbatteri": 5, "v3": [5, 94], "9": [5, 6, 10, 47, 66, 67, 68, 69, 83, 84, 85, 87, 88, 90, 93], "gener": [5, 6, 8, 9, 14, 17, 84, 85, 88, 89, 94], "instead": [5, 6, 8, 10, 52, 75, 81, 82, 83, 84, 85, 86, 87, 88, 90, 94], "manual": [5, 7, 9, 83, 84], "fact": 5, "dedic": 5, "discretizeenv": [5, 6, 84, 88], "either": [5, 61], "predefin": [5, 82, 85, 90], "shown": [5, 10, 82, 88, 92], "argument": [5, 20, 61, 73, 82], "subsect": 5, "building_fil": [5, 6, 17], "idf": [5, 10, 27], "intermedi": [5, 85], "element": [5, 27, 30, 60, 85, 89, 94], "diagram": 5, "weather_fil": [5, 6, 14, 17, 82], "climat": [5, 93], "condit": [5, 17, 46], "sever": [5, 6, 8, 14, 82, 85, 90, 93, 94], "select": [5, 10, 14, 17, 46, 47, 48, 74, 82, 87, 88, 94], "re": [5, 89], "randomli": [5, 14, 17, 48, 79, 82, 92], "increas": [5, 84, 88, 90, 94], "complex": [5, 91], "desir": [5, 87], "weather_vari": [5, 13, 17, 82], "ornstein": [5, 14, 17], "uhlenbeck": [5, 14, 17], "Then": [5, 8, 10, 83, 85, 88, 94], "tupl": [5, 7, 14, 17, 20, 32, 34, 63, 66, 67, 68, 69, 72, 74, 75, 76, 77, 86], "sigma": [5, 14, 17], "mu": [5, 17], "tau": [5, 14], "whose": [5, 60, 88, 90, 94], "natur": 5, "moreov": 5, "need": [5, 8, 10, 81, 86, 87, 89], "reward_kwarg": [5, 6, 17, 82, 90], "sub": [5, 8, 17], "max_ep_data_store_num": [5, 6, 17, 82], "last": [5, 10, 17, 35, 74], "n": [5, 76, 88], "activ": [5, 10, 23, 60, 74, 83, 84, 86, 88, 89], "present": [5, 14, 89], "time_vari": [5, 6, 17, 20, 82], "By": [5, 7, 10, 82, 88, 90, 94], "day_of_month": [5, 6, 82, 84, 85, 87, 88, 94], "custom_variable_nam": 5, "variable_kei": 5, "rdd": 5, "similar": [5, 90], "custom_meter_nam": 5, "mdd": 5, "mtd": 5, "custom_actuator_nam": 5, "actuator_typ": 5, "actuator_valu": 5, "actuator_original_nam": 5, "empti": [5, 10, 17, 20], "data_avail": [5, 89], "txt": [5, 9, 89], "alon": [5, 54], "dynam": [5, 88, 94], "action_spac": [5, 6, 17, 48, 81, 82, 83, 86, 87, 88, 92], "standard": [5, 9, 27, 46, 81, 92, 94], "previous": [5, 14, 89], "inconsist": [5, 82], "multidiscret": [5, 73, 94], "multibinari": [5, 73, 94], "default_configur": [5, 6, 26], "meanwhil": 5, "env_nam": [5, 14, 17, 35, 82, 84, 89], "directori": [5, 10, 14, 17, 57, 58, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "runperiod": [5, 14, 17, 81, 82, 83, 84, 85, 86, 87, 88], "grow": 5, "config_param": [5, 6, 7, 17, 82], "cover": [5, 10], "world": 5, "greatest": 5, "divers": 5, "certain": 5, "characterist": [5, 90], "give": [5, 8, 88], "explan": 5, "download": [5, 84], "ddy": [5, 14], "exactli": 5, "should": [5, 6, 7, 8, 10, 24, 65, 89, 92, 94], "That": [5, 90], "sizingperiod": [5, 83], "designdai": [5, 14, 83], "site": [5, 6, 82, 83, 85], "alreadi": [5, 8, 82, 87, 91], "even": [5, 82, 87], "perhap": 5, "ones": [5, 94], "intend": 5, "someon": 5, "pretend": 5, "v2": 5, "higher": [5, 90], "convert": [5, 26, 27, 88, 94], "convertinputformat": 5, "Be": 5, "ensur": [5, 88], "correct": [5, 6, 8, 10, 81, 82, 83, 84, 85, 86, 87, 88, 89], "now": [5, 8, 10, 81, 84, 86, 87, 88], "write": [5, 6, 8, 9, 10, 14, 63, 91], "correspond": 5, "configuration_json_fil": 5, "know": [5, 8, 89], "look": [5, 31, 36, 50, 87, 89], "fill": 6, "explain": [6, 8, 9], "tediou": 6, "built": [6, 8, 9], "addition": 6, "simpler": 6, "pars": [6, 77, 94], "descript": [6, 20], "id_bas": 6, "weather_specif": 6, "variat": [6, 14, 72], "max": [6, 35, 66, 68], "dict": [6, 14, 17, 20, 24, 26, 27, 28, 32, 33, 34, 35, 52, 60, 63, 74, 75, 76, 86, 87, 88, 89, 90], "action_space_discret": 6, "only_discret": 6, "discrete_spac": [6, 73, 88], "flag": [6, 20, 60, 71, 74, 86, 88, 94], "kwarg": [6, 23, 24, 26, 63, 78], "mandatori": 6, "becaus": [6, 8, 9, 87, 89], "intuit": 6, "null": 6, "001": [6, 82, 84], "drybulb": [6, 14, 82, 85, 87], "variable_nam": 6, "outdoor_temperatur": [6, 82, 84, 85, 87, 88], "rel": [6, 28, 82, 85], "humid": [6, 82, 85, 93], "outdoor_humid": [6, 82, 84, 88], "wind": [6, 82, 85], "speed": [6, 82, 85], "wind_spe": [6, 82, 84, 88], "wind_direct": [6, 82, 84, 88], "diffus": [6, 82, 85], "solar": [6, 82, 85], "radiat": [6, 82], "rate": [6, 79, 82, 85], "diffuse_solar_radi": [6, 82, 84, 88], "direct_solar_radi": [6, 82, 84, 88], "thermostat": [6, 82, 85], "setpoint": [6, 46, 47, 72, 82, 85, 87, 88, 94], "htg_setpoint": [6, 84, 85, 87, 88], "space5": [6, 85], "clg_setpoint": [6, 84, 85, 87, 88], "air_temperatur": [6, 82, 84, 85, 87, 88], "air_humid": [6, 84, 85, 88], "people_occup": [6, 84, 88], "environment": [6, 46, 85], "impact": [6, 85], "total": [6, 82, 84, 85, 88], "co2": [6, 85], "emiss": [6, 85], "carbon": [6, 85], "mass": [6, 85], "co2_emiss": [6, 84, 88], "demand": [6, 82, 85], "hvac_electricity_demand_r": [6, 82, 84, 85, 88], "total_electricity_hvac": [6, 84, 88], "htg": [6, 14, 85], "setp": [6, 85], "sch": [6, 85], "heating_setpoint_rl": [6, 82, 84, 85], "element_typ": 6, "compact": [6, 82, 85], "value_typ": 6, "clg": [6, 14, 85], "cooling_setpoint_rl": [6, 82, 84, 85], "np": [6, 17, 60, 71, 74, 75, 76, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 92], "arrai": [6, 60, 81, 82, 83, 84, 86, 87, 88], "23": [6, 82, 83, 84, 85, 87, 88], "dtype": [6, 81, 82, 83, 86], "float32": [6, 17, 81, 82, 83, 85, 86, 88], "high": [6, 82, 83, 87], "21": [6, 83, 84, 87, 88, 93], "40": [6, 61, 84, 88], "shape": [6, 82, 83], "linearreward": [6, 17, 85, 90], "temperature_vari": [6, 66, 67, 68, 69, 82, 90], "energy_vari": [6, 66, 67, 68, 69, 82, 90], "range_comfort_wint": [6, 66, 67, 68, 69, 82, 90], "20": [6, 61, 82, 84, 86, 87, 88], "range_comfort_summ": [6, 66, 67, 68, 69, 82, 90], "26": [6, 82, 83, 84, 85, 88], "summer_start": [6, 66, 67, 68, 69], "summer_fin": [6, 66, 67, 68, 69], "30": [6, 61, 66, 67, 68, 69, 82, 84, 85, 87, 88], "energy_weight": [6, 66, 68, 69, 82, 90], "lambda_energi": [6, 66, 67, 68, 69], "1e": [6, 66, 67, 68, 69, 78, 84], "lambda_temperatur": [6, 66, 67, 68, 69], "map": [6, 77, 82, 84, 88, 94], "default_": 6, "upper": [6, 79], "_discrete_funct": 6, "final": [6, 8, 81, 83, 84, 85], "faster": 6, "individu": [6, 8], "amplifi": 7, "investig": 7, "To": [7, 8, 10, 85, 91], "extra_param": 7, "timesteps_per_hour": [7, 82], "1997": 7, "1998": [7, 84], "appli": [7, 9, 14, 17, 71, 78, 84, 88, 90, 94], "skeleton": 7, "separ": 7, "less": [7, 83, 84], "1991": [7, 81, 82, 83, 84, 85, 86, 87, 88], "determin": [7, 14, 20, 61, 84, 88], "start_dai": [7, 81, 82, 83, 84, 85, 86, 87, 88], "start_month": [7, 81, 82, 83, 84, 85, 86, 87, 88], "start_year": [7, 81, 82, 83, 84, 85, 86, 87, 88], "end_dai": [7, 29, 81, 82, 83, 84, 85, 86, 87, 88], "end_month": [7, 81, 82, 83, 84, 85, 86, 87, 88], "end_year": [7, 29, 81, 82, 83, 84, 85, 86, 87, 88], "februari": 7, "29th": 7, "leap": 7, "fail": [7, 8, 20, 84], "apply_extra_conf": 7, "gcloud": [8, 84], "idea": [8, 90], "virtual": [8, 10], "gce": 8, "finish": [8, 9, 81, 84, 92], "job": [8, 9, 10, 84, 91], "remov": [8, 54, 66, 67, 68, 69, 84, 85], "firstli": 8, "sdk": [8, 10], "auth": [8, 54], "invoic": 8, "recommend": [8, 9, 10, 47, 82, 83, 84, 88, 90, 94], "secondli": 8, "docker": [8, 9], "link": 8, "authent": 8, "begin": [8, 88, 90, 94], "registri": 8, "pub": 8, "sql": 8, "admin": 8, "firestor": 8, "datastor": 8, "gmail": 8, "henc": 8, "client": [8, 56, 57, 58], "artifactregistri": 8, "googleapi": 8, "com": [8, 10, 49, 50], "cloudapi": 8, "cloudbuild": 8, "containerregistri": 8, "sqladmin": 8, "cloudfunct": 8, "pubsub": 8, "serviceusag": 8, "drive": 8, "appengin": 8, "Or": 8, "consol": 8, "termin": [8, 60, 61, 62, 75, 76, 81, 82, 83, 84, 86, 87, 88, 92], "applic": [8, 91], "login": [8, 84], "upload": [8, 9, 58, 84], "public": 8, "eu": 8, "gcr": 8, "io": 8, "latest": [8, 9, 10, 84, 88, 94], "europ": 8, "west1": 8, "b": [8, 84], "privileg": [8, 55], "restart": 8, "never": [8, 81, 92], "stdin": 8, "tty": 8, "boot": 8, "disk": 8, "20gb": 8, "pd": 8, "ssd": 8, "n2": 8, "highcpu": 8, "8": [8, 10, 69, 78, 82, 83, 84, 87, 88, 93], "hub": [8, 9, 10], "prefer": 8, "realli": 8, "10gb": 8, "isn": 8, "enough": 8, "deriv": 8, "silenc": 8, "would": [8, 83, 88, 90], "incid": 8, "clear": 8, "suppos": 8, "fork": [8, 9], "yaml": 8, "dockerfil": [8, 9, 10, 91, 92], "cach": 8, "quick": 8, "cloudsdktool": 8, "entrypoint": 8, "bash": [8, 20], "arg": [8, 10, 23, 24, 63, 81, 82, 83, 84, 85, 86, 87, 88], "pull": 8, "project_id": 8, "exit": 8, "sinergym_extra": [8, 10], "push": 8, "command": [8, 9, 20, 91], "builder": 8, "gsutil": 8, "iam": 8, "ch": 8, "allus": 8, "objectview": 8, "appspot": 8, "disksizegb": 8, "timeout": 8, "86400": 8, "older": 8, "wa": 8, "inner": [8, 23, 54, 57, 58], "confus": 8, "helper": 8, "upgrad": 8, "global": [8, 52], "least": 8, "free": [8, 87], "might": 8, "submit": 8, "region": 8, "config": [8, 81, 82, 83, 84, 85, 86, 87, 88, 91], "substitut": [8, 71, 82, 88, 89, 94], "predetermin": 8, "enter": [8, 92], "after": [8, 52, 81, 82, 88], "immedi": 8, "hasn": [8, 30], "yet": [8, 84, 91], "think": 8, "notifi": 8, "happen": [8, 9], "wait": [8, 84], "minut": [8, 84], "gserviceaccount": 8, "scope": 8, "www": 8, "devstorag": 8, "full_control": 8, "gce_zon": 8, "gce_project_id": 8, "group": [8, 54], "quot": 8, "probabl": 8, "readi": [8, 10, 81, 82, 83, 84, 85, 86, 87, 88], "connect": [8, 19], "ssh": 8, "optim": 8, "o": 8, "attach": 8, "everi": [8, 9, 10, 24, 81, 83, 86, 87, 88, 91, 92], "evalu": [8, 24, 84, 90], "without": [8, 9, 83], "auto_delet": 8, "remote_stor": 8, "bind": 8, "member": 8, "serviceaccount": 8, "role": 8, "owner": 8, "project_path": 8, "export": [8, 28, 85], "google_cloud_credenti": 8, "dote": 8, "root": [8, 10, 84, 89, 92], "gitignor": 8, "ignor": [8, 9, 23, 91], "token": [8, 54, 55], "trigger": [8, 24], "event": [8, 9, 61], "consequ": [8, 82, 90], "advertis": 8, "captur": 8, "slack": 8, "sm": 8, "email": 8, "pipelin": 9, "deploi": 9, "softwar": [9, 10], "websit": 9, "pep8": 9, "aggress": 9, "isort": 9, "sort": 9, "warn": [9, 24, 50, 52, 72, 84, 85, 87, 88], "rise": [9, 85], "pytyp": 9, "d": [9, 81, 82, 83, 84, 85, 86, 87, 88], "cannot": 9, "fix": 9, "compil": 9, "sphinx": 9, "rais": [9, 14, 52, 73, 94], "exist": [9, 82, 84, 88, 89], "vocabulari": 9, "spell": 9, "mistak": 9, "unknown": 9, "word": 9, "doc": [9, 10, 84], "spelling_wordlist": 9, "alphabet": 9, "accept": 9, "messag": [9, 61, 82, 84], "behav": 9, "statu": [9, 85], "docstr": 9, "pytest": [9, 10], "insid": [9, 90, 92], "secur": 9, "identifi": 9, "prevent": 9, "malici": 9, "attempt": 9, "pull_request_target": 9, "checkout": 9, "branch": 9, "skip": [9, 50], "commit": 9, "ci": [9, 50], "string": [9, 61], "161": [9, 84], "sequenti": 9, "autopep8": 9, "tag": [9, 10], "successfulli": [9, 10, 81, 82, 83, 84, 85, 86, 87, 88, 91], "codecov": 9, "coverag": 9, "edit": 9, "catch": 9, "pypi": [9, 10], "yml": [9, 10, 91], "minim": 9, "below": [10, 88, 90, 93], "throughout": 10, "ubuntu": 10, "18": [10, 81, 84, 86, 87, 88, 93], "04": [10, 84], "lt": [10, 84, 85, 88], "7": [10, 82, 83, 84, 85, 87, 88, 90, 93], "22": [10, 81, 82, 83, 84, 85, 87, 88], "avoid": [10, 52], "wish": 10, "pip": [10, 91], "setup": 10, "tag_nam": 10, "setup_tag": 10, "example1": 10, "studio": 10, "simpli": [10, 82, 88], "pop": [10, 86], "button": 10, "reopen": 10, "isol": 10, "vscode": 10, "clone": [10, 92], "git": 10, "ugr": 10, "sail": 10, "cd": 10, "sudo": 10, "apt": 10, "virtualenv": 10, "env_sinergym": 10, "python3": [10, 81, 82, 83, 84, 85, 86, 87, 88], "bin": 10, "altern": 10, "conda": 10, "python_environ": 10, "program": 10, "outsid": [10, 85, 88, 90], "instruct": 10, "linux": 10, "choos": 10, "pythonpath": 10, "interpret": 10, "told": 10, "consid": [10, 66, 67, 68, 69, 81, 90, 94], "subset": [10, 82, 88], "supervis": [10, 91], "vv": [10, 91], "anywai": [10, 91], "param": [13, 14, 23, 24, 47, 60, 84], "modif": [13, 90], "json_fil": 14, "max_ep_stor": 14, "int": [14, 17, 23, 24, 29, 38, 39, 40, 41, 42, 43, 44, 52, 60, 63, 66, 67, 68, 69, 72, 73, 74, 75, 76, 86, 87, 88], "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 30, 81, 82, 83, 84, 85, 86, 87, 88], "epm": [14, 30], "_variabl": 14, "_meter": 14, "_actuat": 14, "experiment_path": [14, 84], "episode_path": [14, 17], "none": [14, 17, 20, 24, 28, 35, 36, 46, 47, 50, 52, 60, 61, 63, 74, 76, 84, 85, 86], "ddy_model": 14, "weather_data": [14, 81, 82, 83, 84, 85, 86, 87, 88], "weatherdata": 14, "zone_nam": [14, 17, 85], "episode_length": [14, 17, 84, 85], "second": [14, 29, 52, 81, 82, 83, 84, 85, 86, 87, 88], "step_siz": [14, 17, 85], "timestep_per_episod": [14, 17, 84, 85], "__init__": [14, 17, 20, 23, 24, 46, 47, 48, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 86, 90], "adapt_building_to_config": 14, "adapt_building_to_epw": 14, "summerdai": 14, "ann": 14, "condn": 14, "db": [14, 85], "mwb": 14, "winterdai": 14, "99": [14, 82, 84, 87, 88], "summer": [14, 66, 67, 68, 69, 90, 93], "winter": [14, 90, 93], "desingdai": 14, "adapt_building_to_met": 14, "adapt_building_to_vari": 14, "apply_weather_vari": 14, "float": [14, 17, 29, 35, 38, 39, 40, 41, 42, 43, 44, 52, 60, 66, 67, 68, 69, 72, 73, 74, 75, 76, 77, 78], "affect": [14, 52], "ou": 14, "properti": [14, 17, 20, 72, 73], "building_path": [14, 17, 20, 85], "ddy_path": [14, 17], "get_schedul": 14, "found": [14, 94], "idd_path": [14, 17], "save_building_model": 14, "set_episode_working_dir": 14, "dir": 14, "except": [14, 20, 61], "parent": [14, 84], "update_weather_path": 14, "weather_path": [14, 17, 20, 85], "union": [17, 28, 60, 73, 74, 75, 76, 86], "sampl": [17, 81, 82, 83, 86, 88, 92, 93], "match": [17, 20, 73, 88, 94], "transfer": [17, 20, 85], "tao": 17, "feedback": 17, "pass": [17, 24, 52], "actuator_handl": [17, 85], "available_handl": [17, 85], "close": [17, 74, 81, 82, 83, 84, 86, 87, 88, 92], "is_discret": [17, 72, 73, 84, 85, 88], "bool": [17, 20, 24, 31, 50, 52, 60, 72, 73, 74, 75, 76, 86], "is_run": [17, 20, 85], "metadata": 17, "render_mod": 17, "human": [17, 46], "meter_handl": [17, 85], "observation_spac": 17, "render": [17, 24, 50, 52, 84], "mode": 17, "ndarrai": [17, 39, 60, 71, 74, 75, 76, 79, 80, 86], "np_random": [17, 74], "chosen": [17, 46, 47, 48, 74, 87, 92], "entropi": [17, 74], "addit": [17, 23, 50, 52, 74, 85], "integ": [17, 74], "truncat": [17, 60, 74, 75, 81, 82, 83, 84, 86, 87, 88, 92], "var_handl": [17, 85], "workspace_path": [17, 84, 85], "pyenergyplu": 19, "obs_queu": 20, "queue": [20, 88, 94], "info_queu": 20, "act_queu": 20, "runner": 20, "thread": 20, "make_eplus_arg": 20, "output_path": [20, 35], "stop": 20, "forc": [20, 84], "clean": 20, "join": 20, "again": 20, "common": [21, 24, 52, 84, 85, 90, 91], "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 72, 94], "dump_frequ": 23, "100": [23, 83, 84], "fals": [23, 24, 52, 60, 74, 81, 82, 83, 84, 85, 86, 87, 88, 92], "verbos": [23, 24, 84, 91], "dump": [23, 63], "interv": 23, "csvlogger": [23, 74, 84, 86, 89], "boolean": 23, "eval_env": [24, 84], "callback_on_new_best": 24, "accord": [24, 93], "n_eval_episod": [24, 52, 84], "eval_freq": [24, 84], "freq": 24, "log_path": [24, 84], "npz": 24, "best_model_save_path": [24, 84], "determinist": [24, 52, 84], "stable_baselines3": [24, 52, 84], "vec_env": [24, 52, 84], "vecenv": [24, 52], "callback_after_ev": 24, "10000": 24, "update_child_loc": 24, "locals_": 24, "env_kwarg": 26, "eppi": 27, "de": 27, "excel": [28, 85], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 88, 94], "st": 29, "mon": 29, "24": [29, 83, 84, 86, 87, 88], "got": 30, "explicitli": 30, "wrapper_class": [31, 36], "last_result": 35, "min": [35, 85], "absolut": [35, 66, 68, 90], "retriev": 36, "vecenvwrapp": 36, "recurs": [36, 57, 58], "search": [36, 84, 85], "unwrap": [36, 84, 85, 88, 89], "till": 36, "basic": 45, "eplusenv": [46, 47, 48, 71, 73, 74, 75, 76, 77, 78, 80, 84, 88], "static": [46, 47], "ashra": [46, 47], "55": [46, 84, 93], "2004": 46, "thermal": [46, 67, 69, 85, 90], "act": [46, 47, 48, 79, 87], "sequenc": [46, 47, 48, 86, 87], "perceiv": [46, 47, 87], "2zonedatacenterhvac": 47, "tc9": 47, "2016": 47, "checker": 49, "dlr": [49, 50], "rm": [49, 50], "baselines3": [49, 50], "skip_render_check": 50, "openai": 50, "blob": 50, "master": 50, "mainli": 50, "type_alias": 52, "policypredictor": 52, "callabl": [52, 62, 73, 74], "scale": [52, 78, 90, 91], "earli": 52, "anyth": 52, "els": [52, 87], "basealgorithm": 52, "basepolici": 52, "reward_threshold": 52, "minimum": [52, 72, 85, 88], "expect": 52, "met": 52, "return_episode_reward": 52, "lack": 52, "std": 52, "easier": 53, "instance_group_nam": 54, "respons": [54, 89], "vm": 54, "mig": 54, "request": 54, "petit": [55, 56], "ask": [56, 57, 58], "resourc": [56, 57, 58], "bucket_nam": 57, "blob_prefix": 57, "exclud": 57, "src_path": 58, "dest_bucket_nam": 58, "dest_path": 58, "destin": 58, "monitor_head": [60, 74, 86], "progress_head": [60, 74, 86], "log_progress_fil": [60, 86], "log_fil": [60, 86], "header": [60, 74, 86], "sub_run_n": 60, "res_n": 60, "deactiv": [60, 74, 89], "steps_data": 60, "elabor": 60, "later": 60, "total_timestep": [60, 84], "total_time_elaps": 60, "comfort_violation_timestep": 60, "comfort_penalti": [60, 86], "belong": [60, 89], "activate_flag": 60, "deactivate_flag": 60, "log_episod": 60, "log_step": 60, "ob": [60, 71, 78, 80, 81, 82, 83, 84, 86, 87, 88, 92], "log_step_norm": 60, "set_log_fil": 60, "new_log_fil": 60, "fmt": 61, "datefmt": 61, "style": 61, "formatt": [61, 62], "special": 61, "date": 61, "omit": 61, "iso8601": 61, "rfc": 61, "3339": 61, "x1b": 61, "38": [61, 84], "20m": 61, "levelnam": 61, "0m": 61, "33": [61, 84, 87], "50": [61, 82, 84], "1m": 61, "bold_r": 61, "text": 61, "operand": 61, "oper": 61, "yield": 61, "coupl": 61, "preparatori": 61, "carri": [61, 89], "logrecord": 61, "getmessag": 61, "usestim": 61, "formattim": 61, "formatexcept": 61, "append": [61, 81, 82, 83, 84, 86, 87, 91, 92], "grei": 61, "red": 61, "yellow": 61, "getlogg": 62, "customformatt": 62, "pair": 63, "onto": 63, "sb3": [63, 84], "key_valu": 63, "key_exclud": 63, "exponenti": [66, 90], "w": [66, 67, 68, 69, 81, 82, 83, 84, 85, 86, 87, 88], "lambda_": [66, 68], "lambda_t": [66, 68, 90], "exp": 66, "t_": [66, 68, 90], "cold": [66, 67, 68, 69, 90, 93], "season": [66, 67, 68, 69, 85, 87, 90, 93], "session": [66, 67, 68, 69], "dimens": [66, 67, 68, 69, 88], "default_energy_weight": [67, 69], "range_comfort_hour": [67, 69], "linear": [67, 68, 69, 90], "max_energi": 69, "max_comfort": 69, "is_weekend": [71, 88, 94], "sin": [71, 88, 94], "co": [71, 88, 94], "sen": 71, "initial_valu": [72, 88], "delta_temp": [72, 88], "step_temp": [72, 88], "action_nam": 72, "maximum": [72, 82, 85, 88, 89, 90], "action_map": [72, 73, 88], "eplus_env": 74, "logger_class": [74, 86], "activate_logg": 74, "deactivate_logg": 74, "reward_term": [75, 88], "vector": [75, 76, 88, 94], "scalar": [75, 88, 94], "flatten": [76, 88], "stack": [76, 88, 94], "flat": 76, "normalize_rang": [77, 88], "ion": 77, "reverting_act": [77, 94], "epsilon": 78, "08": [78, 84], "coordin": 78, "varianc": 78, "stabil": 78, "simultan": 79, "clip": [79, 87], "previous_vari": [80, 88], "farama": 81, "loop": 81, "numpi": [81, 82, 83, 84, 85, 86, 87, 88, 92], "workspac": [81, 82, 83, 84, 85, 86, 87, 88, 92], "res4": 81, "39": [81, 82, 83, 84, 85, 86, 87, 88], "start_weekdai": [81, 82, 83, 84, 85, 86, 87, 88], "n_steps_per_hour": [81, 82, 83, 84, 85, 86, 87, 88], "31536000": [81, 82, 83, 84, 85, 86, 87, 88], "900": [81, 82, 83, 84, 85, 86, 87, 88], "35040": [81, 82, 83, 84, 85, 86, 87, 88], "glanc": [81, 92], "someth": 81, "current_month": [81, 82, 83, 84, 86, 87, 88, 92], "displai": [81, 82, 83, 86, 87, 88, 92], "print": [81, 82, 83, 84, 85, 86, 87, 88, 92], "sub_run1": [81, 82, 83, 84, 85, 86, 87, 88, 89], "apply_weekend_holiday_rul": [81, 82, 85, 86], "begin_day_of_month": [81, 82, 85, 86], "begin_month": [81, 82, 85, 86], "begin_year": [81, 82, 85, 86], "day_of_week_for_start_dai": [81, 82, 85, 86], "tuesdai": [81, 82, 85, 86], "end_day_of_month": [81, 82, 85, 86], "use_weather_file_daylight_saving_period": [81, 82, 85, 86], "use_weather_file_holidays_and_special_dai": [81, 82, 85, 86], "use_weather_file_rain_ind": [81, 82, 85, 86], "use_weather_file_snow_ind": [81, 82, 85, 86], "5184000": [81, 85, 86], "3600": [81, 85, 86], "1440": [81, 85, 86], "usr": [81, 82, 83, 84, 85, 86, 87, 88], "lib": [81, 82, 83, 84, 85, 86, 87, 88], "dist": [81, 82, 83, 84, 85, 86, 87, 88], "493": [81, 82, 83, 84, 85, 86, 87, 88], "futurewarn": [81, 82, 83, 84, 85, 86, 87, 88], "line_termin": [81, 82, 83, 84, 85, 86, 87, 88], "keyword": [81, 82, 83, 84, 85, 86, 87, 88], "deprec": [81, 82, 83, 84, 85, 86, 87, 88], "linetermin": [81, 82, 83, 84, 85, 86, 87, 88], "epw_cont": [81, 82, 83, 84, 85, 86, 87, 88], "self": [81, 82, 83, 84, 85, 86, 87, 88, 90], "_headers_to_epw": [81, 82, 83, 84, 85, 86, 87, 88], "use_datetim": [81, 82, 83, 84, 85, 86, 87, 88], "df": [81, 82, 83, 84, 85, 86, 87, 88], "to_csv": [81, 82, 83, 84, 85, 86, 87, 88], "7359103431230598": [81, 86], "868284": 81, "25": [81, 83, 84, 86, 87, 88, 93], "783413": 81, "energy_term": [81, 83, 86, 87, 88], "04774477368803297": [81, 86], "comfort_term": [81, 83, 86, 87, 88], "6881655694350268": [81, 86], "reward_weight": [81, 83, 86, 87, 88], "abs_energi": [81, 83, 86, 87, 88], "954": [81, 84, 86], "8954737606593": [81, 86], "abs_comfort": [81, 83, 86, 87, 88], "3763311388700536": [81, 86], "energy_valu": [81, 83, 86, 87, 88], "temp_valu": [81, 83, 86, 87, 88], "623668861129946": [81, 86], "184": [81, 84], "50823358985986": 81, "745": [81, 84, 86], "103514": 81, "652822": 81, "17422294281217932": 81, "12647816912414633": 81, "25295633824829267": 81, "747043661751707": 81, "297": [81, 84], "68860299767925": 81, "1417": [81, 86], "3333333333333": [81, 86], "174824": 81, "777523": 81, "02780659811395238": 81, "019212040973969797": 81, "008594557139982584": 81, "384": [81, 84], "2408194793959": 81, "017189114279965167": 81, "982810885720035": 81, "forget": 81, "cumul": [81, 82, 83, 84, 86, 87, 90, 92], "21052321517551723": 81, "303": [81, 84], "1534298527454": 81, "over": 81, "discuss": 82, "environment_id": 82, "long": [82, 84, 88], "res2": 82, "scratch": 82, "obvious": 82, "thing": [82, 90], "expreward": [82, 90], "methodologi": 82, "esp_granada": [82, 93], "084190_swec": [82, 93], "res1": [82, 83, 84], "fin_helsinki": [82, 93], "029740_iwec": [82, 93], "prt_lisboa": [82, 93], "085360_ineti": [82, 93], "togeth": [82, 85, 90], "bellow": [82, 90], "new_time_vari": 82, "new_vari": 82, "west_zone_htg_setpoint": 82, "west": [82, 93], "east_zone_htg_setpoint": 82, "east": 82, "west_zone_clg_setpoint": 82, "east_zone_clg_setpoint": 82, "west_zone_air_temperatur": 82, "east_zone_air_temperatur": 82, "west_zone_air_humid": 82, "east_zone_air_humid": 82, "new_met": 82, "east_zone_electr": 82, "west_zone_electr": 82, "new_actu": 82, "new_action_spac": 82, "14": [82, 84, 88, 93], "varibl": 82, "get_wrapper_attr": [82, 84, 85, 86, 87, 88], "observation_vari": [82, 84, 85, 86, 87, 88], "action_vari": [82, 84, 85, 86], "727885_tmy3_random_1": 82, "0_0": [82, 84], "1076129748179115": 82, "38810": 82, "758637619416": 82, "fit": [82, 94], "new_env_nam": 82, "extra_conf": 82, "res3": 82, "172800": 82, "600": [82, 84], "288": [82, 84], "disadvantag": 83, "adjust": [83, 90], "stand": 83, "propos": 83, "loggerwrapp": [83, 84, 88, 92], "ashrae901_officemedium_std2019_denv": 83, "040098962863255": 83, "018893380782864": 83, "02120558208039114": 83, "20377": 83, "86761565728": 83, "04241116416078228": 83, "738852781557213": 83, "70616176904293": 83, "703710048030462": 83, "27": [83, 84, 85, 86, 87, 88], "042411164160782": 83, "379228760971404": 83, "53822100691485": 83, "325717463001574": 83, "541555584377814": 83, "148026393976973": 83, "566761270651252": 83, "720729493260777": 83, "745565263920668": 83, "717924954819775": 83, "749034869196144": 83, "724106409891995": 83, "746080113592953": 83, "721180581946832": 83, "75203949912126": 83, "321": [83, 84], "9497354183802": 83, "97": [83, 84], "006402439024390249": 83, "128": [83, 84], "04878048780498": 83, "999634653629034": 83, "999555056583162": 83, "99666173171838": 83, "903480020252864": 83, "876186402701965": 83, "820452116127708": 83, "309153008391664": 83, "27766692168502": 83, "322752347845213": 83, "29208712515913": 83, "21973711769706": 83, "18328668832165": 83, "235045107678307": 83, "19937480889174": 83, "168621791819803": 83, "130006355654462": 83, "184828759025105": 83, "147029855625828": 83, "8449": [83, 84], "532869819053": 83, "1057": 83, "008417052432114897": 83, "168": [83, 84], "34104864229795": 83, "149345848460342": 83, "150514461425416": 83, "14812351670179": 83, "858321421792976": 83, "81770703019136": 83, "75953682781952": 83, "4517277581382": 83, "42047961195113": 83, "46107642729404": 83, "430404117791642": 83, "326602915153778": 83, "288256827640698": 83, "33763950224591": 83, "299827804173795": 83, "2540491619612": 83, "21262374343245": 83, "2656312266007": 83, "22475557813916": 83, "10750": 83, "45064163916": 83, "744": [83, 84, 87, 88], "5281": [83, 84], "010066938284793056": 83, "201": [83, 84], "33876569586113": 83, "19407731358453": 83, "893182764402184": 83, "23319381087007": 83, "352756796479834": 83, "145014331659493": 83, "044094470156978": 83, "064466639774928": 83, "451401745306942": 83, "713382639436837": 83, "81563768547454": 83, "151745967733667": 83, "439213625906792": 83, "27639522806313": 83, "763586483892364": 83, "637541666563628": 83, "915834805222858": 83, "74732757969822": 83, "256312010106484": 83, "11548": 83, "32022823176": 83, "1416": [83, 87, 88], "7969": 83, "086629771558385": 83, "800723578113704": 83, "122066701037642": 83, "208877778477245": 83, "058773967039258": 83, "902553924481154": 83, "640351119712147": 83, "321212935563235": 83, "309496148008126": 83, "74718058330181": 83, "13105904442731": 83, "34132552077085": 83, "092391290403306": 83, "76336967540199": 83, "604515386030812": 83, "8080148135287": 83, "548694042230082": 83, "24260320229046": 83, "13024": [83, 84], "726695594163": 83, "2160": [83, 87, 88], "10945": 83, "010059948897039251": 83, "198977940785": 83, "10453701684556": 83, "70680120943889": 83, "268166982664578": 83, "171485556687838": 83, "136702063330183": 83, "36460897157091": 83, "281406368027305": 83, "746965024451924": 83, "122492094230708": 83, "949652376996074": 83, "267861141693295": 83, "869705323946068": 83, "257056918609834": 83, "339380228263305": 83, "89127306209505": 83, "524161569812392": 83, "93625775693054": 83, "951894527724924": 83, "16892": 83, "403365280938": 83, "2880": [83, 87, 88], "13825": 83, "37224105914655": 83, "233862884129856": 83, "9058518362416": 83, "814482411819796": 83, "81929272545216": 83, "47561177379764": 83, "613096200574414": 83, "776871813136633": 83, "876061291823856": 83, "23259020873576": 83, "7345497449363": 83, "713184079083927": 83, "423097775218647": 83, "219914681982832": 83, "501795840290757": 83, "487341586511533": 83, "17496552068692": 83, "970852161596834": 83, "21896": 83, "489124247968": 83, "3624": [83, 84, 87, 88], "16801": 83, "008430450234156376": 83, "6090046831275": 83, "271287499064524": 83, "103922374125307": 83, "989522929526814": 83, "906032387533777": 83, "980175234933945": 83, "19425558540028": 83, "59396905606546": 83, "4220851623168": 83, "48894882371821": 83, "999637868869247": 83, "06664793651545": 83, "338281331752377": 83, "088962724586498": 83, "961394089981173": 83, "003705212742588": 83, "266104055476056": 83, "016204585390692": 83, "881385909767747": 83, "29221": 83, "960458223268": 83, "4344": [83, 87, 88], "19681": 83, "6949311204218827": 83, "26742679043559126": 83, "4275043299862915": 83, "5348": 83, "535808711825": 83, "855008659972583": 83, "690838559877328": 83, "915884970270934": 83, "71248902108889": 83, "76516048261861": 83, "274973060234515": 83, "23471113677184": 83, "187544582040186": 83, "254721173565525": 83, "135732451572082": 83, "578972583602845": 83, "711392832758165": 83, "737880199154255": 83, "710083408093293": 83, "779567409386665": 83, "224743717142747": 83, "396200191451324": 83, "211305724387437": 83, "67938107281635": 83, "35568": 83, "982500109734": 83, "5088": [83, 87, 88], "22657": 83, "3672833996926315": 83, "35722345079559226": 83, "7144469015911845": 83, "30867148538614": 83, "309459135039948": 83, "21409138679209": 83, "04286119781551": 83, "107384318126506": 83, "140368086263685": 83, "61918932935772": 83, "137783183036678": 83, "060763866443537": 83, "162618330118143": 83, "812593090797378": 83, "968941836819717": 83, "629687662635828": 83, "13979312148985": 83, "840213153181647": 83, "060250789892102": 83, "629488521519967": 83, "214001477054413": 83, "41555": 83, "37202758854": 83, "5832": [83, 87, 88], "25633": 83, "217442233499717": 83, "19079547564029": 83, "243057033393647": 83, "90122774932239": 83, "94047661764487": 83, "817987145745196": 83, "44306615365681": 83, "55705870892625": 83, "90298745924243": 83, "549128667042552": 83, "459794392100665": 83, "49021644748176": 83, "314940373349994": 83, "54942547428998": 83, "512114023279846": 83, "522163031742796": 83, "362385306000814": 83, "591416269343217": 83, "46726": 83, "14118324007": 83, "6552": [83, 84, 87, 88], "28513": 83, "06789851005825302": 83, "057838561161213775": 83, "11567712232242755": 83, "54443008629097": 83, "408313327693552": 83, "224862634103623": 83, "117585185109778": 83, "037801974817327": 83, "507769966536845": 83, "115677122322428": 83, "86131650179226": 83, "223518887721035": 83, "75893242733751": 83, "530586901729745": 83, "45393393827288": 83, "272802747471584": 83, "486634787123645": 83, "371940434897027": 83, "302775628790542": 83, "11515210984941": 83, "32785043815016": 83, "50168": 83, "979949119224": 83, "7296": [83, 87, 88], "11": [83, 84, 87, 88], "31489": 83, "11419542960070476": 83, "2283": 83, "908592014095": 83, "605597453282652": 83, "008645230812945": 83, "35626077584623": 83, "68554015361045": 83, "424162800676545": 83, "54394243021113": 83, "668604907614746": 83, "074325327970303": 83, "009565086141368": 83, "496495319039795": 83, "843637917081118": 83, "971422646618414": 83, "769718084042537": 83, "31616435897856": 83, "31021959098016": 83, "449767133034882": 83, "250704417015097": 83, "803384417176364": 83, "52076": 83, "90037516009": 83, "8016": [83, 87, 88], "34369": 83, "85779811067494": 83, "47876613692316": 83, "426144348275088": 83, "139488733403255": 83, "70031998681098": 83, "068803440473825": 83, "486356831060117": 83, "29789277185311": 83, "45700782913386": 83, "266051343026817": 83, "664023677829388": 83, "73988367970229": 83, "538095370223804": 83, "828491940697145": 83, "831731365763897": 83, "90653200864582": 83, "706033444412455": 83, "006451254621872": 83, "4328161223963918": 83, "53505": 83, "652458642195": 83, "load": [83, 85], "replac": 83, "preserv": 83, "sophist": 83, "reli": 84, "sy": [84, 85], "datetim": [84, 87], "humanoutputformat": 84, "sb3logger": 84, "wandboutputformat": 84, "todai": 84, "strftime": 84, "y": 84, "m": [84, 93], "d_": 84, "h": [84, 93], "experiment_nam": 84, "sb3_dqn": 84, "_": [84, 88], "experiment_param": 84, "init": 84, "entiti": 84, "wandb_param": 84, "alex_ugr": 84, "entri": 84, "generate_id": 84, "detect": 84, "wandb_notebook_nam": 84, "relogin": 84, "16": [84, 88, 93], "20231117_094304": 84, "pf27dlou": 84, "sync": 84, "5_2023": 84, "17_09": 84, "43_cun8jng3": 84, "view": [84, 85], "_evalu": 84, "43": [84, 93], "43_evalu": 84, "mlppolici": 84, "cpu": 84, "devic": 84, "dummyvecenv": 84, "loggerev": 84, "eval_callback": 84, "best_model": 84, "output_format": 84, "stdout": 84, "max_length": 84, "120": 84, "set_logg": 84, "log_callback": 84, "earlier": 84, "few": 84, "standar": 84, "744860_tmy3_random_1": 84, "index": 84, "28": [84, 88], "17": [84, 86, 87, 88, 93], "3296": 84, "2168": 84, "309143": 84, "127739": 84, "724175": 84, "2966595": 84, "995": 84, "1932": 84, "6711": 84, "15": [84, 85, 86, 87, 88], "199731": 84, "344173": 84, "62": 84, "906447": 84, "1739404": 84, "60": 84, "989": 84, "1637": 84, "6606": 84, "34": [84, 87, 88, 93], "85248": 84, "126642": 84, "4313949": 84, "1473894": 84, "270": 84, "984": 84, "2696": 84, "1394": 84, "76754": 84, "343163": 84, "7237883": 84, "2426525": 84, "978": 84, "279": 84, "userwarn": [84, 85, 87, 88], "dummy_vec_env": 84, "0x7f6e4589ee90": 84, "gt": [84, 85, 88], "orderenforc": [84, 88], "passiveenvcheck": [84, 88], "240": [84, 87, 88], "cast": [84, 87, 88], "x": [84, 87, 88], "311": [84, 85], "remind": [84, 85], "2682": 84, "915": 84, "916248": 84, "004652": 84, "67": 84, "6576667": 84, "2414623": 84, "973": 84, "1243": 84, "6388": 84, "13": [84, 88, 93], "383576": 84, "792883": 84, "53871423": 84, "1119275": 84, "968": 84, "1664": 84, "6848": 84, "20179": 84, "895155": 84, "41": [84, 93], "1032705": 84, "1498216": 84, "962": 84, "244": 84, "03078": 84, "12003": 84, "675444": 84, "29": [84, 88], "195037": 84, "219627": 84, "69": 84, "957": 84, "1803": 84, "2925": 84, "75208": 84, "000008": 84, "124": 84, "318": 84, "72": 84, "6576498": 84, "1622963": 84, "340": 84, "951": 84, "2222": 84, "2266": 84, "443321": 84, "207747": 84, "158": 84, "228": 84, "37": 84, "8114486": 84, "2000003": 84, "260": 84, "946": 84, "130": 84, "00592": 84, "974932": 84, "933048": 84, "202": 84, "79": [84, 93], "61": [84, 88], "3786383": 84, "114245": 84, "734": 84, "94": 84, "73": 84, "03831": 84, "305868": 84, "497007": 84, "175": 84, "65": [84, 88], "873773": 84, "67578": 84, "96": 84, "220": 84, "935": 84, "2316": 84, "9001": 84, "797696": 84, "902811": 84, "76": 84, "83": [84, 93], "2039795": 84, "2085210": 84, "93": 84, "755": 84, "6465": 84, "209152": 84, "889372": 84, "140": 84, "3975253": 84, "680081": 84, "250": 84, "924": 84, "894": 84, "3857": 84, "755064": 84, "927494": 84, "71": 84, "590": 84, "70": [84, 93], "5716357": 84, "804947": 84, "06": 84, "210": 84, "919": 84, "3817": 84, "887455": 84, "93139": 84, "392": 84, "7322": 84, "856243": 84, "913": 84, "596": 84, "4898": 84, "523884": 84, "077408": 84, "750119": 84, "536840": 84, "160": [84, 88], "908": 84, "66": [84, 93], "95168": 84, "506569": 84, "110353": 84, "498105": 84, "60256": 84, "516": 84, "903": 84, "093334": 84, "600706": 84, "82": 84, "190033": 84, "200": 84, "897": 84, "479": 84, "13632": 84, "773174": 84, "674847": 84, "90": [84, 87, 88], "8929534": 84, "414870": 84, "892": 84, "840": 84, "7436": 84, "7276": 84, "371922": 84, "074561": 84, "785942": 84, "886": 84, "401": [84, 86], "62372": 84, "58": 84, "423054": 84, "202482": 84, "24485": 84, "361461": 84, "150": 84, "881": 84, "854": 84, "80945": 84, "847115": 84, "064434": 84, "9329586": 84, "716942": 84, "310": 84, "875": 84, "35": [84, 93], "6719": 84, "34233": 84, "64": 84, "1815379": 84, "87": 84, "1108": [84, 87, 88], "0092": 84, "518076": 84, "095318": 84, "88": 84, "2168629": 84, "997208": 84, "865": 84, "546406": 84, "860954": 84, "92": [84, 93], "5815425": 84, "859": 84, "918938": 84, "22273": 84, "6798549": 84, "2011": 84, "6338": 84, "83714": 84, "192572": 84, "3012602": 84, "1810470": 84, "848": 84, "2908": 84, "7742": 84, "490915": 84, "521425": 84, "786963": 84, "2617896": 84, "843": 84, "300123": 84, "512716": 84, "636746": 84, "837": 84, "245": 84, "2585": 84, "539667": 84, "327127": 84, "9906583": 84, "211297": 84, "832": 84, "2847": 84, "735": 84, "705198": 84, "869244": 84, "32": 84, "410": 84, "53": 84, "4817667": 84, "2562961": 84, "827": 84, "1402": 84, "2615": 84, "444305": 84, "994953": 84, "52": 84, "7116232": 84, "1262035": 84, "821": 84, "2248": 84, "6406": 84, "282108": 84, "999893": 84, "113": 84, "589": 84, "8843904": 84, "2023776": 84, "300": 84, "816": 84, "3078": 84, "3347": 84, "583989": 84, "56294": 84, "143": 84, "538": 84, "032861": 84, "2770501": 84, "280": 84, "81": [84, 93], "2229": 84, "576": 84, "426971": 84, "87635": 84, "217": 84, "431": 84, "48": 84, "2337403": 84, "2006618": 84, "805": 84, "1377": 84, "8375": 84, "806718": 84, "000334": 84, "144": 84, "682": 84, "3840142": 84, "1260863": 84, "799": 84, "1800": 84, "8235": 84, "199289": 84, "39844": 84, "141": 84, "497": 84, "42": [84, 93], "247209": 84, "1620741": 84, "794": 84, "153282": 84, "06529": 84, "334": 84, "2212148": 84, "190": 84, "789": 84, "917": 84, "7593": 84, "109697": 84, "784363": 84, "78": [84, 93], "132": 84, "499552": 84, "825983": 84, "783": 84, "1934": 84, "6064": 84, "981752": 84, "084322": 84, "3733482": 84, "1741145": 84, "778": 84, "1652": 84, "0598": 84, "321648": 84, "911978": 84, "960615": 84, "1486853": 84, "290": 84, "772": 84, "1822": 84, "9177": 84, "573734": 84, "39188": 84, "3576803": 84, "1640626": 84, "767": 84, "81119": 84, "278952": 84, "2496963": 84, "762": 84, "122": 84, "831604": 84, "412853": 84, "056593": 84, "509193": 84, "107374": 84, "445": 84, "756": 84, "018625": 84, "911348": 84, "9650793": 84, "751": 84, "1572": 84, "772217": 84, "000002": 84, "105051": 84, "1415152": 84, "115477": 84, "000715": 84, "6110175": 84, "74": [84, 93], "682682": 84, "646172": 84, "89": 84, "226016": 84, "1172": 84, "5454": 84, "718266": 84, "741425": 84, "56": [84, 88], "8941815": 84, "1055290": 84, "330": 84, "729": 84, "496115": 84, "798346": 84, "54": 84, "6684391": 84, "724": 84, "145": 84, "03104": 84, "124374": 84, "497048": 84, "131813": 84, "718": 84, "2359": 84, "907": 84, "937994": 84, "36234": 84, "0426264": 84, "2123916": 84, "713": 84, "1996": 84, "818": 84, "799343": 84, "004538": 84, "2271817": 84, "1797136": 84, "707": 84, "1015": 84, "25275": 84, "425447": 84, "836422": 84, "80": [84, 93], "85611": 84, "913727": 84, "702": 84, "43741": 84, "892696": 84, "2410598": 84, "696": 84, "796": 84, "70184": 84, "512812": 84, "87516": 84, "655": 84, "139362": 84, "730410": 84, "691": 84, "103": 84, "10883": 84, "254738": 84, "343086": 84, "215": 84, "938736": 84, "91218": 84, "086": 84, "180": 84, "686": 84, "49837": 84, "649036": 84, "146": 84, "788": 84, "47": 84, "220809": 84, "68": [84, 93], "67366": 84, "92239": 84, "114": 84, "7229357": 84, "675": 84, "476": 84, "10425": 84, "264465": 84, "832756": 84, "998226": 84, "428493": 84, "84": [84, 93], "110": 84, "669": 84, "891": 84, "2718": 84, "31145": 84, "449625": 84, "95": [84, 93], "390144": 84, "829194": 84, "664": 84, "151756": 84, "632774": 84, "117": 84, "714": 84, "913635": 84, "230": 84, "658": 84, "85455": 84, "74997": 84, "198282": 84, "123": 84, "9704113": 84, "779269": 84, "653": 84, "964": 84, "41034": 84, "18654": 84, "914831": 84, "9348568": 84, "867969": 84, "648": 84, "41243": 84, "10522": 84, "1129913": 84, "642": 84, "605": 84, "5506": 84, "835632": 84, "536592": 84, "9020243": 84, "562977": 84, "637": 84, "433092": 84, "391197": 84, "9986107": 84, "631": 84, "1046": 84, "4424": 84, "538439": 84, "372751": 84, "5246968": 84, "941798": 84, "626": 84, "732": 84, "6514": 84, "63837": 84, "51618": 84, "440274": 84, "671326": 84, "621": 84, "375": [84, 87, 88], "99283": 84, "011675": 84, "772934": 84, "169079": 84, "348609": 84, "615": 84, "1442": 84, "9108": 84, "037851": 84, "690607": 84, "4576453": 84, "1298619": 84, "1431": 84, "4702": 84, "788712": 84, "099007": 84, "40044233": 84, "1288323": 84, "604": 84, "1195": 84, "8418": 84, "305504": 84, "161875": 84, "7776995": 84, "1076257": 84, "599": 84, "1452": 84, "4503": 84, "657394": 84, "009953": 84, "5053432": 84, "1307205": 84, "593": 84, "329704": 84, "524014": 84, "9832764": 84, "588": 84, "1585": 84, "7318": 84, "347166": 84, "60325": 84, "1717507": 84, "1427158": 84, "583": 84, "2212": 84, "4136": 84, "154156": 84, "999226": 84, "57": 84, "3051596": 84, "1991172": 84, "577": 84, "629131": 84, "066673": 84, "4818852": 84, "572": 84, "27392": 84, "567928": 84, "119": 84, "0872054": 84, "566": 84, "775": 84, "9277": 84, "44": 84, "55901": 84, "999832": 84, "176": [84, 87], "253": 84, "008395": 84, "718974": 84, "561": 84, "342": 84, "72076": 84, "59": [84, 93], "920914": 84, "489557": 84, "135": 84, "705147": 84, "312361": 84, "555": 84, "329": 84, "98727": 84, "334488": 84, "88112": 84, "282": 84, "51": 84, "963529": 84, "299526": 84, "0633": 84, "5489": 84, "056192": 84, "873": 84, "029778": 84, "608366": 84, "545": 84, "77": 84, "871574": 84, "33923": 84, "417665": 84, "341": 84, "2663016": 84, "72798": 84, "539": 84, "8185": 84, "66404": 84, "080436": 84, "534": 84, "676": 84, "7058": 84, "900913": 84, "70483": 84, "153": 84, "9450645": 84, "609035": 84, "170": 84, "528": 84, "36768": 84, "675724": 84, "906479": 84, "8594294": 84, "439279": 84, "523": 84, "478": 84, "49545": 84, "581656": 84, "346413": 84, "0104027": 84, "430645": 84, "518": 84, "376736": 84, "603888": 84, "36": 84, "504218": 84, "512": 84, "570503": 84, "450226": 84, "86": 84, "577883": 84, "507": 84, "77879": 84, "601759": 84, "718971": 84, "501": 84, "434128": 84, "836447": 84, "91227": 84, "496": 84, "805756": 84, "448067": 84, "798377": 84, "49": 84, "469086": 84, "550816": 84, "486246": 84, "485": 84, "217648": 84, "522837": 84, "949017": 84, "25956": 84, "33544": 84, "333998": 84, "474": 84, "304005": 84, "064104": 84, "7171063": 84, "469": 84, "14323": 84, "625456": 84, "6882412": 84, "04449": 84, "97571": 84, "208225": 84, "458": 84, "08231": 84, "258926": 84, "289529": 84, "452": 84, "286415": 84, "703104": 84, "200624": 84, "447": 84, "664734": 84, "851236": 84, "85": 84, "579129": 84, "442": 84, "477306": 84, "83049": 84, "4226103": 84, "436": 84, "191772": 84, "665392": 84, "185": 84, "042038": 84, "690765": 84, "137825": 84, "335754": 84, "425": 84, "9814": 84, "737446": 84, "171951": 84, "247": 84, "5257034": 84, "756883": 84, "367": 84, "27585": 84, "124363": 84, "418484": 84, "137": 84, "828": 84, "597458": 84, "330548": 84, "414": 84, "232": 84, "33136": 84, "826347": 84, "998606": 84, "248": 84, "815099": 84, "265317": 84, "409": 84, "3492": 84, "3127": 84, "76386": 84, "820107": 84, "212": 84, "553": 84, "964018": 84, "3135141": 84, "404": 84, "53796": 84, "409836": 84, "469513": 84, "625221": 84, "708291": 84, "398": 84, "083458": 84, "928692": 84, "155": 84, "542": 84, "636791": 84, "393": 84, "75574": 84, "17046": 84, "623688": 84, "387": 84, "491833": 84, "845036": 84, "431208": 84, "382": 84, "379395": 84, "763325": 84, "161691": 84, "377": 84, "681477": 84, "59846": 84, "398606": 84, "371": 84, "83205": 84, "145975": 84, "63": 84, "721945": 84, "366": 84, "085587": 84, "336391": 84, "094041": 84, "2879": 84, "366455": 84, "429308": 84, "355": 84, "754135": 84, "324484": 84, "399098": 84, "349": 84, "84467": 84, "444046": 84, "571168": 84, "344": 84, "38619": 84, "133598": 84, "183125": 84, "339": 84, "961252": 84, "913214": 84, "333": 84, "48104": 84, "436998": 84, "122469": 84, "328": 84, "75677": 84, "790524": 84, "485458": 84, "322": 84, "56549": 84, "831415": 84, "255": 84, "341748": 84, "317": 84, "24994": 84, "37937": 84, "105156": 84, "51785": 84, "202087": 84, "09997": 84, "178": 84, "155286": 84, "93643": 84, "306": [84, 86], "1136": 84, "2172": 84, "1363": 84, "410343": 84, "670": 84, "402655": 84, "1022595": 84, "301": [84, 86, 94], "3130": 84, "369793": 84, "556591": 84, "374": 84, "423044": 84, "2817603": 84, "295": 84, "3276": 84, "524": 84, "28928": 84, "850237": 84, "649": 84, "656189": 84, "2948871": 84, "13058": 84, "301405": 84, "234": 84, "272463": 84, "284": 84, "40799": 84, "965963": 84, "281": 84, "917852": 84, "3669": 84, "210167": 84, "827646": 84, "208": 84, "706": 84, "476068": 84, "3295098": 84, "273": 84, "4127": 84, "629": 84, "88415": 84, "211084": 84, "239": 84, "875473": 84, "3716403": 84, "268": 84, "3420": 84, "548": 84, "426456": 84, "956959": 84, "266": 84, "384127": 84, "3078493": 84, "263": 84, "1579": 84, "4819": 84, "7493": 84, "366064": 84, "188": 84, "101": 84, "36043": 84, "1421501": 84, "257": 84, "233074": 84, "15829": 84, "08662": 84, "252": 84, "489456": 84, "69325": 84, "846014": 84, "246": 84, "32439": 84, "073156": 84, "44568": 84, "241": 84, "648335": 84, "774912": 84, "110273": 84, "236": 84, "04204": 84, "350838": 84, "403831": 84, "97231": 84, "641607": 84, "064882": 84, "225": 84, "824036": 84, "922873": 84, "419962": 84, "219": 84, "75": [84, 93], "50254": 84, "970839": 84, "211943": 84, "214": 84, "16311": 84, "825941": 84, "515478": 84, "350": 84, "36912": 84, "474377": 84, "512131": 84, "203": 84, "39349": 84, "8717": 84, "210348": 84, "198": 84, "15875": 84, "211725": 84, "127": 84, "304934": 84, "192": 84, "91": [84, 93], "285484": 84, "456501": 84, "131": 84, "877153": 84, "187": 84, "047325": 84, "787859": 84, "614325": 84, "181": 84, "41702": 84, "228634": 84, "758158": 84, "8534": 84, "084793": 84, "632": 84, "098276": 84, "3718": 84, "872": 84, "877106": 84, "519888": 84, "368": 84, "470": 84, "126413": 84, "3319559": 84, "165": 84, "3689": 84, "9016": 84, "44847": 84, "61409": 84, "324": 84, "86438": 84, "3320911": 84, "4656": 84, "9316": 84, "589455": 84, "196474": 84, "285": 84, "750145": 84, "4191238": 84, "154": 84, "3025": 84, "9248": 84, "557205": 84, "235693": 84, "258": 84, "688": 84, "093733": 84, "2717327": 84, "149": 84, "5699": 84, "271": 84, "27975": 84, "849758": 84, "49144": 84, "5129490": 84, "614998": 84, "336887": 84, "313": 84, "138285": 84, "138": [84, 88], "799965": 84, "287437": 84, "576597": 84, "133": 84, "6111": 84, "2476": 84, "461708": 84, "92439": 84, "411": 84, "203123": 84, "5500122": 84, "99368": 84, "967133": 84, "989483": 84, "70692": 84, "041197": 84, "851494": 84, "116": 84, "80717": 84, "11506": 84, "44267": 84, "111": 84, "88379": 84, "209824": 84, "141724": 84, "105": 84, "0384": 84, "988644": 84, "799631": 84, "74893": 84, "803793": 84, "252745": 84, "0945": 84, "792534": 84, "821617": 84, "262617": 84, "0891": 84, "07156": 84, "140497": 84, "70243": 84, "0837": 84, "9876": 84, "416883": 84, "679785": 84, "0783": 84, "26148": 84, "31012": 84, "627705": 84, "0729": 84, "31166": 84, "167301": 84, "406437": 84, "0674": 84, "98578": 84, "602865": 84, "922998": 84, "062": 84, "4189": 84, "064188": 84, "899763": 84, "0566": 84, "49839": 84, "61911": 84, "616": 84, "602169": 84, "0512": 84, "2481": 84, "0112": 84, "070724": 84, "226805": 84, "402737": 84, "2232910": 84, "05": [84, 88], "5305": 84, "9785": 84, "83157": 84, "350382": 84, "343": 84, "389": 84, "031082": 84, "4764079": 84, "6145": 84, "438": 84, "26124": 84, "057213": 84, "316": 84, "743015": 84, "5510481": 84, "91196": 84, "389618": 84, "624": 84, "014492": 84, "50601": 84, "251705": 84, "331": 84, "570": 84, "047768": 84, "9042": 84, "422": 84, "82255": 84, "51498": 84, "351": 84, "24039": 84, "8140713": 84, "8990": 84, "047405": 84, "920425": 84, "298": 84, "578": 84, "450413": 84, "8086992": 84, "5874": 84, "5728": 84, "598827": 84, "524734": 84, "267": 84, "972729": 84, "5269392": 84, "5402": 84, "8213": 84, "59891": 84, "395102": 84, "505": 84, "396152": 84, "4856598": 84, "5825": 84, "845": 84, "718395": 84, "014736": 84, "665": 84, "856668": 84, "5243260": 84, "448227": 84, "858162": 84, "553564": 84, "39038": 84, "706186": 84, "227594": 84, "30035": 84, "517382": 84, "560928": 84, "19401": 84, "295546": 84, "625349": 84, "78848": 84, "51976": 84, "196743": 84, "561935": 84, "249304": 84, "584465": 84, "58174": 84, "539743": 84, "045515": 84, "604805": 84, "405827": 84, "540695": 84, "42579": 84, "458406": 84, "382166": 84, "15275": 84, "566076": 84, "34201": 84, "7414": 84, "618448": 84, "542467": 84, "86973": 84, "105227": 84, "863367": 84, "777534": 84, "225996": 84, "798347": 84, "82952": 84, "096634": 84, "102": 84, "235": 84, "932587": 84, "898224": 84, "078562": 84, "157": 84, "581535": 84, "4853": 84, "2866": 84, "223564": 84, "301798": 84, "080772": 84, "4367958": 84, "7106": 84, "1353": 84, "67097": 84, "269861": 84, "352": 84, "929888": 84, "6367651": 84, "5841": 84, "152": 84, "543064": 84, "566633": 84, "416": 84, "519234": 84, "5209345": 84, "6789": 84, "402": 84, "23053": 84, "330137": 84, "197": 84, "784": 84, "489174": 84, "6164890": 84, "9290": 84, "521": 84, "967903": 84, "993517": 84, "711": 84, "004633": 84, "8339602": 84, "39203": 84, "487068": 84, "500": 84, "68283": 84, "07435": 84, "946291": 84, "481": 84, "498264": 84, "9002": 84, "211": 84, "445164": 84, "583647": 84, "151": 84, "536777": 84, "8101990": 84, "4601": 84, "3066": 84, "324406": 84, "162462": 84, "187864": 84, "4141176": 84, "871037": 84, "925226": 84, "071585": 84, "308235": 84, "915752": 84, "503227": 84, "636124": 84, "742277": 84, "733294": 84, "47045": 84, "229761": 84, "311094": 84, "61175": 84, "358007": 84, "789915": 84, "53897": 84, "65634": 84, "896782": 84, "148575": 84, "968826": 84, "955194": 84, "31977": 84, "230255": 84, "522755": 84, "130356": 84, "756025": 84, "456839": 84, "35365": 84, "506315": 84, "943144": 84, "7912": 84, "995941": 84, "172163": 84, "53649": 84, "048388": 84, "684956": 84, "73716": 84, "66965": 84, "233419": 84, "77063": 84, "572788": 84, "186699": 84, "2988": 84, "8997": 84, "81425": 84, "999039": 84, "715": 84, "786617": 84, "2714391": 84, "3137": 84, "0544": 84, "19183": 84, "177671": 84, "343174": 84, "2801224": 84, "13367": 84, "903711": 84, "507423": 84, "41207": 84, "408579": 84, "209": 84, "097107": 84, "5351": 84, "1226": 84, "171345": 84, "91477": 84, "362823": 84, "4806430": 84, "5359": 84, "0513": 84, "55467": 84, "294718": 84, "455": 84, "070414": 84, "4887073": 84, "3752": 84, "6602": 84, "818874": 84, "058065": 84, "737": 84, "97303": 84, "3369927": 84, "5573": 84, "449215": 84, "29049": 84, "14221": 84, "5003182": 84, "5860": 84, "3286": 84, "1701": 84, "564209": 84, "581": 84, "693348": 84, "5268518": 84, "263493": 84, "117382": 84, "492": 84, "179312": 84, "025": 84, "550064": 84, "793127": 84, "289627": 84, "596655": 84, "908802": 84, "948284": 84, "350603": 84, "92673": 84, "87577": 84, "287249": 84, "204128": 84, "05659": 84, "802189": 84, "501991": 84, "47732": 84, "126427": 84, "370691": 84, "2652": 84, "092297": 84, "099207": 84, "47031": 84, "970182": 84, "91283": 84, "12721": 84, "954018": 84, "076895": 84, "639404": 84, "706398": 84, "323276": 84, "0841": 84, "694613": 84, "121407": 84, "34458": 84, "672228": 84, "33292": 84, "37435": 84, "098211": 84, "74073": 84, "09637": 84, "759245": 84, "286": 84, "67871": 84, "1371": 84, "7104": 84, "25826": 84, "039146": 84, "174": 84, "104": 84, "290564": 84, "1234998": 84, "4050": 84, "8926": 84, "34919": 84, "52845": 84, "215305": 84, "3645803": 84, "3004": 84, "9004": 84, "246204": 84, "964148": 84, "299": 84, "364": 84, "560059": 84, "2684185": 84, "3808": 84, "9343": 84, "175064": 84, "599087": 84, "426": 84, "939615": 84, "3428041": 84, "3255": 84, "3972": 84, "725792": 84, "779278": 84, "262": 84, "437": 84, "010288": 84, "2929857": 84, "00577": 84, "490236": 84, "610647": 84, "138374": 84, "77459": 84, "711033": 84, "99664": 84, "882849": 84, "489855": 84, "924389": 84, "451796": 84, "1538": 84, "3142": 84, "38514": 84, "152029": 84, "750742": 84, "1361756": 84, "1562": 84, "5536": 84, "7763": 84, "69666": 84, "362766": 84, "1406267": 84, "56485": 84, "943174": 84, "228003": 84, "614223": 84, "171944": 84, "968481": 84, "62621": 84, "012545": 84, "645796": 84, "65945": 84, "503786": 84, "65261": 84, "32206": 84, "97646": 84, "896741": 84, "193": 84, "37918": 84, "04839": 84, "552856": 84, "888072": 84, "170850": 84, "98": 84, "6472": 84, "588314": 84, "2672": 84, "231259": 84, "81602": 84, "04255": 84, "505669": 84, "890583": 84, "37259": 84, "999968": 84, "308412": 84, "38226": 84, "647644": 84, "262846": 84, "608": 84, "0272": 84, "537436": 84, "350393": 84, "612885": 84, "518107": 84, "907684": 84, "80182": 84, "671904": 84, "602402": 84, "819515": 84, "654228": 84, "41275": 84, "909618": 84, "19851": 84, "70125": 84, "53428": 84, "79378": 84, "134": 84, "379": 84, "136075": 84, "146586": 84, "88952": 84, "00054": 84, "125": 84, "694": 84, "635881": 84, "214733": 84, "414923": 84, "859966": 84, "45067": 84, "880604": 84, "456223": 84, "189": 84, "595821": 84, "173205": 84, "765224": 84, "755896": 84, "118748": 84, "221325": 84, "792042": 84, "256": 84, "685549": 84, "643288": 84, "088284": 84, "614": 84, "19097": 84, "85727": 84, "233004": 84, "580149": 84, "719782": 84, "410271": 84, "46782": 84, "050169": 84, "427": 84, "007018": 84, "0049": 84, "469254": 84, "762215": 84, "136": 84, "85201": 84, "110891": 84, "767754": 84, "61364": 84, "869762": 84, "109": 84, "77352": 84, "86594": 84, "587751": 84, "71503": 84, "98810": 84, "305": 84, "662445": 84, "676569": 84, "344183": 84, "353714": 84, "358383": 84, "299417": 84, "589087": 84, "21219": 84, "183949": 84, "206142": 84, "999985": 84, "863268": 84, "79328": 84, "031765": 84, "74373": 84, "3715158": 84, "61825": 84, "970629": 84, "405119": 84, "1220016": 84, "19078": 84, "49424": 84, "015865": 84, "931328": 84, "188645": 84, "948": 84, "2007": 84, "858418": 84, "403952": 84, "6075807": 84, "801069": 84, "18096": 84, "634413": 84, "9571757": 84, "37267": 84, "629105": 84, "14481": 84, "937596": 84, "82714": 84, "66032": 84, "74519": 84, "179213": 84, "355169": 84, "61025": 84, "22224": 84, "154366": 84, "601156": 84, "50192": 84, "13722": 84, "724718": 84, "372": 84, "182717": 84, "260286": 84, "871": 84, "7625": 84, "324717": 84, "460247": 84, "556": 84, "6401772": 84, "784586": 84, "663": 84, "8411": 84, "611805": 84, "279047": 84, "527": 84, "253662": 84, "610932": 84, "466824": 84, "828392": 84, "27229": 84, "755707": 84, "837193": 84, "237": 84, "700947": 84, "78266": 84, "810846": 84, "556306": 84, "21298": 84, "13714": 84, "021883": 84, "194": 84, "235451": 84, "266980": 84, "43866": 84, "041264": 84, "243587": 84, "115": 84, "984423": 84, "485494": 84, "902": 84, "7748": 84, "3403": 84, "527079": 84, "99827": 84, "812497": 84, "650": 84, "0828": 84, "764694": 84, "35507": 84, "372531": 84, "585074": 84, "9368": 84, "211124": 84, "976395": 84, "600526": 84, "773943": 84, "771719": 84, "824842": 84, "77587": 84, "479923": 84, "357563": 84, "0292397": 84, "727": 84, "8344": 84, "417734": 84, "000147": 84, "013974": 84, "646563": 84, "97609": 84, "428865": 84, "8844962": 84, "1003": 84, "0152": 84, "79652": 84, "041609": 84, "7418324": 84, "902713": 84, "1480": 84, "0426": 84, "446743": 84, "312044": 84, "6433044": 84, "1332038": 84, "2032": 84, "5927": 84, "228872": 84, "992287": 84, "406055": 84, "1829333": 84, "1643": 84, "0013": 84, "219239": 84, "81402": 84, "4580983": 84, "1478701": 84, "1875": 84, "4172": 84, "846659": 84, "000006": 84, "6201777": 84, "1687875": 84, "86057": 84, "003658": 84, "8098664": 84, "807": 84, "836": 84, "12251": 84, "362911": 84, "156244": 84, "681375": 84, "04456": 84, "17224": 84, "636475": 84, "1578355": 84, "708359": 84, "55637": 84, "87323": 84, "928282": 84, "742372": 84, "266000": 84, "7553": 84, "296833": 84, "206911": 84, "921776": 84, "80147": 84, "163": 84, "46709": 84, "838661": 84, "29609": 84, "369": 84, "922729": 84, "146838": 84, "84719": 84, "499722": 84, "623": 84, "658013": 84, "96115": 84, "561268": 84, "804": 84, "4370503": 84, "127277": 84, "928534": 84, "2501626": 84, "817347": 84, "907028": 84, "028878": 84, "59975": 84, "932472": 84, "591026": 84, "20606": 84, "017624": 84, "000004": 84, "7990522": 84, "62652": 84, "541046": 84, "26065": 84, "308": 84, "0755606": 84, "112187": 84, "55016": 84, "214323": 84, "394281": 84, "79371": 84, "532774": 84, "9512193": 84, "1089": 84, "2335": 84, "00922": 84, "024275": 84, "3107407": 84, "980310": 84, "208553": 84, "219198": 84, "8873405": 84, "835": 84, "0407": 84, "99288": 84, "598116": 84, "8464212": 84, "755553": 84, "3055": 84, "491304": 84, "000223": 84, "2546195": 84, "1262075": 84, "221281": 84, "598158": 84, "1798205": 84, "700": 84, "85516": 84, "989456": 84, "595875": 84, "265303": 84, "630769": 84, "265991": 84, "496058": 84, "0358138": 84, "325657": 84, "983091": 84, "0346045": 84, "342453": 84, "903067": 84, "899701": 84, "1322": 84, "4016": 84, "932446": 84, "642416": 84, "14490029": 84, "1190161": 84, "2363": 84, "602": 84, "392849": 84, "999958": 84, "0611014": 84, "2127241": 84, "27708": 84, "663279": 84, "7721448": 84, "299072": 84, "000072": 84, "103836": 84, "617172": 84, "266903": 84, "236619": 84, "94709": 84, "744276": 84, "532": 84, "176662": 84, "972": 84, "80679": 84, "411669": 84, "435689": 84, "875519": 84, "151196": 84, "667337": 84, "582": 84, "6377366": 84, "81965": 84, "736752": 84, "999989": 84, "0482287": 84, "91637": 84, "519": 84, "18353": 84, "049627": 84, "243378": 84, "7846037": 84, "467265": 84, "1437": 84, "554": 84, "440469": 84, "035702": 84, "487": 84, "0675281": 84, "1293798": 84, "sub_run2": [84, 88, 89], "79e": 84, "57e": 84, "07": 84, "11781": 84, "918": 84, "2e": 84, "0509": 84, "02e": 84, "33624196": 84, "571": 84, "3206": 84, "5505": 84, "606789": 84, "834461": 84, "275844": 84, "2885895": 84, "ep_len_mean": 84, "5e": 84, "ep_rew_mean": 84, "18e": 84, "fp": 84, "1779": 84, "1804": 84, "2375": 84, "429458": 84, "996721": 84, "7215035": 84, "1623813": 84, "2286": 84, "7896": 84, "794168": 84, "17125": 84, "134264": 84, "2058110": 84, "033295": 84, "009144": 84, "7510724": 84, "2267": 84, "5652": 84, "053332": 84, "429335": 84, "0381413": 84, "2040808": 84, "2373": 84, "0137": 84, "418623": 84, "962894": 84, "1081605": 84, "2135712": 84, "1758": 84, "2157": 84, "940797": 84, "618435": 84, "03417": 84, "1582394": 84, "2139": 84, "4778": 84, "66047": 84, "4038": 84, "9404805": 84, "1925530": 84, "1455": 84, "3401": 84, "264008": 84, "997766": 84, "5197919": 84, "1309806": 84, "1222": 84, "3441": 84, "790493": 84, "846558": 84, "645188": 84, "1100109": 84, "1883": 84, "9517": 84, "349102": 84, "073694": 84, "66285": 84, "1695556": 84, "1546": 84, "6324": 84, "957151": 84, "970556": 84, "97625375": 84, "1391969": 84, "148": 84, "38998": 84, "182379": 84, "113134": 84, "72036": 84, "134166": 84, "2781": 84, "4126": 84, "80908": 84, "716034": 84, "150154": 84, "2503271": 84, "1030": 84, "1261": 84, "667334": 84, "352226": 84, "6062777": 84, "927113": 84, "1950": 84, "5087": 84, "971148": 84, "999996": 84, "9956346": 84, "1755457": 84, "1148": 84, "0468": 84, "12383": 84, "986454": 84, "0166746": 84, "1033242": 84, "51869": 84, "285549": 84, "05086": 84, "530643": 84, "326": 84, "3865857": 84, "68099": 84, "205442": 84, "136335": 84, "362": 84, "9920626": 84, "107556": 84, "507713": 84, "5794": 84, "172": 84, "3967648": 84, "34489": 84, "049335": 84, "3515596": 84, "748": 84, "64197": 84, "458416": 84, "0614": 84, "038888": 84, "673777": 84, "231": 84, "8666": 84, "649773": 84, "061403": 84, "094668": 84, "208679": 84, "547411": 84, "799263": 84, "623999": 84, "4357": 84, "611109": 84, "108": 84, "027222": 84, "152868": 84, "999857": 84, "5773697": 84, "50244": 84, "925869": 84, "5959754": 84, "1462": 84, "5768": 84, "541664": 84, "24956": 84, "0131997": 84, "1316319": 84, "1349": 84, "1754": 84, "63473": 84, "735115": 84, "0110311955": 84, "1214257": 84, "1886": 84, "4735": 84, "737734": 84, "882967": 84, "6754591": 84, "1697826": 84, "585": 84, "49194": 84, "731716": 84, "996204": 84, "31725": 84, "526942": 84, "700426": 84, "538958": 84, "3895953": 84, "1319": 84, "7701": 84, "374336": 84, "237171": 84, "15805787": 84, "1187793": 84, "1625": 84, "1184": 84, "68434": 84, "554268": 84, "3686837": 84, "1462606": 84, "3791": 84, "435": 84, "024805": 84, "399399": 84, "200267": 84, "3412291": 84, "3162": 84, "4832": 84, "801003": 84, "480116": 84, "055507": 84, "2846234": 84, "3386": 84, "613413": 84, "890545": 84, "8247848": 84, "2084704": 84, "3050": 84, "6633": 84, "25804": 84, "83905": 84, "496408": 84, "2745597": 84, "6011": 84, "712721": 84, "790092": 84, "6760972": 84, "1697941": 84, "1514": 84, "844": 84, "692741": 84, "63072": 84, "81731147": 84, "1363359": 84, "2945": 84, "1492": 84, "053753": 84, "193132": 84, "505592": 84, "2650634": 84, "2493": 84, "5735": 84, "131987": 84, "372742": 84, "247714": 84, "2244216": 84, "1821": 84, "0771": 84, "044007": 84, "106": 84, "395": 84, "7465734": 84, "1638969": 84, "1367": 84, "204165": 84, "377993": 84, "5383407": 84, "1230844": 84, "11612": 84, "204664": 84, "458956": 84, "224": 84, "314": 84, "2909584": 84, "144360": 84, "76114": 84, "126703": 84, "000053": 84, "369709": 84, "70249": 84, "14942": 84, "491219": 84, "582677": 84, "28904": 84, "073921": 84, "183": [84, 86], "475": 84, "3682384": 84, "9026": 84, "790758": 84, "51302": 84, "584": 84, "043416": 84, "593599": 84, "605486": 84, "198685": 84, "3204484": 84, "7176": 84, "038803": 84, "908525": 84, "9434859": 84, "825945": 84, "889832": 84, "24511": 84, "2798805": 84, "1150": 84, "1122": 84, "517626": 84, "998045": 84, "0063478": 84, "1035100": 84, "533": 84, "8715": 84, "031479": 84, "000027": 84, "355374": 84, "474075": 84, "1502": 84, "4996": 84, "550522": 84, "454084": 84, "75558984": 84, "1352249": 84, "1700": 84, "4568": 84, "744617": 84, "918364": 84, "7453753": 84, "1530411": 84, "8903": 84, "83299": 84, "238083": 84, "5238667": 84, "725613": 84, "708": 84, "3994": 84, "43662": 84, "460455": 84, "6392717": 84, "593720": 84, "624523": 84, "84918": 84, "09713": 84, "4464": 84, "48305": 84, "565111": 84, "315889": 84, "406927": 84, "927": 84, "30707": 84, "51403": 84, "22073": 84, "875117": 84, "781413": 84, "575": 84, "30975": 84, "782436": 84, "171947": 84, "522872": 84, "555115": 84, "782": 84, "5654": 84, "75921": 84, "15559": 84, "049054": 84, "704308": 84, "990368": 84, "806833": 84, "5513284": 84, "737408": 84, "442892": 84, "1105442": 84, "52455": 84, "50352": 84, "118": 84, "6969094": 84, "176426": 84, "72639": 84, "687": 84, "6411133": 84, "683573": 84, "5603": 84, "291": 84, "353": 84, "719579": 84, "947": 84, "8628": 84, "563786": 84, "31355": 84, "820": 84, "4292946": 84, "853076": 84, "819": 84, "6643": 84, "929089": 84, "582941": 84, "462": 84, "6799109": 84, "737697": 84, "02463": 84, "134924": 84, "33988": 84, "848213": 84, "165756": 84, "1372": 84, "1312": 84, "91895": 84, "388855": 84, "10374769": 84, "1234918": 84, "1435": 84, "1711": 84, "643396": 84, "139025": 84, "643": 84, "41894728": 84, "1291654": 84, "906": 84, "4148": 84, "15411": 84, "043047": 84, "552": 84, "821802": 84, "815773": 84, "803059": 84, "57881": 84, "360": 84, "7118824": 84, "838": 84, "38043": 84, "72246": 84, "509342": 84, "683642": 84, "746401": 84, "722": 84, "22064": 84, "36357": 84, "937164": 84, "786942": 84, "636776": 84, "1420": 84, "1923": 84, "754087": 84, "23445": 84, "34405267": 84, "1278173": 84, "957253": 84, "980701": 84, "6350272": 84, "30168": 84, "18839": 84, "6833673": 84, "785": 84, "40643": 84, "216587": 84, "139505": 84, "2410784": 84, "701437": 84, "7842": 84, "513245": 84, "326927": 84, "220632": 84, "451453": 84, "08734": 84, "19421": 84, "993734": 84, "772061": 84, "170518": 84, "857058": 84, "061483": 84, "9912403": 84, "21652": 84, "998018": 84, "1145651": 84, "43005": 84, "30297": 84, "30996": 84, "333977": 84, "140959": 84, "015564": 84, "754827": 84, "8850982": 84, "60917": 84, "369095": 84, "028294": 84, "062473": 84, "538546": 84, "541": 84, "634861": 84, "828773": 84, "841476": 84, "403": 84, "183797": 84, "3576": 84, "74038": 84, "419844": 84, "173": 84, "567": 84, "205873": 84, "523577": 84, "388348": 84, "635": 84, "456167": 84, "24044": 84, "77905": 84, "847": 84, "28776": 84, "3445": 84, "089": 84, "412476": 84, "671152": 84, "283": 84, "813982": 84, "3108444": 84, "1941": 84, "4698": 84, "059998": 84, "39732": 84, "449": 84, "118326": 84, "1746407": 84, "3975": 84, "0776": 84, "96631": 84, "598097": 84, "773": 84, "640772": 84, "3574334": 84, "31296": 84, "682458": 84, "941786": 84, "142": 84, "728": 84, "408057": 84, "275078": 84, "315": 84, "61072": 84, "000605": 84, "766": 84, "472333": 84, "280739": 84, "093914": 84, "82961": 84, "4494166": 84, "12789": 84, "169945": 84, "8088455": 84, "234688": 84, "290154": 84, "991571": 84, "74599": 84, "69215": 84, "791064": 84, "868176": 84, "51201": 84, "527386": 84, "438843": 84, "010849": 84, "091949": 84, "108757": 84, "255705": 84, "9153886": 84, "31344": 84, "858194": 84, "460917": 84, "07449": 84, "641197": 84, "7216463": 84, "987324": 84, "40382": 84, "535965": 84, "64444": 84, "592913": 84, "241513": 84, "43422": 84, "880894": 84, "051851": 84, "292465": 84, "055376": 84, "9597707": 84, "59889": 84, "129635": 84, "039303": 84, "81694": 84, "566832": 84, "721492": 84, "58764": 84, "87817": 84, "685684": 84, "221": 84, "024408": 84, "95277": 84, "63495": 84, "94167": 84, "760542": 84, "734792": 84, "499171": 84, "494": 84, "29865": 84, "91579": 84, "698816": 84, "227": 84, "345572": 84, "441835": 84, "1669": 84, "572773": 84, "118586": 84, "662": 84, "663635": 84, "1502472": 84, "1423": 84, "8939": 84, "750465": 84, "154497": 84, "606137": 84, "1281504": 84, "523636": 84, "496876": 84, "305464": 84, "981228": 84, "672033": 84, "296": 84, "12477": 84, "9766": 84, "505367": 84, "917562": 84, "243": 84, "965244": 84, "237583": 84, "441": 84, "78152": 84, "375774": 84, "219263": 84, "51826": 84, "397603": 84, "60434": 84, "253563": 84, "001564": 84, "3150015": 84, "426840": 84, "826717": 84, "443428": 84, "326218": 84, "45334": 84, "770283": 84, "403486": 84, "864246": 84, "409126": 84, "024936": 84, "58497": 84, "376099": 84, "580284": 84, "845596": 84, "4386": 84, "686298": 84, "85383": 84, "408401": 84, "669418": 84, "44686": 84, "478897": 84, "021046": 84, "71836": 84, "096245": 84, "4822035": 84, "24246": 84, "697903": 84, "038016": 84, "10041": 84, "779947": 84, "543995": 84, "470825": 84, "502432": 84, "700728": 84, "664185": 84, "969315": 84, "760994": 84, "82759": 84, "638756": 84, "853281": 84, "742096": 84, "965656": 84, "121": 84, "2559595": 84, "05946": 84, "569885": 84, "361977": 84, "166": 84, "519688": 84, "157553": 84, "35559": 84, "295433": 84, "251": 84, "597": 84, "08074": 84, "33773": 84, "468657": 84, "730036": 84, "3473": 84, "914": 84, "87384": 84, "874031": 84, "396": 84, "557518": 84, "3113888": 84, "4798": 84, "8096": 84, "506927": 84, "022305": 84, "908749": 84, "4307226": 84, "4961": 84, "3433": 84, "536194": 84, "69982": 84, "257017": 84, "4465209": 84, "5542": 84, "6147": 84, "478977": 84, "297695": 84, "213": 84, "710": 84, "636808": 84, "4984936": 84, "5475": 84, "4956": 84, "36404": 84, "47104": 84, "233": 84, "564": 84, "003632": 84, "4915775": 84, "53134": 84, "312569": 84, "807915": 84, "3855": 84, "161943": 84, "942236": 84, "917088": 84, "10571": 84, "335": 84, "514065": 84, "715076": 84, "770834": 84, "896332": 84, "85728": 84, "400461": 84, "325865": 84, "10968": 84, "510035": 84, "222506": 84, "learning_r": 84, "0001": 84, "loss": 84, "73e": 84, "n_updat": 84, "88185": 84, "473099": 84, "432787": 84, "69e": 84, "250916": 84, "624996": 84, "427858": 84, "96e": 84, "379234": 84, "415615": 84, "959192": 84, "74e": 84, "947784": 84, "702192": 84, "782215": 84, "7e": 84, "11013": 84, "181059": 84, "962767": 84, "4e": 84, "01869": 84, "351809": 84, "203293": 84, "25e": 84, "761375": 84, "895535": 84, "647366": 84, "48e": 84, "199": 84, "31044": 84, "202625": 84, "554924": 84, "13197": 84, "67505": 84, "571669": 84, "94e": 84, "249": 84, "96759": 84, "819794": 84, "235605": 84, "99e": 84, "274": 84, "1854": 84, "7126": 84, "8579": 84, "94703": 84, "453636": 84, "1662493": 84, "8928": 84, "022": 84, "12279": 84, "995796": 84, "645": 84, "729115": 84, "8035220": 84, "26e": 84, "6259": 84, "960857": 84, "959463": 84, "289": 84, "563": 84, "882483": 84, "5633478": 84, "46e": 84, "4542": 84, "525": [84, 88], "181717": 84, "151531": 84, "840796": 84, "4088272": 84, "28868": 84, "314816": 84, "684": 84, "14851": 84, "399": 84, "29333": 84, "590292": 84, "175938": 84, "64e": 84, "424": 84, "6536": 84, "5103": 84, "910072": 84, "24192": 84, "203909": 84, "5882859": 84, "87e": 84, "8832": 84, "894646": 84, "245432": 84, "446": 84, "251022": 84, "7949333": 84, "16e": 84, "5994": 84, "488": 84, "70945": 84, "269371": 84, "657": 84, "748756": 84, "5394630": 84, "01e": 84, "499": 84, "5868": 84, "702705": 84, "673388": 84, "925201": 84, "5300543": 84, "08e": 84, "323895": 84, "75314": 84, "182": 84, "83241": 84, "49e": 84, "549": 84, "10587": 84, "321625": 84, "11446": 84, "574": 84, "58216": 84, "81363": 84, "13e": 84, "26106": 84, "285131": 84, "510527": 84, "97226": 84, "634449": 84, "972343": 84, "97e": 84, "34892": 84, "954485": 84, "94895": 84, "54e": 84, "674": 84, "28426": 84, "376232": 84, "423975": 84, "699": 84, "33825": 84, "507927": 84, "793901": 84, "98e": 84, "71556": 84, "245878": 84, "436129": 84, "81e": 84, "749": 84, "0488": 84, "126446": 84, "582035": 84, "78e": 84, "774": 84, "71491": 84, "90714": 84, "584349": 84, "965": 84, "72923": 84, "959242": 84, "785337": 84, "47e": 84, "824": 84, "162704": 84, "086092": 84, "191248": 84, "849": 84, "09719": 84, "966927": 84, "444": 84, "49166": 84, "62e": 84, "874": 84, "842354": 84, "912615": 84, "981579": 84, "899": 84, "29015": 84, "284555": 84, "791": 84, "723755": 84, "41e": 84, "5701": 84, "992": 84, "445957": 84, "877975": 84, "844303": 84, "5131793": 84, "949": 84, "6329": 84, "633747": 84, "058687": 84, "750559": 84, "5696626": 84, "12e": 84, "974": 84, "7090": 84, "5063": 84, "64953": 84, "19502": 84, "229": 84, "872087": 84, "6384696": 84, "999": 84, "5688": 84, "2856": 84, "284252": 84, "551647": 84, "795156": 84, "5119457": 84, "1024": 84, "7841": 84, "701": 84, "82436": 84, "11316": 84, "544": 84, "77382": 84, "7034948": 84, "3e": 84, "1049": 84, "2651": 84, "586027": 84, "332": 84, "283964": 84, "07e": 84, "1074": 84, "894302": 84, "345287": 84, "579243": 84, "1099": 84, "787": 84, "247807": 84, "88788": 84, "603895": 84, "6396108": 84, "1124": 84, "444363": 84, "380396": 84, "795992": 84, "86e": 84, "1149": 84, "730785": 84, "277372": 84, "305302": 84, "09e": 84, "1174": 84, "063698": 84, "021494": 84, "1199": 84, "99026": 84, "231157": 84, "473911": 84, "1224": 84, "17343": 84, "960754": 84, "79974": 84, "6e": 84, "1249": 84, "62412": 84, "571651": 84, "37696": 84, "05e": 84, "1274": 84, "07557": 84, "251059": 84, "277117": 84, "37e": 84, "1299": 84, "77418": 84, "679039": 84, "076662": 84, "1324": 84, "70116": 84, "391863": 84, "102135": 84, "7172": 84, "848103": 84, "195494": 84, "1374": 84, "705536": 84, "714365": 84, "90795": 84, "1399": 84, "monoton": 84, "define_metr": 84, "axi": 84, "me": 84, "35041": 84, "drop": 84, "_timestamp": 84, "1700214247": 84, "6063654": 84, "918385": 84, "6064198": 84, "606459": 84, "6064918": 84, "6065187": 84, "6065419": 84, "6065679": 84, "14272": 84, "373743": 84, "067757": 84, "1424": 84, "859985": 84, "91815": 84, "750177": 84, "66e": 84, "1449": 84, "054276": 84, "867567": 84, "91997": 84, "85e": 84, "1474": 84, "1521": 84, "9896": 84, "063614": 84, "000452": 84, "205": 84, "112": [84, 87], "201933": 84, "1378782": 84, "1499": 84, "3598": 84, "6003": 84, "23126": 84, "027729": 84, "144733": 84, "3229639": 84, "1524": 84, "3934": 84, "8455": 84, "38924": 84, "422209": 84, "24799": 84, "3516591": 84, "1549": 84, "500626": 84, "288742": 84, "156": 84, "685": 84, "36e": 84, "1574": 84, "475006": 84, "78031": 84, "356": 84, "509": 84, "915373": 84, "1599": 84, "6470": 84, "7974": 84, "524296": 84, "516663": 84, "107": [84, 88], "62802": 84, "5823717": 84, "38e": 84, "1624": 84, "0757": 84, "520737": 84, "371014": 84, "163658": 84, "5156594": 84, "22e": 84, "1649": 84, "7858": 84, "489624": 84, "390175": 84, "542755": 84, "7072577": 84, "03e": 84, "1674": 84, "8580": 84, "767204": 84, "379463": 84, "731": 84, "715965": 84, "7714040": 84, "1699": 84, "9275": 84, "7295": 84, "564636": 84, "44268": 84, "933622": 84, "8348156": 84, "51e": 84, "1724": 84, "23363": 84, "494257": 84, "450134": 84, "1749": 84, "8516": 84, "39136": 84, "882673": 84, "1774": 84, "655693": 84, "701569": 84, "626251": 84, "82e": 84, "1799": 84, "070488": 84, "431053": 84, "76395": 84, "24e": 84, "1824": 84, "41705": 84, "251905": 84, "404594": 84, "1849": 84, "179195": 84, "328423": 84, "58744": 84, "1874": 84, "25168": 84, "274105": 84, "448235": 84, "17e": 84, "1899": 84, "27385": 84, "37339": 84, "546675": 84, "33e": 84, "1924": 84, "70976": 84, "610817": 84, "41828": 84, "1949": 84, "37996": 84, "81223": 84, "526308": 84, "1974": 84, "88873": 84, "679972": 84, "887882": 84, "1999": 84, "374725": 84, "886457": 84, "744215": 84, "91e": 84, "2024": 84, "8004": 84, "291016": 84, "125746": 84, "76e": 84, "2049": 84, "356754": 84, "098063": 84, "395697": 84, "2074": 84, "98781": 84, "176632": 84, "20977": 84, "2099": 84, "2963": 84, "5293": 84, "67123": 84, "155758": 84, "275": 84, "741188": 84, "2657805": 84, "34e": 84, "2124": 84, "3690": 84, "9102": 84, "598965": 84, "265598": 84, "536015": 84, "3293101": 84, "84e": 84, "2149": 84, "4099": 84, "16755": 84, "969181": 84, "159": 84, "780": 84, "952784": 84, "3676153": 84, "06e": 84, "2174": 84, "4844": 84, "1577": 84, "401505": 84, "993696": 84, "795": 84, "339314": 84, "4359742": 84, "43e": 84, "2199": 84, "3168": 84, "1628": 84, "45405": 84, "310589": 84, "565": 84, "505985": 84, "2851346": 84, "2224": 84, "15802": 84, "812828": 84, "730": 84, "384958": 84, "59e": 84, "2249": 84, "70742": 84, "722502": 84, "76044": 84, "2274": 84, "4615": 84, "9355": 84, "687176": 84, "604136": 84, "033457": 84, "4154342": 84, "2299": 84, "4519": 84, "110023": 84, "892767": 84, "987827": 84, "4067339": 84, "2324": 84, "519215": 84, "639103": 84, "65552": 84, "31e": 84, "2349": 84, "53205": 84, "84091": 84, "706072": 84, "2374": 84, "03585": 84, "089901": 84, "84705": 84, "56e": 84, "2399": 84, "22182": 84, "433327": 84, "2683": 84, "75e": 84, "2424": 84, "19492": 84, "888763": 84, "709038": 84, "2449": 84, "14824": 84, "543236": 84, "323315": 84, "2474": 84, "54942": 84, "843735": 84, "800474": 84, "2499": 84, "72044": 84, "46577": 84, "107563": 84, "2524": 84, "59096": 84, "127878": 84, "45269": 84, "2549": 84, "00199": 84, "281334": 84, "630474": 84, "2574": 84, "08445": 84, "414421": 84, "659573": 84, "2599": 84, "95372": 84, "113327": 84, "836081": 84, "2624": 84, "788414": 84, "551414": 84, "522072": 84, "68e": 84, "2649": 84, "74622": 84, "638317": 84, "213166": 84, "2674": 84, "323364": 84, "57355": 84, "822417": 84, "52e": 84, "2699": 84, "085": 84, "755165": 84, "665863": 84, "186356": 84, "514876": 84, "45e": 84, "2724": 84, "31932": 84, "860435": 84, "726": 84, "112099": 84, "63e": 84, "2749": 84, "81175": 84, "48872": 84, "689": 84, "881742": 84, "67e": 84, "2774": 84, "3226": 84, "1812": 84, "99132": 84, "449615": 84, "979425": 84, "2914970": 84, "2799": 84, "8608": 84, "66342": 84, "958992": 84, "693288": 84, "738774": 84, "2824": 84, "326733": 84, "015965": 84, "622": 84, "66599": 84, "2849": 84, "05312": 84, "606455": 84, "639921": 84, "2874": 84, "417835": 84, "195496": 84, "904902": 84, "2899": 84, "599163": 84, "21489": 84, "186": 84, "765554": 84, "2924": 84, "224995": 84, "329985": 84, "891856": 84, "35e": 84, "2949": 84, "90488": 84, "180758": 84, "656872": 84, "270113": 84, "287990": 84, "2974": 84, "21765": 84, "816273": 84, "013376": 84, "8252945": 84, "293124": 84, "88e": 84, "2999": 84, "74127": 84, "661133": 84, "00012": 84, "965243": 84, "213067": 84, "21e": 84, "3024": 84, "69014": 84, "9251": 84, "229746": 84, "369878": 84, "120074": 84, "3049": 84, "62455": 84, "001045": 84, "45983": 84, "532434": 84, "60862": 84, "094": 84, "77e": 84, "3074": 84, "07431": 84, "899416": 84, "607584": 84, "3099": 84, "72768": 84, "1292": 84, "091452": 84, "924392": 84, "126654": 84, "790": 84, "3124": 84, "97703": 84, "32632": 84, "053425": 84, "104088": 84, "60279": 84, "61e": 84, "3149": 84, "67865": 84, "05674": 84, "99997": 84, "149518": 84, "226510": 84, "3174": 84, "11187": 84, "242134": 84, "477785": 84, "436741": 84, "3199": 84, "45746": 84, "761223": 84, "440136": 84, "395967": 84, "526911": 84, "3224": 84, "218": 84, "11995": 84, "327847": 84, "056837": 84, "760579": 84, "196307": 84, "764": 84, "3249": 84, "81368": 84, "32354": 84, "49754": 84, "19011": 84, "79032": 84, "3274": 84, "16617": 84, "31339": 84, "080135": 84, "468": 84, "962557": 84, "145666": 84, "3299": 84, "01712": 84, "176098": 84, "920376": 84, "3324": 84, "408": 84, "1777": 84, "842438": 84, "999256": 84, "179": 84, "534999": 84, "372273": 84, "15e": 84, "3349": 84, "294548": 84, "43155": 84, "530": 84, "39629": 84, "3374": 84, "51948": 84, "693748": 84, "369297": 84, "3399": 84, "327251": 84, "722736": 84, "306188": 84, "3424": 84, "840294": 84, "38459": 84, "514": 84, "596086": 84, "3449": 84, "47451": 84, "671492": 84, "484": 84, "386773": 84, "3474": 84, "439": 84, "10754": 84, "441185": 84, "733648": 84, "272": 84, "764248": 84, "395254": 84, "95e": 84, "3499": 84, "31964": 84, "395735": 84, "999321": 84, "393337": 84, "503426": 84, "3524": 84, "96118": 84, "266266": 84, "655975": 84, "171899": 84, "286165": 84, "3549": 84, "69771": 84, "034204": 84, "883009": 84, "430132": 84, "210327": 84, "14e": 84, "3574": 84, "601944": 84, "99998": 84, "13013": 84, "3599": 84, "767708": 84, "999975": 84, "770189": 84, "09816": 84, "238272": 84, "996042": 84, "031565": 84, "167724": 84, "3649": 84, "19986": 84, "942884": 84, "365477": 84, "454679": 84, "42e": 84, "3674": 84, "550316": 84, "521523": 84, "5707517": 84, "3699": 84, "0938": 84, "81718": 84, "038563": 84, "485105": 84, "729618": 84, "3724": 84, "82144": 84, "00016": 84, "2294836": 84, "3749": 84, "339254": 84, "948975": 84, "3774": 84, "6262": 84, "662975": 84, "000048": 84, "568501": 84, "227363": 84, "3799": 84, "2801": 84, "572395": 84, "591404": 84, "679752": 84, "3824": 84, "447903": 84, "8544": 84, "4505453": 84, "3849": 84, "961487": 84, "345997": 84, "001679": 84, "591": 84, "3874": 84, "122137": 84, "613598": 84, "2041984": 84, "3899": 84, "911211": 84, "84073": 84, "8583755": 84, "3924": 84, "511806": 84, "975248": 84, "461": 84, "71295": 84, "3949": 84, "888": 84, "0539": 84, "422834": 84, "68936": 84, "740": 84, "5188694": 84, "803709": 84, "3974": 84, "836256": 84, "50795": 84, "238": 84, "129": 84, "671093": 84, "3999": 84, "07606": 84, "440237": 84, "70772": 84, "29e": 84, "4024": 84, "929407": 84, "6828": 84, "7432737": 84, "4049": 84, "1043": 84, "0057": 84, "89227": 84, "43317": 84, "0846555": 84, "938705": 84, "53e": 84, "4074": 84, "1352": 84, "0616": 84, "324686": 84, "706608": 84, "0033998208": 84, "1216855": 84, "1246": 84, "1344": 84, "315995": 84, "914276": 84, "52623665": 84, "1121520": 84, "4124": 84, "015846": 84, "779686": 84, "373768": 84, "4149": 84, "400": 84, "23813": 84, "14992": 84, "67191": 84, "212911": 84, "360214": 84, "4174": 84, "3965": 84, "190514": 84, "000067": 84, "364509": 84, "269456": 84, "4199": 84, "09314": 84, "904884": 84, "000025": 84, "079979": 84, "560783": 84, "4224": 84, "073902": 84, "654799": 84, "2901263": 84, "4249": 84, "6232": 84, "533516": 84, "392105": 84, "151760": 84, "72e": 84, "4274": 84, "730844": 84, "761995": 84, "2258358": 84, "55e": 84, "4299": 84, "1018": 84, "85645": 84, "41438": 84, "999998": 84, "6626261": 84, "916970": 84, "4324": 84, "679": 84, "9791": 84, "711246": 84, "999962": 84, "013161": 84, "611981": 84, "28e": 84, "4349": 84, "9635": 84, "509262": 84, "000923": 84, "301074": 84, "654445": 84, "8e": 84, "4374": 84, "1232": 84, "7352": 84, "999992": 84, "5932324": 84, "1109461": 84, "39e": 84, "4399": 84, "1655": 84, "0643": 84, "618853": 84, "999966": 84, "5184134": 84, "1489557": 84, "19484": 84, "301876": 84, "773636": 84, "3118777": 84, "134275": 84, "4449": 84, "0063": 84, "470314": 84, "999937": 84, "10012235": 84, "561605": 84, "83e": 84, "4474": 84, "461197": 84, "065284": 84, "4499": 84, "0399": 84, "274063": 84, "561508": 84, "6794843": 84, "1011635": 84, "4524": 84, "120804": 84, "681646": 84, "6939497": 84, "4549": 84, "096895": 84, "350782": 84, "244436": 84, "11e": 84, "4574": 84, "148342": 84, "113705": 84, "636": 84, "757193": 84, "4599": 84, "95327": 84, "296478": 84, "801": 84, "5401795": 84, "4624": 84, "758": 84, "01276": 84, "702787": 84, "030527": 84, "224388": 84, "682211": 84, "4649": 84, "51666": 84, "118244": 84, "149982": 84, "562": 84, "667169": 84, "423465": 84, "4674": 84, "486473": 84, "198273": 84, "265": 84, "9825225": 84, "04e": 84, "4699": 84, "656": 84, "4523": 84, "297323": 84, "39459": 84, "97379": 84, "590807": 84, "4724": 84, "489573": 84, "93118": 84, "396768": 84, "4749": 84, "1223": 84, "6066": 84, "345486": 84, "348074": 84, "63887537": 84, "1101246": 84, "4774": 84, "512764": 84, "293253": 84, "127042": 84, "4799": 84, "35599": 84, "465097": 84, "7489338": 84, "4824": 84, "52633": 84, "060165": 84, "7001107": 84, "44e": 84, "4849": 84, "5445": 84, "829098": 84, "000029": 84, "2892137": 84, "666490": 84, "4874": 84, "159826": 84, "131216": 84, "0486894": 84, "4899": 84, "1383": 84, "9827": 84, "605206": 84, "00006": 84, "16300492": 84, "1245584": 84, "4924": 84, "1419": 84, "2175": 84, "13316": 84, "33917913": 84, "1277295": 84, "4949": 84, "017467": 84, "999275": 84, "4974": 84, "1589": 84, "4012": 84, "838787": 84, "382097": 84, "1900978": 84, "1430461": 84, "4999": 84, "sub_run3": [84, 89], "num_timestep": 84, "70077": 84, "episode_reward": 84, "14968": 84, "00": [84, 88], "comfort_viol": 84, "71e": 84, "cumulative_power_consumpt": 84, "65e": 84, "378": 84, "0489": 84, "mean_power_consumpt": 84, "757": 84, "std_cumulative_reward": 84, "std_reward": 84, "2943": 84, "2556": 84, "751154": 84, "999994": 84, "959369": 84, "2648930": 84, "312": 84, "925": 84, "5019": 84, "1979": 84, "7937": 84, "373043": 84, "14206": 84, "1781814": 84, "5024": 84, "2914": 84, "7188": 84, "686562": 84, "000069": 84, "35344": 84, "2623247": 84, "5049": 84, "281803": 84, "999775": 84, "188634": 84, "5074": 84, "1958": 84, "0961": 84, "965443": 84, "137955": 84, "490796": 84, "1762286": 84, "5099": 84, "2621": 84, "8708": 84, "586883": 84, "63774": 84, "352446": 84, "2359683": 84, "5124": 84, "2009": 84, "7571": 84, "284857": 84, "483": 84, "2918768": 84, "1808781": 84, "32e": 84, "5149": 84, "969": 84, "372368": 84, "860384": 84, "0222852": 84, "876343": 84, "5174": 84, "1507": 84, "6636": 84, "65628": 84, "48924": 84, "1577966": 84, "1356897": 84, "23e": 84, "5199": 84, "617": 84, "50195": 84, "59938": 84, "053951": 84, "169581": 84, "560649": 84, "5224": 84, "1731": 84, "4452": 84, "901506": 84, "613556": 84, "357542": 84, "1558300": 84, "5249": 84, "1856": 84, "9801": 84, "100141": 84, "295666": 84, "8129723": 84, "1671282": 84, "5274": 84, "320126": 84, "383184": 84, "669841": 84, "5299": 84, "1178": 84, "2567": 84, "377169": 84, "999947": 84, "86562514": 84, "1060431": 84, "937": 84, "5324": 84, "2288": 84, "4697": 84, "389498": 84, "192562": 84, "6854405": 84, "2059622": 84, "5349": 84, "1020": 84, "70496": 84, "219017": 84, "359734": 84, "6533837": 84, "918634": 84, "5374": 84, "1792": 84, "853565": 84, "2277": 84, "2651987": 84, "631941": 84, "5399": 84, "562044": 84, "547703": 84, "256225": 84, "5424": 84, "820778": 84, "46046": 84, "064962": 84, "5449": 84, "1293": 84, "085037": 84, "000011": 84, "086813": 84, "131516": 84, "5474": 84, "1114": 84, "0479": 84, "16856": 84, "734001": 84, "1866692": 84, "1002643": 84, "5499": 84, "846": 84, "760624": 84, "225866": 84, "4928055": 84, "762184": 84, "5524": 84, "6642": 84, "027035": 84, "987038": 84, "158876": 84, "519897": 84, "5549": 84, "0242": 84, "039307": 84, "999393": 84, "968978": 84, "333921": 84, "5574": 84, "129557": 84, "972383": 84, "7546635": 84, "5599": 84, "1735": 84, "4952": 84, "633846": 84, "511398": 84, "9205676": 84, "1561945": 84, "5624": 84, "1448": 84, "3888": 84, "905155": 84, "4850352": 84, "1303549": 84, "5649": 84, "76407": 84, "189915": 84, "999899": 84, "8663336": 84, "243687": 84, "5674": 84, "1268": 84, "7618": 84, "23605": 84, "832317": 84, "04412536": 84, "1141885": 84, "1885": 84, "5887": 84, "774643": 84, "993729": 84, "12826": 84, "1697029": 84, "5724": 84, "2407": 84, "4321": 84, "659005": 84, "013084": 84, "6783485": 84, "2166689": 84, "9e": 84, "5749": 84, "744223": 84, "33259": 84, "006251": 84, "5774": 84, "89128": 84, "242847": 84, "502991": 84, "5799": 84, "1623": 84, "896154": 84, "603312": 84, "3616774": 84, "1461345": 84, "5824": 84, "1193": 84, "3862": 84, "279856": 84, "578747": 84, "33275306": 84, "1074047": 84, "5849": 84, "4739": 84, "780788": 84, "953503": 84, "4476857": 84, "2474526": 84, "885911": 84, "413828": 84, "9501653": 84, "2384972": 84, "5899": 84, "2723": 84, "133593": 84, "803274": 84, "3216777": 84, "1731845": 84, "5924": 84, "6277": 84, "483408": 84, "601479": 84, "11623": 84, "2137165": 84, "325": 84, "5949": 84, "1881": 84, "4619": 84, "946623": 84, "6504009": 84, "1693315": 84, "5974": 84, "76978": 84, "480413": 84, "392883": 84, "4756484": 84, "126692": 84, "5999": 84, "333809": 84, "543318": 84, "4271114": 84, "6024": 84, "2648": 84, "4836": 84, "186273": 84, "95374": 84, "4855103": 84, "2383635": 84, "6049": 84, "2084": 84, "3047": 84, "145824": 84, "761835": 84, "6646152": 84, "1875874": 84, "6074": 84, "2165": 84, "2742": 84, "902588": 84, "895075": 84, "069463": 84, "1948746": 84, "6099": 84, "6932": 84, "295982": 84, "9834425": 84, "859223": 84, "6124": 84, "975": 84, "0257": 84, "071327": 84, "109482": 84, "88178": 84, "877523": 84, "6149": 84, "1413": 84, "4546": 84, "455126": 84, "31036434": 84, "1272109": 84, "6174": 84, "2057": 84, "9175": 84, "432148": 84, "999971": 84, "5326786": 84, "1852125": 84, "6199": 84, "786938": 84, "214876": 84, "168115": 84, "6224": 84, "185356": 84, "73231": 84, "5003846": 84, "6249": 84, "0743": 84, "010324": 84, "195412": 84, "1552175": 84, "787566": 84, "6274": 84, "47087": 84, "034351": 84, "4333735": 84, "115623": 84, "6299": 84, "19991": 84, "049053": 84, "000017": 84, "225305": 84, "76612": 84, "1083": 84, "9386": 84, "645807": 84, "179724": 84, "93911934": 84, "975544": 84, "6349": 84, "2489": 84, "8848": 84, "072931": 84, "479544": 84, "671191": 84, "2240896": 84, "6374": 84, "1146": 84, "3035": 84, "533276": 84, "500486": 84, "350996": 84, "1031673": 84, "6399": 84, "321774": 84, "816954": 84, "335506": 84, "6424": 84, "467": 84, "1646": 84, "171333": 84, "25289": 84, "639": 84, "6892805": 84, "420448": 84, "6449": 84, "445587": 84, "380398": 84, "105264": 84, "6474": 84, "927788": 84, "772154": 84, "871598": 84, "6499": 84, "74886": 84, "01816": 84, "287525": 84, "6524": 84, "668": 84, "89575": 84, "53613": 84, "081665": 84, "980969": 84, "590484": 84, "6549": 84, "26994": 84, "321407": 84, "286524": 84, "418407": 84, "137042": 84, "6574": 84, "464": 84, "7534": 84, "08908": 84, "413956": 84, "7095146": 84, "403879": 84, "6599": 84, "898567": 84, "18225": 84, "3518631": 84, "6624": 84, "09905": 84, "368822": 84, "9090285": 84, "6649": 84, "8499": 84, "85285": 84, "461779": 84, "9976588": 84, "856664": 84, "6674": 84, "365232": 84, "261238": 84, "429393": 84, "6699": 84, "056242": 84, "999687": 84, "379026": 84, "6724": 84, "1718": 84, "954447": 84, "076813": 84, "8336521": 84, "1546300": 84, "6749": 84, "746": 84, "1307": 84, "589094": 84, "72473": 84, "810494": 84, "671517": 84, "6774": 84, "1189": 84, "1144": 84, "219078": 84, "536963": 84, "8113365": 84, "1070203": 84, "6799": 84, "1760": 84, "4196": 84, "643135": 84, "909454": 84, "0451891": 84, "1584377": 84, "6824": 84, "1259": 84, "0308": 84, "857689": 84, "455622": 84, "0750003": 84, "1133127": 84, "6849": 84, "3766": 84, "170164": 84, "000095": 84, "8082709": 84, "254138": 84, "6874": 84, "2873": 84, "684679": 84, "935505": 84, "4673761": 84, "880458": 84, "6899": 84, "1851": 84, "755598": 84, "619181": 84, "6924": 84, "1314": 84, "9203": 84, "52808": 84, "85324": 84, "21578881": 84, "1183428": 84, "6949": 84, "919759": 84, "333363": 84, "866": 84, "917022": 84, "6974": 84, "78595": 84, "541876": 84, "142008": 84, "869": 84, "908008": 84, "80879": 84, "6999": 84, "843994": 84, "04883": 84, "6984205": 84, "7024": 84, "550": 84, "6507": 84, "1667": 84, "99846": 84, "344811": 84, "495585": 84, "7049": 84, "996563": 84, "92001": 84, "1893": 84, "7074": 84, "407": 84, "94373": 84, "073017": 84, "267233": 84, "922835": 84, "367149": 84, "7099": 84, "66797": 84, "85887": 84, "125118": 84, "8898964": 84, "737382": 84, "7124": 84, "866589": 84, "465069": 84, "7149": 84, "123447": 84, "99996": 84, "107789": 84, "7174": 84, "636272": 84, "684591": 84, "5161777": 84, "7199": 84, "006355": 84, "509317": 84, "1877465": 84, "7224": 84, "724228": 84, "732481": 84, "715655": 84, "7249": 84, "647705": 84, "887827": 84, "674119": 84, "7274": 84, "95778": 84, "563845": 84, "680291": 84, "7299": 84, "15199": 84, "148827": 84, "010214": 84, "7324": 84, "10457": 84, "37624": 84, "720282": 84, "7349": 84, "93943": 84, "058844": 84, "752775": 84, "7374": 84, "5358": 84, "520086": 84, "529675": 84, "7399": 84, "90292": 84, "641085": 84, "235198": 84, "7424": 84, "272633": 84, "044207": 84, "7869196": 84, "7449": 84, "577765": 84, "176463": 84, "7474": 84, "805527": 84, "648262": 84, "277": 84, "1966367": 84, "7499": 84, "817": 84, "9984": 84, "170815": 84, "434963": 84, "863375": 84, "736198": 84, "7524": 84, "1087": 84, "018997": 84, "99819": 84, "880": 84, "724447": 84, "976106": 84, "7549": 84, "5843": 84, "01306": 84, "805077": 84, "262782": 84, "812325": 84, "7574": 84, "21356": 84, "537544": 84, "499413": 84, "842577": 84, "485292": 84, "7599": 84, "141941": 84, "097776": 84, "640": 84, "159419": 84, "7624": 84, "81628": 84, "676254": 84, "347079": 84, "7649": 84, "26341": 84, "509224": 84, "819503": 84, "7674": 84, "67972": 84, "732143": 84, "77928": 84, "276463": 84, "305711": 84, "7699": 84, "76473": 84, "478088": 84, "489": 84, "006176": 84, "195": 84, "7724": 84, "08971": 84, "583792": 84, "646996": 84, "7749": 84, "054016": 84, "166939": 84, "822657": 84, "7774": 84, "195282": 84, "09547": 84, "948526": 84, "92e": 84, "7799": 84, "145077": 84, "427517": 84, "653486": 84, "7824": 84, "926395": 84, "539474": 84, "2723255": 84, "7849": 84, "501816": 84, "293674": 84, "341484": 84, "7874": 84, "79883": 84, "605139": 84, "22611": 84, "7899": 84, "870968": 84, "849094": 84, "045892": 84, "7924": 84, "716766": 84, "081879": 84, "166885": 84, "19e": 84, "7949": 84, "2547": 84, "099758": 84, "363247": 84, "022537": 84, "645359": 84, "923875": 84, "7999": 84, "795944": 84, "21981": 84, "719052": 84, "8024": 84, "53074": 84, "418552": 84, "64203": 84, "8049": 84, "189896": 84, "52504": 84, "571243": 84, "903064": 84, "77570": 84, "93e": 84, "8074": 84, "48703": 84, "71837": 84, "064402": 84, "097484": 84, "360157": 84, "8099": 84, "8964": 84, "18821": 84, "995653": 84, "000217": 84, "925971": 84, "8124": 84, "808674": 84, "230162": 84, "990786": 84, "8149": 84, "38911": 84, "766394": 84, "624998": 84, "8174": 84, "3502": 84, "00819": 84, "979362": 84, "278": 84, "671": 84, "228561": 84, "139486": 84, "8199": 84, "0591": 84, "968252": 84, "402994": 84, "592": 84, "540173": 84, "927053": 84, "8224": 84, "797": 84, "6877": 84, "19432": 84, "263184": 84, "258335": 84, "717918": 84, "8249": 84, "74835": 84, "537148": 84, "0753": 84, "415379": 84, "787273": 84, "27e": 84, "8274": 84, "5125": 84, "882725": 84, "785929": 84, "187895": 84, "3442061": 84, "8299": 84, "68514": 84, "985237": 84, "166412": 84, "8324": 84, "48008": 84, "753471": 84, "091528": 84, "8349": 84, "73392": 84, "945398": 84, "771217": 84, "8374": 84, "760983": 84, "241547": 84, "400848": 84, "8399": 84, "40298": 84, "17516": 84, "861246": 84, "8424": 84, "80497": 84, "545568": 84, "885168": 84, "57668": 84, "214247": 84, "508998": 84, "8474": 84, "12802": 84, "749151": 84, "651919": 84, "21137": 84, "366076": 84, "96721": 84, "8524": 84, "845642": 84, "960764": 84, "95008": 84, "8549": 84, "49801": 84, "881857": 84, "46767": 84, "8574": 84, "733284": 84, "166264": 84, "524689": 84, "8599": 84, "329315": 84, "884922": 84, "687214": 84, "8624": 84, "705185": 84, "81737": 84, "472": 84, "693514": 84, "8649": 84, "16821": 84, "976574": 84, "646": 84, "119333": 84, "8674": 84, "69354": 84, "817505": 84, "335524": 84, "147": 84, "913471": 84, "680939": 84, "8699": 84, "3891": 84, "6194": 84, "111176": 84, "174507": 84, "636395": 84, "3465989": 84, "8724": 84, "3428": 84, "4062": 84, "121716": 84, "138863": 84, "611": 84, "792252": 84, "3085565": 84, "8749": 84, "604034": 84, "964142": 84, "815947": 84, "967036": 84, "8774": 84, "3687": 84, "3022": 84, "33517": 84, "877851": 84, "466": 84, "489399": 84, "3303912": 84, "8799": 84, "93651": 84, "779984": 84, "373": 84, "955477": 84, "8824": 84, "38318": 84, "963749": 84, "610": 84, "373495": 84, "8849": 84, "4487": 84, "8276": 84, "09316": 84, "21256": 84, "338": 84, "55652": 84, "4039045": 84, "979": 84, "8874": 84, "4089": 84, "17132": 84, "19066": 84, "431572": 84, "3680471": 84, "89e": 84, "8899": 84, "438007": 84, "290419": 84, "92903": 84, "8924": 84, "02225": 84, "40269": 84, "791893": 84, "8949": 84, "121346": 84, "871252": 84, "415564": 84, "8974": 84, "434044": 84, "622412": 84, "8999": 84, "2435": 84, "923763": 84, "389812": 84, "9024": 84, "24047": 84, "115957": 84, "886944": 84, "9049": 84, "20639": 84, "541458": 84, "951208": 84, "9074": 84, "05541": 84, "311417": 84, "508722": 84, "9099": 84, "42342": 84, "215261": 84, "310314": 84, "9124": 84, "96147": 84, "621758": 84, "771341": 84, "9149": 84, "23984": 84, "676752": 84, "934": 84, "9174": 84, "025604": 84, "013933": 84, "945906": 84, "9199": 84, "37305": 84, "211245": 84, "28667": 84, "9224": 84, "31747": 84, "182339": 84, "826544": 84, "9249": 84, "2593": 84, "8738": 84, "85662": 84, "91998": 84, "730545": 84, "2297572": 84, "9274": 84, "4826": 84, "358": 84, "02169": 84, "617256": 84, "108011": 84, "4406347": 84, "9299": 84, "93762": 84, "177649": 84, "97749": 84, "9324": 84, "66805": 84, "069008": 84, "572285": 84, "573": 84, "9349": 84, "4960": 84, "5977": 84, "92844": 84, "07896": 84, "835115": 84, "4457515": 84, "9374": 84, "6130": 84, "1475": 84, "999527": 84, "839724": 84, "5570390": 84, "9399": 84, "6180": 84, "046": 84, "915764": 84, "824299": 84, "998598": 84, "5562041": 84, "9424": 84, "5814": 84, "8086": 84, "336285": 84, "416656": 84, "857347": 84, "5211308": 84, "9449": 84, "8071": 84, "186604": 84, "030064": 84, "988108": 84, "7237952": 84, "579": 84, "9474": 84, "32995": 84, "440195": 84, "04921": 84, "9499": 84, "903008": 84, "58267": 84, "491972": 84, "9524": 84, "37169": 84, "805046": 84, "013592": 84, "9549": 84, "407288": 84, "713375": 84, "13691": 84, "9574": 84, "091957": 84, "77042": 84, "924786": 84, "9599": 84, "7617": 84, "150831": 84, "236689": 84, "9624": 84, "4881": 84, "895061": 84, "448812": 84, "9649": 84, "81631": 84, "319372": 84, "388847": 84, "9674": 84, "7209": 84, "97351": 84, "806433": 84, "9699": 84, "57992": 84, "869347": 84, "162914": 84, "9724": 84, "63909": 84, "794798": 84, "551136": 84, "9749": 84, "72499": 84, "30253": 84, "862804": 84, "9774": 84, "009865": 84, "375265": 84, "891815": 84, "9799": 84, "44114": 84, "95633": 84, "555973": 84, "9824": 84, "25535": 84, "365273": 84, "62452": 84, "9849": 84, "3477": 84, "5361": 84, "9503": 84, "206257": 84, "23461": 84, "3106383": 84, "9874": 84, "6591": 84, "924515": 84, "636711": 84, "490088": 84, "6105625": 84, "9899": 84, "6579": 84, "79068": 84, "80446": 84, "618": 84, "128534": 84, "5908606": 84, "9924": 84, "8556": 84, "943": 84, "34476": 84, "146399": 84, "443": 84, "291105": 84, "7701249": 84, "9949": 84, "6612": 84, "603": 84, "736492": 84, "865717": 84, "207": 84, "705": 84, "542692": 84, "5951342": 84, "9974": 84, "82043": 84, "714127": 84, "370": 84, "392218": 84, "9999": 84, "67858": 84, "007689": 84, "04101": 84, "10024": 84, "6615": 84, "9927": 84, "55262": 84, "042582": 84, "934774": 84, "5924812": 84, "10049": 84, "7803": 84, "733": 84, "594456": 84, "192398": 84, "361639": 84, "7023360": 84, "10074": 84, "6048": 84, "8022": 84, "633774": 84, "914898": 84, "269": 84, "906448": 84, "5443922": 84, "10099": 84, "285763": 84, "087503": 84, "432545": 84, "10124": 84, "60229": 84, "327057": 84, "598967": 84, "10149": 84, "864407": 84, "372997": 84, "0429": 84, "10174": 84, "675846": 84, "290186": 84, "614428": 84, "10199": 84, "12505": 84, "204573": 84, "163172": 84, "10224": 84, "884186": 84, "134598": 84, "089655": 84, "10249": 84, "48503": 84, "204605": 84, "094099": 84, "10274": 84, "38634": 84, "735037": 84, "988451": 84, "10299": 84, "351166": 84, "945112": 84, "52576": 84, "10324": 84, "00164": 84, "441584": 84, "688526": 84, "10349": 84, "23835": 84, "654684": 84, "293741": 84, "10374": 84, "260864": 84, "570625": 84, "852522": 84, "10399": 84, "553215": 84, "783445": 84, "652273": 84, "10424": 84, "74817": 84, "861992": 84, "354202": 84, "10449": 84, "6394": 84, "129715": 84, "001867": 84, "034338": 84, "2354075": 84, "10474": 84, "63669": 84, "72616": 84, "226": 84, "858715": 84, "10499": 84, "93833": 84, "650896": 84, "86335": 84, "10524": 84, "4059": 84, "3743": 84, "83726": 84, "812122": 84, "678": 84, "226334": 84, "3653437": 84, "10549": 84, "4578": 84, "8765": 84, "022327": 84, "843649": 84, "261": 84, "02081": 84, "4099537": 84, "10574": 84, "6744": 84, "16785": 84, "750113": 84, "268843": 84, "6105524": 84, "10599": 84, "5744": 84, "9114": 84, "341438": 84, "177": 84, "677": 84, "381172": 84, "5169748": 84, "10624": 84, "2698": 84, "242298": 84, "902674": 84, "4254899": 84, "10649": 84, "763294": 84, "425394": 84, "236084": 84, "997": 84, "10674": 84, "033356": 84, "930851": 84, "911022": 84, "10699": 84, "931183": 84, "225517": 84, "85916": 84, "10724": 84, "26508": 84, "295475": 84, "975166": 84, "781": 84, "10749": 84, "48178": 84, "82346": 84, "281387": 84, "10774": 84, "380795": 84, "832817": 84, "996769": 84, "10799": 84, "240105": 84, "890566": 84, "243492": 84, "10824": 84, "84637": 84, "793453": 84, "776503": 84, "10849": 84, "336395": 84, "626314": 84, "760303": 84, "10874": 84, "21505": 84, "487644": 84, "056015": 84, "10899": 84, "421844": 84, "507233": 84, "46493": 84, "10924": 84, "71846": 84, "002916": 84, "411385": 84, "10949": 84, "809654": 84, "716314": 84, "075342": 84, "10974": 84, "86444": 84, "607555": 84, "198689": 84, "10999": 84, "55953": 84, "390306": 84, "709194": 84, "11024": 84, "97892": 84, "430555": 84, "381512": 84, "11049": 84, "522": 84, "8672": 84, "94645": 84, "47948": 84, "247702": 84, "470580": 84, "11074": 84, "18005": 84, "793545": 84, "299383": 84, "609633": 84, "292652": 84, "11099": 84, "2898": 84, "547": 84, "278496": 84, "61949": 84, "475954": 84, "2573731": 84, "11124": 84, "6191": 84, "839733": 84, "132393": 84, "937683": 84, "5546784": 84, "11149": 84, "108599": 84, "525572": 84, "11174": 84, "90909": 84, "643183": 84, "85953": 84, "11199": 84, "3087": 84, "51548": 84, "905464": 84, "420": 84, "520428": 84, "2776982": 84, "11224": 84, "3701": 84, "2773": 84, "4393": 84, "357481": 84, "842611": 84, "3331149": 84, "11249": 84, "4359": 84, "327": 84, "05942": 84, "033459": 84, "21186": 84, "3923394": 84, "11274": 84, "3904": 84, "9595": 84, "766552": 84, "823164": 84, "326008": 84, "3514463": 84, "11299": 84, "20776": 84, "272985": 84, "32586": 84, "863": 84, "11324": 84, "10212": 84, "217432": 84, "660082": 84, "11349": 84, "44785": 84, "742256": 84, "647293": 84, "11374": 84, "26872": 84, "988808": 84, "328288": 84, "11399": 84, "69315": 84, "202436": 84, "814474": 84, "11424": 84, "717415": 84, "804771": 84, "160044": 84, "11449": 84, "91682": 84, "10701": 84, "901966": 84, "58e": 84, "11474": 84, "89759": 84, "867949": 84, "076616": 84, "11499": 84, "97487": 84, "029406": 84, "115639": 84, "11524": 84, "84955": 84, "605173": 84, "831333": 84, "11549": 84, "20944": 84, "94715": 84, "00033": 84, "40463": 84, "289088": 84, "11574": 84, "34213": 84, "79707": 84, "00002": 84, "137628": 84, "251407": 84, "11599": 84, "035385": 84, "715164": 84, "000046": 84, "148232": 84, "77431": 84, "11624": 84, "559746": 84, "382233": 84, "999939": 84, "210514": 84, "80603": 84, "11649": 84, "7902": 84, "465332": 84, "777851": 84, "11674": 84, "57908": 84, "679138": 84, "479317": 84, "11699": 84, "660": 84, "2427": 84, "197695": 84, "115774": 84, "404039": 84, "615147": 84, "11724": 84, "698": 84, "806": 84, "322908": 84, "732935": 84, "196256": 84, "640776": 84, "11749": 84, "508892": 84, "289152": 84, "511": 84, "32262": 84, "11774": 84, "35403": 84, "072796": 84, "146742": 84, "11799": 84, "109554": 84, "182646": 84, "280233": 84, "11824": 84, "46771": 84, "831202": 84, "164": 84, "459": 84, "983452": 84, "11849": 84, "368893": 84, "992828": 84, "311104": 84, "11874": 84, "686783": 84, "221378": 84, "293": 84, "123085": 84, "11899": 84, "1695": 84, "996456": 84, "246576": 84, "92559": 84, "703926": 84, "11924": 84, "674805": 84, "293446": 84, "96211": 84, "551872": 84, "101406": 84, "11949": 84, "64085": 84, "135008": 84, "720987": 84, "987406": 84, "122232": 84, "11974": 84, "75452": 84, "694313": 84, "033271": 84, "227640": 84, "11999": 84, "34447": 84, "441462": 84, "766301": 84, "12024": 84, "472637": 84, "698595": 84, "506051": 84, "12049": 84, "831505": 84, "816128": 84, "555716": 84, "87148": 84, "12074": 84, "056": 84, "87251": 84, "196104": 84, "250102": 84, "128750": 84, "12099": 84, "9335": 84, "999865": 84, "482807": 84, "12124": 84, "433624": 84, "767324": 84, "938904": 84, "12149": 84, "583437": 84, "381088": 84, "771853": 84, "12174": 84, "9808": 84, "872995": 84, "743254": 84, "896669": 84, "373482": 84, "12199": 84, "85474": 84, "28704": 84, "656563": 84, "875373": 84, "739669": 84, "454": 84, "12224": 84, "547106": 84, "04457": 84, "8614655": 84, "12249": 84, "53162": 84, "037893": 84, "73929": 84, "12274": 84, "744438": 84, "516462": 84, "609495": 84, "12299": 84, "473": 84, "203888": 84, "050997": 84, "667": 84, "156731": 84, "814822": 84, "345": 84, "12324": 84, "651491": 84, "29867": 84, "3993225": 84, "12349": 84, "324862": 84, "063183": 84, "276": 84, "74168": 84, "12374": 84, "1365": 84, "676785": 84, "999302": 84, "295261": 84, "396935": 84, "12399": 84, "397": 84, "0408": 84, "999836": 84, "447517": 84, "532406": 84, "357336": 84, "12424": 84, "84128": 84, "061975": 84, "247528": 84, "453": 84, "655685": 84, "445882": 84, "12449": 84, "337": 84, "6619": 84, "520164": 84, "640917": 84, "122775": 84, "303895": 84, "12474": 84, "74225": 84, "628914": 84, "081877": 84, "265384": 84, "785516": 84, "12499": 84, "50846": 84, "999935": 84, "621885": 84, "12524": 84, "628036": 84, "389954": 84, "12549": 84, "22653": 84, "488087": 84, "495659": 84, "260102": 84, "160043": 84, "12574": 84, "6821": 84, "50117": 84, "336163": 84, "2215056": 84, "425114": 84, "12599": 84, "7631": 84, "284153": 84, "821833": 84, "162686": 84, "12624": 84, "743": 84, "012": 84, "796642": 84, "002693": 84, "572727": 84, "668710": 84, "12649": 84, "628": 84, "6884": 84, "816118": 84, "093597": 84, "599007": 84, "565819": 84, "12674": 84, "74596": 84, "000074": 84, "201467": 84, "12699": 84, "4788": 84, "738033": 84, "86679": 84, "1151543": 84, "680830": 84, "12724": 84, "259447": 84, "8804": 84, "4538102": 84, "12749": 84, "1109": 84, "8292": 84, "276184": 84, "002485": 84, "2077625": 84, "998846": 84, "12774": 84, "9894": 84, "068222": 84, "999987": 84, "10803817": 84, "1235690": 84, "12799": 84, "1710": 84, "4203": 84, "788225": 84, "5662": 84, "7951931": 84, "1539378": 84, "12824": 84, "1841": 84, "4658": 84, "267988": 84, "4504209": 84, "1657319": 84, "12849": 84, "2306": 84, "6052": 84, "655644": 84, "7761173": 84, "2075944": 84, "12874": 84, "1300": 84, "3312": 84, "154627": 84, "620234": 84, "20197213": 84, "1170298": 84, "12899": 84, "0061": 84, "374287": 84, "689898": 84, "248131": 84, "767363": 84, "12924": 84, "32771": 84, "409586": 84, "429253": 84, "12949": 84, "469723": 84, "937748": 84, "520331": 84, "12974": 84, "63416": 84, "424332": 84, "37107": 84, "644": 84, "5279045": 84, "826909": 84, "12999": 84, "86636": 84, "690987": 84, "534119": 84, "47209": 84, "333779": 84, "081112": 84, "211607": 84, "3783436": 84, "13049": 84, "861": 84, "6628": 84, "8145": 84, "979624": 84, "526": 84, "8914924": 84, "775496": 84, "793": 84, "13074": 84, "4554": 84, "776783": 84, "407007": 84, "198558": 84, "570274": 84, "13099": 84, "763554": 84, "095621": 84, "7191653": 84, "759895": 84, "13124": 84, "85583": 84, "53786": 84, "60302": 84, "926668": 84, "774289": 84, "13149": 84, "1264": 84, "493917": 84, "395668": 84, "43212128": 84, "1138461": 84, "13174": 84, "69937": 84, "631279": 84, "6707997": 84, "276029": 84, "13199": 84, "799517": 84, "2084277": 84, "13224": 84, "181026": 84, "002357": 84, "265807": 84, "13249": 84, "930477": 84, "753136": 84, "2085614": 84, "13274": 84, "1398": 84, "5908": 84, "410603": 84, "23604545": 84, "1258731": 84, "13299": 84, "992683": 84, "9798114": 84, "13324": 84, "637766": 84, "669603": 84, "13234": 84, "13349": 84, "1793": 84, "6534": 84, "261504": 84, "2113588": 84, "1614288": 84, "13374": 84, "1068": 84, "9926": 84, "901031": 84, "97254": 84, "4119455": 84, "962093": 84, "13399": 84, "1037": 84, "5333": 84, "295412": 84, "985338": 84, "569242": 84, "933780": 84, "13424": 84, "531": 84, "9781": 84, "137249": 84, "781822": 84, "56026334": 84, "478780": 84, "13449": 84, "447454": 84, "000038": 84, "3963323": 84, "13474": 84, "223364": 84, "120174": 84, "0409384": 84, "13499": 84, "855": 84, "47397": 84, "28763378": 84, "1164469": 84, "13524": 84, "2052": 84, "319937": 84, "667053": 84, "5072422": 84, "1847547": 84, "13549": 84, "388943": 84, "514286": 84, "2709444": 84, "13574": 84, "907196": 84, "934315": 84, "08747": 84, "13599": 84, "01096": 84, "976707": 84, "309": 84, "240701": 84, "713822": 84, "13624": 84, "889645": 84, "825846": 84, "648953": 84, "13649": 84, "47256": 84, "051739": 84, "5098643": 84, "13674": 84, "71378": 84, "259344": 84, "2563782": 84, "13699": 84, "78562": 84, "185575": 84, "999916": 84, "861682": 84, "82607": 84, "13724": 84, "808973": 84, "563572": 84, "6355486": 84, "921844": 84, "13749": 84, "2743": 84, "346043": 84, "583727": 84, "961267": 84, "2469271": 84, "13774": 84, "sub_run4": 84, "24834": 84, "304": 84, "0505": 84, "3543841": 84, "3264": 84, "017635": 84, "728548": 84, "5669565": 84, "2938295": 84, "13779": 84, "952": 84, "105117": 84, "3178": 84, "6443": 84, "9179": 84, "00378": 84, "136313": 84, "2860780": 84, "13799": 84, "2588": 84, "9912": 84, "689926": 84, "000109": 84, "1880474": 84, "2330092": 84, "13824": 84, "1323": 84, "0002": 84, "257965": 84, "14190736": 84, "1190700": 84, "13849": 84, "2258": 84, "7883": 84, "096224": 84, "745817": 84, "5370326": 84, "2032909": 84, "13874": 84, "2483": 84, "813": 84, "061123": 84, "850971": 84, "6621566": 84, "2235431": 84, "292": 84, "13899": 84, "736": 84, "838393": 84, "14322889": 84, "1190462": 84, "13924": 84, "2446": 84, "319656": 84, "34714": 84, "473761": 84, "2201520": 84, "13949": 84, "2131824": 84, "13974": 84, "4054": 84, "045143": 84, "82076": 84, "9501185": 84, "1747264": 84, "13999": 84, "1955": 84, "8734": 84, "822397": 84, "0224586": 84, "1760286": 84, "075": 84, "14024": 84, "606636": 84, "3032584": 84, "14049": 84, "68914": 84, "865686": 84, "02376": 84, "82571": 84, "107442": 84, "926": 84, "14074": 84, "2462": 84, "6763": 84, "745747": 84, "46204": 84, "0136967": 84, "2216408": 84, "725": 84, "14099": 84, "261345": 84, "545242": 84, "8804245": 84, "14124": 84, "1471": 84, "59662": 84, "959154": 84, "99800754": 84, "1324227": 84, "14149": 84, "9737": 84, "770702": 84, "468678": 84, "769": 84, "255399": 84, "677180": 84, "14174": 84, "16026": 84, "537245": 84, "697998": 84, "472118": 84, "14199": 84, "57867": 84, "805319": 84, "999964": 84, "666": 84, "377738": 84, "128933": 84, "14224": 84, "845053": 84, "09502": 84, "477": 84, "656128": 84, "14249": 84, "1569": 84, "648323": 84, "346079": 84, "96482": 84, "679641": 84, "14274": 84, "070915": 84, "793812": 84, "1089516": 84, "14299": 84, "3314": 84, "170254": 84, "19397": 84, "569685": 84, "573598": 84, "14324": 84, "55234": 84, "279606": 84, "224451": 84, "406227": 84, "334397": 84, "287": 84, "14349": 84, "1022": 84, "66864": 84, "204594": 84, "414547": 84, "6435652": 84, "920401": 84, "14374": 84, "1139": 84, "4733": 84, "386675": 84, "21549": 84, "059542": 84, "1025525": 84, "14399": 84, "400509": 84, "244875": 84, "6225793": 84, "14424": 84, "9209": 84, "998306": 84, "000904": 84, "9673041": 84, "862128": 84, "14449": 84, "1848": 84, "906105": 84, "4841363": 84, "1663388": 84, "720": 84, "14474": 84, "2414": 84, "082052": 84, "003956": 84, "3155036": 84, "2173034": 84, "14499": 84, "025675": 84, "79964656": 84, "14524": 84, "84283": 84, "964478": 84, "297335": 84, "0827537": 84, "602817": 84, "14549": 84, "3115": 84, "8237": 84, "136002": 84, "429403": 84, "82221": 84, "2804241": 84, "14574": 84, "1468": 84, "3408": 84, "363356": 84, "58479565": 84, "1321506": 84, "14599": 84, "1956": 84, "0592": 84, "415497": 84, "735435": 84, "0233877": 84, "1760453": 84, "14624": 84, "3478": 84, "524329": 84, "549387": 84, "171143": 84, "3130433": 84, "14649": 84, "2161": 84, "4868": 84, "50414": 84, "000036": 84, "5872803": 84, "1945338": 84, "14674": 84, "2298": 84, "961": 84, "468061": 84, "1359925": 84, "2069064": 84, "14699": 84, "2482": 84, "3235": 84, "208434": 84, "6547093": 84, "2234091": 84, "302": 84, "14724": 84, "1333": 84, "839565": 84, "995874": 84, "08959897": 84, "1200115": 84, "14749": 84, "333763": 84, "36302": 84, "126002": 84, "14774": 84, "2383": 84, "3894": 84, "774642": 84, "380083": 84, "683": 84, "536425": 84, "2145050": 84, "14799": 84, "2361": 84, "432": 84, "286173": 84, "862402": 84, "171": 84, "540": 84, "5457816": 84, "2125288": 84, "1143": 84, "717": 84, "54144": 84, "631212": 84, "75334334": 84, "1029345": 84, "14849": 84, "1158": 84, "7903": 84, "88448": 84, "092854": 84, "5057328": 84, "1042911": 84, "14874": 84, "7766": 84, "315073": 84, "000492": 84, "228516": 84, "66398": 84, "945": 84, "14899": 84, "07751": 84, "42386": 84, "532443": 84, "14924": 84, "815527": 84, "792336": 84, "8700993": 84, "14949": 84, "373877": 84, "764162": 84, "9288108": 84, "14974": 84, "13989": 84, "858171": 84, "637647": 84, "14999": 84, "451893": 84, "095592": 84, "9432404": 84, "15024": 84, "5944": 84, "422165": 84, "9439363": 84, "866335": 84, "15049": 84, "20381": 84, "9635112": 84, "15074": 84, "1978": 84, "958961": 84, "1372092": 84, "1780941": 84, "15099": 84, "1651": 84, "80585": 84, "99999": 84, "4994174": 84, "1486138": 84, "15124": 84, "1477": 84, "7244": 84, "804928": 84, "6317136": 84, "1329952": 84, "15149": 84, "1173": 84, "0521": 84, "49864": 84, "615831": 84, "89164776": 84, "1055746": 84, "15174": 84, "810": 84, "88544": 84, "834318": 84, "000088": 84, "296541": 84, "729796": 84, "93365": 84, "77567": 84, "473743": 84, "3673377": 84, "510240": 84, "15224": 84, "785126": 84, "622604": 84, "349455": 84, "245056": 84, "83250": 84, "15249": 84, "965393": 84, "794714": 84, "478311": 84, "15274": 84, "28175": [84, 87], "336182": 84, "5593534": 84, "15299": 84, "0725": 84, "251144": 84, "643566": 84, "124284": 84, "687665": 84, "15324": 84, "494152": 84, "261553": 84, "961959": 84, "15349": 84, "514217": 84, "651453": 84, "141846": 84, "786": 84, "15374": 84, "8206": 84, "309654": 84, "206": 84, "0417705": 84, "15399": 84, "79647": 84, "653496": 84, "348": 84, "8445897": 84, "15424": 84, "176092": 84, "43434": 84, "736623": 84, "15449": 84, "772951": 84, "21499": 84, "9866753": 84, "15474": 84, "809": 84, "15594": 84, "844421": 84, "992252": 84, "26631": 84, "727706": 84, "15499": 84, "93134": 84, "089472": 84, "1187332": 84, "15524": 84, "74844": 84, "482845": 84, "876616": 84, "427065": 84, "186888": 84, "15549": 84, "1466": 84, "7415": 84, "671227": 84, "5767989": 84, "1320067": 84, "15574": 84, "1806": 84, "4314": 84, "1926": 84, "2752483": 84, "1625788": 84, "15599": 84, "01203": 84, "75387": 84, "158653": 84, "15624": 84, "351454": 84, "016546": 84, "4189992": 84, "15649": 84, "45572": 84, "932343": 84, "472187": 84, "158784": 84, "404510": 84, "15674": 84, "1563": 84, "6162": 84, "247192": 84, "0611725": 84, "1407254": 84, "15699": 84, "2125": 84, "3613": 84, "254232": 84, "878681": 84, "8698978": 84, "1912825": 84, "347": 84, "15724": 84, "619474": 84, "133396": 84, "4355738": 84, "15749": 84, "381": 84, "8151": 84, "59117": 84, "439528": 84, "856663": 84, "343633": 84, "15774": 84, "63189": 84, "119897": 84, "15799": 84, "85754": 84, "377762": 84, "373751": 84, "15824": 84, "561874": 84, "873852": 84, "225957": 84, "15849": 84, "675598": 84, "554829": 84, "2019925": 84, "15874": 84, "36259": 84, "407398": 84, "0041485": 84, "15899": 84, "27303": 84, "82527": 84, "204": 84, "623772": 84, "197345": 84, "15924": 84, "68691": 84, "785128": 84, "421297": 84, "15949": 84, "3833": 84, "465723": 84, "999157": 84, "6123447": 84, "755894": 84, "15974": 84, "6666": 84, "650326": 84, "999714": 84, "88295": 84, "661284": 84, "15999": 84, "5111": 84, "855114": 84, "99908": 84, "0018635": 84, "450460": 84, "16024": 84, "18027": 84, "3879": 84, "245584": 84, "835742": 84, "229662": 84, "16049": 84, "144527": 84, "565943": 84, "440": 84, "46367": 84, "16074": 84, "334118": 84, "882177": 84, "066725": 84, "16099": 84, "002823": 84, "800293": 84, "096746": 84, "16124": 84, "986477": 84, "824877": 84, "492639": 84, "16149": 84, "606262": 84, "829678": 84, "676575": 84, "16174": 84, "19549": 84, "93673": 84, "1879835": 84, "16199": 84, "42534": 84, "6196": 84, "809757": 84, "834": 84, "16224": 84, "749786": 84, "1420374": 84, "16249": 84, "242737": 84, "562092": 84, "1730056": 84, "16274": 84, "64957": 84, "738081": 84, "110972": 84, "825": 84, "958": 84, "16299": 84, "871155": 84, "278757": 84, "553884": 84, "16324": 84, "26202": 84, "654593": 84, "9804134": 84, "16349": 84, "018555": 84, "43056": 84, "530317": 84, "16374": 84, "09686": 84, "882326": 84, "630194": 84, "16399": 84, "39541": 84, "942545": 84, "826478": 84, "16424": 84, "105118": 84, "1700214338": 84, "3238974": 84, "12207": 84, "1521785": 84, "324025": 84, "3241777": 84, "324233": 84, "324258": 84, "3242805": 84, "3243134": 84, "804073": 84, "933743": 84, "314055": 84, "16449": 84, "139": 84, "62027": 84, "48164": 84, "324568": 84, "754": 84, "337564": 84, "127898": 84, "09": 84, "242": 84, "16474": 84, "423": 84, "0795": 84, "558548": 84, "274569": 84, "623175": 84, "391077": 84, "16499": 84, "25082": 84, "10922": 84, "387661": 84, "169": 84, "680944": 84, "383625": 84, "16524": 84, "3278": 84, "4285": 84, "37957": 84, "440716": 84, "415": 84, "777857": 84, "2925658": 84, "16549": 84, "33587": 84, "060978": 84, "105343": 84, "16574": 84, "69443": 84, "178434": 84, "738": 84, "890213": 84, "777": 84, "16599": 84, "88434": 84, "01376": 84, "757463": 84, "084203": 84, "798195": 84, "16624": 84, "23326": 84, "07219": 84, "159515": 84, "396703": 84, "182009": 84, "16649": 84, "259": 84, "07339": 84, "803598": 84, "0922365": 84, "233954": 84, "16674": 84, "1844": 84, "542942": 84, "000408": 84, "741638": 84, "1660167": 84, "16699": 84, "95888": 84, "465874": 84, "858121": 84, "16724": 84, "26563": 84, "1756": 84, "311967": 84, "16749": 84, "651237": 84, "642591": 84, "209018": 84, "16774": 84, "60104": 84, "386179": 84, "908129": 84, "16799": 84, "14912": 84, "695042": 84, "742707": 84, "16824": 84, "65019": 84, "592537": 84, "277803": 84, "357": 84, "16849": 84, "704895": 84, "187885": 84, "677337": 84, "16874": 84, "997635": 84, "428854": 84, "541368": 84, "16899": 84, "104126": 84, "876242": 84, "96343": 84, "16924": 84, "86454": 84, "600565": 84, "400382": 84, "16949": 84, "518505": 84, "212349": 84, "7360797": 84, "16974": 84, "30012": 84, "133348": 84, "6733184": 84, "16999": 84, "16668": 84, "883177": 84, "222": 84, "129374": 84, "17024": 84, "16959": 84, "764967": 84, "322216": 84, "17049": 84, "00924": 84, "80383": 84, "378115": 84, "17074": 84, "258354": 84, "053274": 84, "406048": 84, "17099": 84, "539497": 84, "863531": 84, "3546": 84, "622023": 84, "17124": 84, "3710": 84, "002415": 84, "876598": 84, "152966": 84, "3339373": 84, "17149": 84, "3688": 84, "778458": 84, "66983": 84, "107475": 84, "3319582": 84, "17174": 84, "6637": 84, "962753": 84, "999311": 84, "511669": 84, "825897": 84, "17199": 84, "858": 84, "77216": 84, "474483": 84, "882996": 84, "411175": 84, "772894": 84, "20754": 84, "337343": 84, "513725": 84, "17249": 84, "899506": 84, "854675": 84, "162733": 84, "17274": 84, "4173": 84, "54742": 84, "964441": 84, "092154": 84, "3756356": 84, "17299": 84, "42586": 84, "204458": 84, "358492": 84, "17324": 84, "49464": 84, "286299": 84, "95861": 84, "17349": 84, "129776": 84, "402967": 84, "23685": 84, "17374": 84, "3626": 84, "33943": 84, "870724": 84, "17399": 84, "01241": 84, "20268": 84, "07225": 84, "17424": 84, "478065": 84, "307499": 84, "253143": 84, "17449": 84, "24167": 84, "637384": 84, "995474": 84, "17474": 84, "323845": 84, "203812": 84, "461828": 84, "613": 84, "17499": 84, "80206": 84, "288834": 84, "761728": 84, "922": 84, "17524": 84, "78475": 84, "46684": 84, "061084": 84, "17549": 84, "15778": 84, "580736": 84, "122057": 84, "17574": 84, "29978": 84, "31859": 84, "69055": 84, "940": 84, "17599": 84, "26164": 84, "451311": 84, "18072": 84, "857": 84, "17624": 84, "971344": 84, "424046": 84, "039125": 84, "17649": 84, "1732": 84, "2148": 84, "68931": 84, "707315": 84, "883415": 84, "1558993": 84, "17674": 84, "1228": 84, "9077": 84, "623905": 84, "969051": 84, "1105301": 84, "517": 84, "17699": 84, "4790": 84, "532368": 84, "88602": 84, "947834": 84, "4281177": 84, "17724": 84, "33571": 84, "042614": 84, "839651": 84, "17749": 84, "68221": 84, "874613": 84, "195335": 84, "17774": 84, "5723": 84, "8325": 84, "568176": 84, "107014": 84, "755472": 84, "5151449": 84, "17799": 84, "304203": 84, "97524": 84, "065159": 84, "5884490": 84, "17824": 84, "7836": 84, "0625": 84, "81204": 84, "587852": 84, "049313": 84, "7052456": 84, "17849": 84, "4793": 84, "1064": 84, "42562": 84, "286098": 84, "216": 84, "641277": 84, "4312496": 84, "17874": 84, "7375": 84, "4526": 84, "23719": 84, "157116": 84, "495": 84, "998201": 84, "6626954": 84, "17899": 84, "19129": 84, "05981": 84, "943462": 84, "17924": 84, "36356": 84, "721018": 84, "795532": 84, "17949": 84, "818764": 84, "084414": 84, "247278": 84, "17974": 84, "21806": 84, "403837": 84, "683372": 84, "17999": 84, "10296": 84, "301935": 84, "085833": 84, "18024": 84, "1191": 84, "227379": 84, "546297": 84, "18049": 84, "33137": 84, "995317": 84, "382294": 84, "18074": 84, "265434": 84, "631296": 84, "18099": 84, "593895": 84, "290453": 84, "960316": 84, "18124": 84, "49853": 84, "546316": 84, "489908": 84, "18149": 84, "61108": 84, "441803": 84, "486403": 84, "18174": 84, "05344": 84, "388695": 84, "99402": 84, "18199": 84, "21326": 84, "180178": 84, "440664": 84, "18224": 84, "37489": 84, "224543": 84, "39646": 84, "18249": 84, "447105": 84, "64745": 84, "151327": 84, "18274": 84, "8526": 84, "9795": 84, "30461": 84, "684814": 84, "412": 84, "592764": 84, "7762197": 84, "18299": 84, "8381": 84, "01121": 84, "661592": 84, "254": 84, "747707": 84, "7516141": 84, "18324": 84, "6758": 84, "7915": 84, "00684": 84, "18974": 84, "748314": 84, "6082912": 84, "18349": 84, "4673": 84, "956": 84, "21035": 84, "077019": 84, "647907": 84, "4197338": 84, "18374": 84, "328617": 84, "44708": 84, "854593": 84, "3535004": 84, "18399": 84, "166363": 84, "55074": 84, "628448": 84, "18424": 84, "52538": 84, "901205": 84, "93718": 84, "18449": 84, "7710": 84, "064": 84, "231922": 84, "880999": 84, "25258": 84, "6939057": 84, "18474": 84, "6280": 84, "72886": 84, "7811": 84, "278086": 84, "5652597": 84, "18499": 84, "54388": 84, "638643": 84, "908215": 84, "18524": 84, "875576": 84, "546131": 84, "278723": 84, "18549": 84, "24339": 84, "165983": 84, "60015": 84, "18574": 84, "87542": 84, "153479": 84, "488916": 84, "18599": 84, "727104": 84, "621859": 84, "772013": 84, "18624": 84, "13177": 84, "110699": 84, "868048": 84, "18649": 84, "009995": 84, "295828": 84, "944084": 84, "625": 84, "18674": 84, "22931": 84, "215412": 84, "454714": 84, "18699": 84, "98991": 84, "21452": 84, "339176": 84, "18724": 84, "72173": 84, "91344": 84, "348045": 84, "18749": 84, "47173": 84, "57375": 84, "85287": 84, "18774": 84, "6411": 84, "740074": 84, "466516": 84, "18799": 84, "37062": 84, "634445": 84, "287907": 84, "839": 84, "18824": 84, "94491": 84, "73523": 84, "26252": 84, "18849": 84, "2807": 84, "4397": 84, "32868": 84, "33207": 84, "407139": 84, "2526695": 84, "18874": 84, "9054": 84, "859116": 84, "2239": 84, "98417": 84, "8148379": 84, "18899": 84, "58006": 84, "38312": 84, "69311": 84, "18924": 84, "058": 84, "914494": 84, "624235": 84, "18949": 84, "8801": 84, "136875": 84, "039986": 84, "023397": 84, "7921372": 84, "3378": 84, "892483": 84, "367899": 84, "247084": 84, "3040800": 84, "18999": 84, "4014": 84, "45482": 84, "92956": 84, "307": 84, "911158": 84, "3613000": 84, "19024": 84, "4817": 84, "57281": 84, "286257": 84, "177536": 84, "4331393": 84, "19049": 84, "5711": 84, "878": 84, "63123": 84, "354006": 84, "314344": 84, "5136858": 84, "19074": 84, "167454": 84, "583328": 84, "150335": 84, "19099": 84, "369625": 84, "384346": 84, "75643": 84, "19124": 84, "58527": 84, "717571": 84, "05684": 84, "19149": 84, "148495": 84, "580566": 84, "079569": 84, "19174": 84, "282104": 84, "809978": 84, "78124": 84, "19199": 84, "98033": 84, "815897": 84, "301914": 84, "19224": 84, "27217": 84, "22684": 84, "958303": 84, "19249": 84, "57633": 84, "920828": 84, "734919": 84, "19274": 84, "304825": 84, "465914": 84, "813532": 84, "19299": 84, "35207": 84, "392422": 84, "851112": 84, "19324": 84, "09457": 84, "109562": 84, "00783": 84, "19349": 84, "33025": 84, "843977": 84, "288761": 84, "19374": 84, "405334": 84, "821547": 84, "559614": 84, "19399": 84, "77596": 84, "128113": 84, "81059": 84, "19424": 84, "58572": 84, "639242": 84, "048075": 84, "19449": 84, "1617": 84, "4988": 84, "90342": 84, "43247": 84, "065544": 84, "1478523": 84, "19474": 84, "5886": 84, "80615": 84, "063503": 84, "508": 84, "354967": 84, "5328320": 84, "19499": 84, "3672": 84, "752323": 84, "272907": 84, "80805": 84, "3281666": 84, "19524": 84, "4737": 84, "999786": 84, "746513": 84, "627": 84, "401014": 84, "4263978": 84, "4875": 84, "244587": 84, "019958": 84, "552404": 84, "4371530": 84, "19574": 84, "898952": 84, "009037": 84, "850": 84, "36101": 84, "19599": 84, "81277": 84, "505688": 84, "788122": 84, "19624": 84, "4886": 84, "88376": 84, "773052": 84, "361": 84, "97054": 84, "4363027": 84, "19649": 84, "4029": 84, "3594": 84, "99753": 84, "343311": 84, "448847": 84, "3626423": 84, "19674": 84, "853": 84, "909237": 84, "063595": 84, "990084": 84, "4814867": 84, "19699": 84, "822647": 84, "09369": 84, "82931": 84, "829": 84, "19724": 84, "729893": 84, "093975": 84, "931477": 84, "19749": 84, "69394": 84, "956028": 84, "900484": 84, "19774": 84, "78566": 84, "96756": 84, "051031": 84, "19799": 84, "47217": 84, "990147": 84, "638704": 84, "19824": 84, "647545": 84, "419151": 84, "977511": 84, "19849": 84, "864487": 84, "427107": 84, "705479": 84, "19874": 84, "79724": 84, "55326": 84, "224926": 84, "19899": 84, "70181": 84, "83317": 84, "874525": 84, "19924": 84, "30007": 84, "849401": 84, "547737": 84, "19949": 84, "61786": 84, "799852": 84, "870208": 84, "19974": 84, "17677": 84, "119612": 84, "816065": 84, "19999": 84, "015495": 84, "31066": 84, "328482": 84, "20024": 84, "57495": 84, "005348": 84, "333364": 84, "20049": 84, "6228": 84, "943886": 84, "113867": 84, "825045": 84, "271460": 84, "20074": 84, "96002": 84, "580376": 84, "745192": 84, "20099": 84, "88721": 84, "508745": 84, "018007": 84, "20124": 84, "5578": 84, "767315": 84, "99779": 84, "921902": 84, "309548": 84, "20149": 84, "2278": 84, "205063": 84, "005941": 84, "965593": 84, "2050470": 84, "20174": 84, "3851": 84, "785255": 84, "266527": 84, "165852": 84, "1794946": 84, "20199": 84, "1957": 84, "09818": 84, "998634": 84, "801235": 84, "1761775": 84, "20224": 84, "4070": 84, "882877": 84, "809664": 84, "709478": 84, "3636545": 84, "20249": 84, "24881": 84, "860281": 84, "27375": 84, "20274": 84, "049194": 84, "28117": 84, "562544": 84, "20299": 84, "25449": 84, "236038": 84, "029285": 84, "20324": 84, "93085": 84, "41647": 84, "50031": 84, "274445": 84, "293337": 84, "20349": 84, "12592": 84, "341778": 84, "65021": 84, "496785": 84, "64778": 84, "598": 84, "20374": 84, "414883": 84, "577398": 84, "600908": 84, "20399": 84, "78261": 84, "69856": 84, "416159": 84, "20424": 84, "74851": 84, "398882": 84, "38683": 84, "20449": 84, "290733": 84, "287834": 84, "449082": 84, "20474": 84, "943989": 84, "339186": 84, "152613": 84, "20499": 84, "289444": 84, "999548": 84, "6775541": 84, "20524": 84, "417": 84, "08643": 84, "24744": 84, "841345": 84, "781759": 84, "375377": 84, "20549": 84, "26466": 84, "379833": 84, "000166": 84, "575298": 84, "121738": 84, "20574": 84, "60407": 84, "836473": 84, "240486": 84, "20599": 84, "3282": 84, "00007": 84, "022585": 84, "20624": 84, "70605": 84, "29689": 84, "1231": 84, "237206": 84, "169835": 84, "20649": 84, "05627": 84, "480873": 84, "000565": 84, "126": 84, "391249": 84, "151250": 84, "20674": 84, "43176": 84, "575752": 84, "503729": 84, "459827": 84, "541536": 84, "20699": 84, "05792": 84, "49321": 84, "44578": 84, "8956995": 84, "316582": 84, "20724": 84, "344414": 84, "028534": 84, "90466": 84, "20749": 84, "880497": 84, "89145": 84, "797259": 84, "20774": 84, "77949": 84, "73564": 84, "8385": 84, "827942": 84, "103301": 84, "20799": 84, "761047": 84, "14502": 84, "609": 84, "072847": 84, "20824": 84, "74231": 84, "30642": 84, "932957": 84, "20849": 84, "611557": 84, "221117": 84, "452662": 84, "20874": 84, "281235": 84, "96048": 84, "33139": 84, "20899": 84, "261051": 84, "090052": 84, "227865": 84, "20924": 84, "51077": 84, "069071": 84, "20949": 84, "737274": 84, "259157": 84, "756015": 84, "20974": 84, "406": 84, "1129": 84, "629057": 84, "645561": 84, "182513": 84, "353544": 84, "20999": 84, "19357": 84, "804996": 84, "000021": 84, "880113": 84, "158574": 84, "21024": 84, "465": 84, "4056": 84, "860521": 84, "00008": 84, "4531593": 84, "418865": 84, "21049": 84, "59442": 84, "137383": 84, "000105": 84, "345593": 84, "271435": 84, "21074": 84, "23822": 84, "149212": 84, "272993": 84, "594441": 84, "68614": 84, "21099": 84, "898169": 84, "22157": 84, "937977": 84, "21124": 84, "0912": 84, "484962": 84, "999952": 84, "393824": 84, "272782": 84, "21149": 84, "2243": 84, "540747": 84, "889717": 84, "7990265": 84, "300801": 84, "21174": 84, "27362": 84, "00155": 84, "7800684": 84, "21199": 84, "91788": 84, "852299": 84, "6286163": 84, "21224": 84, "212387": 84, "128834": 84, "8678036": 84, "21249": 84, "87794": 84, "662078": 84, "21274": 84, "95457": 84, "950773": 84, "6532345": 84, "21299": 84, "812": 84, "9243": 84, "064064": 84, "938717": 84, "8358345": 84, "731631": 84, "21324": 84, "16016": 84, "934628": 84, "299423": 84, "631185": 84, "769644": 84, "21349": 84, "76056": 84, "979378": 84, "527214": 84, "21374": 84, "54282": 84, "38102": 84, "256739": 84, "949695": 84, "229988": 84, "994": 84, "21399": 84, "01514": 84, "516073": 84, "465982": 84, "8982987": 84, "671413": 84, "21424": 84, "107616": 84, "64333": 84, "14588": 84, "21449": 84, "82852": 84, "930077": 84, "184548": 84, "21474": 84, "248968": 84, "18946": 84, "470765": 84, "087454": 84, "994007": 84, "6299367": 84, "21524": 84, "765": 84, "85596": 84, "356014": 84, "712988": 84, "873901": 84, "678344": 84, "1263": 84, "6243": 84, "212038": 84, "358484": 84, "43878692": 84, "1137261": 84, "21574": 84, "1525": 84, "2096": 84, "43743": 84, "001425": 84, "8691397": 84, "1372688": 84, "21599": 84, "1891": 84, "6239": 84, "67955": 84, "995008": 84, "701211": 84, "1702461": 84, "21624": 84, "117279": 84, "0829508": 84, "21649": 84, "8067": 84, "249306": 84, "57644": 84, "572632": 84, "21674": 84, "5342": 84, "59235": 84, "482203": 84, "229322": 84, "608880": 84, "21699": 84, "79686": 84, "229832": 84, "900488": 84, "21724": 84, "653414": 84, "000013": 84, "4980135": 84, "21749": 84, "40852": 84, "820286": 84, "539938": 84, "161467": 84, "21774": 84, "59595": 84, "762558": 84, "7978168": 84, "203036": 84, "21799": 84, "1103": 84, "6442": 84, "20577": 84, "2386879": 84, "993279": 84, "21824": 84, "739792": 84, "0301712": 84, "21849": 84, "217537": 84, "274149": 84, "9920654": 84, "21874": 84, "84092": 84, "583551": 84, "4908586": 84, "21899": 84, "1209": 84, "0073": 84, "072664": 84, "122103": 84, "2546476": 84, "1088106": 84, "21924": 84, "7795": 84, "682884": 84, "82307": 84, "9130111": 84, "871901": 84, "21949": 84, "628345": 84, "067177": 84, "173874": 84, "21974": 84, "734207": 84, "486908": 84, "167": 84, "5671427": 84, "21999": 84, "432045": 84, "13434": 84, "7937093": 84, "22024": 84, "25696": 84, "538927": 84, "993273": 84, "9933993": 84, "775131": 84, "22049": 84, "87924": 84, "100765": 84, "5068433": 84, "22074": 84, "573284": 84, "911606": 84, "334994": 84, "22099": 84, "63873": 84, "344404": 84, "4847171": 84, "22124": 84, "55217": 84, "442886": 84, "012045": 84, "591076": 84, "67041": 84, "22149": 84, "88184": 84, "78695": 84, "017": 84, "038567": 84, "484993": 84, "22174": 84, "30167": 84, "74962": 84, "506552": 84, "9844346": 84, "384110": 84, "22199": 84, "798": 84, "4142": 84, "103796": 84, "000015": 84, "3912582": 84, "718572": 84, "865433": 84, "52578": 84, "8629026": 84, "22249": 84, "634": 84, "009302": 84, "856209": 84, "6826453": 84, "577064": 84, "607": 84, "22274": 84, "9485": 84, "21023": 84, "999922": 84, "3678339": 84, "1642453": 84, "22299": 84, "420471": 84, "000063": 84, "1042883": 84, "22324": 84, "208645": 84, "72489": 84, "998941": 84, "22349": 84, "5208": 84, "81898": 84, "986662": 84, "87142": 84, "663768": 84, "22374": 84, "983475": 84, "000034": 84, "678801": 84, "22399": 84, "802359": 84, "5781016": 84, "22424": 84, "977": 84, "994516": 84, "8675216": 84, "880089": 84, "22449": 84, "1262": 84, "1515": 84, "378036": 84, "44615075": 84, "1135936": 84, "22474": 84, "1012": 84, "9957": 84, "28078": 84, "999395": 84, "2347054": 84, "911696": 84, "22499": 84, "1838": 84, "0356": 84, "019802": 84, "52058": 84, "430": 84, "8313658": 84, "1654232": 84, "22524": 84, "sub_run5": 84, "140154": 84, "19379": 84, "504": 84, "2817": 84, "9358": 84, "03184": 84, "655746": 84, "3327703": 84, "2536142": 84, "22538": 84, "1025": 84, "293673": 84, "445791": 84, "5963737": 84, "1351892": 84, "22549": 84, "2402": 84, "0833": 84, "437536": 84, "042078": 84, "386407": 84, "2161875": 84, "22574": 84, "1309": 84, "870342": 84, "699852": 84, "502956": 84, "657117": 84, "586": 84, "22599": 84, "1743": 84, "8271": 84, "084388": 84, "225992": 84, "2472076": 84, "1569444": 84, "22624": 84, "2086": 84, "047049": 84, "712967": 84, "6748056": 84, "1877708": 84, "22649": 84, "7529": 84, "312537": 84, "06745": 84, "81685615": 84, "1363277": 84, "22674": 84, "1679": 84, "8973": 84, "889441": 84, "022127": 84, "0998027": 84, "1511907": 84, "22699": 84, "1181": 84, "1582": 84, "25977": 84, "538345": 84, "8511174": 84, "1063042": 84, "22724": 84, "1137": 84, "0897": 84, "217064": 84, "56905": 84, "0714601": 84, "1023380": 84, "22749": 84, "2040": 84, "2118": 84, "544863": 84, "461933": 84, "4441502": 84, "1836190": 84, "22774": 84, "2529": 84, "7434": 84, "992049": 84, "891808": 84, "2276769": 84, "22799": 84, "66814": 84, "351942": 84, "703776": 84, "79801": 84, "22824": 84, "1896": 84, "4862": 84, "343338": 84, "7255228": 84, "1706837": 84, "22849": 84, "1738": 84, "7863": 84, "685612": 84, "000185": 84, "9370227": 84, "1564907": 84, "22874": 84, "1819": 84, "8478": 84, "205776": 84, "776604": 84, "3423305": 84, "1637863": 84, "22899": 84, "533558": 84, "254023": 84, "22924": 84, "37915": 84, "69621": 84, "610672": 84, "3951087": 84, "697841": 84, "22949": 84, "1090": 84, "8883": 84, "197186": 84, "3024671": 84, "981799": 84, "22974": 84, "24103": 84, "340016": 84, "000084": 84, "6408863": 84, "68616": 84, "22999": 84, "5078": 84, "526716": 84, "085022": 84, "04738527": 84, "588157": 84, "23024": 84, "741325": 84, "45583": 84, "0234256": 84, "955": 84, "23049": 84, "4651": 84, "080013": 84, "02629": 84, "23074": 84, "845024": 84, "139757": 84, "3318205": 84, "23099": 84, "955624": 84, "493074": 84, "3589754": 84, "23124": 84, "70111": 84, "452288": 84, "407345": 84, "5939164": 84, "130938": 84, "23149": 84, "756516": 84, "744356": 84, "000023": 84, "2581863": 84, "85280": 84, "953": 84, "23174": 84, "130491": 84, "85354": 84, "7462764": 84, "23199": 84, "35435": 84, "739147": 84, "232125": 84, "23224": 84, "909": 84, "95856": 84, "03153": 84, "830122": 84, "9822812": 84, "818962": 84, "23249": 84, "1441": 84, "3219": 84, "395819": 84, "927961": 84, "7346813": 84, "1297189": 84, "23274": 84, "04126": 84, "11858": 84, "23063": 84, "9470654": 84, "758737": 84, "23299": 84, "769078": 84, "700409": 84, "4319363": 84, "23324": 84, "1513": 84, "7151": 84, "712755": 84, "936546": 84, "8116667": 84, "1362343": 84, "23349": 84, "1265": 84, "580465": 84, "114868": 84, "4312929": 84, "1138610": 84, "23374": 84, "3361": 84, "331541": 84, "00343": 84, "048454": 84, "3024965": 84, "23399": 84, "2836": 84, "323826": 84, "4266663": 84, "2553043": 84, "23424": 84, "2352": 84, "4175": 84, "25093": 84, "0051785": 84, "2117175": 84, "23449": 84, "2825": 84, "996": 84, "099987": 84, "839624": 84, "373072": 84, "2543396": 84, "23474": 84, "5151": 84, "141766": 84, "081106": 84, "360667": 84, "1461163": 84, "23499": 84, "93756": 84, "687538": 84, "630848": 84, "9272208": 84, "869343": 84, "823": 84, "23524": 84, "1933": 84, "3208": 84, "414612": 84, "75106": 84, "9096956": 84, "1739988": 84, "23549": 84, "3003": 84, "5579": 84, "476208": 84, "260881": 84, "2703202": 84, "23574": 84, "1776": 84, "796214": 84, "991514": 84, "4039795": 84, "1828959": 84, "23599": 84, "1802": 84, "0966": 84, "37355": 84, "000368": 84, "790329": 84, "1621886": 84, "23624": 84, "1535": 84, "6776": 84, "64689": 84, "027721": 84, "92147976": 84, "1382109": 84, "23649": 84, "1070": 84, "4492": 84, "329798": 84, "4046625": 84, "963404": 84, "23674": 84, "375334": 84, "626062": 84, "4629197": 84, "23699": 84, "798983": 84, "695002": 84, "719495": 84, "23724": 84, "862947": 84, "217703": 84, "437775": 84, "23749": 84, "07955": 84, "814928": 84, "6540294": 84, "23774": 84, "852": 84, "2755": 84, "134862": 84, "507696": 84, "763": 84, "5265477": 84, "767048": 84, "23799": 84, "00732": 84, "061901": 84, "6219144": 84, "72006": 84, "23824": 84, "039072": 84, "185757": 84, "234543": 84, "108005": 84, "23849": 84, "926476": 84, "740973": 84, "8430476": 84, "890": 84, "23874": 84, "1566": 84, "8773": 84, "682913": 84, "498217": 84, "5347023": 84, "1410189": 84, "23899": 84, "1056": 84, "320927": 84, "997578": 84, "4750577": 84, "950733": 84, "23924": 84, "25543": 84, "00009": 84, "278501": 84, "510529": 84, "23949": 84, "397816": 84, "395718": 84, "3793273": 84, "315658": 84, "23974": 84, "01982": 84, "494572": 84, "6984215": 84, "23999": 84, "335354": 84, "544844": 84, "299374": 84, "24024": 84, "498": 84, "51852": 84, "83481": 84, "420488": 84, "471261": 84, "448666": 84, "24049": 84, "4525": 84, "919167": 84, "564985": 84, "447118": 84, "819357": 84, "24074": 84, "682133": 84, "215752": 84, "4204226": 84, "24099": 84, "790886": 84, "81009": 84, "7941985": 84, "24124": 84, "4895": 84, "68059": 84, "8094609": 84, "890540": 84, "24149": 84, "470379": 84, "564283": 84, "24174": 84, "4681": 84, "69247": 84, "29456785": 84, "1163221": 84, "24199": 84, "87485": 84, "670357": 84, "8225725": 84, "24224": 84, "537": 84, "9154": 84, "599335": 84, "355534": 84, "5305769": 84, "484123": 84, "24249": 84, "1382": 84, "891599": 84, "999945": 84, "5557412": 84, "1244619": 84, "24274": 84, "803": 84, "8625": 84, "357159": 84, "554504": 84, "128186": 84, "739491": 84, "24299": 84, "8452": 84, "495691": 84, "75022": 84, "13768224": 84, "1191460": 84, "24324": 84, "1658": 84, "1755": 84, "395845": 84, "233568": 84, "5339695": 84, "1492358": 84, "24349": 84, "279238": 84, "898874": 84, "688903": 84, "24374": 84, "631628": 84, "065317": 84, "6888297": 84, "24399": 84, "569489": 84, "826828": 84, "234565": 84, "24424": 84, "0206": 84, "673584": 84, "873396": 84, "975745": 84, "594968": 84, "815": 84, "24449": 84, "1073": 84, "284251": 84, "545315": 84, "1647538": 84, "966117": 84, "24474": 84, "985385": 84, "93227": 84, "127358": 84, "24499": 84, "004717": 84, "936619": 84, "1236157": 84, "24524": 84, "9882": 84, "365337": 84, "001156": 84, "6044636": 84, "333889": 84, "24549": 84, "3318": 84, "651054": 84, "614986": 84, "181480": 84, "24574": 84, "010227": 84, "79372": 84, "146664": 84, "24599": 84, "633": 84, "59576": 84, "390213": 84, "894945": 84, "8684926": 84, "570236": 84, "24624": 84, "59343": 84, "5267246": 84, "24649": 84, "15375": 84, "20326": 84, "188778": 84, "93738": 84, "24674": 84, "983723": 84, "003113": 84, "8033586": 84, "24699": 84, "221664": 84, "668886": 84, "3165517": 84, "24724": 84, "650764": 84, "165148": 84, "5306246": 84, "24749": 84, "53965": 84, "157383": 84, "457339": 84, "24774": 84, "95734": 84, "35088": 84, "4295363": 84, "47406": 84, "338148": 84, "9402747": 84, "24824": 84, "3464": 84, "925404": 84, "273043": 84, "24849": 84, "2664": 84, "3604": 84, "509575": 84, "99787": 84, "487545": 84, "2375066": 84, "24874": 84, "3005": 84, "8865": 84, "8656": 84, "20208": 84, "2684761": 84, "24899": 84, "3164": 84, "7615": 84, "197342": 84, "086617": 84, "261744": 84, "2821500": 84, "24924": 84, "615269": 84, "11328": 84, "584083": 84, "24949": 84, "20398": 84, "780738": 84, "99957": 84, "941": 84, "602093": 84, "397929": 84, "24974": 84, "816364": 84, "155039": 84, "980941": 84, "24999": 84, "091959": 84, "514444": 84, "620": 84, "923158": 84, "25024": 84, "456": 84, "93237": 84, "886036": 84, "283798": 84, "940544": 84, "411239": 84, "25049": 84, "4053": 84, "9346": 84, "16852": 84, "773457": 84, "774252": 84, "3648541": 84, "25074": 84, "031296": 84, "765486": 84, "873235": 84, "25099": 84, "823162": 84, "340607": 84, "295609": 84, "25124": 84, "977745": 84, "899288": 84, "2945585": 84, "25149": 84, "1766": 84, "729017": 84, "415078": 84, "25174": 84, "192297": 84, "950842": 84, "25199": 84, "464287": 84, "169394": 84, "823215": 84, "25224": 84, "59591": 84, "65728": 84, "0935545": 84, "25249": 84, "50592": 84, "325115": 84, "709449": 84, "25274": 84, "27389": 84, "735031": 84, "947844": 84, "25299": 84, "82053": 84, "900738": 84, "363319": 84, "25324": 84, "47042": 84, "461578": 84, "763615": 84, "25349": 84, "52933": 84, "80769": 84, "0389": 84, "25374": 84, "56004": 84, "754734": 84, "546379": 84, "25399": 84, "873129": 84, "822796": 84, "25424": 84, "6906": 84, "83376": 84, "001799": 84, "935489": 84, "226307": 84, "57874": 84, "372105": 84, "262045": 84, "326594": 84, "25474": 84, "50618": 84, "628372": 84, "166679": 84, "25499": 84, "167046": 84, "691072": 84, "63086": 84, "25524": 84, "55798": 84, "012146": 84, "636631": 84, "346": 84, "807955": 84, "369502": 84, "25549": 84, "651": 84, "70325": 84, "94949": 84, "544811": 84, "337481": 84, "586532": 84, "25574": 84, "1041": 84, "8875": 84, "804943": 84, "998793": 84, "276424": 84, "937698": 84, "25599": 84, "2505": 84, "37692": 84, "888063": 84, "365": 84, "196": 84, "000093": 84, "3427425": 84, "25624": 84, "4303": 84, "7583": 84, "214954": 84, "2613": 84, "652": 84, "414637": 84, "3870570": 84, "950": 84, "25649": 84, "714012": 84, "159508": 84, "151306": 84, "25674": 84, "74679": 84, "251833": 84, "385": 84, "827276": 84, "25699": 84, "98147": 84, "937086": 84, "358186": 84, "25724": 84, "291485": 84, "252293": 84, "602841": 84, "25749": 84, "470722": 84, "394222": 84, "277687": 84, "25774": 84, "822987": 84, "489048": 84, "156735": 84, "25799": 84, "22203": 84, "64449": 84, "052027": 84, "25824": 84, "95142": 84, "187042": 84, "178462": 84, "25849": 84, "650509": 84, "624398": 84, "25874": 84, "087856": 84, "81011": 84, "491618": 84, "25899": 84, "322044": 84, "77929": 84, "339748": 84, "25924": 84, "95429": 84, "417715": 84, "883621": 84, "998": 84, "25949": 84, "256157": 84, "279231": 84, "25974": 84, "208662": 84, "422109": 84, "25999": 84, "97581": 84, "713926": 84, "465273": 84, "26024": 84, "26651": 84, "392784": 84, "754955": 84, "890859": 84, "168539": 84, "26049": 84, "2839": 84, "5784": 84, "345562": 84, "531103": 84, "804117": 84, "2523309": 84, "26074": 84, "3925": 84, "5715": 84, "477875": 84, "937943": 84, "464203": 84, "3504417": 84, "26099": 84, "4254": 84, "768286": 84, "724548": 84, "3828847": 84, "4908": 84, "187576": 84, "125984": 84, "681": 84, "087038": 84, "4400032": 84, "26149": 84, "08793": 84, "162493": 84, "742": 84, "204876": 84, "26174": 84, "17672": 84, "449238": 84, "868": 84, "77673": 84, "26199": 84, "4341": 84, "2114": 84, "581272": 84, "12907": 84, "792": 84, "831139": 84, "3903533": 84, "26224": 84, "4636": 84, "2915": 84, "08801": 84, "42213": 84, "683224": 84, "4171513": 84, "26249": 84, "3491": 84, "4077": 84, "89672": 84, "679293": 84, "496178": 84, "3150081": 84, "26274": 84, "47146": 84, "53944": 84, "309011": 84, "26299": 84, "804707": 84, "097784": 84, "872309": 84, "26324": 84, "28057": 84, "83315": 84, "32014": 84, "26349": 84, "60585": 84, "294132": 84, "06836": 84, "26374": 84, "328117": 84, "36409": 84, "44078": 84, "26399": 84, "79806": 84, "133389": 84, "43842": 84, "162": 84, "26424": 84, "323395": 84, "736319": 84, "34564": 84, "26449": 84, "02745": 84, "606394": 84, "023228": 84, "26474": 84, "58435": 84, "921928": 84, "423105": 84, "26499": 84, "42138": 84, "429708": 84, "647804": 84, "26524": 84, "55395": 84, "446527": 84, "192326": 84, "26549": 84, "08581": 84, "69578": 84, "023277": 84, "26574": 84, "03985": 84, "502487": 84, "397675": 84, "26599": 84, "01041": 84, "92337": 84, "942945": 84, "26624": 84, "1697": 84, "0332": 84, "39393": 84, "575014": 84, "522898": 84, "1457054": 84, "26649": 84, "909515": 84, "961433": 84, "839106": 84, "26674": 84, "118645": 84, "401157": 84, "892473": 84, "26699": 84, "7243": 84, "911": 84, "207127": 84, "405018": 84, "610846": 84, "6482271": 84, "26724": 84, "6050": 84, "90546": 84, "9165": 84, "506327": 84, "5445381": 84, "26749": 84, "5802": 84, "61357": 84, "26556": 84, "554426": 84, "5239022": 84, "26774": 84, "5660": 84, "5815": 84, "0777": 84, "114191": 84, "911041": 84, "5093937": 84, "26799": 84, "5907": 84, "6895": 84, "608673": 84, "191023": 84, "198372": 84, "5316920": 84, "26824": 84, "9303": 84, "091045": 84, "664352": 84, "26849": 84, "5355": 84, "462065": 84, "446198": 84, "26874": 84, "676174": 84, "86975": 84, "543": 84, "234293": 84, "26899": 84, "196945": 84, "72702": 84, "81109": 84, "26924": 84, "365803": 84, "91152": 84, "71026": 84, "26949": 84, "808823": 84, "34431": 84, "228575": 84, "26974": 84, "46324": 84, "034254": 84, "445435": 84, "26999": 84, "088394": 84, "545113": 84, "056477": 84, "27024": 84, "48272": 84, "513992": 84, "597227": 84, "27049": 84, "68627": 84, "137533": 84, "70093": 84, "27074": 84, "33599": 84, "662937": 84, "363422": 84, "27099": 84, "69531": 84, "924374": 84, "73869": 84, "27124": 84, "839935": 84, "857756": 84, "073912": 84, "27149": 84, "361885": 84, "164515": 84, "011673": 84, "27174": 84, "565113": 84, "377394": 84, "27199": 84, "95512": 84, "372908": 84, "871769": 84, "27224": 84, "2666": 84, "0518": 84, "77003": 84, "471449": 84, "982664": 84, "2182675": 84, "27249": 84, "6300": 84, "4297": 84, "49313": 84, "120296": 84, "808458": 84, "5725117": 84, "27274": 84, "8811": 84, "531456": 84, "561466": 84, "571522": 84, "7934286": 84, "27299": 84, "6695": 84, "759": 84, "31789": 84, "617308": 84, "11162": 84, "5988546": 84, "27324": 84, "9954": 84, "786385": 84, "386": 84, "388": 84, "27349": 84, "56357": 84, "611694": 84, "480": 84, "463623": 84, "27374": 84, "7725": 84, "66061": 84, "009495": 84, "482": 84, "697567": 84, "6953081": 84, "27399": 84, "7112": 84, "092": 84, "154137": 84, "774574": 84, "108007": 84, "6400882": 84, "27424": 84, "7589": 84, "069283": 84, "212975": 84, "823973": 84, "6806540": 84, "27449": 84, "7284": 84, "75603": 84, "36963": 84, "25723": 84, "6567345": 84, "27474": 84, "34198": 84, "128633": 84, "060984": 84, "27499": 84, "87071": 84, "23084": 84, "799652": 84, "27524": 84, "91234": 84, "266905": 84, "761063": 84, "27549": 84, "622814": 84, "924835": 84, "308342": 84, "27574": 84, "77873": 84, "76857": 84, "624556": 84, "27599": 84, "077736": 84, "452297": 84, "497612": 84, "27624": 84, "40393": 84, "641663": 84, "917315": 84, "27649": 84, "30557": 84, "393188": 84, "25013": 84, "27674": 84, "47385": 84, "55956": 84, "52394": 84, "27699": 84, "14162": 84, "054893": 84, "166603": 84, "27724": 84, "48113": 84, "279541": 84, "949242": 84, "27749": 84, "318306": 84, "868973": 84, "62419": 84, "27774": 84, "097755": 84, "851496": 84, "950931": 84, "27799": 84, "87412": 84, "786936": 84, "933619": 84, "27824": 84, "27451": 84, "58274": 84, "477741": 84, "27849": 84, "46448": 84, "158018": 84, "413868": 84, "27874": 84, "7313": 84, "38672": 84, "854069": 84, "157618": 84, "6531380": 84, "27899": 84, "4564": 84, "3667": 84, "276726": 84, "902065": 84, "594": 84, "919645": 84, "4107929": 84, "27924": 84, "7623": 84, "4326": 84, "009117": 84, "158352": 84, "354": 84, "180256": 84, "6847386": 84, "27949": 84, "6947": 84, "06217": 84, "78853": 84, "24378": 84, "6253876": 84, "27974": 84, "9098": 84, "64776": 84, "771917": 84, "54648": 84, "8188946": 84, "27999": 84, "09069": 84, "673058": 84, "510412": 84, "28024": 84, "35179": 84, "799736": 84, "46637": 84, "28049": 84, "4839": 84, "21796": 84, "422802": 84, "520885": 84, "4355224": 84, "28074": 84, "3193": 84, "766872": 84, "16245": 84, "28099": 84, "959476": 84, "62267": 84, "26822": 84, "28124": 84, "667793": 84, "918974": 84, "58964": 84, "28149": 84, "34158": 84, "237514": 84, "070307": 84, "28174": 84, "39148": 84, "905378": 84, "062317": 84, "28199": 84, "6153": 84, "987005": 84, "171911": 84, "28224": 84, "07577": 84, "398651": 84, "837196": 84, "28249": 84, "98378": 84, "30729": 84, "006378": 84, "28274": 84, "59511": 84, "637218": 84, "68392": 84, "28299": 84, "53599": 84, "408203": 84, "29011": 84, "28324": 84, "36071": 84, "787981": 84, "836372": 84, "28349": 84, "465584": 84, "595346": 84, "46531": 84, "28374": 84, "35134": 84, "423868": 84, "927923": 84, "28399": 84, "466934": 84, "542606": 84, "690955": 84, "28424": 84, "2477": 84, "14731": 84, "00025": 84, "502": 84, "781527": 84, "1977187": 84, "28449": 84, "831": 84, "94759": 84, "340313": 84, "644999": 84, "3888217": 84, "28474": 84, "4505": 84, "703907": 84, "807577": 84, "97025": 84, "4071010": 84, "28499": 84, "33011": 84, "624273": 84, "0148": 84, "28524": 84, "02536": 84, "36438": 84, "886509": 84, "28549": 84, "3543": 84, "0786": 84, "36832": 84, "563951": 84, "862566": 84, "3202745": 84, "28574": 84, "3745": 84, "45838": 84, "592949": 84, "822": 84, "748531": 84, "4067437": 84, "28599": 84, "3872": 84, "587": 84, "28053": 84, "146233": 84, "672": 84, "738441": 84, "3485328": 84, "28624": 84, "4094": 84, "6316": 84, "37934": 84, "257887": 84, "230354": 84, "3685168": 84, "28649": 84, "6661": 84, "5596": 84, "606304": 84, "828178": 84, "708069": 84, "5995403": 84, "28674": 84, "85174": 84, "639334": 84, "771671": 84, "28699": 84, "16045": 84, "708534": 84, "23912": 84, "28724": 84, "647655": 84, "036564": 84, "43089": 84, "28749": 84, "57566": 84, "250349": 84, "130976": 84, "28774": 84, "49098": 84, "85888": 84, "392647": 84, "28799": 84, "80126": 84, "471773": 84, "646113": 84, "28824": 84, "124214": 84, "765324": 84, "500229": 84, "28849": 84, "977394": 84, "556833": 84, "698845": 84, "28874": 84, "42441": 84, "563036": 84, "609982": 84, "28899": 84, "102802": 84, "835937": 84, "28924": 84, "69949": 84, "181385": 84, "469681": 84, "28949": 84, "59502": 84, "909647": 84, "101468": 84, "28974": 84, "66151": 84, "910679": 84, "273347": 84, "28999": 84, "35091": 84, "401176": 84, "324581": 84, "29024": 84, "71592": 84, "573292": 84, "8933735": 84, "89574": 84, "314674": 84, "169209": 84, "55806": 84, "226868": 84, "29074": 84, "58246": 84, "990826": 84, "583698": 84, "76581": 84, "769733": 84, "29099": 84, "975693": 84, "315203": 84, "211603": 84, "29124": 84, "393436": 84, "684353": 84, "962957": 84, "29149": 84, "845577": 84, "227089": 84, "785164": 84, "29174": 84, "81533": 84, "78495": 84, "165697": 84, "29199": 84, "039814": 84, "37903": 84, "601": 84, "668146": 84, "29224": 84, "82086": 84, "041191": 84, "998777": 84, "887494": 84, "680238": 84, "29249": 84, "74524": 84, "250929": 84, "870352": 84, "0501375": 84, "530770": 84, "29274": 84, "78235": 84, "41525": 84, "343817": 84, "575379": 84, "320056": 84, "29299": 84, "28177": 84, "437138": 84, "750761": 84, "752086": 84, "153119": 84, "29324": 84, "4101": 84, "57593": 84, "547272": 84, "499285": 84, "803713": 84, "29349": 84, "545914": 84, "444693": 84, "527241": 84, "29374": 84, "661545": 84, "53084": 84, "061643": 84, "29399": 84, "10691": 84, "282064": 84, "111017": 84, "29424": 84, "51776": 84, "679943": 84, "623661": 84, "948649": 84, "144203": 84, "29449": 84, "99529": 84, "502026": 84, "113121": 84, "176395": 84, "29474": 84, "82913": 84, "008144": 84, "827543": 84, "9139585": 84, "356246": 84, "29499": 84, "179922": 84, "8165884": 84, "29524": 84, "240658": 84, "216024": 84, "049884": 84, "29549": 84, "9406": 84, "607895": 84, "994785": 84, "3867": 84, "242946": 84, "29574": 84, "15726": 84, "06001": 84, "49031": 84, "626621": 84, "247664": 84, "29599": 84, "63905": 84, "56933": 84, "999338": 84, "303662": 84, "155237": 84, "29624": 84, "98283": 84, "69601": 84, "996305": 84, "818181": 84, "103831": 84, "29649": 84, "43365": 84, "01116": 84, "810081": 84, "61902": 84, "213251": 84, "29674": 84, "864481": 84, "616375": 84, "29699": 84, "14059": 84, "561531": 84, "291023": 84, "290013": 84, "60426": 84, "29724": 84, "577415": 84, "974966": 84, "945387": 84, "29749": 84, "09662": 84, "126259": 84, "29774": 84, "75012": 84, "129744": 84, "99909": 84, "750": 84, "957376": 84, "398741": 84, "29799": 84, "644516": 84, "742807": 84, "38035": 84, "29824": 84, "68085": 84, "795471": 84, "864655": 84, "421692": 84, "853812": 84, "29849": 84, "444937": 84, "155224": 84, "639802": 84, "29874": 84, "62606": 84, "500097": 84, "85239": 84, "29899": 84, "405": 84, "7212": 84, "554108": 84, "08769": 84, "108369": 84, "374291": 84, "29924": 84, "68054": 84, "438751": 84, "759789": 84, "8017235": 84, "269702": 84, "29949": 84, "02954": 84, "213444": 84, "81333": 84, "8243685": 84, "229651": 84, "29974": 84, "00937": 84, "375805": 84, "48292": 84, "240308": 84, "29999": 84, "04773": 84, "78811": 84, "049967": 84, "860969": 84, "220542": 84, "30024": 84, "25504": 84, "277805": 84, "30049": 84, "955597": 84, "760807": 84, "201731": 84, "213139": 84, "30074": 84, "709": 84, "60114": 84, "48715": 84, "001703": 84, "46865": 84, "635589": 84, "30099": 84, "221107": 84, "109674": 84, "9412384": 84, "30124": 84, "63318": 84, "26123": 84, "222464": 84, "237269": 84, "30149": 84, "58445": 84, "038744": 84, "9729078": 84, "30174": 84, "037195": 84, "692776": 84, "3160286": 84, "30199": 84, "770256": 84, "53176": 84, "763005": 84, "87993": 84, "30224": 84, "103163": 84, "441555": 84, "4654706": 84, "30249": 84, "286907": 84, "844337": 84, "499041": 84, "30274": 84, "3575": 84, "10244": 84, "518553": 84, "7320251": 84, "827500": 84, "30299": 84, "8073": 84, "295015": 84, "016277": 84, "503": 84, "3730378": 84, "1108626": 84, "30324": 84, "1072": 84, "4786": 84, "873655": 84, "144833": 84, "8989847": 84, "965230": 84, "30349": 84, "420418": 84, "237041": 84, "577261": 84, "30374": 84, "2309": 84, "720751": 84, "337305": 84, "910754": 84, "872307": 84, "30399": 84, "28127": 84, "197556": 84, "4707968": 84, "30424": 84, "50226": 84, "287544": 84, "413916": 84, "534519": 84, "346052": 84, "30449": 84, "6212": 84, "984917": 84, "419529": 84, "94522": 84, "674659": 84, "30474": 84, "733772": 84, "07528": 84, "035179": 84, "30499": 84, "4852": 84, "311705": 84, "56456": 84, "236861": 84, "631967": 84, "30524": 84, "22852": 84, "344952": 84, "58754": 84, "560407": 84, "347605": 84, "30549": 84, "326004": 84, "84595": 84, "5393739": 84, "1119156": 84, "30574": 84, "770": 84, "26825": 84, "772131": 84, "714325": 84, "096941": 84, "648078": 84, "30599": 84, "780336": 84, "484047": 84, "4706626": 84, "30624": 84, "413": 84, "355236": 84, "587442": 84, "7593412": 84, "372401": 84, "30649": 84, "19888": 84, "850016": 84, "7583431": 84, "1079741": 84, "30674": 84, "1826": 84, "2998": 84, "840548": 84, "298168": 84, "3745906": 84, "1643669": 84, "30699": 84, "057957": 84, "570192": 84, "9157972": 84, "30724": 84, "1313": 84, "157179": 84, "578194": 84, "341252": 84, "974818": 84, "30749": 84, "529976": 84, "427694": 84, "9428682": 84, "30774": 84, "5748": 84, "313513": 84, "2255049": 84, "30799": 84, "005653": 84, "1828644": 84, "30824": 84, "551": 84, "1428": 84, "979132": 84, "311874": 84, "46443972": 84, "496028": 84, "30849": 84, "1375": 84, "0525": 84, "567287": 84, "014524": 84, "11835387": 84, "1237547": 84, "30874": 84, "1464": 84, "480985": 84, "568": 84, "5645857": 84, "1317869": 84, "30899": 84, "380638": 84, "220278": 84, "6327314": 84, "30924": 84, "445868": 84, "922201": 84, "970597": 84, "560345": 84, "30949": 84, "61838": 84, "946701": 84, "933338": 84, "093073": 84, "410771": 84, "30974": 84, "560": 84, "925459": 84, "773348": 84, "055126": 84, "504581": 84, "30999": 84, "871876": 84, "722929": 84, "191752": 84, "31024": 84, "536386": 84, "418673": 84, "5819852": 84, "31049": 84, "1063": 84, "0789": 84, "744133": 84, "999746": 84, "4415144": 84, "956770": 84, "31074": 84, "90969": 84, "74368": 84, "8199086": 84, "31099": 84, "1086": 84, "9948": 84, "50109": 84, "585283": 84, "3219347": 84, "978295": 84, "31124": 84, "91885": 84, "318344": 84, "535563": 84, "044543": 84, "319316": 84, "31149": 84, "692": 84, "0048": 84, "121815": 84, "953701": 84, "671339": 84, "596618": 84, "31174": 84, "1085": 84, "7454": 84, "932785": 84, "481953": 84, "3281816": 84, "977170": 84, "31199": 84, "1320": 84, "7164": 84, "061243": 84, "15332632": 84, "1188644": 84, "31224": 84, "622356": 84, "660505": 84, "5307813": 84, "31249": 84, "1123": 84, "5736": 84, "958847": 84, "000471": 84, "1390406": 84, "1011216": 84, "31274": 84, "sub_run6": 84, "26294": 84, "0507": 84, "37521827": 84, "3207": 84, "3267": 84, "21404": 84, "906685": 84, "279724": 84, "2886594": 84, "31298": 84, "175194": 84, "6965": 84, "018936": 84, "829346": 84, "0265746": 84, "2301027": 84, "31299": 84, "0x7f6d49d5f670": 84, "175195": 84, "1700214442": 84, "738834": 84, "215683": 84, "7389145": 84, "738949": 84, "7389746": 84, "7390523": 84, "739078": 84, "7391007": 84, "save_util": 84, "Will": 84, "sinergym_output": 84, "experiment1": 84, "add_dir": 84, "training_output": 84, "evaluation_output": 84, "log_artifact": 84, "repo": 84, "miss": 84, "guid": 84, "launch": 84, "reduc": 84, "amount": 84, "histori": [84, 88, 94], "index4action_simul": 84, "cooling_setpoint_rl26action_simul": 84, "heating_setpoint_rl19episod": 84, "69622episod": 84, "22738": 84, "12343episod": 84, "3556": 84, "04736episod": 84, "cumulative_power71120947": 84, "22879episod": 84, "17188episod": 84, "cumulative_temperature_violation45476": 84, "24685episod": 84, "episode_length70077episod": 84, "32447episod": 84, "05074episod": 84, "mean_power1014": 84, "89714episod": 84, "37522episod": 84, "mean_temperature_violation0": 84, "64895eval": 84, "24201eval": 84, "17670": 84, "69841eval": 84, "1708": 84, "48282eval": 84, "cumulative_power_consumption34169656": 84, "38755eval": 84, "18123eval": 84, "cumulative_temperature_violation35341": 84, "39683eval": 84, "episode_length35040": 84, "0eval": 84, "5043eval": 84, "04876eval": 84, "mean_power_consumption975": 84, "16143eval": 84, "55306eval": 84, "mean_temperature_violation1": 84, "0086eval": 84, "std_cumulative_reward0": 84, "std_reward0": 84, "0observ": 84, "hvac_electricity_demand_rate2556": 84, "69653observ": 84, "air_humidity17": 84, "01894observ": 84, "air_temperature16": 84, "82935observ": 84, "clg_setpoint40": 84, "co2_emission0": 84, "day_of_month1": 84, "diffuse_solar_radiation0": 84, "direct_solar_radiation0": 84, "hour0": 84, "htg_setpoint12": 84, "8observ": 84, "month1": 84, "outdoor_humidity57": 84, "75observ": 84, "02657observ": 84, "people_occupant0": 84, "total_electricity_hvac2301027": 84, "wind_direction275": 84, "wind_speed7": 84, "6rollout": 84, "exploration_rate0": 84, "05time": 84, "total_timesteps140154train": 84, "learning_rate0": 84, "0001train": 84, "loss16037": 84, "58984train": 84, "n_updates31299": 84, "pf27dlousync": 84, "media": 84, "evaluation_d": 84, "evaluation_nam": 84, "merg": 84, "sinergym_evalu": 84, "20231117_094859": 84, "15owsnpb": 84, "43_sr2houk": 84, "renam": 84, "res35041": [84, 85, 87], "load_artifact_ent": 84, "load_artifact_project": 84, "load_artifact_nam": 84, "load_artifact_tag": 84, "load_artifact_model_path": 84, "zip": [84, 87, 88], "wandb_path": 84, "use_artifact": 84, "get_path": 84, "model_path": 84, "7954676783357755": 84, "963": 84, "9496999955164": 84, "1817": 84, "582571129998": 84, "2841": 84, "5036276598917": 84, "4340": 84, "565445997684": 84, "6108": 84, "581378312066": 84, "7223": 84, "767956524665": 84, "8558": 84, "958125000907": 84, "9950": 84, "644160496227": 84, "11044": 84, "144766497926": 84, "13176": 84, "534777951341": 84, "395840884017": 84, "4263319241570109": 84, "14938": 84, "670622460524": 84, "7052782846459695": 84, "936": 84, "5481180476335": 84, "1798": 84, "784133735751": 84, "2827": 84, "2387312028445": 84, "4366": 84, "328889075081": 84, "6183": 84, "997471720583": 84, "7325": 84, "563685767946": 84, "8681": 84, "46846670104": 84, "10086": 84, "073464526888": 84, "11172": 84, "340415472303": 84, "13219": 84, "748208010345": 84, "14115": 84, "750843779568": 84, "4283177306652533": 84, "15008": 84, "253282509391": 84, "7042527324647196": 84, "5236861805773": 84, "7806890630795": 84, "2820": 84, "081000039381": 84, "4295": 84, "9802117699255": 84, "508686603184": 84, "935226174976": 84, "8529": 84, "98270733462": 84, "566541371296": 84, "10989": 84, "840486913932": 84, "12997": 84, "533912090104": 84, "13880": 84, "172965873764": 84, "42214784762863855": 84, "14792": 84, "06058090633": 84, "7502089967989307": 84, "942": 84, "9367504242642": 84, "656177587228": 84, "2794": 84, "655237212276": 84, "4333": 84, "22916802518": 84, "6090": 84, "34169685729": 84, "1494897446855": 84, "8598": 84, "938588370329": 84, "9997": 84, "264926241101": 84, "11077": 84, "148069449044": 84, "575884449961": 84, "14086": 84, "931630958963": 84, "4275640288043432": 84, "14981": 84, "8435693031": 84, "795342248728848": 84, "938": 84, "7996243556881": 84, "0145801281317": 84, "2877": 84, "741132595393": 84, "4407": 84, "196686348535": 84, "90714284908": 84, "7316": 84, "297986671081": 84, "8651": 84, "146489725308": 84, "10070": 84, "592382785619": 84, "11131": 84, "844874744675": 84, "13342": 84, "353151567342": 84, "14226": 84, "469403206707": 84, "43131719567353316": 84, "15113": 84, "354536399509": 84, "evaluation1": 84, "03_13": 84, "success": 84, "33_hu200t1q": 84, "empzk2onsync": 84, "20230803_133654": 84, "empzk2on": 84, "extend": [85, 87], "export_schedulers_to_excel": 85, "pprint": 85, "actschd": 85, "space1": 85, "field_nam": 85, "activity_level_schedule_nam": 85, "table_nam": 85, "space2": 85, "space3": 85, "space4": 85, "basinheatersch": 85, "basin_heater_operating_schedule_nam": 85, "twospe": 85, "coolingsetpoint": 85, "setpoint_temperature_schedule_nam": 85, "thermostatsetpoint": 85, "singlecool": 85, "dualsetpoint": 85, "cooling_setpoint_temperature_schedule_nam": 85, "coolingcoilavailsch": 85, "availability_schedule_nam": 85, "coilsystem": 85, "fraction": 85, "eleceq": 85, "schedule_nam": 85, "electricequip": 85, "fanavailsch": 85, "suppli": 85, "fan": 85, "variablevolum": 85, "availabilitymanag": 85, "heating_setpoint_temperature_schedule_nam": 85, "heatingsetpoint": 85, "singleh": 85, "infil": 85, "zoneinfiltr": 85, "designflowr": 85, "light": 85, "oa": 85, "sched": 85, "minimum_outdoor_air_schedule_nam": 85, "outdoorair": 85, "oarequir": 85, "zoneminoarequir": 85, "outdoor_air_schedule_nam": 85, "designspecif": 85, "number_of_people_schedule_nam": 85, "plenumclg": 85, "plenumcoolingsetpoint": 85, "plenumhtg": 85, "plenumheatingsetpoint": 85, "reheatcoilavailsch": 85, "reheat": 85, "airtermin": 85, "singleduct": 85, "temp": 85, "setpointmanag": 85, "shadetranssch": 85, "south": 85, "overhang": 85, "transmittance_schedule_nam": 85, "shade": 85, "door": 85, "control_type_schedule_nam": 85, "zonecontrol": 85, "xlsx": 85, "layer": 85, "note": [85, 89], "protocol": 85, "conform": 85, "my": 85, "often": 85, "plenum": 85, "reason": 85, "dry": [85, 93], "bulb": 85, "dew": 85, "materi": 85, "absorpt": 85, "br01": 85, "visibl": 85, "cc03": 85, "gp01": 85, "gp02": 85, "in02": 85, "in46": 85, "pw03": 85, "rg01": 85, "wd01": 85, "wd10": 85, "cp01": 85, "mat": 85, "clng": 85, "sb": 85, "interior": 85, "convect": 85, "coeffici": 85, "exterior": 85, "mir": 85, "wall": 85, "1pb": 85, "1pf": 85, "1pl": 85, "1pr": 85, "c1": 85, "1p": 85, "c2": 85, "c3": 85, "c4": 85, "c5": 85, "front": 85, "sb12": 85, "sb14": 85, "sb15": 85, "f1": 85, "wf": 85, "right": 85, "sb21": 85, "sb23": 85, "sb25": 85, "f2": 85, "wr": 85, "back": 85, "sb32": 85, "sb34": 85, "sb35": 85, "f3": 85, "wb": 85, "left": 85, "sb41": 85, "sb43": 85, "sb45": 85, "f4": 85, "wl": 85, "sb51": 85, "sb52": 85, "sb53": 85, "sb54": 85, "f5": 85, "factor": [85, 89], "ground": 85, "wetbulb": 85, "infiltr": 85, "exchang": 85, "flow": 85, "vol": 85, "pressur": 85, "autos": 85, "volum": 85, "coincid": 85, "peak": 85, "noncoincid": 85, "curv": 85, "varspeedcoolcapft": 85, "varspeedcoolcaplsft": 85, "varspeedcooleirft": 85, "varspeedcooleirlsft": 85, "packagedratedcoolcapfflow": 85, "packagedratedcooleirfflow": 85, "varspeedcyclingplffplr": 85, "node": 85, "inlet": 85, "ratio": 85, "IN": 85, "outlet": 85, "eq": 85, "condens": 85, "atu": 85, "relief": 85, "airloophvac": 85, "internal_vari": 85, "internalvari": 85, "plug": 85, "multipli": 85, "densiti": 85, "nomin": 85, "sensibl": 85, "capac": 85, "preheat": 85, "plugin_global_vari": 85, "trend": 85, "outputmet": 85, "spacetyp": 85, "interiorlight": 85, "generallight": 85, "interiorequip": 85, "energytransf": 85, "electricitypurchas": 85, "plant": 85, "cogener": 85, "electricitysurplussold": 85, "electricitynet": 85, "heatingcoil": 85, "naturalga": 85, "coolingcoil": 85, "mainswat": 85, "carbonequivalentemiss": 85, "outputvari": 85, "purchas": 85, "surplu": 85, "net": 85, "ancillari": 85, "pump": 85, "basin": 85, "heater": 85, "n2o": 85, "ch4": 85, "0x7f80ad33c0a0": 85, "50000000": 85, "multiobswrapp": [86, 88], "normalizeobserv": [86, 88, 92], "written": 86, "create_row_cont": 86, "customcsvlogg": 86, "def": [86, 87, 88, 90], "super": [86, 90], "last_10_steps_reward": 86, "_create_row_cont": 86, "total_power_no_unit": 86, "power_penalti": 86, "res35042": [86, 88], "217491": 86, "886911": 86, "89998888619655": 86, "3333333333334": 86, "045027": 86, "73458": 86, "04774477368803296": 86, "8954737606592": 86, "268929570656645": 86, "35254046509186": 86, "840368": 86, "000128": 86, "10365036504194708": 86, "020063419083978743": 86, "08358694595796834": 86, "2683816795749": 86, "16717389191593668": 86, "832826108084063": 86, "21284685762769534": 86, "49947498388144": 86, "sai": 87, "feel": 87, "plai": 87, "rbc5zone": 87, "myrulebasedcontrol": 87, "daytim": 87, "obs_dict": [87, 88], "out_temp": 87, "summer_start_d": 87, "summer_final_d": 87, "current_dt": 87, "season_comfort_rang": 87, "setpoints_summ": 87, "setpoints_wint": 87, "in_temp": 87, "current_heat_setpoint": 87, "current_cool_setpoint": 87, "new_heat_setpoint": 87, "new_cool_setpoint": 87, "elif": 87, "weekdai": 87, "weekend": 87, "night": 87, "913313585398759": [87, 88], "05542625239599594": [87, 88], "857887333002763": [87, 88], "5250479199187": [87, 88], "715774666005526": [87, 88], "284225333994474": [87, 88], "2795": 87, "338629010751": 87, "2977": [87, 88], "005629148688825955": 87, "5829737765191": 87, "780085346555335": 87, "3442": 87, "9942477932536": 87, "5665": [87, 88], "22725948485913058": 87, "00882370430179678": 87, "21843578055733381": 87, "47408603593558": 87, "43687156111466763": 87, "563128438885332": 87, "6086": 87, "758193423204": 87, "8641": [87, 88], "98606808783697": 87, "8588": 87, "569469115886": 87, "11521": [87, 88], "4531417474460593": 87, "9062834948921186": 87, "40628349489212": 87, "11765": 87, "765367945189": 87, "14497": [87, 88], "900405758648773": 87, "14245": 87, "140165597242": 87, "17377": [87, 88], "9700071561753898": 87, "9400143123507796": 87, "94001431235078": 87, "16167": 87, "362661542358": 87, "20353": [87, 88], "996330089060972": 87, "18044": 87, "632044925856": 87, "23329": [87, 88], "799172085986662": 87, "19572": 87, "469153276368": 87, "3125": [87, 88], "26209": [87, 88], "0005842181877573": 87, "06446283743025183": [87, 88], "9361213807575055": 87, "1289": [87, 88], "2567486050366": [87, 88], "872242761515011": 87, "37224276151501": 87, "25697": 87, "968230973762": 87, "29185": [87, 88], "004536449977537947": [87, 88], "72899955075894": [87, 88], "766705234161947": 87, "99400805497": 87, "32065": [87, 88], "933681388733177": 87, "8548035936270668": 87, "29952": 87, "317920693455": 87, "variant": [88, 94], "mo": 88, "tradit": [88, 94], "multiobjectivereward": 88, "encount": 88, "shouldn": 88, "previousobservationwrapp": 88, "res35043": 88, "284225": 88, "9228": 88, "997672": 88, "htg_setpoint_previ": 88, "clg_setpoint_previ": 88, "air_temperature_previ": 88, "384174": 88, "datetimewrapp": 88, "res35044": 88, "month_sin": 88, "month_co": 88, "hour_sin": 88, "hour_co": 88, "800000190734863": 88, "650000095367432": 88, "284225463867188": 88, "922800064086914": 88, "5250244140625": 88, "5625": 88, "continuo": 88, "normalizeact": [88, 92], "res35045": 88, "8381089": 88, "15050839": 88, "892908": 88, "685593": 88, "20605884": 88, "00121972": 88, "97728": 88, "254574": 88, "20422778": 88, "9112268": 88, "515854": 88, "8329": 88, "6123266": 88, "04220473": 88, "453775": 88, "091732": 88, "46484488": 88, "32572523": 88, "493168": 88, "02853": 88, "new_discrete_spac": 88, "action_mapping_funct": 88, "res35046": 88, "decrement": [88, 94], "discreteincrementalwrapp": 88, "res35047": 88, "limit": [88, 90], "current_setpoint": 88, "precis": [88, 90, 94], "usual": [88, 90, 94], "carefulli": [88, 94], "res35048": 88, "WITH": 88, "00499968750430059": 88, "9875907976185373": 88, "9745626607331893": 88, "9973969815420386": 88, "9908525387095581": 88, "007049581561774207": 88, "0070688585864955075": 88, "35264364590376623": 88, "05800834342804423": 88, "9802888899782684": 88, "9802889755036568": 88, "res35049": 88, "res35050": 88, "0000000e": 88, "4000001e": 88, "5000000e": 88, "8750000e": 88, "4500000e": 88, "02": 88, "2800000e": 88, "8384174e": 88, "6903370e": 88, "0360292e": 88, "3242619e": 88, "8000002e": 88, "1000000e": 88, "6500001e": 88, "6000000e": 88, "8284225e": 88, "6922800e": 88, "1085250e": 88, "9767256e": 88, "critic": 88, "proper": 88, "strongli": 88, "res35051": 88, "00538809382535063": 88, "76187650701259": 88, "961309048938297": 88, "006935757308931089": 88, "71514617862178": 88, "093696177204187": 88, "11540370667002": 88, "4961122594044092": 88, "9922245188088183": 88, "49222451880882": 88, "96360689704416": 88, "9700266488211167": 88, "9400532976422333": 88, "940053297642233": 88, "006542366753496509": 88, "013084733506993018": 88, "013084733506993": 88, "800150805217598": 88, "9667086618754865": 88, "0311714993057384": 88, "933417323750973": 88, "433417323750973": 88, "02925460307228": 88, "283078053476807": 88, "num_simul": 89, "tree": 89, "content": 89, "sub_runn": 89, "monitor_norm": 89, "sub_run": 89, "num_episod": 89, "within": [89, 90, 91], "copi": 89, "suit": 89, "observation_valu": 89, "declar": 89, "row": 89, "techniqu": 89, "extern": 89, "person": 89, "multi": 90, "discomfort": 90, "neg": 90, "perfect": 90, "behavior": 90, "notic": 90, "r_t": 90, "omega": 90, "lambda_p": 90, "p_t": 90, "t_t": 90, "repres": 90, "impos": 90, "assign": 90, "proport": 90, "concord": 90, "magnitud": 90, "kind": 90, "typic": 90, "satisfact": 90, "far": 90, "target": 90, "hourlylinearreward": 90, "slight": 90, "am": 90, "pm": 90, "equal": 90, "normalizedlinearreward": 90, "equilibr": 90, "seri": 90, "reflect": 90, "pretti": 90, "imagin": 90, "signal": 90, "__call__": 90, "basereward": 90, "customreward": 90, "naiv": 90, "under": [91, 92], "v": 91, "test_common": 91, "test_reward": 91, "test_wrapp": 91, "test_simul": 91, "test_env": 91, "test_control": 91, "test_model": 91, "test_stable_baselin": 91, "conceptu": 91, "readm": 91, "try_env": 92, "soon": 92, "dispos": 92, "simplest": 92, "normalizereward": 92, "screen": 92, "\u00bac": 93, "aus_nsw": 93, "sydnei": 93, "947670_iwec": 93, "australia": 93, "subtrop": 93, "col_bogota": 93, "802220_iwec": 93, "bogota": 93, "colombia": 93, "mediterranean": 93, "warm": 93, "mild": 93, "granada": 93, "spain": 93, "latitud": 93, "semiarid": 93, "passiv": 93, "helsinki": 93, "finland": 93, "moist": 93, "continent": 93, "jpn_tokyo": 93, "hyakuri": 93, "477150_iwec": 93, "tokyo": 93, "japan": 93, "mdg_antananarivo": 93, "670830_iwec": 93, "antananarivo": 93, "madagascar": 93, "lisboa": 93, "portug": 93, "marin": 93, "arizona": 93, "desert": 93, "usa_co_aurora": 93, "bucklei": 93, "angb": 93, "724695_tmy3": 93, "colorado": 93, "usa_il_chicago": 93, "ohar": 93, "725300_tmy3": 93, "illinoi": 93, "pennsylvania": 93, "washington": 93, "coastal": 93, "swe_stockholm": 93, "arlanda": 93, "024600_iwec": 93, "stockholm": 93, "sweden": 93, "classif": 93, "solut": 94, "instanti": 94, "underli": 94, "reach": 94, "jump": 94, "nest": 94, "flexibl": 94}, "objects": {"sinergym": [[12, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.config": [[13, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_config"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_building_to_meters"], [14, 2, 1, "", "adapt_building_to_variables"], [14, 2, 1, "", "apply_weather_variability"], [14, 3, 1, "", "building_path"], [14, 3, 1, "", "ddy_path"], [14, 2, 1, "", "get_schedulers"], [14, 3, 1, "", "idd_path"], [14, 4, 1, "", "logger"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "update_weather_path"], [14, 3, 1, "", "weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 3, 1, "", "actuator_handlers"], [17, 3, 1, "", "available_handlers"], [17, 3, 1, "", "building_path"], [17, 2, 1, "", "close"], [17, 3, 1, "", "ddy_path"], [17, 3, 1, "", "episode_length"], [17, 3, 1, "", "episode_path"], [17, 3, 1, "", "idd_path"], [17, 2, 1, "", "info"], [17, 3, 1, "", "is_discrete"], [17, 3, 1, "", "is_running"], [17, 4, 1, "", "logger"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "meter_handlers"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 3, 1, "", "runperiod"], [17, 3, 1, "", "schedulers"], [17, 2, 1, "", "step"], [17, 3, 1, "", "step_size"], [17, 3, 1, "", "timestep_per_episode"], [17, 3, 1, "", "var_handlers"], [17, 3, 1, "", "weather_path"], [17, 3, 1, "", "workspace_path"], [17, 3, 1, "", "zone_names"]], "sinergym.simulators": [[19, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "failed"], [20, 3, 1, "", "is_running"], [20, 4, 1, "", "logger"], [20, 2, 1, "", "make_eplus_args"], [20, 2, 1, "", "start"], [20, 2, 1, "", "stop"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "constants"], [45, 0, 0, "-", "controllers"], [49, 0, 0, "-", "env_checker"], [51, 0, 0, "-", "evaluation"], [53, 0, 0, "-", "gcloud"], [59, 0, 0, "-", "logger"], [64, 0, 0, "-", "rewards"], [70, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[26, 5, 1, "", "convert_conf_to_env_parameters"], [27, 5, 1, "", "eppy_element_to_dict"], [28, 5, 1, "", "export_schedulers_to_excel"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "json_to_actuators"], [33, 5, 1, "", "json_to_meters"], [34, 5, 1, "", "json_to_variables"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[38, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [39, 5, 1, "", "DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION"], [40, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[46, 1, 1, "", "RBC5Zone"], [47, 1, 1, "", "RBCDatacenter"], [48, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[46, 2, 1, "", "__init__"], [46, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[50, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[52, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[54, 5, 1, "", "delete_instance_MIG_from_container"], [55, 5, 1, "", "get_service_account_token"], [56, 5, 1, "", "init_storage_client"], [57, 5, 1, "", "read_from_bucket"], [58, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[60, 1, 1, "", "CSVLogger"], [61, 1, 1, "", "CustomFormatter"], [62, 1, 1, "", "Logger"], [63, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "activate_flag"], [60, 2, 1, "", "deactivate_flag"], [60, 2, 1, "", "log_episode"], [60, 2, 1, "", "log_step"], [60, 2, 1, "", "log_step_normalize"], [60, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[61, 4, 1, "", "FORMATS"], [61, 2, 1, "", "__init__"], [61, 4, 1, "", "bold_red"], [61, 2, 1, "", "format"], [61, 4, 1, "", "grey"], [61, 4, 1, "", "red"], [61, 4, 1, "", "reset"], [61, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "write"]], "sinergym.utils.rewards": [[65, 1, 1, "", "BaseReward"], [66, 1, 1, "", "ExpReward"], [67, 1, 1, "", "HourlyLinearReward"], [68, 1, 1, "", "LinearReward"], [69, 1, 1, "", "NormalizedLinearReward"]], "sinergym.utils.rewards.BaseReward": [[65, 2, 1, "", "__init__"], [65, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[66, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[67, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[68, 2, 1, "", "__init__"]], "sinergym.utils.rewards.NormalizedLinearReward": [[69, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[71, 1, 1, "", "DatetimeWrapper"], [72, 1, 1, "", "DiscreteIncrementalWrapper"], [73, 1, 1, "", "DiscretizeEnv"], [74, 1, 1, "", "LoggerWrapper"], [75, 1, 1, "", "MultiObjectiveReward"], [76, 1, 1, "", "MultiObsWrapper"], [77, 1, 1, "", "NormalizeAction"], [78, 1, 1, "", "NormalizeObservation"], [79, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [80, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[71, 2, 1, "", "__init__"], [71, 4, 1, "", "logger"], [71, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[72, 2, 1, "", "__init__"], [72, 2, 1, "", "action"], [72, 2, 1, "", "action_mapping"], [72, 3, 1, "", "is_discrete"], [72, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[73, 2, 1, "", "__init__"], [73, 2, 1, "", "action"], [73, 3, 1, "", "is_discrete"], [73, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[74, 2, 1, "", "__init__"], [74, 2, 1, "", "activate_logger"], [74, 2, 1, "", "close"], [74, 2, 1, "", "deactivate_logger"], [74, 4, 1, "", "logger"], [74, 2, 1, "", "reset"], [74, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[75, 2, 1, "", "__init__"], [75, 4, 1, "", "logger"], [75, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[76, 2, 1, "", "__init__"], [76, 4, 1, "", "logger"], [76, 2, 1, "", "reset"], [76, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[77, 2, 1, "", "__init__"], [77, 2, 1, "", "action"], [77, 4, 1, "", "logger"], [77, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[78, 2, 1, "", "__init__"], [78, 4, 1, "", "logger"], [78, 2, 1, "", "normalize"], [78, 2, 1, "", "reset"], [78, 2, 1, "", "step"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[79, 2, 1, "", "__init__"], [79, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[80, 2, 1, "", "__init__"], [80, 4, 1, "", "logger"], [80, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 85], "contribut": 0, "project": 0, "us": [0, 4, 8, 82], "exampl": [0, 81, 84, 87, 88, 92], "cite": 0, "api": [1, 10], "refer": 1, "build": [2, 5, 83], "datacent": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 45, 46, 47, 48, 83, 87], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 84], "callback": [4, 22, 23, 24], "logger": [4, 59, 60, 61, 62, 63, 86, 88, 89], "evalu": [4, 51, 52], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 84], "model": [4, 13, 14, 84], "load": [4, 84], "environ": [5, 6, 10, 82, 85, 88], "addit": 5, "observ": [5, 82, 88], "inform": [5, 85], "list": 5, "avail": 5, "paramet": 5, "file": 5, "weather": [5, 6, 82, 93], "variabl": [5, 6], "reward": [5, 64, 65, 66, 67, 68, 69, 82, 90], "kwarg": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 8, 89], "time": [5, 8], "meter": 5, "actuat": 5, "action": [5, 9, 82, 83, 88], "space": [5, 82], "name": 5, "extra": [5, 7, 82], "configur": [5, 6, 7, 8, 10, 82, 86], "ad": [5, 82], "new": [5, 9, 82, 91], "registr": 6, "specif": 6, "field": 6, "simul": [7, 18, 19, 20], "timestep_per_hour": 7, "runperiod": 7, "googl": 8, "cloud": [8, 10], "prepar": 8, "first": 8, "step": [8, 86], "our": 8, "contain": [8, 10], "platform": 8, "your": 8, "own": 8, "creat": [8, 9, 91], "vm": 8, "mig": 8, "initi": 8, "execut": 8, "experi": 8, "remot": 8, "permiss": 8, "bucket": 8, "storag": 8, "visual": 8, "wandb": 8, "log": 8, "real": 8, "alert": 8, "github": 9, "pull": 9, "request": 9, "push": 9, "main": 9, "merg": 9, "releas": 9, "modifi": [9, 86], "instal": [10, 91], "docker": 10, "manual": 10, "python": 10, "energyplu": [10, 20], "23": 10, "1": [10, 86], "0": 10, "includ": 10, "path": 10, "about": [10, 85], "packag": 10, "check": 10, "comput": 10, "config": [12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "eplu": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "convert_conf_to_env_paramet": 26, "eppy_element_to_dict": 27, "export_schedulers_to_excel": 28, "get_delta_second": 29, "get_record_kei": 30, "is_wrap": 31, "json_to_actu": 32, "json_to_met": 33, "json_to_vari": 34, "ranges_gett": 35, "unwrap_wrapp": 36, "constant": [37, 38, 39, 40, 41, 42, 43, 44], "default_5zone_discrete_funct": 38, "default_autobalance_discrete_funct": 39, "default_datacenter_discrete_funct": 40, "default_officegrid_discrete_funct": 41, "default_office_discrete_funct": 42, "default_shop_discrete_funct": 43, "default_warehouse_discrete_funct": 44, "rbc5zone": 46, "rbcdatacent": 47, "randomcontrol": 48, "env_check": [49, 50], "check_env": 50, "evaluate_polici": 52, "gcloud": [53, 54, 55, 56, 57, 58], "delete_instance_mig_from_contain": 54, "get_service_account_token": 55, "init_storage_cli": 56, "read_from_bucket": 57, "upload_to_bucket": 58, "csvlogger": 60, "customformatt": 61, "wandboutputformat": 63, "basereward": 65, "expreward": 66, "hourlylinearreward": 67, "linearreward": 68, "normalizedlinearreward": 69, "wrapper": [70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 86, 88, 94], "datetimewrapp": [71, 94], "discreteincrementalwrapp": [72, 94], "discretizeenv": [73, 94], "loggerwrapp": [74, 86, 94], "multiobjectivereward": [75, 94], "multiobswrapp": [76, 94], "normalizeact": [77, 94], "normalizeobserv": [78, 94], "officegridstoragesmoothingactionconstraintswrapp": 79, "previousobservationwrapp": [80, 94], "basic": 81, "chang": 82, "an": [82, 83], "regist": 82, "updat": 82, "more": 82, "default": 83, "set": 83, "up": 83, "empti": 83, "interfac": 83, "usag": [84, 92], "get": 85, "schedul": 85, "properti": 85, "handler": 85, "displai": 85, "all": 85, "person": 86, "inherit": 86, "csvloger": 86, "2": 86, "instanti": 86, "rule": 87, "multi": 88, "object": 88, "previou": 88, "datetim": 88, "normal": 88, "discret": 88, "increment": 88, "nest": 88, "format": 89, "custom": 90, "test": 91, "pytest": 91, "run": 91}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "Weather files": [[5, "weather-files"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Time variables": [[5, "time-variables"]], "Variables": [[5, "variables"]], "Meters": [[5, "meters"]], "Actuators": [[5, "actuators"]], "Action space": [[5, "action-space"]], "Environment name": [[5, "environment-name"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Environments Configuration and Registration": [[6, "environments-configuration-and-registration"]], "Weather Specification field": [[6, "weather-specification-field"]], "Variables field": [[6, "variables-field"]], "Extra Configuration in Sinergym simulations": [[7, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[7, "timestep-per-hour"]], "runperiod": [[7, "runperiod"]], "Sinergym with Google Cloud": [[8, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[8, "preparing-google-cloud"]], "First steps (configuration)": [[8, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[8, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[8, "use-your-own-container"]], "Create your VM or MIG": [[8, "create-your-vm-or-mig"]], "Initiate your VM": [[8, "initiate-your-vm"]], "Executing experiments in remote containers": [[8, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[8, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[8, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[8, "google-cloud-alerts"]], "Github Actions": [[9, "github-actions"]], "Pull Request": [[9, "pull-request"]], "Push main (or merge a pull request)": [[9, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[9, "new-release-created-or-modified"]], "Installation": [[10, "installation"]], "Docker container": [[10, "docker-container"]], "Manual installation": [[10, "manual-installation"]], "Configure Python environment": [[10, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[10, "install-energyplus-23-1-0"]], "Include Energyplus Python API in python path": [[10, "include-energyplus-python-api-in-python-path"]], "About Sinergym package": [[10, "about-sinergym-package"]], "Check Installation": [[10, "check-installation"]], "Cloud Computing": [[10, "cloud-computing"]], "sinergym.config": [[12, "module-sinergym.config"]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[26, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[27, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[28, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[32, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[33, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[34, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[37, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[38, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION": [[39, "sinergym-utils-constants-default-autobalance-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[45, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[46, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[47, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[48, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[49, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[50, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[51, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[52, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[53, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[54, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[55, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[56, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[57, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[58, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[59, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[60, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[61, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[62, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[63, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[64, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[65, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[66, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[67, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[68, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.rewards.NormalizedLinearReward": [[69, "sinergym-utils-rewards-normalizedlinearreward"]], "sinergym.utils.wrappers": [[70, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[71, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[72, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[73, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.LoggerWrapper": [[74, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[75, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[76, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[77, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[78, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[79, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[80, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[81, "Basic-example"]], "Changing an environment registered in Sinergym": [[82, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[82, "Adding-a-new-reward"]], "Updating the weather used in environment": [[82, "Updating-the-weather-used-in-environment"]], "Changing observation and action spaces": [[82, "Changing-observation-and-action-spaces"]], "Adding more extra configuration": [[82, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[83, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[84, "DRL-usage-example"]], "Training a model": [[84, "Training-a-model"]], "Loading a model": [[84, "Loading-a-model"]], "Getting information about Sinergym environments": [[85, "Getting-information-about-Sinergym-environments"]], "Schedulers information": [[85, "Schedulers-information"]], "Environment Properties": [[85, "Environment-Properties"]], "Handlers information": [[85, "Handlers-information"]], "Displaying all the environment information": [[85, "Displaying-all-the-environment-information"]], "Logger Wrapper personalization/configuration": [[86, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[86, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[86, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[87, "Rule-Controller-example"]], "Wrappers example": [[88, "Wrappers-example"]], "Multi-Objective Wrapper": [[88, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[88, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[88, "Datetime-Wrapper"]], "Environment Action Normalization Wrapper": [[88, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[88, "Environment-Discretization-Wrapper"]], "Discrete Incremental Wrapper": [[88, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[88, "Normalization-Wrapper"]], "Logger Wrapper": [[88, "Logger-Wrapper"]], "Multi Observation Wrapper": [[88, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[88, "Nesting-wrappers"]], "Output format": [[89, "output-format"]], "Logger": [[89, "logger"]], "Rewards": [[90, "rewards"]], "Custom Rewards": [[90, "custom-rewards"]], "Tests": [[91, "tests"]], "Install Pytest": [[91, "install-pytest"]], "Running tests": [[91, "running-tests"]], "Create new tests": [[91, "create-new-tests"]], "Usage example": [[92, "usage-example"]], "Weathers": [[93, "weathers"]], "Wrappers": [[94, "wrappers"]], "MultiObjectiveReward": [[94, "multiobjectivereward"]], "PreviousObservationWrapper": [[94, "previousobservationwrapper"]], "DatetimeWrapper": [[94, "datetimewrapper"]], "NormalizeAction": [[94, "normalizeaction"]], "DiscretizeEnv": [[94, "discretizeenv"]], "DiscreteIncrementalWrapper": [[94, "discreteincrementalwrapper"]], "NormalizeObservation": [[94, "normalizeobservation"]], "LoggerWrapper": [[94, "loggerwrapper"]], "MultiObsWrapper": [[94, "multiobswrapper"]]}, "indexentries": {"module": [[12, "module-sinergym.config"], [13, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.eplus"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [37, "module-sinergym.utils.constants"], [45, "module-sinergym.utils.controllers"], [49, "module-sinergym.utils.env_checker"], [51, "module-sinergym.utils.evaluation"], [53, "module-sinergym.utils.gcloud"], [59, "module-sinergym.utils.logger"], [64, "module-sinergym.utils.rewards"], [70, "module-sinergym.utils.wrappers"]], "sinergym.config": [[12, "module-sinergym.config"]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_config"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters"]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "building_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.building_path"]], "ddy_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.ddy_path"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "idd_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.idd_path"]], "logger (sinergym.config.modeling.modeljson attribute)": [[14, "sinergym.config.modeling.ModelJSON.logger"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "weather_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers"]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.available_handlers"]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.building_path"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.ddy_path"]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_length"]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_path"]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.idd_path"]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.info"]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_discrete"]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_running"]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.logger"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.meter_handlers"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.runperiod"]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.schedulers"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.step_size"]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode"]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.var_handlers"]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.weather_path"]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.workspace_path"]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.zone_names"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[20, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "failed() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.failed"]], "is_running (sinergym.simulators.eplus.energyplus property)": [[20, "sinergym.simulators.eplus.EnergyPlus.is_running"]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[20, "sinergym.simulators.eplus.EnergyPlus.logger"]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args"]], "start() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.start"]], "stop() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.stop"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.convert_conf_to_env_parameters"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.eppy_element_to_dict"]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.export_schedulers_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys"]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped"]], "json_to_actuators() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.json_to_actuators"]], "json_to_meters() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.json_to_meters"]], "json_to_variables() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[37, "module-sinergym.utils.constants"]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[38, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION"]], "default_autobalance_discrete_function() (in module sinergym.utils.constants)": [[39, "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION"]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION"]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION"]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION"]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[45, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[46, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[46, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[46, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[47, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[47, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[47, "sinergym.utils.controllers.RBCDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[48, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[48, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[49, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[50, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[51, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[52, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[53, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[55, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[56, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[59, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[60, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.set_log_file"]], "customformatter (class in sinergym.utils.logger)": [[61, "sinergym.utils.logger.CustomFormatter"]], "formats (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.FORMATS"]], "__init__() (sinergym.utils.logger.customformatter method)": [[61, "sinergym.utils.logger.CustomFormatter.__init__"]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.bold_red"]], "format() (sinergym.utils.logger.customformatter method)": [[61, "sinergym.utils.logger.CustomFormatter.format"]], "grey (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.grey"]], "red (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.red"]], "reset (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.reset"]], "yellow (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.yellow"]], "logger (class in sinergym.utils.logger)": [[62, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[62, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[62, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[63, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[63, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[64, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[65, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[65, "sinergym.utils.rewards.BaseReward.__init__"]], "logger (sinergym.utils.rewards.basereward attribute)": [[65, "sinergym.utils.rewards.BaseReward.logger"]], "expreward (class in sinergym.utils.rewards)": [[66, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[66, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[67, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[67, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[68, "sinergym.utils.rewards.LinearReward.__init__"]], "normalizedlinearreward (class in sinergym.utils.rewards)": [[69, "sinergym.utils.rewards.NormalizedLinearReward"]], "__init__() (sinergym.utils.rewards.normalizedlinearreward method)": [[69, "sinergym.utils.rewards.NormalizedLinearReward.__init__"]], "sinergym.utils.wrappers": [[70, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[71, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[71, "sinergym.utils.wrappers.DatetimeWrapper.logger"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[71, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping"]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete"]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger"]], "discretizeenv (class in sinergym.utils.wrappers)": [[73, "sinergym.utils.wrappers.DiscretizeEnv"]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[73, "sinergym.utils.wrappers.DiscretizeEnv.__init__"]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[73, "sinergym.utils.wrappers.DiscretizeEnv.action"]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[73, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete"]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[73, "sinergym.utils.wrappers.DiscretizeEnv.logger"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[74, "sinergym.utils.wrappers.LoggerWrapper.logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[75, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[75, "sinergym.utils.wrappers.MultiObjectiveReward.logger"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[75, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[76, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[76, "sinergym.utils.wrappers.MultiObsWrapper.logger"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[76, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[76, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeaction (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.NormalizeAction"]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[77, "sinergym.utils.wrappers.NormalizeAction.__init__"]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[77, "sinergym.utils.wrappers.NormalizeAction.action"]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[77, "sinergym.utils.wrappers.NormalizeAction.logger"]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[77, "sinergym.utils.wrappers.NormalizeAction.reverting_action"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[78, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[78, "sinergym.utils.wrappers.NormalizeObservation.logger"]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[78, "sinergym.utils.wrappers.NormalizeObservation.normalize"]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[78, "sinergym.utils.wrappers.NormalizeObservation.reset"]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[78, "sinergym.utils.wrappers.NormalizeObservation.step"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[79, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[79, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[80, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[80, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[80, "sinergym.utils.wrappers.PreviousObservationWrapper.logger"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[80, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"5Zone": [[2, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[10, "about-sinergym-package"]], "Action space": [[5, "action-space"]], "Actuators": [[5, "actuators"]], "Adding a new reward": [[82, "Adding-a-new-reward"]], "Adding more extra configuration": [[82, "Adding-more-extra-configuration"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Available Parameters": [[5, "available-parameters"]], "Basic example": [[81, "Basic-example"]], "Buildings": [[2, "buildings"]], "Changing an environment registered in Sinergym": [[82, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[82, "Changing-observation-and-action-spaces"]], "Check Installation": [[10, "check-installation"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[10, "cloud-computing"]], "Configure Python environment": [[10, "configure-python-environment"]], "Containers permission to bucket storage output": [[8, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[3, "controllers"]], "Create new tests": [[91, "create-new-tests"]], "Create your VM or MIG": [[8, "create-your-vm-or-mig"]], "Custom Rewards": [[90, "custom-rewards"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "DRL usage example": [[84, "DRL-usage-example"]], "Datacenter": [[2, "datacenter"]], "Datetime Wrapper": [[88, "Datetime-Wrapper"]], "DatetimeWrapper": [[94, "datetimewrapper"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[83, "Default-building-control-setting-up-an-empty-action-interface"]], "Discrete Incremental Wrapper": [[88, "Discrete-Incremental-Wrapper"]], "DiscreteIncrementalWrapper": [[94, "discreteincrementalwrapper"]], "DiscretizeEnv": [[94, "discretizeenv"]], "Displaying all the environment information": [[85, "Displaying-all-the-environment-information"]], "Docker container": [[10, "docker-container"]], "Environment Action Normalization Wrapper": [[88, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[88, "Environment-Discretization-Wrapper"]], "Environment Properties": [[85, "Environment-Properties"]], "Environment name": [[5, "environment-name"]], "Environments": [[5, "environments"]], "Environments Configuration and Registration": [[6, "environments-configuration-and-registration"]], "Environments List": [[5, "environments-list"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[8, "executing-experiments-in-remote-containers"]], "Extra Configuration in Sinergym simulations": [[7, "extra-configuration-in-sinergym-simulations"]], "Extra configuration": [[5, "extra-configuration"]], "First steps (configuration)": [[8, "first-steps-configuration"]], "Getting information about Sinergym environments": [[85, "Getting-information-about-Sinergym-environments"]], "Github Actions": [[9, "github-actions"]], "Google Cloud Alerts": [[8, "google-cloud-alerts"]], "Handlers information": [[85, "Handlers-information"]], "How to use": [[4, "how-to-use"]], "Include Energyplus Python API in python path": [[10, "include-energyplus-python-api-in-python-path"]], "Initiate your VM": [[8, "initiate-your-vm"]], "Install EnergyPlus 23.1.0": [[10, "install-energyplus-23-1-0"]], "Install Pytest": [[91, "install-pytest"]], "Installation": [[10, "installation"]], "Load a trained model": [[4, "load-a-trained-model"]], "Loading a model": [[84, "Loading-a-model"]], "Logger": [[89, "logger"]], "Logger Wrapper": [[88, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[86, "Logger-Wrapper-personalization/configuration"]], "LoggerWrapper": [[94, "loggerwrapper"]], "Manual installation": [[10, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Meters": [[5, "meters"]], "Multi Observation Wrapper": [[88, "Multi-Observation-Wrapper"]], "Multi-Objective Wrapper": [[88, "Multi-Objective-Wrapper"]], "MultiObjectiveReward": [[94, "multiobjectivereward"]], "MultiObsWrapper": [[94, "multiobswrapper"]], "Nesting wrappers": [[88, "Nesting-wrappers"]], "New release created or modified": [[9, "new-release-created-or-modified"]], "Normalization Wrapper": [[88, "Normalization-Wrapper"]], "NormalizeAction": [[94, "normalizeaction"]], "NormalizeObservation": [[94, "normalizeobservation"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "OfficeMedium": [[2, "officemedium"]], "Output format": [[89, "output-format"]], "Preparing Google Cloud": [[8, "preparing-google-cloud"]], "Previous Observations Wrappers": [[88, "Previous-Observations-Wrappers"]], "PreviousObservationWrapper": [[94, "previousobservationwrapper"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Pull Request": [[9, "pull-request"]], "Push main (or merge a pull request)": [[9, "push-main-or-merge-a-pull-request"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Rewards": [[90, "rewards"]], "Rule Controller example": [[87, "Rule-Controller-example"]], "Running tests": [[91, "running-tests"]], "Schedulers information": [[85, "Schedulers-information"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "Sinergym with Google Cloud": [[8, "sinergym-with-google-cloud"]], "Step 1 Inherit and modify the CSVloger": [[86, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[86, "Step-2-Instantiate-the-LoggerWrapper"]], "Tests": [[91, "tests"]], "Time variables": [[5, "time-variables"]], "Train a model": [[4, "train-a-model"]], "Training a model": [[84, "Training-a-model"]], "Updating the weather used in environment": [[82, "Updating-the-weather-used-in-environment"]], "Usage example": [[92, "usage-example"]], "Use our container in Google Cloud Platform": [[8, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[8, "use-your-own-container"]], "Variables": [[5, "variables"]], "Variables field": [[6, "variables-field"]], "Visualize remote wandb log in real-time": [[8, "visualize-remote-wandb-log-in-real-time"]], "Warehouse": [[2, "warehouse"]], "Weather Specification field": [[6, "weather-specification-field"]], "Weather Variability": [[5, "weather-variability"]], "Weather files": [[5, "weather-files"]], "Weathers": [[93, "weathers"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[94, "wrappers"]], "Wrappers example": [[88, "Wrappers-example"]], "building file": [[5, "building-file"]], "runperiod": [[7, "runperiod"]], "sinergym.config": [[12, "module-sinergym.config"]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[26, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[27, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[28, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_record_keys": [[30, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[31, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[32, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[33, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[34, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[35, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[36, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[37, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[38, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION": [[39, "sinergym-utils-constants-default-autobalance-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[45, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[46, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[47, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RandomController": [[48, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[49, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[50, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[51, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[52, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[53, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[54, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[55, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[56, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[57, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[58, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[59, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[60, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[61, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[62, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[63, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[64, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[65, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[66, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[67, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[68, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.rewards.NormalizedLinearReward": [[69, "sinergym-utils-rewards-normalizedlinearreward"]], "sinergym.utils.wrappers": [[70, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[71, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[72, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[73, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.LoggerWrapper": [[74, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[75, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[76, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[77, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[78, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[79, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[80, "sinergym-utils-wrappers-previousobservationwrapper"]], "timestep_per_hour": [[7, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__", false]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[48, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[46, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[47, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.customformatter method)": [[61, "sinergym.utils.logger.CustomFormatter.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[62, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[63, "sinergym.utils.logger.WandBOutputFormat.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[65, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[66, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[67, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[68, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.normalizedlinearreward method)": [[69, "sinergym.utils.rewards.NormalizedLinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[71, "sinergym.utils.wrappers.DatetimeWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[73, "sinergym.utils.wrappers.DiscretizeEnv.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[75, "sinergym.utils.wrappers.MultiObjectiveReward.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[76, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[77, "sinergym.utils.wrappers.NormalizeAction.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[78, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[79, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[80, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[48, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[46, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[47, "sinergym.utils.controllers.RBCDatacenter.act", false]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[73, "sinergym.utils.wrappers.DiscretizeEnv.action", false]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[77, "sinergym.utils.wrappers.NormalizeAction.action", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[79, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping", false]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers", false]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_config", false]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw", false]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters", false]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables", false]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability", false]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.available_handlers", false]], "basereward (class in sinergym.utils.rewards)": [[65, "sinergym.utils.rewards.BaseReward", false]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.bold_red", false]], "building_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.building_path", false]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.building_path", false]], "check_env() (in module sinergym.utils.env_checker)": [[50, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.convert_conf_to_env_parameters", false]], "csvlogger (class in sinergym.utils.logger)": [[60, "sinergym.utils.logger.CSVLogger", false]], "customformatter (class in sinergym.utils.logger)": [[61, "sinergym.utils.logger.CustomFormatter", false]], "datetimewrapper (class in sinergym.utils.wrappers)": [[71, "sinergym.utils.wrappers.DatetimeWrapper", false]], "ddy_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.ddy_path", false]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.ddy_path", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[38, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", false]], "default_autobalance_discrete_function() (in module sinergym.utils.constants)": [[39, "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", false]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", false]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", false]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", false]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", false]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[54, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper", false]], "discretizeenv (class in sinergym.utils.wrappers)": [[73, "sinergym.utils.wrappers.DiscretizeEnv", false]], "energyplus (class in sinergym.simulators.eplus)": [[20, "sinergym.simulators.eplus.EnergyPlus", false]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_length", false]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_path", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv", false]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.eppy_element_to_dict", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[52, "sinergym.utils.evaluation.evaluate_policy", false]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.export_schedulers_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[66, "sinergym.utils.rewards.ExpReward", false]], "failed() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.failed", false]], "format() (sinergym.utils.logger.customformatter method)": [[61, "sinergym.utils.logger.CustomFormatter.format", false]], "formats (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.FORMATS", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds", false]], "get_record_keys() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[55, "sinergym.utils.gcloud.get_service_account_token", false]], "getlogger() (sinergym.utils.logger.logger method)": [[62, "sinergym.utils.logger.Logger.getLogger", false]], "grey (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.grey", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[67, "sinergym.utils.rewards.HourlyLinearReward", false]], "idd_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.idd_path", false]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.idd_path", false]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.info", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[56, "sinergym.utils.gcloud.init_storage_client", false]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[73, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete", false]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_running", false]], "is_running (sinergym.simulators.eplus.energyplus property)": [[20, "sinergym.simulators.eplus.EnergyPlus.is_running", false]], "is_wrapped() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.is_wrapped", false]], "json_to_actuators() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.json_to_actuators", false]], "json_to_meters() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.json_to_meters", false]], "json_to_variables() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_variables", false]], "linearreward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[62, "sinergym.utils.logger.Logger", false]], "logger (sinergym.config.modeling.modeljson attribute)": [[14, "sinergym.config.modeling.ModelJSON.logger", false]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.logger", false]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[20, "sinergym.simulators.eplus.EnergyPlus.logger", false]], "logger (sinergym.utils.rewards.basereward attribute)": [[65, "sinergym.utils.rewards.BaseReward.logger", false]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[71, "sinergym.utils.wrappers.DatetimeWrapper.logger", false]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[72, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[73, "sinergym.utils.wrappers.DiscretizeEnv.logger", false]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[74, "sinergym.utils.wrappers.LoggerWrapper.logger", false]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[75, "sinergym.utils.wrappers.MultiObjectiveReward.logger", false]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[76, "sinergym.utils.wrappers.MultiObsWrapper.logger", false]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[77, "sinergym.utils.wrappers.NormalizeAction.logger", false]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[78, "sinergym.utils.wrappers.NormalizeObservation.logger", false]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[80, "sinergym.utils.wrappers.PreviousObservationWrapper.logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.LoggerWrapper", false]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.meter_handlers", false]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON", false]], "module": [[12, "module-sinergym.config", false], [13, "module-sinergym.config.modeling", false], [15, "module-sinergym.envs", false], [16, "module-sinergym.envs.eplus_env", false], [18, "module-sinergym.simulators", false], [19, "module-sinergym.simulators.eplus", false], [21, "module-sinergym.utils", false], [22, "module-sinergym.utils.callbacks", false], [25, "module-sinergym.utils.common", false], [37, "module-sinergym.utils.constants", false], [45, "module-sinergym.utils.controllers", false], [49, "module-sinergym.utils.env_checker", false], [51, "module-sinergym.utils.evaluation", false], [53, "module-sinergym.utils.gcloud", false], [59, "module-sinergym.utils.logger", false], [64, "module-sinergym.utils.rewards", false], [70, "module-sinergym.utils.wrappers", false]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.MultiObjectiveReward", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[78, "sinergym.utils.wrappers.NormalizeObservation.normalize", false]], "normalizeaction (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.NormalizeAction", false]], "normalizedlinearreward (class in sinergym.utils.rewards)": [[69, "sinergym.utils.rewards.NormalizedLinearReward", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[71, "sinergym.utils.wrappers.DatetimeWrapper.observation", false]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[80, "sinergym.utils.wrappers.PreviousObservationWrapper.observation", false]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[80, "sinergym.utils.wrappers.PreviousObservationWrapper", false]], "randomcontroller (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[46, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[47, "sinergym.utils.controllers.RBCDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.read_from_bucket", false]], "red (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.red", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.reset", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[76, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[78, "sinergym.utils.wrappers.NormalizeObservation.reset", false]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[77, "sinergym.utils.wrappers.NormalizeAction.reverting_action", false]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.runperiod", false]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model", false]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.schedulers", false]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[60, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "sinergym.config": [[12, "module-sinergym.config", false]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling", false]], "sinergym.envs": [[15, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[18, "module-sinergym.simulators", false]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus", false]], "sinergym.utils": [[21, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[25, "module-sinergym.utils.common", false]], "sinergym.utils.constants": [[37, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[45, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[49, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[51, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[53, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[59, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[64, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[70, "module-sinergym.utils.wrappers", false]], "start() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.start", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[74, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[75, "sinergym.utils.wrappers.MultiObjectiveReward.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[76, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[78, "sinergym.utils.wrappers.NormalizeObservation.step", false]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.step_size", false]], "stop() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.stop", false]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.unwrap_wrapper", false]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals", false]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.upload_to_bucket", false]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.var_handlers", false]], "wandboutputformat (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.WandBOutputFormat", false]], "weather_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.weather_path", false]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.weather_path", false]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.workspace_path", false]], "write() (sinergym.utils.logger.wandboutputformat method)": [[63, "sinergym.utils.logger.WandBOutputFormat.write", false]], "yellow (sinergym.utils.logger.customformatter attribute)": [[61, "sinergym.utils.logger.CustomFormatter.yellow", false]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.zone_names", false]]}, "objects": {"sinergym": [[12, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.config": [[13, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_config"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_building_to_meters"], [14, 2, 1, "", "adapt_building_to_variables"], [14, 2, 1, "", "apply_weather_variability"], [14, 3, 1, "", "building_path"], [14, 3, 1, "", "ddy_path"], [14, 2, 1, "", "get_schedulers"], [14, 3, 1, "", "idd_path"], [14, 4, 1, "", "logger"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "update_weather_path"], [14, 3, 1, "", "weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 3, 1, "", "actuator_handlers"], [17, 3, 1, "", "available_handlers"], [17, 3, 1, "", "building_path"], [17, 2, 1, "", "close"], [17, 3, 1, "", "ddy_path"], [17, 3, 1, "", "episode_length"], [17, 3, 1, "", "episode_path"], [17, 3, 1, "", "idd_path"], [17, 2, 1, "", "info"], [17, 3, 1, "", "is_discrete"], [17, 3, 1, "", "is_running"], [17, 4, 1, "", "logger"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "meter_handlers"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 3, 1, "", "runperiod"], [17, 3, 1, "", "schedulers"], [17, 2, 1, "", "step"], [17, 3, 1, "", "step_size"], [17, 3, 1, "", "timestep_per_episode"], [17, 3, 1, "", "var_handlers"], [17, 3, 1, "", "weather_path"], [17, 3, 1, "", "workspace_path"], [17, 3, 1, "", "zone_names"]], "sinergym.simulators": [[19, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "failed"], [20, 3, 1, "", "is_running"], [20, 4, 1, "", "logger"], [20, 2, 1, "", "make_eplus_args"], [20, 2, 1, "", "start"], [20, 2, 1, "", "stop"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [37, 0, 0, "-", "constants"], [45, 0, 0, "-", "controllers"], [49, 0, 0, "-", "env_checker"], [51, 0, 0, "-", "evaluation"], [53, 0, 0, "-", "gcloud"], [59, 0, 0, "-", "logger"], [64, 0, 0, "-", "rewards"], [70, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[26, 5, 1, "", "convert_conf_to_env_parameters"], [27, 5, 1, "", "eppy_element_to_dict"], [28, 5, 1, "", "export_schedulers_to_excel"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_record_keys"], [31, 5, 1, "", "is_wrapped"], [32, 5, 1, "", "json_to_actuators"], [33, 5, 1, "", "json_to_meters"], [34, 5, 1, "", "json_to_variables"], [35, 5, 1, "", "ranges_getter"], [36, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[38, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [39, 5, 1, "", "DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION"], [40, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[46, 1, 1, "", "RBC5Zone"], [47, 1, 1, "", "RBCDatacenter"], [48, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[46, 2, 1, "", "__init__"], [46, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[50, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[52, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[54, 5, 1, "", "delete_instance_MIG_from_container"], [55, 5, 1, "", "get_service_account_token"], [56, 5, 1, "", "init_storage_client"], [57, 5, 1, "", "read_from_bucket"], [58, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[60, 1, 1, "", "CSVLogger"], [61, 1, 1, "", "CustomFormatter"], [62, 1, 1, "", "Logger"], [63, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[60, 2, 1, "", "__init__"], [60, 2, 1, "", "activate_flag"], [60, 2, 1, "", "deactivate_flag"], [60, 2, 1, "", "log_episode"], [60, 2, 1, "", "log_step"], [60, 2, 1, "", "log_step_normalize"], [60, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[61, 4, 1, "", "FORMATS"], [61, 2, 1, "", "__init__"], [61, 4, 1, "", "bold_red"], [61, 2, 1, "", "format"], [61, 4, 1, "", "grey"], [61, 4, 1, "", "red"], [61, 4, 1, "", "reset"], [61, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "write"]], "sinergym.utils.rewards": [[65, 1, 1, "", "BaseReward"], [66, 1, 1, "", "ExpReward"], [67, 1, 1, "", "HourlyLinearReward"], [68, 1, 1, "", "LinearReward"], [69, 1, 1, "", "NormalizedLinearReward"]], "sinergym.utils.rewards.BaseReward": [[65, 2, 1, "", "__init__"], [65, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[66, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[67, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[68, 2, 1, "", "__init__"]], "sinergym.utils.rewards.NormalizedLinearReward": [[69, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[71, 1, 1, "", "DatetimeWrapper"], [72, 1, 1, "", "DiscreteIncrementalWrapper"], [73, 1, 1, "", "DiscretizeEnv"], [74, 1, 1, "", "LoggerWrapper"], [75, 1, 1, "", "MultiObjectiveReward"], [76, 1, 1, "", "MultiObsWrapper"], [77, 1, 1, "", "NormalizeAction"], [78, 1, 1, "", "NormalizeObservation"], [79, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [80, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[71, 2, 1, "", "__init__"], [71, 4, 1, "", "logger"], [71, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[72, 2, 1, "", "__init__"], [72, 2, 1, "", "action"], [72, 2, 1, "", "action_mapping"], [72, 3, 1, "", "is_discrete"], [72, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[73, 2, 1, "", "__init__"], [73, 2, 1, "", "action"], [73, 3, 1, "", "is_discrete"], [73, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[74, 2, 1, "", "__init__"], [74, 2, 1, "", "activate_logger"], [74, 2, 1, "", "close"], [74, 2, 1, "", "deactivate_logger"], [74, 4, 1, "", "logger"], [74, 2, 1, "", "reset"], [74, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[75, 2, 1, "", "__init__"], [75, 4, 1, "", "logger"], [75, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[76, 2, 1, "", "__init__"], [76, 4, 1, "", "logger"], [76, 2, 1, "", "reset"], [76, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[77, 2, 1, "", "__init__"], [77, 2, 1, "", "action"], [77, 4, 1, "", "logger"], [77, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[78, 2, 1, "", "__init__"], [78, 4, 1, "", "logger"], [78, 2, 1, "", "normalize"], [78, 2, 1, "", "reset"], [78, 2, 1, "", "step"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[79, 2, 1, "", "__init__"], [79, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[80, 2, 1, "", "__init__"], [80, 4, 1, "", "logger"], [80, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "terms": {"": [0, 4, 5, 6, 7, 8, 10, 11, 14, 17, 48, 60, 61, 66, 67, 68, 69, 74, 78, 82, 84, 85, 89, 90, 91, 92, 93, 94], "0": [4, 5, 6, 8, 17, 23, 29, 60, 63, 66, 67, 68, 69, 72, 77, 79, 81, 82, 83, 84, 85, 86, 87, 88, 90, 92, 94], "00": [84, 88], "0000000e": 88, "000002": 84, "000004": 84, "000006": 84, "000008": 84, "000011": 84, "000013": 84, "000015": 84, "000017": 84, "00002": 84, "000021": 84, "000023": 84, "000025": 84, "000027": 84, "000029": 84, "000034": 84, "000036": 84, "000038": 84, "000046": 84, "000048": 84, "000053": 84, "00006": 84, "000063": 84, "000067": 84, "000069": 84, "00007": 84, "000072": 84, "000074": 84, "00008": 84, "000084": 84, "000088": 84, "00009": 84, "000093": 84, "000095": 84, "0001": 84, "000105": 84, "000109": 84, "00012": 84, "000128": 86, "000147": 84, "00016": 84, "000166": 84, "000185": 84, "0001train": 84, "0002": 84, "000217": 84, "000223": 84, "00025": 84, "00033": 84, "000334": 84, "000368": 84, "000408": 84, "000452": 84, "000471": 84, "000492": 84, "00054": 84, "000565": 84, "0005842181877573": 87, "000605": 84, "000715": 84, "000904": 84, "000923": 84, "001": [6, 82, 84], "001045": 84, "001156": 84, "00121972": 88, "0013": 84, "001425": 84, "00155": 84, "001564": 84, "00164": 84, "001679": 84, "001703": 84, "001799": 84, "0018635": 84, "001867": 84, "00199": 84, "002357": 84, "002415": 84, "002485": 84, "002693": 84, "002823": 84, "002916": 84, "003113": 84, "0033998208": 84, "00343": 84, "003632": 84, "003658": 84, "003705212742588": 83, "00378": 84, "003956": 84, "0041485": 84, "004536449977537947": [87, 88], "004538": 84, "004633": 84, "004652": 84, "004717": 84, "0048": 84, "0049": 84, "00499968750430059": 88, "0051785": 84, "005348": 84, "00538809382535063": 88, "005629148688825955": 87, "005653": 84, "0057": 84, "00577": 84, "00592": 84, "005941": 84, "0061": 84, "006176": 84, "006251": 84, "0063": 84, "0063478": 84, "006355": 84, "006378": 84, "006402439024390249": 83, "006451254621872": 83, "006542366753496509": 88, "00684": 84, "006935757308931089": 88, "007018": 84, "007049581561774207": 88, "0070688585864955075": 88, "0073": 84, "00732": 84, "007689": 84, "00783": 84, "008144": 84, "00819": 84, "008395": 84, "008417052432114897": 83, "008430450234156376": 83, "008594557139982584": 81, "008645230812945": 83, "0086eval": 84, "00882370430179678": 87, "009037": 84, "009117": 84, "009144": 84, "0092": 84, "00922": 84, "00924": 84, "009302": 84, "00937": 84, "009495": 84, "009565086141368": 83, "009865": 84, "009953": 84, "009995": 84, "01": [5, 84, 88], "010059948897039251": 83, "010066938284793056": 83, "010214": 84, "010227": 84, "010288": 84, "010324": 84, "0104027": 84, "01041": 84, "010849": 84, "01096": 84, "0110311955": 84, "01116": 84, "0112": 84, "01121": 84, "011673": 84, "011675": 84, "012": 84, "01203": 84, "012045": 84, "012146": 84, "01241": 84, "012545": 84, "01276": 84, "01306": 84, "013084": 84, "013084733506993": 88, "013084733506993018": 88, "013161": 84, "0131997": 84, "013376": 84, "013592": 84, "0136967": 84, "0137": 84, "01376": 84, "013933": 84, "013974": 84, "014492": 84, "014524": 84, "0145801281317": 84, "014736": 84, "0148": 84, "01514": 84, "0152": 84, "015495": 84, "015564": 84, "015846": 84, "015865": 84, "015965": 84, "016204585390692": 83, "016277": 84, "016546": 84, "0166746": 84, "017": 84, "01712": 84, "017189114279965167": 81, "017467": 84, "017624": 84, "017635": 84, "018007": 84, "01816": 84, "018555": 84, "018625": 84, "01869": 84, "018893380782864": 83, "018936": 84, "01894observ": 84, "018997": 84, "019212040973969797": 81, "019802": 84, "01982": 84, "019958": 84, "01e": 84, "02": 88, "020063419083978743": 86, "0206": 84, "02081": 84, "021046": 84, "02120558208039114": 83, "021494": 84, "02169": 84, "021883": 84, "022": 84, "022127": 84, "02225": 84, "0222852": 84, "022305": 84, "022327": 84, "0224586": 84, "022537": 84, "022585": 84, "023228": 84, "023277": 84, "0233877": 84, "023397": 84, "0234256": 84, "02376": 84, "0242": 84, "024275": 84, "024408": 84, "024600_iwec": 93, "02463": 84, "024805": 84, "024936": 84, "025": 84, "02536": 84, "025604": 84, "025675": 84, "0257": 84, "02629": 84, "0265746": 84, "02657observ": 84, "027035": 84, "0272": 84, "027222": 84, "02745": 84, "027721": 84, "027729": 84, "02780659811395238": 81, "028294": 84, "02853": 88, "028534": 84, "028878": 84, "0292397": 84, "02925460307228": 88, "029285": 84, "029406": 84, "02954": 84, "029740_iwec": [82, 93], "029778": 84, "02e": 84, "03": [5, 84, 88], "030064": 84, "0301712": 84, "030527": 84, "03078": 84, "0308": 84, "03104": 84, "031082": 84, "0311714993057384": 88, "031296": 84, "031479": 84, "03153": 84, "031565": 84, "031765": 84, "03184": 84, "032861": 84, "0332": 84, "033271": 84, "033295": 84, "033356": 84, "033457": 84, "033459": 84, "03417": 84, "034204": 84, "034254": 84, "034338": 84, "034351": 84, "0346045": 84, "035179": 84, "035385": 84, "0356": 84, "035702": 84, "0358138": 84, "03585": 84, "0360292e": 88, "036564": 84, "037195": 84, "037801974817327": 83, "037851": 84, "037893": 84, "038016": 84, "0381413": 84, "03831": 84, "0384": 84, "038563": 84, "038567": 84, "038744": 84, "038803": 84, "038888": 84, "0389": 84, "039072": 84, "039125": 84, "039146": 84, "039303": 84, "039307": 84, "039814": 84, "03985": 84, "0399": 84, "039986": 84, "03_13": 84, "03e": 84, "04": [10, 84], "040098962863255": 83, "0407": 84, "0408": 84, "0409384": 84, "04101": 84, "041191": 84, "041197": 84, "04126": 84, "041264": 84, "041609": 84, "0417705": 84, "042038": 84, "04204": 84, "042078": 84, "04220473": 88, "042411164160782": 83, "04241116416078228": 83, "04255": 84, "042582": 84, "0426": 84, "042614": 84, "0426264": 84, "04286119781551": 83, "0429": 84, "043047": 84, "043416": 84, "044007": 84, "044094470156978": 83, "04412536": 84, "044207": 84, "04449": 84, "044543": 84, "04456": 84, "04457": 84, "045027": 86, "045143": 84, "0451891": 84, "045515": 84, "045892": 84, "046": 84, "0468": 84, "047049": 84, "047325": 84, "04736episod": 84, "04738527": 84, "047405": 84, "04773": 84, "04774477368803296": 86, "04774477368803297": [81, 86], "047768": 84, "0479": 84, "048075": 84, "0482287": 84, "048388": 84, "04839": 84, "048454": 84, "0486894": 84, "04876eval": 84, "04878048780498": 83, "0488": 84, "04883": 84, "0489": 84, "049053": 84, "049054": 84, "049194": 84, "04921": 84, "049313": 84, "049335": 84, "049627": 84, "049884": 84, "049967": 84, "04e": 84, "05": [84, 88], "0501375": 84, "050169": 84, "0505": 84, "0507": 84, "05074episod": 84, "05086": 84, "0509": 84, "050997": 84, "051031": 84, "0512": 84, "0513": 84, "051739": 84, "0518": 84, "051851": 84, "052027": 84, "0521": 84, "0525": 84, "05312": 84, "053274": 84, "053332": 84, "053425": 84, "05344": 84, "053753": 84, "0539": 84, "053951": 84, "054016": 84, "054276": 84, "0544": 84, "054893": 84, "055126": 84, "055376": 84, "05541": 84, "05542625239599594": [87, 88], "055507": 84, "056": 84, "056015": 84, "056192": 84, "056242": 84, "05627": 84, "056477": 84, "05659": 84, "056593": 84, "0566": 84, "05674": 84, "056837": 84, "05684": 84, "057213": 84, "057838561161213775": 83, "05792": 84, "057957": 84, "058": 84, "05800834342804423": 88, "058065": 84, "058687": 84, "058773967039258": 83, "058844": 84, "0591": 84, "0592": 84, "05942": 84, "05946": 84, "059542": 84, "0598": 84, "05981": 84, "059998": 84, "05e": 84, "05time": 84, "06": 84, "06001": 84, "060165": 84, "060250789892102": 83, "06058090633": 84, "060763866443537": 83, "060978": 84, "060984": 84, "061084": 84, "0611014": 84, "061123": 84, "0611725": 84, "061243": 84, "0614": 84, "061403": 84, "061483": 84, "0616": 84, "061643": 84, "061901": 84, "061975": 84, "062": 84, "06217": 84, "062317": 84, "062473": 84, "0625": 84, "063183": 84, "0633": 84, "063503": 84, "063595": 84, "063614": 84, "063698": 84, "064": 84, "064064": 84, "064104": 84, "064188": 84, "0643": 84, "064402": 84, "064434": 84, "06446283743025183": [87, 88], "064466639774928": 83, "064882": 84, "064962": 84, "065159": 84, "065284": 84, "06529": 84, "065317": 84, "065544": 84, "06664793651545": 83, "066673": 84, "066725": 84, "067177": 84, "0674": 84, "06745": 84, "0675281": 84, "067757": 84, "06789851005825302": 83, "068222": 84, "06836": 84, "068803440473825": 83, "069008": 84, "069071": 84, "069283": 84, "069463": 84, "06e": 84, "07": 84, "070307": 84, "070414": 84, "070488": 84, "070724": 84, "070915": 84, "071327": 84, "0714601": 84, "07156": 84, "071585": 84, "07219": 84, "07225": 84, "0725": 84, "072664": 84, "072796": 84, "072847": 84, "0729": 84, "072931": 84, "073017": 84, "073156": 84, "07339": 84, "073464526888": 84, "073694": 84, "073902": 84, "073912": 84, "073921": 84, "0743": 84, "07431": 84, "074325327970303": 83, "07435": 84, "07449": 84, "074561": 84, "075": 84, "0750003": 84, "07528": 84, "0753": 84, "075342": 84, "0755606": 84, "07557": 84, "0757": 84, "07577": 84, "07606": 84, "076616": 84, "076662": 84, "076813": 84, "076895": 84, "077019": 84, "0771": 84, "077408": 84, "07751": 84, "0776": 84, "0777": 84, "077736": 84, "0783": 84, "078562": 84, "0786": 84, "0789": 84, "07896": 84, "0795": 84, "07955": 84, "079569": 84, "079979": 84, "07e": 84, "08": [78, 84], "080013": 84, "080135": 84, "080436": 84, "08074": 84, "080772": 84, "081000039381": 84, "081106": 84, "081112": 84, "081665": 84, "081877": 84, "081879": 84, "082052": 84, "08231": 84, "0827537": 84, "0828": 84, "0829508": 84, "0833": 84, "083458": 84, "08358694595796834": 86, "0837": 84, "0841": 84, "084190_swec": [82, 93], "084203": 84, "084322": 84, "084388": 84, "084414": 84, "08445": 84, "0846555": 84, "084793": 84, "085": 84, "085022": 84, "085037": 84, "085360_ineti": [82, 93], "085587": 84, "08581": 84, "085833": 84, "086": 84, "086092": 84, "08643": 84, "086617": 84, "08662": 84, "086629771558385": 83, "086813": 84, "087038": 84, "0872054": 84, "08734": 84, "087454": 84, "08747": 84, "087503": 84, "08769": 84, "087856": 84, "08793": 84, "08801": 84, "088284": 84, "088394": 84, "088962724586498": 83, "089": 84, "08908": 84, "0891": 84, "089472": 84, "08959897": 84, "089655": 84, "0897": 84, "08971": 84, "089901": 84, "08e": 84, "09": 84, "090052": 84, "09069": 84, "091045": 84, "0912": 84, "091452": 84, "091528": 84, "091732": 88, "091949": 84, "091957": 84, "091959": 84, "092": 84, "092154": 84, "0922365": 84, "092297": 84, "092391290403306": 83, "092854": 84, "093073": 84, "09314": 84, "09316": 84, "093334": 84, "0935545": 84, "093597": 84, "09369": 84, "093696177204187": 88, "093733": 84, "0938": 84, "093914": 84, "093975": 84, "094": 84, "094041": 84, "094099": 84, "0945": 84, "09457": 84, "094668": 84, "09502": 84, "095318": 84, "09547": 84, "095592": 84, "095621": 84, "0961": 84, "096224": 84, "096245": 84, "09637": 84, "0966": 84, "09662": 84, "096634": 84, "096746": 84, "09686": 84, "096895": 84, "096941": 84, "097107": 84, "09713": 84, "09719": 84, "097484": 84, "097755": 84, "097776": 84, "097784": 84, "098063": 84, "09816": 84, "09818": 84, "098211": 84, "098276": 84, "099007": 84, "09905": 84, "099207": 84, "099758": 84, "0998027": 84, "09997": 84, "099987": 84, "09e": 84, "0_0": [82, 84], "0eval": 84, "0m": 61, "0observ": 84, "0x7f6d49d5f670": 84, "0x7f6e4589ee90": 84, "0x7f80ad33c0a0": 85, "1": [2, 6, 7, 23, 24, 66, 67, 68, 69, 77, 81, 82, 83, 84, 85, 87, 88, 90, 92, 93, 94], "10": [0, 5, 6, 8, 10, 17, 52, 61, 81, 82, 83, 84, 85, 86, 87, 88, 93], "100": [23, 83, 84], "10000": 24, "1000000e": 88, "10012235": 84, "100141": 84, "10024": 84, "1002643": 84, "1003": 84, "10041": 84, "10049": 84, "10070": 84, "10074": 84, "100765": 84, "10086": 84, "10099": 84, "101": 84, "1011216": 84, "1011635": 84, "1012": 84, "10124": 84, "101406": 84, "101468": 84, "10149": 84, "1015": 84, "10174": 84, "1018": 84, "10199": 84, "102": 84, "1020": 84, "10212": 84, "102135": 84, "1022": 84, "10224": 84, "1022595": 84, "1023380": 84, "1024": 84, "10244": 84, "10249": 84, "1025": 84, "1025525": 84, "10274": 84, "102802": 84, "1029345": 84, "10296": 84, "10299": 84, "103": 84, "1030": 84, "103163": 84, "1031673": 84, "10324": 84, "1032705": 84, "103301": 84, "1033242": 84, "10349": 84, "1035100": 84, "103514": 81, "10365036504194708": 86, "1037": 84, "10374": 84, "10374769": 84, "103796": 84, "103831": 84, "103836": 84, "103922374125307": 83, "10399": 84, "104": 84, "104088": 84, "1041": 84, "104126": 84, "10424": 84, "10425": 84, "1042883": 84, "1042911": 84, "1043": 84, "10449": 84, "10453701684556": 83, "10457": 84, "1046": 84, "10474": 84, "1049": 84, "10499": 84, "105": 84, "105051": 84, "105117": 84, "105118": 84, "105156": 84, "10522": 84, "105227": 84, "10524": 84, "105264": 84, "105343": 84, "10549": 84, "1055290": 84, "1055746": 84, "1056": 84, "1057": 83, "10571": 84, "10574": 84, "10587": 84, "10599": 84, "106": 84, "1060431": 84, "10624": 84, "1063": 84, "1063042": 84, "1064": 84, "10649": 84, "10674": 84, "1068": 84, "10691": 84, "10699": 84, "107": [84, 88], "1070": 84, "10701": 84, "107014": 84, "1070203": 84, "1072": 84, "10724": 84, "1073": 84, "107374": 84, "107384318126506": 83, "1074": 84, "1074047": 84, "107442": 84, "107475": 84, "10749": 84, "10750": 83, "10754": 84, "107556": 84, "107563": 84, "1076129748179115": 82, "107616": 84, "1076257": 84, "10774": 84, "107789": 84, "1079741": 84, "10799": 84, "108": 84, "108005": 84, "108007": 84, "108011": 84, "10803817": 84, "1081605": 84, "10824": 84, "1083": 84, "108369": 84, "10849": 84, "1085": 84, "1085250e": 88, "108599": 84, "1086": 84, "1087": 84, "10874": 84, "108757": 84, "1088106": 84, "10883": 84, "1089": 84, "1089516": 84, "10899": 84, "109": 84, "1090": 84, "10922": 84, "10924": 84, "10945": 83, "109482": 84, "10949": 84, "109554": 84, "109562": 84, "109674": 84, "10968": 84, "109697": 84, "10974": 84, "10989": 84, "1099": 84, "10999": 84, "10gb": 8, "11": [83, 84, 87, 88], "110": 84, "1100109": 84, "110023": 84, "1101246": 84, "11013": 84, "11024": 84, "110273": 84, "1103": 84, "110353": 84, "11044": 84, "11049": 84, "1105301": 84, "1105442": 84, "110699": 84, "11074": 84, "11077": 84, "1108": [84, 87, 88], "1108626": 84, "110891": 84, "1109": 84, "1109461": 84, "110972": 84, "11099": 84, "111": 84, "111017": 84, "111176": 84, "11124": 84, "11131": 84, "1114": 84, "11149": 84, "11162": 84, "11172": 84, "11174": 84, "11187": 84, "1119156": 84, "1119275": 84, "11199": 84, "112": [84, 87], "112099": 84, "1121520": 84, "112187": 84, "1122": 84, "11224": 84, "1123": 84, "1124": 84, "11249": 84, "11274": 84, "1129": 84, "11299": 84, "1129913": 84, "113": 84, "113121": 84, "113134": 84, "11316": 84, "11324": 84, "11328": 84, "1133127": 84, "113327": 84, "11349": 84, "1135936": 84, "1136": 84, "1137": 84, "113705": 84, "1137261": 84, "11374": 84, "1138461": 84, "1138610": 84, "113867": 84, "1139": 84, "11399": 84, "114": 84, "1141885": 84, "114191": 84, "11419542960070476": 83, "11424": 84, "114245": 84, "1143": 84, "1144": 84, "11446": 84, "11449": 84, "1145": 0, "1145651": 84, "1146": 84, "11474": 84, "1148": 84, "114868": 84, "1149": 84, "11499": 84, "115": 84, "1150": 84, "11506": 84, "11515210984941": 83, "1151543": 84, "11521": [87, 88], "11524": 84, "11540370667002": 88, "115477": 84, "11548": 83, "11549": 84, "115623": 84, "115639": 84, "11567712232242755": 83, "115677122322428": 83, "11574": 84, "115774": 84, "1158": 84, "115957": 84, "11599": 84, "116": 84, "11612": 84, "11623": 84, "11624": 84, "1163221": 84, "1164469": 84, "11649": 84, "11674": 84, "11699": 84, "117": 84, "1170298": 84, "1172": 84, "11724": 84, "117279": 84, "1173": 84, "117382": 84, "1174": 84, "11749": 84, "117585185109778": 83, "11765": 87, "11774": 84, "1178": 84, "11781": 84, "11799": 84, "118": 84, "1181": 84, "11824": 84, "118244": 84, "118326": 84, "1183428": 84, "11835387": 84, "1184": 84, "11849": 84, "11858": 84, "118586": 84, "118645": 84, "1187332": 84, "11874": 84, "118748": 84, "1187793": 84, "1188644": 84, "1189": 84, "11899": 84, "119": 84, "1190161": 84, "1190462": 84, "1190700": 84, "1191": 84, "1191460": 84, "11924": 84, "1193": 84, "119333": 84, "11949": 84, "1195": 84, "119612": 84, "11974": 84, "119897": 84, "1199": 84, "11995": 84, "11999": 84, "11e": 84, "12": [2, 5, 6, 7, 69, 81, 82, 83, 84, 85, 86, 87, 88, 93], "120": 84, "1200115": 84, "12003": 84, "120074": 84, "120174": 84, "12024": 84, "120296": 84, "12049": 84, "12074": 84, "120804": 84, "1209": 84, "12099": 84, "121": 84, "12124": 84, "121346": 84, "121407": 84, "1214257": 84, "12149": 84, "1216855": 84, "121716": 84, "121738": 84, "12174": 84, "121815": 84, "12199": 84, "122": 84, "1220016": 84, "122057": 84, "122066701037642": 83, "12207": 84, "122103": 84, "122137": 84, "1222": 84, "122232": 84, "12224": 84, "1223": 84, "1224": 84, "122469": 84, "12249": 84, "122492094230708": 83, "12251": 84, "1226": 84, "12274": 84, "122775": 84, "12279": 84, "1228": 84, "12299": 84, "123": 84, "1230844": 84, "123085": 84, "1231": 84, "1232": 84, "12324": 84, "12343episod": 84, "123447": 84, "12349": 84, "1234918": 84, "1234998": 84, "1235690": 84, "1236157": 84, "12374": 84, "1237547": 84, "12383": 84, "12399": 84, "124": 84, "124214": 84, "12424": 84, "124284": 84, "1243": 84, "124363": 84, "124374": 84, "1244619": 84, "12449": 84, "1245584": 84, "1246": 84, "12474": 84, "12477": 84, "1249": 84, "12499": 84, "125": 84, "12505": 84, "125118": 84, "12524": 84, "12549": 84, "12574": 84, "125746": 84, "1258731": 84, "1259": 84, "12592": 84, "125984": 84, "12599": 84, "126": 84, "126002": 84, "1260863": 84, "1261": 84, "1262": 84, "1262035": 84, "1262075": 84, "12624": 84, "126259": 84, "1263": 84, "1264": 84, "126413": 84, "126427": 84, "126446": 84, "12647816912414633": 81, "12649": 84, "1265": 84, "126642": 84, "126654": 84, "126692": 84, "126703": 84, "12674": 84, "1268": 84, "12699": 84, "127": 84, "127042": 84, "12721": 84, "1272109": 84, "12724": 84, "127277": 84, "127358": 84, "1274": 84, "12749": 84, "1277295": 84, "127739": 84, "12774": 84, "1278173": 84, "127878": 84, "12789": 84, "127898": 84, "12799": 84, "128": [83, 84], "12802": 84, "128113": 84, "1281504": 84, "128186": 84, "12824": 84, "12826": 84, "12849": 84, "128534": 84, "128633": 84, "12874": 84, "128750": 84, "1288323": 84, "128834": 84, "1289": [87, 88], "128933": 84, "12899": 84, "129": 84, "12907": 84, "1291654": 84, "1292": 84, "12924": 84, "1293": 84, "129374": 84, "1293798": 84, "12949": 84, "129557": 84, "129635": 84, "129715": 84, "1297189": 84, "12974": 84, "129744": 84, "129776": 84, "1298619": 84, "1299": 84, "12997": 84, "12999": 84, "12e": 84, "13": [84, 88, 93], "130": 84, "1300": 84, "130006355654462": 83, "13013": 84, "13024": [83, 84], "1303549": 84, "130356": 84, "13049": 84, "130491": 84, "13058": 84, "1307": 84, "1307205": 84, "13074": 84, "1309": 84, "130938": 84, "130976": 84, "1309806": 84, "13099": 84, "131": 84, "13105904442731": 83, "1312": 84, "131216": 84, "13124": 84, "1313": 84, "1314": 84, "13149": 84, "131516": 84, "1316319": 84, "13174": 84, "13176": 84, "13177": 84, "1317869": 84, "131813": 84, "1319": 84, "13197": 84, "131987": 84, "13199": 84, "132": 84, "1320": 84, "1320067": 84, "1321506": 84, "13219": 84, "1322": 84, "13224": 84, "1323": 84, "13234": 84, "132393": 84, "1324": 84, "1324227": 84, "13249": 84, "13274": 84, "13299": 84, "1329952": 84, "133": 84, "13316": 84, "1332038": 84, "13324": 84, "1333": 84, "133348": 84, "133389": 84, "133396": 84, "13342": 84, "13349": 84, "133593": 84, "133598": 84, "13367": 84, "13374": 84, "13399": 84, "134": 84, "134166": 84, "13424": 84, "134264": 84, "134275": 84, "13434": 84, "1344": 84, "13449": 84, "134598": 84, "13474": 84, "134862": 84, "1349": 84, "134924": 84, "13499": 84, "135": 84, "135008": 84, "1351892": 84, "1352": 84, "1352249": 84, "13524": 84, "1353": 84, "13549": 84, "1356897": 84, "135732451572082": 83, "13574": 84, "13599": 84, "1359925": 84, "136": 84, "136002": 84, "136075": 84, "1361756": 84, "1362343": 84, "13624": 84, "1363": 84, "136313": 84, "13632": 84, "1363277": 84, "136335": 84, "1363359": 84, "13649": 84, "1365": 84, "1367": 84, "136702063330183": 83, "13674": 84, "136875": 84, "13691": 84, "13699": 84, "137": 84, "137042": 84, "1371": 84, "13714": 84, "1372": 84, "1372092": 84, "13722": 84, "13724": 84, "137249": 84, "1372688": 84, "137383": 84, "1374": 84, "13749": 84, "1375": 84, "137533": 84, "137628": 84, "13768224": 84, "1377": 84, "13774": 84, "137783183036678": 83, "13779": 84, "137825": 84, "1378782": 84, "137955": 84, "13799": 84, "138": [84, 88], "1382": 84, "1382109": 84, "13824": 84, "13825": 83, "138285": 84, "1383": 84, "138374": 84, "13849": 84, "13874": 84, "13880": 84, "138863": 84, "13899": 84, "139": 84, "139025": 84, "1390406": 84, "1391969": 84, "13924": 84, "139362": 84, "1394": 84, "139486": 84, "139488733403255": 83, "13949": 84, "139505": 84, "13974": 84, "139757": 84, "13979312148985": 83, "1398": 84, "13989": 84, "1399": 84, "13999": 84, "13e": 84, "14": [82, 84, 88, 93], "140": 84, "140154": 84, "140165597242": 87, "1402": 84, "14024": 84, "140368086263685": 83, "14049": 84, "140497": 84, "14059": 84, "1406267": 84, "1407254": 84, "14074": 84, "14086": 84, "140959": 84, "14099": 84, "141": 84, "1410189": 84, "14115": 84, "14118324007": 83, "14124": 84, "1413": 84, "14149": 84, "1415152": 84, "1416": [83, 87, 88], "14162": 84, "1417": [81, 86], "141724": 84, "14174": 84, "141766": 84, "141846": 84, "1419": 84, "14190736": 84, "141941": 84, "14199": 84, "142": 84, "1420": 84, "142008": 84, "1420374": 84, "14206": 84, "1421501": 84, "14221": 84, "14224": 84, "14226": 84, "1423": 84, "1424": 84, "14245": 87, "14249": 84, "1427158": 84, "14272": 84, "14274": 84, "1428": 84, "14299": 84, "143": 84, "1430461": 84, "1431": 84, "14322889": 84, "14323": 84, "14324": 84, "14349": 84, "1435": 84, "1437": 84, "14374": 84, "14399": 84, "144": 84, "1440": [81, 85, 86], "1441": 84, "1442": 84, "144203": 84, "14424": 84, "144360": 84, "14449": 84, "144527": 84, "144733": 84, "14474": 84, "144766497926": 84, "1448": 84, "14481": 84, "144833": 84, "1449": 84, "14490029": 84, "14497": [87, 88], "14499": 84, "145": 84, "145014331659493": 83, "14502": 84, "145077": 84, "1452": 84, "14524": 84, "14549": 84, "1455": 84, "145666": 84, "1457054": 84, "14574": 84, "145824": 84, "14588": 84, "145975": 84, "14599": 84, "146": 84, "1461163": 84, "1461345": 84, "1462": 84, "146233": 84, "14624": 84, "1462606": 84, "146399": 84, "1464": 84, "146489725308": 84, "14649": 84, "146586": 84, "1466": 84, "146664": 84, "14674": 84, "146742": 84, "1468": 84, "146838": 84, "14699": 84, "147": 84, "147029855625828": 83, "1471": 84, "14724": 84, "14731": 84, "1473894": 84, "1474": 84, "14749": 84, "1475": 84, "1477": 84, "14774": 84, "1478523": 84, "1478701": 84, "14792": 84, "14799": 84, "148": 84, "1480": 84, "148026393976973": 83, "148069449044": 84, "14812351670179": 83, "148232": 84, "14824": 84, "148342": 84, "14849": 84, "148495": 84, "14851": 84, "148575": 84, "1486138": 84, "1486853": 84, "14874": 84, "148827": 84, "1489557": 84, "14899": 84, "149": 84, "14912": 84, "1492": 84, "149212": 84, "1492358": 84, "14924": 84, "149345848460342": 83, "14938": 84, "14942": 84, "1494897446855": 84, "14949": 84, "149518": 84, "14968": 84, "14974": 84, "14981": 84, "1498216": 84, "1499": 84, "14992": 84, "149982": 84, "14999": 84, "14e": 84, "15": [84, 85, 86, 87, 88], "150": 84, "15008": 84, "150154": 84, "1502": 84, "15024": 84, "1502472": 84, "150335": 84, "15049": 84, "15050839": 88, "150514461425416": 83, "1507": 84, "15074": 84, "150831": 84, "15099": 84, "151": 84, "15113": 84, "1511907": 84, "151196": 84, "15124": 84, "151250": 84, "1513": 84, "151306": 84, "151327": 84, "1514": 84, "15149": 84, "1515": 84, "151531": 84, "15174": 84, "151745967733667": 83, "151756": 84, "151760": 84, "15199": 84, "152": 84, "152029": 84, "1521": 84, "1521785": 84, "15224": 84, "1524": 84, "15249": 84, "1525": 84, "152613": 84, "15274": 84, "15275": 84, "152868": 84, "152966": 84, "15299": 84, "153": 84, "1530411": 84, "153119": 84, "15324": 84, "153282": 84, "15332632": 84, "1534298527454": 81, "153479": 84, "15349": 84, "1535": 84, "15374": 84, "15375": 84, "1538": 84, "1539378": 84, "15399": 84, "154": 84, "15411": 84, "154137": 84, "154156": 84, "15424": 84, "154366": 84, "15449": 84, "154497": 84, "1546": 84, "154627": 84, "1546300": 84, "15474": 84, "1549": 84, "15499": 84, "155": 84, "155039": 84, "1552175": 84, "155224": 84, "155237": 84, "15524": 84, "155286": 84, "15549": 84, "15559": 84, "15574": 84, "155758": 84, "1558300": 84, "1558993": 84, "15594": 84, "15599": 84, "156": 84, "1561945": 84, "1562": 84, "15624": 84, "156244": 84, "1563": 84, "15649": 84, "1564907": 84, "1566": 84, "156731": 84, "156735": 84, "15674": 84, "1569": 84, "1569444": 84, "15699": 84, "157": 84, "157116": 84, "157179": 84, "1572": 84, "15724": 84, "15726": 84, "157383": 84, "1574": 84, "15749": 84, "157553": 84, "157618": 84, "1577": 84, "15774": 84, "15778": 84, "1577966": 84, "1578355": 84, "1579": 84, "15799": 84, "158": 84, "158018": 84, "15802": 84, "15805787": 84, "1582": 84, "1582394": 84, "15824": 84, "15829": 84, "158352": 84, "1584377": 84, "15849": 84, "1585": 84, "158574": 84, "158653": 84, "15874": 84, "15875": 84, "158784": 84, "158876": 84, "1589": 84, "15899": 84, "159": 84, "15924": 84, "159419": 84, "15949": 84, "159508": 84, "159515": 84, "15974": 84, "159826": 84, "1599": 84, "15999": 84, "15e": 84, "15owsnpb": 84, "16": [84, 88, 93], "160": [84, 88], "160043": 84, "160044": 84, "16016": 84, "16024": 84, "16026": 84, "16045": 84, "16049": 84, "16074": 84, "16099": 84, "161": [9, 84], "16124": 84, "1614288": 84, "16143eval": 84, "161467": 84, "16149": 84, "16167": 87, "161691": 84, "1617": 84, "16174": 84, "161875": 84, "161943": 84, "16199": 84, "162": 84, "1620741": 84, "1621886": 84, "16224": 84, "1622963": 84, "1623": 84, "1623813": 84, "1624": 84, "16245": 84, "162462": 84, "16249": 84, "162493": 84, "1625": 84, "1625788": 84, "162618330118143": 83, "162686": 84, "162704": 84, "162733": 84, "16274": 84, "1628": 84, "162914": 84, "16299": 84, "163": 84, "16300492": 84, "16311": 84, "163172": 84, "16324": 84, "16349": 84, "163658": 84, "1637": 84, "16374": 84, "1637863": 84, "1638969": 84, "16399": 84, "164": 84, "1640626": 84, "16424": 84, "1642453": 84, "1643": 84, "1643669": 84, "16449": 84, "164515": 84, "1646": 84, "16474": 84, "1647538": 84, "1649": 84, "16499": 84, "165": 84, "1651": 84, "165148": 84, "1652": 84, "16524": 84, "1654232": 84, "16549": 84, "1655": 84, "165697": 84, "1657319": 84, "16574": 84, "165756": 84, "1658": 84, "165852": 84, "165983": 84, "16599": 84, "166": 84, "1660167": 84, "16617": 84, "16624": 84, "1662493": 84, "166264": 84, "1663388": 84, "166363": 84, "1664": 84, "166412": 84, "16649": 84, "166603": 84, "166679": 84, "16668": 84, "1667": 84, "16674": 84, "166885": 84, "1669": 84, "166939": 84, "16699": 84, "167": 84, "167046": 84, "1671282": 84, "16717389191593668": 86, "16724": 84, "167301": 84, "1674": 84, "167454": 84, "16749": 84, "16755": 84, "167724": 84, "16774": 84, "16785": 84, "1679": 84, "16799": 84, "168": [83, 84], "16801": 83, "168115": 84, "16821": 84, "16824": 84, "16849": 84, "16852": 84, "168539": 84, "16856": 84, "168621791819803": 83, "16874": 84, "1687875": 84, "16892": 83, "16899": 84, "169": 84, "169079": 84, "169209": 84, "16924": 84, "1693315": 84, "169394": 84, "16949": 84, "1695": 84, "1695556": 84, "169581": 84, "16959": 84, "1697": 84, "1697029": 84, "16974": 84, "1697826": 84, "1697941": 84, "169835": 84, "1699": 84, "169945": 84, "16999": 84, "16e": 84, "17": [84, 86, 87, 88, 93], "170": 84, "1700": 84, "1700214247": 84, "1700214338": 84, "1700214442": 84, "1701": 84, "170164": 84, "17024": 84, "1702461": 84, "170254": 84, "17046": 84, "17049": 84, "170518": 84, "1706837": 84, "17074": 84, "1708": 84, "170815": 84, "170850": 84, "17099": 84, "171": 84, "1710": 84, "1711": 84, "171143": 84, "17124": 84, "17125": 84, "17132": 84, "171333": 84, "171345": 84, "171485556687838": 83, "17149": 84, "17174": 84, "1717507": 84, "1718": 84, "17188episod": 84, "171899": 84, "171911": 84, "171944": 84, "171947": 84, "171951": 84, "17199": 84, "172": 84, "172163": 84, "17224": 84, "1724": 84, "17249": 84, "17274": 84, "172800": 82, "172965873764": 84, "17299": 84, "173": 84, "1730056": 84, "1731": 84, "1731845": 84, "1732": 84, "173205": 84, "17324": 84, "17343": 84, "17349": 84, "1735": 84, "17374": 84, "17377": [87, 88], "1738": 84, "173874": 84, "1739404": 84, "17399": 84, "1739988": 84, "174": 84, "1741145": 84, "17422294281217932": 81, "17424": 84, "1743": 84, "17449": 84, "174507": 84, "1746407": 84, "1747264": 84, "17474": 84, "174824": 81, "1749": 84, "17496552068692": 83, "17499": 84, "175": 84, "175064": 84, "17516": 84, "175194": 84, "175195": 84, "17524": 84, "1754": 84, "17549": 84, "1755": 84, "1755457": 84, "1756": 84, "17574": 84, "1758": 84, "175938": 84, "17599": 84, "176": [84, 87], "1760": 84, "1760286": 84, "1760453": 84, "176092": 84, "176098": 84, "1761775": 84, "1762286": 84, "17624": 84, "176395": 84, "176426": 84, "176463": 84, "17649": 84, "1766": 84, "176632": 84, "176662": 84, "17670": 84, "17672": 84, "17674": 84, "17677": 84, "17699": 84, "177": 84, "17724": 84, "1774": 84, "17749": 84, "177536": 84, "1776": 84, "177649": 84, "177671": 84, "1777": 84, "17774": 84, "1779": 84, "17799": 84, "178": 84, "1780941": 84, "1781814": 84, "17824": 84, "178434": 84, "178462": 84, "17849": 84, "17874": 84, "17899": 84, "179": 84, "179195": 84, "1792": 84, "179213": 84, "17924": 84, "1793": 84, "179312": 84, "17949": 84, "1794946": 84, "1797136": 84, "179724": 84, "17974": 84, "1798": 84, "1798205": 84, "1799": 84, "179922": 84, "17999": 84, "17_09": 84, "17e": 84, "18": [10, 81, 84, 86, 87, 88, 93], "180": 84, "1800": 84, "18005": 84, "180178": 84, "1802": 84, "18024": 84, "180256": 84, "18027": 84, "1803": 84, "1804": 84, "18044": 87, "18049": 84, "1806": 84, "18072": 84, "18074": 84, "180758": 84, "1808781": 84, "18096": 84, "18099": 84, "181": 84, "181026": 84, "1810470": 84, "181059": 84, "1812": 84, "18123eval": 84, "18124": 84, "181385": 84, "181480": 84, "18149": 84, "1815379": 84, "1817": 84, "181717": 84, "18174": 84, "1819": 84, "18199": 84, "182": 84, "182009": 84, "1821": 84, "1822": 84, "18224": 84, "18225": 84, "182339": 84, "182379": 84, "1824": 84, "18249": 84, "182513": 84, "1826": 84, "182646": 84, "182717": 84, "18274": 84, "1828644": 84, "1828959": 84, "1829333": 84, "18299": 84, "183": [84, 86], "183125": 84, "18324": 84, "18328668832165": 83, "18349": 84, "18353": 84, "1836190": 84, "18374": 84, "183797": 84, "1838": 84, "183949": 84, "18399": 84, "184": [81, 84], "1841": 84, "18424": 84, "1844": 84, "18449": 84, "184548": 84, "18474": 84, "1847547": 84, "1848": 84, "184828759025105": 83, "1849": 84, "18499": 84, "185": 84, "1851": 84, "1852125": 84, "18524": 84, "185356": 84, "1854": 84, "18549": 84, "185575": 84, "1856": 84, "18574": 84, "185757": 84, "18599": 84, "186": 84, "18624": 84, "186273": 84, "186356": 84, "18649": 84, "18654": 84, "186604": 84, "1866692": 84, "186699": 84, "18674": 84, "186888": 84, "18699": 84, "187": 84, "187042": 84, "18724": 84, "1874": 84, "18749": 84, "1875": 84, "187544582040186": 83, "187576": 84, "1875874": 84, "18774": 84, "1877465": 84, "1877708": 84, "187864": 84, "187885": 84, "187895": 84, "1879835": 84, "18799": 84, "188": 84, "1880474": 84, "1881": 84, "18821": 84, "18824": 84, "1883": 84, "18839": 84, "18849": 84, "1885": 84, "1886": 84, "188634": 84, "188645": 84, "18874": 84, "188778": 84, "18899": 84, "189": 84, "1891": 84, "18924": 84, "1893": 84, "18946": 84, "18949": 84, "1896": 84, "18974": 84, "189896": 84, "1899": 84, "189915": 84, "18999": 84, "18e": 84, "19": [2, 67, 69, 81, 84, 86, 87, 88], "190": 84, "190033": 84, "1900978": 84, "19011": 84, "19024": 84, "19049": 84, "190514": 84, "19066": 84, "19074": 84, "19078": 84, "19079547564029": 83, "19097": 84, "19099": 84, "191023": 84, "19124": 84, "191248": 84, "1912825": 84, "19129": 84, "19149": 84, "19174": 84, "191752": 84, "191772": 84, "19183": 84, "19199": 84, "192": 84, "19224": 84, "192297": 84, "1923": 84, "192326": 84, "192398": 84, "1924": 84, "19249": 84, "1925530": 84, "192562": 84, "192572": 84, "1926": 84, "19274": 84, "19299": 84, "193": 84, "193132": 84, "1932": 84, "19324": 84, "1933": 84, "1934": 84, "19349": 84, "19357": 84, "19374": 84, "19379": 84, "19397": 84, "19399": 84, "194": 84, "19401": 84, "19407731358453": 83, "1941": 84, "19421": 84, "19424": 84, "19425558540028": 83, "19432": 84, "19449": 84, "1945338": 84, "19474": 84, "19484": 84, "1948746": 84, "1949": 84, "19492": 84, "19499": 84, "195": 84, "1950": 84, "19502": 84, "195037": 84, "19524": 84, "195282": 84, "195335": 84, "195412": 84, "19549": 84, "195494": 84, "195496": 84, "1955": 84, "1956": 84, "1957": 84, "19572": 87, "19574": 84, "1958": 84, "19599": 84, "196": 84, "196104": 84, "19624": 84, "196256": 84, "196307": 84, "196474": 84, "19649": 84, "1966367": 84, "196686348535": 84, "19674": 84, "196743": 84, "19681": 83, "196945": 84, "19699": 84, "197": 84, "197186": 84, "19724": 84, "197342": 84, "197345": 84, "1974": 84, "19749": 84, "197556": 84, "197695": 84, "1977187": 84, "19774": 84, "1978": 84, "1979": 84, "19799": 84, "198": 84, "19824": 84, "198273": 84, "198282": 84, "198372": 84, "19849": 84, "19851": 84, "198558": 84, "198685": 84, "198689": 84, "19874": 84, "19888": 84, "198977940785": 83, "19899": 84, "199": 84, "1991": [7, 81, 82, 83, 84, 85, 86, 87, 88], "1991172": 84, "19924": 84, "199289": 84, "19937480889174": 83, "19949": 84, "1996": 84, "1997": 7, "199731": 84, "19974": 84, "1998": [7, 84], "19986": 84, "1999": 84, "19991": 84, "19999": 84, "19e": 84, "1e": [6, 66, 67, 68, 69, 78, 84], "1m": 61, "1p": 85, "1pb": 85, "1pf": 85, "1pl": 85, "1pr": 85, "2": [0, 2, 5, 6, 9, 10, 11, 61, 72, 81, 82, 83, 84, 85, 87, 88, 93], "20": [6, 61, 82, 84, 86, 87, 88], "200": 84, "2000003": 84, "20024": 84, "200267": 84, "2004": 46, "20049": 84, "200624": 84, "2006618": 84, "2007": 84, "20074": 84, "2009": 84, "20099": 84, "201": [83, 84], "2011": 84, "20124": 84, "201467": 84, "20149": 84, "2016": 47, "201731": 84, "20174": 84, "20179": 84, "201933": 84, "20197213": 84, "20199": 84, "2019925": 84, "202": 84, "20208": 84, "202087": 84, "2021": 0, "2021sinergym": 0, "20224": 84, "20230803_133654": 84, "20231117_094304": 84, "20231117_094859": 84, "2023776": 84, "2024": 84, "202436": 84, "202482": 84, "20249": 84, "202625": 84, "20268": 84, "20274": 84, "20299": 84, "203": 84, "203036": 84, "203123": 84, "2032": 84, "20324": 84, "20326": 84, "2032909": 84, "203293": 84, "20349": 84, "20353": [87, 88], "20374": 84, "20377": 83, "20381": 84, "203812": 84, "203888": 84, "203909": 84, "2039795": 84, "20398": 84, "20399": 84, "204": 84, "2040": 84, "2040808": 84, "204128": 84, "204165": 84, "2041984": 84, "20422778": 88, "20424": 84, "204458": 84, "20449": 84, "204573": 84, "204594": 84, "204605": 84, "204664": 84, "20474": 84, "204876": 84, "2049": 84, "20499": 84, "205": 84, "2050470": 84, "205063": 84, "2052": 84, "20524": 84, "205442": 84, "20549": 84, "2057": 84, "20574": 84, "20577": 84, "205776": 84, "2058110": 84, "205873": 84, "2059622": 84, "20599": 84, "206": 84, "20605884": 88, "20606": 84, "206142": 84, "20624": 84, "206257": 84, "20639": 84, "20649": 84, "20674": 84, "2069064": 84, "206911": 84, "20699": 84, "207": 84, "207127": 84, "20724": 84, "2074": 84, "20749": 84, "20754": 84, "2075944": 84, "20774": 84, "207747": 84, "20776": 84, "2077625": 84, "20799": 84, "208": 84, "208225": 84, "20824": 84, "2084": 84, "2084277": 84, "208434": 84, "2084704": 84, "20849": 84, "2085210": 84, "208553": 84, "2085614": 84, "2086": 84, "208645": 84, "208662": 84, "208679": 84, "20874": 84, "208877778477245": 83, "20899": 84, "209": 84, "209018": 84, "209152": 84, "20924": 84, "20944": 84, "20949": 84, "2096": 84, "20974": 84, "20977": 84, "209824": 84, "2099": 84, "20999": 84, "20gb": 8, "20m": 61, "21": [6, 83, 84, 87, 88, 93], "210": 84, "210167": 84, "21023": 84, "21024": 84, "210327": 84, "210348": 84, "21035": 84, "21049": 84, "210514": 84, "21052321517551723": 81, "21074": 84, "21099": 84, "211": 84, "211084": 84, "211124": 84, "21124": 84, "211245": 84, "211297": 84, "211305724387437": 83, "2113588": 84, "21137": 84, "2114": 84, "21149": 84, "211603": 84, "211607": 84, "2117175": 84, "211725": 84, "21174": 84, "2118": 84, "21186": 84, "211943": 84, "21199": 84, "212": 84, "212038": 84, "21219": 84, "21224": 84, "212349": 84, "212387": 84, "2123916": 84, "2124": 84, "21249": 84, "2125": 84, "2125288": 84, "21256": 84, "21262374343245": 83, "2127241": 84, "21274": 84, "21284685762769534": 86, "212911": 84, "212975": 84, "21298": 84, "21299": 84, "213": 84, "213067": 84, "213139": 84, "213166": 84, "2131824": 84, "21324": 84, "213251": 84, "21326": 84, "213444": 84, "21349": 84, "21356": 84, "2135712": 84, "2137165": 84, "21374": 84, "2139": 84, "21399": 84, "214": 84, "214001477054413": 83, "21404": 84, "21409138679209": 83, "21424": 84, "214247": 84, "214323": 84, "21449": 84, "2145050": 84, "21452": 84, "214733": 84, "21474": 84, "2148": 84, "214876": 84, "21489": 84, "2149": 84, "214954": 84, "21499": 84, "215": 84, "21505": 84, "21524": 84, "215261": 84, "215305": 84, "215412": 84, "21549": 84, "215683": 84, "2157": 84, "21574": 84, "215752": 84, "21578881": 84, "21599": 84, "216": 84, "2160": [83, 87, 88], "216024": 84, "2161": 84, "2161875": 84, "21624": 84, "21649": 84, "2165": 84, "21652": 84, "216587": 84, "2166689": 84, "21674": 84, "2168": 84, "2168629": 84, "21699": 84, "217": 84, "217064": 84, "2172": 84, "21724": 84, "2173034": 84, "2174": 84, "217432": 84, "217442233499717": 83, "21749": 84, "217491": 86, "2175": 84, "217537": 84, "217648": 84, "21765": 84, "217703": 84, "21774": 84, "21796": 84, "21799": 84, "218": 84, "21806": 84, "21824": 84, "2182675": 84, "21843578055733381": 87, "21849": 84, "21874": 84, "21896": 83, "21899": 84, "219": 84, "219017": 84, "219078": 84, "219198": 84, "219239": 84, "21924": 84, "219263": 84, "21949": 84, "219627": 84, "21973711769706": 83, "21974": 84, "21981": 84, "2199": 84, "219914681982832": 83, "21999": 84, "21e": 84, "22": [10, 81, 82, 83, 84, 85, 87, 88], "220": 84, "2201520": 84, "22024": 84, "220278": 84, "22049": 84, "220542": 84, "220632": 84, "22064": 84, "22073": 84, "22074": 84, "220809": 84, "22099": 84, "221": 84, "221107": 84, "221117": 84, "2212": 84, "2212148": 84, "22124": 84, "221281": 84, "221325": 84, "221378": 84, "22149": 84, "2215056": 84, "22157": 84, "2216408": 84, "221664": 84, "22174": 84, "22182": 84, "22199": 84, "222": 84, "22203": 84, "2222": 84, "22224": 84, "2224": 84, "222464": 84, "22249": 84, "222506": 84, "22273": 84, "22274": 84, "2229": 84, "22299": 84, "22324": 84, "2232910": 84, "223364": 84, "2234091": 84, "22349": 84, "223518887721035": 83, "2235431": 84, "223564": 84, "22374": 84, "2239": 84, "22399": 84, "224": 84, "2240896": 84, "22424": 84, "2243": 84, "224388": 84, "2244216": 84, "224451": 84, "22449": 84, "224543": 84, "22474": 84, "224743717142747": 83, "22475557813916": 83, "2248": 84, "224862634103623": 83, "2249": 84, "224926": 84, "22499": 84, "224995": 84, "225": 84, "22524": 84, "225305": 84, "22538": 84, "22549": 84, "2255049": 84, "225517": 84, "22574": 84, "2258": 84, "2258358": 84, "225866": 84, "225957": 84, "22599": 84, "225992": 84, "225996": 84, "226": 84, "226016": 84, "22611": 84, "22624": 84, "226307": 84, "226334": 84, "22649": 84, "226510": 84, "22653": 84, "22657": 83, "2266": 84, "2267": 84, "22674": 84, "226805": 84, "22684": 84, "226868": 84, "22699": 84, "227": 84, "227089": 84, "2271817": 84, "22724": 84, "22725948485913058": 87, "227363": 84, "227379": 84, "22738": 84, "2274": 84, "22749": 84, "227594": 84, "227640": 84, "2276769": 84, "2277": 84, "22774": 84, "2278": 84, "227865": 84, "22799": 84, "228": 84, "228003": 84, "22824": 84, "2283": 83, "22849": 84, "228516": 84, "22852": 84, "228561": 84, "228575": 84, "2286": 84, "228634": 84, "22874": 84, "22879episod": 84, "2288": 84, "228872": 84, "22899": 84, "229": 84, "22916802518": 84, "22924": 84, "22931": 84, "229322": 84, "2294836": 84, "22949": 84, "229651": 84, "229662": 84, "22974": 84, "229746": 84, "2297572": 84, "229761": 84, "2298": 84, "229832": 84, "2299": 84, "229988": 84, "22999": 84, "22e": 84, "23": [6, 82, 83, 84, 85, 87, 88], "230": 84, "2301027": 84, "230162": 84, "23024": 84, "230255": 84, "230354": 84, "23049": 84, "23053": 84, "2306": 84, "23063": 84, "23074": 84, "23084": 84, "2309": 84, "23099": 84, "231": 84, "231157": 84, "23124": 84, "231259": 84, "23126": 84, "23149": 84, "2316": 84, "23174": 84, "231922": 84, "23199": 84, "232": 84, "232125": 84, "23224": 84, "2324": 84, "23249": 84, "23259020873576": 83, "23274": 84, "23299": 84, "233": 84, "233004": 84, "2330092": 84, "233074": 84, "23319381087007": 83, "23324": 84, "23326": 84, "23329": [87, 88], "233419": 84, "23349": 84, "2335": 84, "233568": 84, "23363": 84, "23374": 84, "2337403": 84, "233862884129856": 83, "233954": 84, "23399": 84, "234": 84, "23424": 84, "234293": 84, "23445": 84, "23449": 84, "234543": 84, "234565": 84, "23461": 84, "234688": 84, "2347054": 84, "23471113677184": 83, "23474": 84, "2349": 84, "23499": 84, "235": 84, "235045107678307": 83, "235198": 84, "2352": 84, "23524": 84, "2354075": 84, "235451": 84, "23549": 84, "235605": 84, "235693": 84, "23574": 84, "2359": 84, "2359683": 84, "23599": 84, "236": 84, "236038": 84, "23604545": 84, "23605": 84, "236084": 84, "2361": 84, "23624": 84, "2363": 84, "23649": 84, "236619": 84, "236689": 84, "23674": 84, "23685": 84, "236861": 84, "23699": 84, "237": 84, "237041": 84, "237171": 84, "23719": 84, "237206": 84, "23724": 84, "237269": 84, "2373": 84, "2374": 84, "23749": 84, "2375": 84, "2375066": 84, "237514": 84, "237583": 84, "23774": 84, "23799": 84, "238": 84, "238083": 84, "23813": 84, "23822": 84, "23824": 84, "238272": 84, "2383": 84, "23835": 84, "2383635": 84, "23849": 84, "2384972": 84, "2386879": 84, "2387312028445": 84, "23874": 84, "23899": 84, "239": 84, "23912": 84, "23924": 84, "23949": 84, "23974": 84, "23984": 84, "2399": 84, "23999": 84, "23e": 84, "24": [29, 83, 84, 86, 87, 88], "240": [84, 87, 88], "240105": 84, "2402": 84, "24024": 84, "240308": 84, "24039": 84, "24044": 84, "24047": 84, "240486": 84, "24049": 84, "240658": 84, "2407": 84, "240701": 84, "24074": 84, "2408194793959": 81, "24099": 84, "241": 84, "24103": 84, "2410598": 84, "2410784": 84, "24124": 84, "2414": 84, "2414623": 84, "24149": 84, "241513": 84, "241547": 84, "24167": 84, "24174": 84, "24192": 84, "24199": 84, "242": 84, "24201eval": 84, "242134": 84, "24224": 84, "242298": 84, "2424": 84, "24246": 84, "24249": 84, "24260320229046": 83, "2426525": 84, "2427": 84, "242737": 84, "24274": 84, "242847": 84, "242946": 84, "24299": 84, "243": 84, "243057033393647": 83, "24324": 84, "243378": 84, "24339": 84, "24349": 84, "243492": 84, "2435": 84, "243587": 84, "243687": 84, "24374": 84, "24378": 84, "24399": 84, "244": 84, "24424": 84, "244436": 84, "24449": 84, "244587": 84, "2446": 84, "24474": 84, "24485": 84, "244875": 84, "2449": 84, "24499": 84, "245": 84, "245056": 84, "24511": 84, "24524": 84, "245432": 84, "24549": 84, "245584": 84, "24574": 84, "245878": 84, "24599": 84, "246": 84, "2462": 84, "246204": 84, "24624": 84, "24649": 84, "246576": 84, "24674": 84, "24685episod": 84, "2469271": 84, "24699": 84, "247": 84, "247084": 84, "247192": 84, "2472076": 84, "247209": 84, "24724": 84, "247278": 84, "2474": 84, "24744": 84, "2474526": 84, "24749": 84, "247528": 84, "2476": 84, "247664": 84, "2477": 84, "247702": 84, "247714": 84, "24774": 84, "247807": 84, "24799": 84, "248": 84, "2481": 84, "248131": 84, "2482": 84, "24824": 84, "2483": 84, "24834": 84, "24849": 84, "24874": 84, "24881": 84, "2489": 84, "248968": 84, "24899": 84, "249": 84, "24924": 84, "2493": 84, "249304": 84, "249306": 84, "24949": 84, "24956": 84, "2496963": 84, "24974": 84, "2499": 84, "24994": 84, "24999": 84, "24e": 84, "25": [81, 83, 84, 86, 87, 88, 93], "250": 84, "250102": 84, "25013": 84, "2501626": 84, "25024": 84, "2503271": 84, "250349": 84, "25049": 84, "2505": 84, "250704417015097": 83, "25074": 84, "25082": 84, "250916": 84, "250929": 84, "25093": 84, "25099": 84, "251": 84, "251022": 84, "251059": 84, "251144": 84, "25124": 84, "251407": 84, "25149": 84, "25168": 84, "251705": 84, "25174": 84, "251833": 84, "251905": 84, "25199": 84, "252": 84, "25224": 84, "252293": 84, "2523309": 84, "2524": 84, "25249": 84, "25258": 84, "2526695": 84, "25274": 84, "252745": 84, "25275": 84, "25289": 84, "2529": 84, "25295633824829267": 81, "25299": 84, "253": 84, "253143": 84, "25324": 84, "253282509391": 84, "25349": 84, "253563": 84, "2536142": 84, "253662": 84, "25374": 84, "25399": 84, "254": 84, "254023": 84, "2540491619612": 83, "254138": 84, "254232": 84, "25424": 84, "2543396": 84, "25449": 84, "254574": 88, "2546195": 84, "2546476": 84, "2547": 84, "254721173565525": 83, "254738": 84, "25474": 84, "2549": 84, "25499": 84, "255": 84, "25504": 84, "25524": 84, "2553043": 84, "25535": 84, "255399": 84, "25543": 84, "25549": 84, "2556": 84, "255705": 84, "25574": 84, "2559595": 84, "25599": 84, "256": 84, "256157": 84, "256225": 84, "25624": 84, "2562961": 84, "256312010106484": 83, "25633": 83, "2563782": 84, "25649": 84, "2567": 84, "256739": 84, "25674": 84, "2567486050366": [87, 88], "25696": 84, "25697": 87, "25699": 84, "257": 84, "257017": 84, "257056918609834": 83, "25723": 84, "25724": 84, "2573731": 84, "2574": 84, "25749": 84, "25774": 84, "257887": 84, "257965": 84, "25799": 84, "258": 84, "25804": 84, "2581863": 84, "25824": 84, "25826": 84, "258335": 84, "258354": 84, "25849": 84, "2585": 84, "25874": 84, "2588": 84, "258926": 84, "25899": 84, "259": 84, "259157": 84, "25924": 84, "2593": 84, "259344": 84, "259447": 84, "25949": 84, "25956": 84, "25974": 84, "25977": 84, "2599": 84, "25999": 84, "25e": 84, "26": [6, 82, 83, 84, 85, 88], "260": 84, "260102": 84, "26024": 84, "260286": 84, "26049": 84, "26065": 84, "26074": 84, "260864": 84, "260881": 84, "26099": 84, "261": 84, "261051": 84, "26106": 84, "26123": 84, "261238": 84, "26124": 84, "2613": 84, "261345": 84, "26148": 84, "26149": 84, "2615": 84, "261504": 84, "261553": 84, "26164": 84, "26174": 84, "261744": 84, "2617896": 84, "26199": 84, "262": 84, "26202": 84, "262045": 84, "26209": [87, 88], "2621": 84, "26224": 84, "2623247": 84, "2624": 84, "26249": 84, "26252": 84, "262617": 84, "26274": 84, "262782": 84, "262846": 84, "26294": 84, "26299": 84, "263": 84, "263184": 84, "26324": 84, "26341": 84, "26349": 84, "263493": 84, "26374": 84, "26399": 84, "264008": 84, "26424": 84, "264465": 84, "26449": 84, "26466": 84, "26474": 84, "2648": 84, "2648930": 84, "2649": 84, "264926241101": 84, "26499": 84, "265": 84, "2650634": 84, "26508": 84, "2651": 84, "2651987": 84, "2652": 84, "26524": 84, "265303": 84, "265317": 84, "265384": 84, "265434": 84, "26549": 84, "26556": 84, "265598": 84, "26563": 84, "2656312266007": 83, "26574": 84, "2657805": 84, "265807": 84, "26599": 84, "265991": 84, "266": 84, "266000": 84, "266051343026817": 83, "266104055476056": 83, "26624": 84, "266266": 84, "2663016": 84, "26631": 84, "2664": 84, "26649": 84, "26651": 84, "266527": 84, "2666": 84, "26674": 84, "266903": 84, "266905": 84, "266980": 84, "26699": 84, "267": 84, "2672": 84, "267233": 84, "26724": 84, "2674": 84, "26742679043559126": 83, "26749": 84, "26774": 84, "267861141693295": 83, "267988": 84, "26799": 84, "268": 84, "268166982664578": 83, "2682": 84, "26822": 84, "26824": 84, "26825": 84, "2683": 84, "2683816795749": 86, "2684185": 84, "2684761": 84, "26849": 84, "26872": 84, "26874": 84, "268843": 84, "268929570656645": 86, "26899": 84, "269": 84, "26924": 84, "269371": 84, "269456": 84, "26949": 84, "2696": 84, "269702": 84, "26974": 84, "2698": 84, "269861": 84, "2699": 84, "26994": 84, "26999": 84, "26e": 84, "27": [83, 84, 85, 86, 87, 88], "270": 84, "270113": 84, "27024": 84, "2703202": 84, "27049": 84, "27074": 84, "2709444": 84, "27099": 84, "271": 84, "27124": 84, "271287499064524": 83, "271435": 84, "2714391": 84, "271460": 84, "27149": 84, "2717327": 84, "27174": 84, "2718": 84, "27199": 84, "272": 84, "27217": 84, "27224": 84, "27229": 84, "2723": 84, "2723255": 84, "2724": 84, "272463": 84, "27249": 84, "272633": 84, "27274": 84, "272782": 84, "272802747471584": 83, "272907": 84, "272985": 84, "27299": 84, "272993": 84, "273": 84, "27303": 84, "273043": 84, "27324": 84, "273347": 84, "27349": 84, "27362": 84, "27374": 84, "27375": 84, "27385": 84, "27389": 84, "27392": 84, "27399": 84, "274": 84, "274063": 84, "274105": 84, "274149": 84, "2742": 84, "27424": 84, "2743": 84, "274445": 84, "27449": 84, "27451": 84, "2745597": 84, "274569": 84, "27474": 84, "2749": 84, "274973060234515": 83, "27499": 84, "275": 84, "275078": 84, "27524": 84, "2752483": 84, "27549": 84, "2755": 84, "27574": 84, "275844": 84, "27585": 84, "27599": 84, "276": 84, "276029": 84, "276184": 84, "27624": 84, "27639522806313": 83, "276424": 84, "276463": 84, "27649": 84, "276726": 84, "27674": 84, "27699": 84, "277": 84, "2770501": 84, "27708": 84, "277117": 84, "27724": 84, "2773": 84, "277372": 84, "2774": 84, "27749": 84, "27766692168502": 83, "277687": 84, "2776982": 84, "27774": 84, "277803": 84, "277805": 84, "27799": 84, "278": 84, "278086": 84, "2781": 84, "27824": 84, "27849": 84, "278496": 84, "278501": 84, "278723": 84, "27874": 84, "278757": 84, "278952": 84, "27899": 84, "279": 84, "279047": 84, "279231": 84, "279238": 84, "27924": 84, "2794": 84, "27949": 84, "2795": 87, "279541": 84, "279606": 84, "279724": 84, "27974": 84, "27975": 84, "279856": 84, "2798805": 84, "2799": 84, "27999": 84, "27e": 84, "28": [84, 88], "280": 84, "2800000e": 88, "2801": 84, "2801224": 84, "280233": 84, "28024": 84, "2804241": 84, "28049": 84, "28053": 84, "28057": 84, "2807": 84, "280739": 84, "28074": 84, "28078": 84, "28099": 84, "281": 84, "28117": 84, "281235": 84, "28124": 84, "28127": 84, "281334": 84, "281387": 84, "281406368027305": 83, "28149": 84, "2817": 84, "28174": 84, "28175": [84, 87], "2817603": 84, "28177": 84, "281803": 84, "28199": 84, "282": 84, "2820": 84, "282064": 84, "282104": 84, "282108": 84, "2821500": 84, "28224": 84, "2824": 84, "28249": 84, "2825": 84, "2827": 84, "28274": 84, "28299": 84, "283": 84, "283078053476807": 88, "28324": 84, "28349": 84, "2836": 84, "28374": 84, "283798": 84, "2839": 84, "283964": 84, "28399": 84, "284": 84, "2841": 84, "284153": 84, "284225": 88, "284225333994474": [87, 88], "284225463867188": 88, "28424": 84, "284251": 84, "284252": 84, "28426": 84, "28449": 84, "284555": 84, "2846234": 84, "2847": 84, "28474": 84, "284857": 84, "2849": 84, "28499": 84, "285": 84, "28513": 83, "285131": 84, "2851346": 84, "28524": 84, "285484": 84, "28549": 84, "285549": 84, "2856": 84, "28574": 84, "285763": 84, "28599": 84, "286": 84, "2860780": 84, "286098": 84, "286165": 84, "286173": 84, "28624": 84, "286257": 84, "286299": 84, "286415": 84, "28649": 84, "286524": 84, "2866": 84, "28667": 84, "28674": 84, "286907": 84, "28699": 84, "287": 84, "28704": 84, "28724": 84, "287249": 84, "2873": 84, "2874": 84, "287437": 84, "28749": 84, "287525": 84, "287544": 84, "28763378": 84, "2877": 84, "28774": 84, "28776": 84, "287834": 84, "2879": 84, "287907": 84, "28799": 84, "287990": 84, "288": [82, 84], "2880": [83, 87, 88], "28824": 84, "288256827640698": 83, "28849": 84, "2885895": 84, "2886594": 84, "28868": 84, "28874": 84, "288742": 84, "288761": 84, "288834": 84, "28899": 84, "289": 84, "28904": 84, "289088": 84, "289152": 84, "2892137": 84, "28924": 84, "28928": 84, "289444": 84, "28949": 84, "289529": 84, "289627": 84, "28974": 84, "2898": 84, "2899": 84, "28999": 84, "28e": 84, "29": [84, 88], "290": 84, "290013": 84, "29011": 84, "2901263": 84, "29015": 84, "290154": 84, "290186": 84, "29024": 84, "290419": 84, "290453": 84, "29049": 84, "290564": 84, "290733": 84, "29074": 84, "2908": 84, "2909584": 84, "29099": 84, "291": 84, "291016": 84, "291023": 84, "291105": 84, "29124": 84, "2914": 84, "291485": 84, "29149": 84, "2914970": 84, "2915": 84, "29174": 84, "29185": [87, 88], "2918768": 84, "29199": 84, "292": 84, "29208712515913": 83, "29221": 83, "29224": 84, "2924": 84, "292465": 84, "29249": 84, "2925": 84, "2925658": 84, "292652": 84, "29274": 84, "2929857": 84, "29299": 84, "293": 84, "293124": 84, "29324": 84, "293253": 84, "29333": 84, "293337": 84, "293446": 84, "29349": 84, "293673": 84, "293674": 84, "29374": 84, "293741": 84, "2938295": 84, "29399": 84, "294132": 84, "29424": 84, "2943": 84, "29449": 84, "2945": 84, "294548": 84, "2945585": 84, "29456785": 84, "294718": 84, "29474": 84, "2948871": 84, "2949": 84, "29499": 84, "295": 84, "295015": 84, "29524": 84, "295261": 84, "295412": 84, "295433": 84, "295475": 84, "29549": 84, "295546": 84, "295609": 84, "295666": 84, "29574": 84, "295828": 84, "295982": 84, "29599": 84, "296": 84, "29609": 84, "29624": 84, "2963": 84, "296478": 84, "29649": 84, "296541": 84, "2966595": 84, "29674": 84, "296833": 84, "29689": 84, "29699": 84, "297": [81, 84], "29724": 84, "297323": 84, "297335": 84, "2974": 84, "29749": 84, "297695": 84, "2977": [87, 88], "29774": 84, "29789277185311": 83, "297986671081": 84, "29799": 84, "298": 84, "298168": 84, "29824": 84, "29849": 84, "29865": 84, "29867": 84, "29874": 84, "2988": 84, "29899": 84, "299": 84, "299072": 84, "29924": 84, "299374": 84, "299383": 84, "299417": 84, "299423": 84, "29949": 84, "29952": 87, "299526": 84, "29974": 84, "29978": 84, "2998": 84, "299827804173795": 83, "2999": 84, "29999": 84, "29e": 84, "29th": 7, "2e": 84, "2zonedatacenterhvac": 47, "2zonedatacenterhvac_weconom": [2, 5, 82], "3": [0, 2, 4, 7, 8, 10, 11, 22, 23, 61, 81, 82, 83, 84, 85, 86, 87, 88, 91, 93], "30": [6, 61, 66, 67, 68, 69, 82, 84, 85, 87, 88], "300": 84, "30007": 84, "30012": 84, "300123": 84, "30024": 84, "3003": 84, "30035": 84, "3004": 84, "30049": 84, "3005": 84, "30074": 84, "300801": 84, "30099": 84, "301": [84, 86, 94], "301074": 84, "30124": 84, "3012602": 84, "301405": 84, "30149": 84, "30167": 84, "30168": 84, "30174": 84, "301798": 84, "301876": 84, "301914": 84, "301935": 84, "30199": 84, "302": 84, "3022": 84, "30224": 84, "3024": 84, "3024671": 84, "30249": 84, "3024965": 84, "3025": 84, "30253": 84, "30274": 84, "302775628790542": 83, "30297": 84, "30299": 84, "303": [81, 84], "30324": 84, "3032584": 84, "30349": 84, "3035": 84, "303662": 84, "30374": 84, "303895": 84, "30399": 84, "304": 84, "304005": 84, "3040800": 84, "304203": 84, "30424": 84, "30449": 84, "30461": 84, "3047": 84, "30474": 84, "304825": 84, "3049": 84, "304934": 84, "30499": 84, "305": 84, "3050": 84, "3051596": 84, "30524": 84, "305302": 84, "305464": 84, "30549": 84, "3055": 84, "305504": 84, "30557": 84, "305711": 84, "30574": 84, "305868": 84, "30599": 84, "306": [84, 86], "306188": 84, "30624": 84, "30642": 84, "30649": 84, "3066": 84, "30674": 84, "30699": 84, "307": 84, "30707": 84, "30724": 84, "30729": 84, "3074": 84, "30749": 84, "307499": 84, "30774": 84, "3078": 84, "3078493": 84, "30799": 84, "308": 84, "308235": 84, "30824": 84, "308342": 84, "308412": 84, "30849": 84, "3085565": 84, "30867148538614": 83, "3087": 84, "30874": 84, "30899": 84, "309": 84, "309011": 84, "309143": 84, "309153008391664": 83, "30924": 84, "309459135039948": 83, "30949": 84, "309496148008126": 83, "309548": 84, "309654": 84, "30974": 84, "30975": 84, "3099": 84, "30996": 84, "30999": 84, "31": [5, 7, 61, 81, 82, 83, 84, 85, 86, 87, 88], "310": 84, "31012": 84, "31021959098016": 83, "31024": 84, "310314": 84, "31036434": 84, "31044": 84, "31049": 84, "310589": 84, "3106383": 84, "31066": 84, "31074": 84, "3107407": 84, "3108444": 84, "31099": 84, "311": [84, 85], "311094": 84, "311104": 84, "31124": 84, "3113888": 84, "311417": 84, "31145": 84, "31149": 84, "3115": 84, "31166": 84, "311705": 84, "31174": 84, "311874": 84, "3118777": 84, "311967": 84, "31199": 84, "312": 84, "312044": 84, "31224": 84, "312361": 84, "3124": 84, "31249": 84, "3125": [87, 88], "312537": 84, "312569": 84, "3127": 84, "31274": 84, "31296": 84, "31298": 84, "31299": 84, "313": 84, "3130": 84, "3130433": 84, "31339": 84, "31344": 84, "313513": 84, "3135141": 84, "31355": 84, "3137": 84, "314": 84, "314055": 84, "3142": 84, "314344": 84, "314674": 84, "314816": 84, "31489": 83, "3149": 84, "314940373349994": 83, "315": 84, "3150015": 84, "3150081": 84, "315073": 84, "315203": 84, "31536000": [81, 82, 83, 84, 85, 86, 87, 88], "3155036": 84, "315658": 84, "315889": 84, "315995": 84, "316": 84, "3160286": 84, "31616435897856": 83, "3162": 84, "3164": 84, "3165517": 84, "316582": 84, "3168": 84, "317": 84, "31725": 84, "3174": 84, "31747": 84, "3178": 84, "31789": 84, "317920693455": 87, "318": 84, "318306": 84, "318344": 84, "31859": 84, "319": [0, 84], "3193": 84, "319316": 84, "31932": 84, "319372": 84, "31964": 84, "319656": 84, "31977": 84, "3199": 84, "319937": 84, "31e": 84, "32": 84, "320": [2, 84], "320056": 84, "320126": 84, "32014": 84, "32022823176": 83, "3202745": 84, "3204484": 84, "3206": 84, "32065": [87, 88], "3207": 84, "3208": 84, "320927": 84, "321": [83, 84], "321212935563235": 83, "321407": 84, "321625": 84, "321648": 84, "3216777": 84, "321774": 84, "3219": 84, "3219347": 84, "322": 84, "322044": 84, "32206": 84, "322216": 84, "3224": 84, "3226": 84, "32262": 84, "322752347845213": 83, "322908": 84, "3229639": 84, "323": [0, 84], "323276": 84, "323315": 84, "323364": 84, "323395": 84, "3235": 84, "32354": 84, "323826": 84, "323845": 84, "323895": 84, "3238974": 84, "324": 84, "324025": 84, "3241777": 84, "324233": 84, "324258": 84, "3242619e": 88, "3242805": 84, "3243134": 84, "32439": 84, "324406": 84, "32447episod": 84, "324484": 84, "324568": 84, "324581": 84, "324686": 84, "324717": 84, "324862": 84, "3249": 84, "325": 84, "325115": 84, "3255": 84, "325657": 84, "325717463001574": 83, "32572523": 88, "32586": 84, "325865": 84, "326": 84, "326004": 84, "326008": 84, "326218": 84, "32632": 84, "3264": 84, "326594": 84, "326602915153778": 83, "3267": 84, "326733": 84, "326927": 84, "327": 84, "327057": 84, "327127": 84, "327251": 84, "3274": 84, "3276": 84, "32771": 84, "3278": 84, "327847": 84, "32785043815016": 83, "328": 84, "328117": 84, "3281666": 84, "3281816": 84, "3282": 84, "328288": 84, "328423": 84, "328482": 84, "3286": 84, "328617": 84, "32868": 84, "328889075081": 84, "329": 84, "3293101": 84, "329315": 84, "3295098": 84, "3296": 84, "329704": 84, "329798": 84, "3299": 84, "32995": 84, "329985": 84, "32e": 84, "33": [61, 84, 87], "330": 84, "33011": 84, "330137": 84, "33025": 84, "3303912": 84, "330548": 84, "331": 84, "3312": 84, "33136": 84, "33137": 84, "33139": 84, "3314": 84, "331541": 84, "3318": 84, "3318205": 84, "3319559": 84, "3319582": 84, "332": 84, "33207": 84, "3320911": 84, "3324": 84, "33259": 84, "33275306": 84, "3327703": 84, "33292": 84, "333": 84, "3331149": 84, "3333333333333": [81, 86], "3333333333334": 86, "333363": 84, "333364": 84, "333763": 84, "333779": 84, "333809": 84, "333889": 84, "3339": 61, "333921": 84, "3339373": 84, "333977": 84, "333998": 84, "334": 84, "334118": 84, "334397": 84, "334488": 84, "3347": 84, "3349": 84, "334994": 84, "335": 84, "33517": 84, "335354": 84, "33544": 84, "335506": 84, "335524": 84, "33571": 84, "335754": 84, "33587": 84, "33599": 84, "3361": 84, "336163": 84, "336182": 84, "33624196": 84, "336285": 84, "336391": 84, "336395": 84, "336887": 84, "3369927": 84, "337": 84, "337305": 84, "337343": 84, "3374": 84, "337481": 84, "337564": 84, "33763950224591": 83, "33773": 84, "3378": 84, "338": 84, "338148": 84, "33825": 84, "338281331752377": 83, "3386": 84, "338629010751": 87, "33876569586113": 83, "339": 84, "339176": 84, "33917913": 84, "339186": 84, "33923": 84, "339254": 84, "339314": 84, "339380228263305": 83, "33943": 84, "339748": 84, "33988": 84, "3399": 84, "33_hu200t1q": 84, "33e": 84, "34": [84, 87, 88, 93], "340": 84, "340016": 84, "3401": 84, "3403": 84, "340313": 84, "340415472303": 84, "340607": 84, "3408": 84, "341": 84, "34104864229795": 83, "3412291": 84, "341252": 84, "34132552077085": 83, "341438": 84, "341484": 84, "34158": 84, "34169685729": 84, "341748": 84, "341778": 84, "34198": 84, "342": 84, "3420": 84, "34201": 84, "34213": 84, "34233": 84, "3423305": 84, "3424": 84, "342453": 84, "3427425": 84, "3428": 84, "3428041": 84, "343": 84, "343086": 84, "343163": 84, "343174": 84, "3433": 84, "343311": 84, "343338": 84, "343633": 84, "34369": 83, "343817": 84, "344": 84, "34405267": 84, "3441": 84, "344173": 84, "344183": 84, "3442": 87, "3442061": 84, "34431": 84, "344404": 84, "344414": 84, "34447": 84, "3445": 84, "34458": 84, "34476": 84, "344811": 84, "34489": 84, "3449": 84, "344952": 84, "345": 84, "345287": 84, "345486": 84, "345562": 84, "345572": 84, "345593": 84, "34564": 84, "345997": 84, "346": 84, "346043": 84, "346052": 84, "346079": 84, "3464": 84, "346413": 84, "3465989": 84, "347": 84, "347079": 84, "34714": 84, "347166": 84, "3473": 84, "3474": 84, "347605": 84, "3477": 84, "3478": 84, "348": 84, "348045": 84, "348074": 84, "3485328": 84, "348609": 84, "3486611": 0, "3488729": 0, "34892": 84, "349": 84, "3491": 84, "349102": 84, "34919": 84, "3492": 84, "349455": 84, "3499": 84, "34e": 84, "35": [84, 93], "350": 84, "3502": 84, "350382": 84, "350393": 84, "35040": [81, 82, 83, 84, 85, 86, 87, 88], "35041": 84, "3504417": 84, "350603": 84, "350782": 84, "350838": 84, "35088": 84, "35091": 84, "350996": 84, "351": 84, "351166": 84, "35134": 84, "3514463": 84, "351454": 84, "3515596": 84, "3516591": 84, "35179": 84, "351809": 84, "3518631": 84, "351942": 84, "352": 84, "35207": 84, "352226": 84, "3524": 84, "352446": 84, "35254046509186": 86, "35264364590376623": 88, "352756796479834": 83, "353": 84, "353151567342": 84, "35344": 84, "3535004": 84, "353544": 84, "35365": 84, "353714": 84, "354": 84, "354006": 84, "35403": 84, "354202": 84, "3543": 84, "35435": 84, "3543841": 84, "354536399509": 84, "3546": 84, "3549": 84, "354967": 84, "355": 84, "35507": 84, "355169": 84, "355236": 84, "355374": 84, "355534": 84, "35559": 84, "3556": 84, "35568": 83, "35599": 84, "356": 84, "356014": 84, "356246": 84, "35626077584623": 83, "356754": 84, "357": 84, "357159": 84, "35722345079559226": 83, "357336": 84, "3574": 84, "3574334": 84, "357481": 84, "3575": 84, "357542": 84, "357563": 84, "3576": 84, "3576803": 84, "358": 84, "358007": 84, "358186": 84, "358383": 84, "358484": 84, "358492": 84, "3589754": 84, "3594": 84, "359734": 84, "3598": 84, "3599": 84, "35e": 84, "36": 84, "360": 84, "3600": [81, 85, 86], "360157": 84, "360214": 84, "3604": 84, "36043": 84, "360667": 84, "36071": 84, "361": 84, "36101": 84, "3613": 84, "3613000": 84, "361461": 84, "361639": 84, "3616774": 84, "361885": 84, "361977": 84, "362": 84, "36234": 84, "362385306000814": 83, "3624": [83, 84, 87, 88], "36259": 84, "3626": 84, "3626423": 84, "362661542358": 87, "362766": 84, "362823": 84, "362911": 84, "363": 4, "36302": 84, "363247": 84, "363319": 84, "363356": 84, "363422": 84, "36356": 84, "36357": 84, "3636545": 84, "364": 84, "36404": 84, "36409": 84, "36438": 84, "364509": 84, "3645803": 84, "36460897157091": 83, "3648541": 84, "3649": 84, "365": 84, "365232": 84, "365273": 84, "365337": 84, "3653437": 84, "365477": 84, "365803": 84, "366": 84, "366064": 84, "366076": 84, "366455": 84, "3667": 84, "3669": 84, "367": 84, "367149": 84, "3672": 84, "3672833996926315": 83, "3673377": 84, "3674": 84, "3676153": 84, "36768": 84, "3678339": 84, "367899": 84, "368": 84, "3680471": 84, "3682384": 84, "36832": 84, "3685168": 84, "3686837": 84, "3687": 84, "3688": 84, "368822": 84, "368893": 84, "3689": 84, "369": 84, "3690": 84, "369095": 84, "36912": 84, "369297": 84, "369502": 84, "369625": 84, "36963": 84, "369709": 84, "369793": 84, "369878": 84, "3699": 84, "36e": 84, "37": 84, "370": 84, "3701": 84, "37062": 84, "370691": 84, "371": 84, "3710": 84, "371014": 84, "37107": 84, "3715158": 84, "3716403": 84, "37169": 84, "3718": 84, "371922": 84, "371940434897027": 83, "372": 84, "37202758854": 83, "372105": 84, "37224105914655": 83, "37224276151501": 87, "372273": 84, "372368": 84, "3724": 84, "372401": 84, "372531": 84, "37259": 84, "37267": 84, "372742": 84, "372751": 84, "372908": 84, "372997": 84, "373": 84, "3730378": 84, "373043": 84, "37305": 84, "373072": 84, "3733482": 84, "37339": 84, "373482": 84, "373495": 84, "37355": 84, "373743": 84, "373751": 84, "373768": 84, "373877": 84, "374": 84, "374287": 84, "374291": 84, "3743": 84, "374336": 84, "37435": 84, "3745": 84, "3745906": 84, "374725": 84, "37489": 84, "3749": 84, "375": [84, 87, 88], "3752": 84, "37521827": 84, "37522episod": 84, "375265": 84, "375334": 84, "375377": 84, "3756356": 84, "375774": 84, "375805": 84, "376099": 84, "376232": 84, "37624": 84, "3763311388700536": [81, 86], "3766": 84, "376736": 84, "37692": 84, "37696": 84, "377": 84, "377169": 84, "377394": 84, "3774": 84, "377738": 84, "377762": 84, "377993": 84, "378": 84, "378036": 84, "378115": 84, "3783436": 84, "3786383": 84, "379": 84, "379026": 84, "37903": 84, "3791": 84, "37915": 84, "37918": 84, "379228760971404": 83, "379234": 84, "3793273": 84, "37934": 84, "37937": 84, "379395": 84, "379463": 84, "37957": 84, "379833": 84, "3799": 84, "37996": 84, "37e": 84, "38": [61, 84], "380083": 84, "38035": 84, "380396": 84, "380398": 84, "38043": 84, "380638": 84, "380795": 84, "3808": 84, "381": 84, "38102": 84, "381088": 84, "381172": 84, "381512": 84, "3817": 84, "382": 84, "382097": 84, "382166": 84, "382233": 84, "38226": 84, "382294": 84, "3824": 84, "3828847": 84, "38312": 84, "38318": 84, "383184": 84, "3833": 84, "383576": 84, "383625": 84, "384": [81, 84], "3840142": 84, "384110": 84, "384127": 84, "384174": 88, "384346": 84, "38459": 84, "3849": 84, "384958": 84, "385": 84, "3851": 84, "38514": 84, "3855": 84, "3857": 84, "386": 84, "386179": 84, "38619": 84, "3862": 84, "38634": 84, "386407": 84, "3865857": 84, "386675": 84, "3867": 84, "38672": 84, "386773": 84, "38683": 84, "387": 84, "3870570": 84, "3872": 84, "3874": 84, "38755eval": 84, "387661": 84, "3879": 84, "388": 84, "38810": 82, "388348": 84, "388695": 84, "3888": 84, "3888217": 84, "388847": 84, "388855": 84, "388943": 84, "389": 84, "3891": 84, "38911": 84, "38924": 84, "3894": 84, "389498": 84, "3895953": 84, "389618": 84, "389812": 84, "3899": 84, "389954": 84, "38998": 84, "38e": 84, "39": [81, 82, 83, 84, 85, 86, 87, 88], "390": 2, "390144": 84, "390175": 84, "390213": 84, "390306": 84, "3903533": 84, "39038": 84, "3904": 84, "391077": 84, "391197": 84, "391249": 84, "3912582": 84, "39136": 84, "39148": 84, "391863": 84, "39188": 84, "392": 84, "39203": 84, "392105": 84, "392218": 84, "3923394": 84, "3924": 84, "392422": 84, "3925": 84, "392647": 84, "392784": 84, "392849": 84, "392883": 84, "393": 84, "393188": 84, "393337": 84, "3934": 84, "393436": 84, "39349": 84, "393824": 84, "39393": 84, "394222": 84, "394281": 84, "39459": 84, "3949": 84, "395": 84, "395102": 84, "3951087": 84, "395254": 84, "39541": 84, "395668": 84, "395697": 84, "395718": 84, "395735": 84, "395819": 84, "395840884017": 84, "395845": 84, "395967": 84, "396": 84, "396152": 84, "396200191451324": 83, "39629": 84, "3963323": 84, "39646": 84, "3965": 84, "396703": 84, "3967648": 84, "396768": 84, "39683eval": 84, "396935": 84, "397": 84, "3972": 84, "39732": 84, "3974": 84, "3975": 84, "3975253": 84, "397603": 84, "397675": 84, "397816": 84, "397929": 84, "398": 84, "39844": 84, "398606": 84, "398651": 84, "398741": 84, "398882": 84, "399": 84, "399098": 84, "3993225": 84, "399399": 84, "3994": 84, "3999": 84, "39e": 84, "3e": 84, "4": [2, 5, 6, 7, 10, 14, 66, 67, 68, 69, 81, 82, 83, 84, 85, 86, 87, 88], "40": [6, 61, 84, 88], "400": 84, "4000001e": 88, "400382": 84, "40044233": 84, "400461": 84, "400509": 84, "400848": 84, "401": [84, 86], "401014": 84, "401157": 84, "401176": 84, "4012": 84, "4014": 84, "401505": 84, "4016": 84, "402": 84, "4024": 84, "402655": 84, "40269": 84, "402737": 84, "4029": 84, "402967": 84, "40298": 84, "402994": 84, "403": 84, "403365280938": 83, "403486": 84, "4038": 84, "40382": 84, "403831": 84, "403837": 84, "403879": 84, "4039045": 84, "40393": 84, "403952": 84, "4039795": 84, "404": 84, "404039": 84, "404510": 84, "404594": 84, "40463": 84, "4046625": 84, "4049": 84, "405": 84, "4050": 84, "405018": 84, "405119": 84, "4053": 84, "405334": 84, "4054": 84, "4056": 84, "405827": 84, "4059": 84, "406": 84, "406048": 84, "406055": 84, "4062": 84, "406227": 84, "40628349489212": 87, "40643": 84, "406437": 84, "4067339": 84, "4067437": 84, "406927": 84, "407": 84, "4070": 84, "407007": 84, "4071010": 84, "407139": 84, "407288": 84, "407345": 84, "407398": 84, "4074": 84, "4077": 84, "40799": 84, "408": 84, "408057": 84, "408203": 84, "408313327693552": 83, "408401": 84, "40852": 84, "408579": 84, "4088272": 84, "4089": 84, "409": 84, "409126": 84, "4094": 84, "409586": 84, "409836": 84, "4099": 84, "4099537": 84, "41": [84, 93], "410": 84, "4101": 84, "410271": 84, "41034": 84, "410343": 84, "410603": 84, "410771": 84, "4107929": 84, "411": 84, "411175": 84, "411239": 84, "411385": 84, "411669": 84, "4119455": 84, "412": 84, "41207": 84, "4124": 84, "41243": 84, "412476": 84, "4126": 84, "4127": 84, "41275": 84, "412853": 84, "413": 84, "4136": 84, "413828": 84, "413868": 84, "413916": 84, "413956": 84, "414": 84, "4141176": 84, "4142": 84, "41438": 84, "414421": 84, "414547": 84, "414612": 84, "414637": 84, "4148": 84, "414870": 84, "414883": 84, "4149": 84, "414923": 84, "415": 84, "415078": 84, "41525": 84, "415379": 84, "4154342": 84, "415497": 84, "41555": 83, "415564": 84, "415615": 84, "416": 84, "416159": 84, "41647": 84, "416656": 84, "416883": 84, "417": 84, "41702": 84, "41705": 84, "4171513": 84, "4172": 84, "4173": 84, "4174": 84, "4175": 84, "417665": 84, "417715": 84, "417734": 84, "417835": 84, "41828": 84, "418407": 84, "418484": 84, "418552": 84, "418623": 84, "418673": 84, "418865": 84, "4189": 84, "41894728": 84, "4189992": 84, "4191238": 84, "419151": 84, "419529": 84, "4196": 84, "4197338": 84, "419844": 84, "4199": 84, "419962": 84, "41e": 84, "42": [84, 93], "420": 84, "4203": 84, "420418": 84, "4204226": 84, "420448": 84, "420471": 84, "42047961195113": 83, "420488": 84, "421297": 84, "42138": 84, "421692": 84, "421844": 84, "422": 84, "4220851623168": 83, "422109": 84, "42213": 84, "42214784762863855": 84, "422165": 84, "422209": 84, "4224": 84, "4226103": 84, "422802": 84, "422834": 84, "423": 84, "423044": 84, "423054": 84, "423097775218647": 83, "423105": 84, "42342": 84, "423465": 84, "42386": 84, "423868": 84, "423975": 84, "424": 84, "424046": 84, "424162800676545": 83, "424332": 84, "42441": 84, "4249": 84, "425": 84, "425114": 84, "42534": 84, "425394": 84, "4254": 84, "425447": 84, "4254899": 84, "42562": 84, "42579": 84, "42586": 84, "426": 84, "426144348275088": 83, "4263319241570109": 84, "4263978": 84, "426456": 84, "4266663": 84, "426840": 84, "426971": 84, "427": 84, "427065": 84, "427107": 84, "4271114": 84, "4274": 84, "4275043299862915": 83, "427517": 84, "4275640288043432": 84, "427694": 84, "427858": 84, "4281177": 84, "4283177306652533": 84, "428493": 84, "4285": 84, "428854": 84, "428865": 84, "429253": 84, "4292946": 84, "429308": 84, "429335": 84, "429393": 84, "429403": 84, "429458": 84, "4295": 84, "4295363": 84, "4297": 84, "429708": 84, "4299": 84, "42e": 84, "43": [84, 93], "430": 84, "43005": 84, "430132": 84, "4303": 84, "430404117791642": 83, "430555": 84, "43056": 84, "430645": 84, "4307226": 84, "43089": 84, "431": 84, "431053": 84, "431208": 84, "4312496": 84, "4312929": 84, "43131719567353316": 84, "4313949": 84, "4314": 84, "43155": 84, "431572": 84, "43176": 84, "4319363": 84, "432": 84, "432045": 84, "4321": 84, "43212128": 84, "432148": 84, "4324": 84, "43247": 84, "432545": 84, "4326": 84, "432787": 84, "4328161223963918": 83, "433092": 84, "4331393": 84, "43317": 84, "4333": 84, "433327": 84, "4333735": 84, "433417323750973": 88, "433624": 84, "43365": 84, "4340": 84, "434044": 84, "4341": 84, "434128": 84, "43422": 84, "43434": 84, "4344": [83, 87, 88], "4349": 84, "434963": 84, "435": 84, "4355224": 84, "4355738": 84, "435689": 84, "4357": 84, "4359": 84, "4359742": 84, "436": 84, "436129": 84, "4363027": 84, "4366": 84, "43662": 84, "436741": 84, "4367958": 84, "43687156111466763": 87, "436998": 84, "437": 84, "4370503": 84, "437138": 84, "4371530": 84, "4374": 84, "43741": 84, "43743": 84, "437536": 84, "437775": 84, "438": 84, "438007": 84, "43842": 84, "4386": 84, "43866": 84, "438751": 84, "43878692": 84, "438843": 84, "439": 84, "439213625906792": 83, "439279": 84, "4393": 84, "439528": 84, "4397": 84, "4399": 84, "43_cun8jng3": 84, "43_evalu": 84, "43_sr2houk": 84, "43e": 84, "44": 84, "440": 84, "4400032": 84, "440136": 84, "440195": 84, "440237": 84, "440274": 84, "440469": 84, "4406347": 84, "440664": 84, "4407": 84, "440716": 84, "44078": 84, "441": 84, "44114": 84, "441185": 84, "441462": 84, "4415144": 84, "441555": 84, "441584": 84, "441803": 84, "441835": 84, "442": 84, "4424": 84, "44267": 84, "44268": 84, "442886": 84, "442892": 84, "443": 84, "44306615365681": 83, "443321": 84, "443428": 84, "444": 84, "444046": 84, "4441502": 84, "444305": 84, "444363": 84, "444693": 84, "4449": 84, "444937": 84, "445": 84, "445164": 84, "4452": 84, "445435": 84, "445587": 84, "44568": 84, "4457515": 84, "44578": 84, "445791": 84, "445868": 84, "445882": 84, "445957": 84, "446": 84, "44615075": 84, "446198": 84, "4464": 84, "4465209": 84, "446527": 84, "446743": 84, "44686": 84, "447": 84, "44708": 84, "447105": 84, "447118": 84, "4474": 84, "447454": 84, "447517": 84, "4476857": 84, "44785": 84, "447903": 84, "448067": 84, "448227": 84, "448235": 84, "44847": 84, "448666": 84, "4487": 84, "448812": 84, "448847": 84, "449": 84, "449082": 84, "4492": 84, "449215": 84, "449238": 84, "4494166": 84, "449615": 84, "449625": 84, "449767133034882": 83, "4499": 84, "44e": 84, "45": [2, 84], "4500000e": 88, "450134": 84, "450226": 84, "4503": 84, "450413": 84, "4504209": 84, "450460": 84, "4505": 84, "4505453": 84, "45064163916": 83, "45067": 84, "451311": 84, "451401745306942": 83, "451453": 84, "4517277581382": 83, "451796": 84, "451893": 84, "4519": 84, "452": 84, "452288": 84, "452297": 84, "4523": 84, "4524": 84, "4525": 84, "4526": 84, "452662": 84, "45269": 84, "453": 84, "4531417474460593": 87, "4531593": 84, "45334": 84, "453636": 84, "453775": 88, "4538102": 84, "45393393827288": 83, "454": 84, "45405": 84, "454084": 84, "4542": 84, "4546": 84, "454679": 84, "454714": 84, "45482": 84, "4549": 84, "455": 84, "455126": 84, "4554": 84, "455622": 84, "45572": 84, "45583": 84, "456": 84, "456167": 84, "456223": 84, "4564": 84, "456501": 84, "4568": 84, "456839": 84, "45700782913386": 83, "457339": 84, "4574": 84, "45746": 84, "4576453": 84, "4578": 84, "458": 84, "4580983": 84, "45838": 84, "458406": 84, "458416": 84, "458956": 84, "459": 84, "459794392100665": 83, "4598": 2, "459827": 84, "45983": 84, "4599": 84, "45e": 84, "46": [2, 84], "4601": 84, "460247": 84, "460455": 84, "46046": 84, "460917": 84, "461": 84, "46107642729404": 83, "461197": 84, "4615": 84, "461578": 84, "461708": 84, "461779": 84, "461828": 84, "4619": 84, "461933": 84, "462": 84, "46204": 84, "462065": 84, "4624": 84, "4629197": 84, "463": [2, 84], "46324": 84, "4636": 84, "463623": 84, "46367": 84, "464": 84, "464203": 84, "464287": 84, "46443972": 84, "46448": 84, "46484488": 88, "4649": 84, "46493": 84, "465": 84, "465069": 84, "465097": 84, "4651": 84, "465273": 84, "46531": 84, "465332": 84, "4654706": 84, "465584": 84, "4656": 84, "465723": 84, "46577": 84, "4658": 84, "465874": 84, "465914": 84, "465982": 84, "466": 84, "46637": 84, "466516": 84, "466824": 84, "46684": 84, "466934": 84, "467": 84, "46709": 84, "46726": 83, "467265": 84, "4673": 84, "4673761": 84, "4674": 84, "46767": 84, "46771": 84, "46782": 84, "468": 84, "468061": 84, "4681": 84, "46846670104": 84, "46865": 84, "468657": 84, "468678": 84, "469": 84, "469086": 84, "469153276368": 87, "469254": 84, "469403206707": 84, "469513": 84, "469681": 84, "4697": 84, "469723": 84, "4698": 84, "4699": 84, "46e": 84, "47": 84, "470": 84, "4702": 84, "47031": 84, "470314": 84, "470379": 84, "47042": 84, "47045": 84, "470580": 84, "4706626": 84, "470722": 84, "470765": 84, "4707968": 84, "470825": 84, "47087": 84, "47104": 84, "471261": 84, "471449": 84, "47146": 84, "47173": 84, "471773": 84, "472": 84, "47209": 84, "472118": 84, "47217": 84, "472187": 84, "472333": 84, "4724": 84, "47256": 84, "472637": 84, "473": 84, "473099": 84, "4733": 84, "4735": 84, "4737": 84, "473743": 84, "473761": 84, "47385": 84, "4739": 84, "473911": 84, "47397": 84, "474": 84, "47406": 84, "474075": 84, "47408603593558": 87, "474377": 84, "474483": 84, "47451": 84, "4749": 84, "475": 84, "475006": 84, "4750577": 84, "47561177379764": 83, "4756484": 84, "475954": 84, "476": 84, "476068": 84, "476208": 84, "4764079": 84, "477": 84, "477150_iwec": 93, "477306": 84, "47732": 84, "4774": 84, "477741": 84, "477785": 84, "4778": 84, "477875": 84, "478": 84, "478065": 84, "478088": 84, "478311": 84, "4786": 84, "47876613692316": 83, "478780": 84, "4788": 84, "478897": 84, "478977": 84, "479": 84, "4790": 84, "4793": 84, "479317": 84, "47948": 84, "479544": 84, "4798": 84, "4799": 84, "479923": 84, "47e": 84, "48": 84, "480": 84, "48008": 84, "480116": 84, "480413": 84, "4806430": 84, "480873": 84, "480985": 84, "481": 84, "48104": 84, "48113": 84, "4814867": 84, "48164": 84, "4817": 84, "4817667": 84, "48178": 84, "4818852": 84, "4819": 84, "481953": 84, "482": 84, "482203": 84, "4822035": 84, "4824": 84, "4826": 84, "48272": 84, "482807": 84, "48282eval": 84, "482845": 84, "48292": 84, "483": 84, "48305": 84, "4832": 84, "483408": 84, "4836": 84, "4839": 84, "484": 84, "484047": 84, "484123": 84, "4841363": 84, "4844": 84, "4847171": 84, "4849": 84, "484962": 84, "484993": 84, "485": 84, "48503": 84, "4850352": 84, "485105": 84, "4852": 84, "485292": 84, "4853": 84, "485458": 84, "485494": 84, "4855103": 84, "4856598": 84, "4862": 84, "486246": 84, "486356831060117": 83, "486403": 84, "486473": 84, "486634787123645": 83, "4868": 84, "486908": 84, "487": 84, "48703": 84, "487068": 84, "48715": 84, "487341586511533": 83, "4874": 84, "4875": 84, "487545": 84, "487644": 84, "488": 84, "488087": 84, "4881": 84, "4886": 84, "4887073": 84, "48872": 84, "488916": 84, "48894882371821": 83, "489": 84, "489048": 84, "489124247968": 83, "489174": 84, "48924": 84, "489399": 84, "489456": 84, "4895": 84, "489557": 84, "489573": 84, "489624": 84, "4898": 84, "489855": 84, "4899": 84, "489908": 84, "48e": 84, "49": 84, "490088": 84, "49021644748176": 83, "490236": 84, "49031": 84, "490796": 84, "4908": 84, "4908586": 84, "490915": 84, "49098": 84, "491": [2, 84], "491219": 84, "491304": 84, "49144": 84, "4915775": 84, "491618": 84, "49166": 84, "491833": 84, "49194": 84, "491972": 84, "492": 84, "49222451880882": 88, "4924": 84, "492639": 84, "4928055": 84, "493": [81, 82, 83, 84, 85, 86, 87, 88], "493074": 84, "49313": 84, "493168": 88, "49321": 84, "493917": 84, "494": 84, "494152": 84, "49424": 84, "494257": 84, "494572": 84, "49464": 84, "4949": 84, "495": 84, "4952": 84, "49545": 84, "495585": 84, "4956": 84, "495659": 84, "495691": 84, "496": 84, "4960": 84, "496028": 84, "496058": 84, "4961": 84, "4961122594044092": 88, "496115": 84, "496178": 84, "496408": 84, "496495319039795": 83, "496785": 84, "496876": 84, "497": 84, "497007": 84, "497048": 84, "4974": 84, "49754": 84, "497612": 84, "4979": 2, "498": 84, "49801": 84, "4980135": 84, "498105": 84, "498217": 84, "498264": 84, "49837": 84, "49839": 84, "4984936": 84, "49853": 84, "49864": 84, "4988": 84, "499": 84, "499041": 84, "499171": 84, "499285": 84, "499413": 84, "4994174": 84, "49947498388144": 86, "499552": 84, "4996": 84, "499722": 84, "4999": 84, "49e": 84, "4e": 84, "5": [0, 2, 5, 6, 10, 24, 66, 67, 68, 69, 72, 76, 81, 82, 83, 84, 85, 86, 87, 88, 90, 93, 94], "50": [61, 82, 84], "500": 84, "50000000": 85, "5000000e": 88, "500097": 84, "500229": 84, "50031": 84, "5003182": 84, "5003846": 84, "500486": 84, "500626": 84, "501": 84, "50109": 84, "50117": 84, "50168": 83, "501795840290757": 83, "501816": 84, "5019": 84, "50192": 84, "50195": 84, "501991": 84, "502": 84, "502026": 84, "50226": 84, "5024": 84, "502432": 84, "50244": 84, "502487": 84, "50254": 84, "502956": 84, "502991": 84, "503": 84, "503227": 84, "503426": 84, "50352": 84, "5036276598917": 84, "503729": 84, "503786": 84, "504": 84, "50414": 84, "504218": 84, "5043eval": 84, "504581": 84, "5049": 84, "505": 84, "5053432": 84, "505367": 84, "505592": 84, "505669": 84, "505688": 84, "5057328": 84, "50592": 84, "505985": 84, "50601": 84, "506051": 84, "50618": 84, "5063": 84, "506315": 84, "506327": 84, "506552": 84, "506569": 84, "5068433": 84, "506927": 84, "507": 84, "507233": 84, "5072422": 84, "5074": 84, "507423": 84, "507696": 84, "507713": 84, "507769966536845": 83, "5078": 84, "507927": 84, "50795": 84, "508": 84, "50823358985986": 81, "50846": 84, "508686603184": 84, "5087": 84, "508722": 84, "508745": 84, "5088": [83, 87, 88], "508892": 84, "508998": 84, "509": 84, "509193": 84, "509224": 84, "509262": 84, "509317": 84, "509342": 84, "5093937": 84, "509575": 84, "5098643": 84, "5099": 84, "51": 84, "510035": 84, "510240": 84, "5103": 84, "510412": 84, "510527": 84, "510529": 84, "51077": 84, "511": 84, "5111": 84, "511398": 84, "511669": 84, "511806": 84, "5119457": 84, "512": 84, "51201": 84, "512114023279846": 83, "512131": 84, "5124": 84, "5125": 84, "512716": 84, "512764": 84, "512812": 84, "5129490": 84, "51302": 84, "5131793": 84, "513245": 84, "5136858": 84, "513725": 84, "513992": 84, "514": 84, "51403": 84, "514065": 84, "514217": 84, "514286": 84, "514444": 84, "514876": 84, "5149": 84, "51498": 84, "5151": 84, "5151449": 84, "515478": 84, "51548": 84, "5156594": 84, "515854": 88, "516": 84, "516073": 84, "5161777": 84, "51618": 84, "516462": 84, "51666": 84, "516663": 84, "5169748": 84, "517": 84, "517382": 84, "5174": 84, "517626": 84, "51776": 84, "51785": 84, "518": 84, "518076": 84, "518107": 84, "51826": 84, "5184000": [81, 85, 86], "5184134": 84, "518505": 84, "51852": 84, "518553": 84, "51869": 84, "5188694": 84, "519": 84, "519215": 84, "519234": 84, "51948": 84, "519688": 84, "51976": 84, "5197919": 84, "519888": 84, "519897": 84, "5199": 84, "51e": 84, "52": 84, "520086": 84, "520164": 84, "520331": 84, "520428": 84, "52058": 84, "520737": 84, "52076": 83, "5208": 84, "520885": 84, "5209345": 84, "521": 84, "5211308": 84, "521425": 84, "521523": 84, "522": 84, "522072": 84, "522163031742796": 83, "5224": 84, "522755": 84, "522837": 84, "522872": 84, "522898": 84, "523": 84, "523577": 84, "523636": 84, "5236861805773": 84, "5238667": 84, "523884": 84, "5239022": 84, "52394": 84, "524": 84, "524014": 84, "524161569812392": 83, "524296": 84, "5243260": 84, "524329": 84, "52455": 84, "524689": 84, "5246968": 84, "524734": 84, "5249": 84, "525": [84, 88], "5250244140625": 88, "52504": 84, "5250479199187": [87, 88], "52538": 84, "525572": 84, "5257034": 84, "52576": 84, "52578": 84, "526": 84, "52623665": 84, "526308": 84, "52633": 84, "5265477": 84, "526716": 84, "5267246": 84, "5268518": 84, "526911": 84, "5269392": 84, "526942": 84, "527": 84, "527079": 84, "527214": 84, "527241": 84, "527386": 84, "5274": 84, "5279045": 84, "528": 84, "52808": 84, "5281": [83, 84], "52845": 84, "5293": 84, "52933": 84, "529675": 84, "5299": 84, "529976": 84, "52e": 84, "53": 84, "530": 84, "5300543": 84, "530317": 84, "5305": 84, "5305769": 84, "530586901729745": 83, "5306246": 84, "530643": 84, "53074": 84, "530770": 84, "5307813": 84, "53084": 84, "531": 84, "531103": 84, "53134": 84, "531456": 84, "53162": 84, "5316920": 84, "53176": 84, "532": 84, "53205": 84, "532368": 84, "5324": 84, "532406": 84, "532434": 84, "532443": 84, "5326786": 84, "532774": 84, "5328320": 84, "532869819053": 83, "533": 84, "533276": 84, "5333": 84, "533516": 84, "533558": 84, "533912090104": 84, "5339695": 84, "534": 84, "534119": 84, "5342": 84, "53428": 84, "534519": 84, "5347023": 84, "534777951341": 84, "5348": 83, "5349": 84, "534999": 84, "53505": 83, "5351": 84, "5355": 84, "535563": 84, "5358": 84, "535808711825": 83, "5359": 84, "535965": 84, "53599": 84, "536015": 84, "5361": 84, "53613": 84, "536194": 84, "536386": 84, "536425": 84, "53649": 84, "536592": 84, "536777": 84, "536840": 84, "536963": 84, "537": 84, "5370326": 84, "537148": 84, "537245": 84, "5374": 84, "537436": 84, "537544": 84, "53786": 84, "53796": 84, "538": 84, "538095370223804": 83, "53822100691485": 83, "5383407": 84, "538345": 84, "538439": 84, "538546": 84, "53871423": 84, "538927": 84, "538958": 84, "53897": 84, "539": 84, "5393739": 84, "53944": 84, "5394630": 84, "539474": 84, "539497": 84, "53965": 84, "539667": 84, "539743": 84, "5399": 84, "539938": 84, "53e": 84, "54": 84, "540": 84, "540173": 84, "5401795": 84, "5402": 84, "540695": 84, "540747": 84, "541": 84, "541046": 84, "541368": 84, "54144": 84, "541458": 84, "541536": 84, "541555584377814": 83, "541664": 84, "541876": 84, "542": 84, "5424": 84, "542467": 84, "542606": 84, "542692": 84, "542755": 84, "54282": 84, "542942": 84, "543": 84, "543064": 84, "543236": 84, "543318": 84, "54388": 84, "54394243021113": 83, "543995": 84, "544": 84, "5443922": 84, "54443008629097": 83, "5445": 84, "5445381": 84, "544811": 84, "544844": 84, "544863": 84, "5449": 84, "545": 84, "545113": 84, "545242": 84, "545315": 84, "5454": 84, "545568": 84, "5457816": 84, "545914": 84, "546131": 84, "546297": 84, "546316": 84, "546379": 84, "546406": 84, "54648": 84, "546675": 84, "547": 84, "547106": 84, "547272": 84, "5474": 84, "547411": 84, "54742": 84, "5475": 84, "547703": 84, "547737": 84, "548": 84, "5481180476335": 84, "548694042230082": 83, "5489": 84, "549": 84, "549128667042552": 83, "549387": 84, "54942": 84, "54942547428998": 83, "5499": 84, "54e": 84, "55": [46, 84, 93], "550": 84, "5500122": 84, "550064": 84, "55016": 84, "550316": 84, "5505": 84, "550522": 84, "5506": 84, "55074": 84, "550816": 84, "551": 84, "5510481": 84, "551136": 84, "5513284": 84, "551414": 84, "551647": 84, "551872": 84, "552": 84, "55217": 84, "55234": 84, "5524": 84, "552404": 84, "55262": 84, "552856": 84, "553": 84, "55306eval": 84, "553215": 84, "55326": 84, "553564": 84, "5536": 84, "553884": 84, "55395": 84, "554": 84, "554108": 84, "5542": 84, "554268": 84, "554426": 84, "554504": 84, "55467": 84, "5546784": 84, "554829": 84, "5549": 84, "554924": 84, "555": 84, "555115": 84, "555716": 84, "5557412": 84, "555973": 84, "556": 84, "5562041": 84, "556306": 84, "55637": 84, "55652": 84, "556591": 84, "556833": 84, "5570390": 84, "55705870892625": 83, "557205": 84, "5573": 84, "5574": 84, "557518": 84, "5578": 84, "5579": 84, "55798": 84, "55806": 84, "558548": 84, "55901": 84, "5593534": 84, "55953": 84, "55956": 84, "5596": 84, "559614": 84, "559746": 84, "5599": 84, "55e": 84, "56": [84, 88], "560": 84, "56004": 84, "560059": 84, "56026334": 84, "5603": 84, "560345": 84, "560407": 84, "560649": 84, "560783": 84, "560928": 84, "561": 84, "561268": 84, "561466": 84, "561508": 84, "561531": 84, "561605": 84, "561874": 84, "561935": 84, "562": 84, "562044": 84, "562092": 84, "5624": 84, "5625": 88, "562544": 84, "56294": 84, "562977": 84, "563": 84, "563036": 84, "563128438885332": 87, "5633478": 84, "56357": 84, "563572": 84, "563685767946": 84, "563786": 84, "563845": 84, "563951": 84, "564": 84, "564209": 84, "564283": 84, "56456": 84, "5645857": 84, "564636": 84, "56485": 84, "5649": 84, "564985": 84, "565": 84, "565111": 84, "565113": 84, "5652": 84, "5652597": 84, "5654": 84, "565445997684": 84, "56549": 84, "565819": 84, "565943": 84, "566": 84, "5660": 84, "566076": 84, "5662": 84, "5665": [87, 88], "566541371296": 84, "566633": 84, "566761270651252": 83, "566832": 84, "5669565": 84, "567": 84, "5671427": 84, "567287": 84, "5674": 84, "567928": 84, "568": 84, "568176": 84, "568501": 84, "5688": 84, "56905": 84, "569242": 84, "56933": 84, "569469115886": 87, "569489": 84, "5696626": 84, "569685": 84, "569885": 84, "5699": 84, "56e": 84, "57": 84, "570": 84, "5701": 84, "570192": 84, "570236": 84, "570274": 84, "570503": 84, "570625": 84, "5707517": 84, "571": 84, "5711": 84, "571168": 84, "571243": 84, "5715": 84, "571522": 84, "5716357": 84, "571651": 84, "571669": 84, "572": 84, "572285": 84, "5723": 84, "572395": 84, "5724": 84, "5725117": 84, "572632": 84, "572727": 84, "572773": 84, "572788": 84, "5728": 84, "57281": 84, "573": 84, "573284": 84, "573292": 84, "5735": 84, "57355": 84, "573598": 84, "5736": 84, "573734": 84, "57375": 84, "574": 84, "5744": 84, "5748": 84, "5749": 84, "57495": 84, "575": 84, "575014": 84, "575298": 84, "575379": 84, "57566": 84, "575752": 84, "575884449961": 84, "57593": 84, "576": 84, "57633": 84, "57644": 84, "576597": 84, "57668": 84, "5767989": 84, "5768": 84, "577": 84, "577064": 84, "577261": 84, "5773697": 84, "577398": 84, "5774": 84, "577415": 84, "577765": 84, "577883": 84, "578": 84, "5781016": 84, "578194": 84, "5784": 84, "57867": 84, "57874": 84, "578747": 84, "57881": 84, "578972583602845": 83, "579": 84, "57908": 84, "579129": 84, "579243": 84, "5794": 84, "5799": 84, "57992": 84, "57e": 84, "58": 84, "58006": 84, "580149": 84, "5802": 84, "580284": 84, "580376": 84, "580465": 84, "580566": 84, "580736": 84, "581": 84, "581272": 84, "581378312066": 84, "5814": 84, "5815": 84, "581535": 84, "5815425": 84, "581656": 84, "58174": 84, "5819852": 84, "582": 84, "582035": 84, "58216": 84, "5823717": 84, "5824": 84, "58246": 84, "5825": 84, "582571129998": 84, "58267": 84, "582677": 84, "58274": 84, "582941": 84, "5829737765191": 87, "583": 84, "5832": [83, 87, 88], "583328": 84, "583437": 84, "583551": 84, "583647": 84, "583698": 84, "583727": 84, "583792": 84, "583989": 84, "584": 84, "584083": 84, "5841": 84, "5843": 84, "584349": 84, "58435": 84, "58445": 84, "584465": 84, "58479565": 84, "5849": 84, "58497": 84, "585": 84, "585074": 84, "58527": 84, "585283": 84, "58572": 84, "586": 84, "5860": 84, "586027": 84, "586532": 84, "5868": 84, "586883": 84, "587": 84, "5872803": 84, "5874": 84, "58744": 84, "587442": 84, "58754": 84, "58764": 84, "587751": 84, "587852": 84, "588": 84, "588157": 84, "5882859": 84, "588314": 84, "5884490": 84, "5886": 84, "5887": 84, "589": 84, "589087": 84, "589094": 84, "589455": 84, "58964": 84, "58984train": 84, "5899": 84, "58e": 84, "59": [84, 93], "590": 84, "590292": 84, "590484": 84, "5907": 84, "5908": 84, "590807": 84, "5908606": 84, "59096": 84, "591": 84, "591026": 84, "591076": 84, "59117": 84, "591404": 84, "591416269343217": 83, "592": 84, "59235": 84, "592382785619": 84, "5924": 84, "5924812": 84, "592537": 84, "5927": 84, "592764": 84, "592913": 84, "592949": 84, "593": 84, "5932324": 84, "59343": 84, "593599": 84, "593720": 84, "593895": 84, "5939164": 84, "59396905606546": 83, "594": 84, "5944": 84, "59442": 84, "594441": 84, "594456": 84, "5949": 84, "594968": 84, "59502": 84, "59511": 84, "5951342": 84, "595346": 84, "59576": 84, "595821": 84, "595875": 84, "59591": 84, "59595": 84, "5959754": 84, "596": 84, "596086": 84, "5963737": 84, "596618": 84, "59662": 84, "596655": 84, "597": 84, "597227": 84, "5974": 84, "597458": 84, "5977": 84, "598": 84, "598097": 84, "598116": 84, "598158": 84, "59846": 84, "598827": 84, "5988546": 84, "59889": 84, "59891": 84, "598965": 84, "598967": 84, "599": 84, "599007": 84, "599087": 84, "599163": 84, "599335": 84, "59938": 84, "5994": 84, "5995403": 84, "59975": 84, "5999": 84, "59e": 84, "5_2023": 84, "5e": 84, "5zone": [3, 5, 6, 7, 82, 84, 87, 88], "5zoneautodxvav": [2, 5, 6, 46, 81, 83, 84, 85, 86, 87, 88], "6": [2, 4, 6, 7, 10, 14, 66, 67, 68, 69, 82, 83, 84, 85, 87, 88, 93], "60": 84, "600": [82, 84], "6000000e": 88, "60015": 84, "6003": 84, "600526": 84, "600565": 84, "600706": 84, "600908": 84, "601": 84, "60104": 84, "6011": 84, "60114": 84, "601156": 84, "601479": 84, "601759": 84, "601944": 84, "602": 84, "602093": 84, "602169": 84, "60229": 84, "6024": 84, "602402": 84, "60256": 84, "60279": 84, "602817": 84, "602841": 84, "602865": 84, "603": 84, "60302": 84, "60325": 84, "603312": 84, "603888": 84, "603895": 84, "604": 84, "604034": 84, "60407": 84, "604136": 84, "60426": 84, "60434": 84, "6044636": 84, "604515386030812": 83, "6048": 84, "604805": 84, "6049": 84, "605": 84, "6050": 84, "605139": 84, "605173": 84, "6052": 84, "605206": 84, "605486": 84, "605597453282652": 83, "60585": 84, "606137": 84, "606262": 84, "6062777": 84, "606304": 84, "6063654": 84, "606394": 84, "6064": 84, "6064198": 84, "606455": 84, "606459": 84, "6064918": 84, "6065187": 84, "6065419": 84, "6065679": 84, "6066": 84, "606636": 84, "606789": 84, "607": 84, "6074": 84, "607555": 84, "6075807": 84, "607584": 84, "607895": 84, "608": 84, "6082912": 84, "608366": 84, "6086": 87, "60862": 84, "608673": 84, "608880": 84, "609": 84, "6090": 84, "6090046831275": 83, "609035": 84, "60917": 84, "609495": 84, "609633": 84, "6099": 84, "609982": 84, "61": [84, 88], "610": 84, "61025": 84, "6105524": 84, "6105625": 84, "610647": 84, "610672": 84, "61072": 84, "6108": 84, "610817": 84, "610846": 84, "610932": 84, "611": 84, "6110175": 84, "61108": 84, "6111": 84, "611109": 84, "611557": 84, "611694": 84, "61175": 84, "611805": 84, "611981": 84, "6123266": 88, "6123447": 84, "6124": 84, "612885": 84, "613": 84, "6130": 84, "613096200574414": 83, "613413": 84, "613556": 84, "61357": 84, "613598": 84, "61364": 84, "614": 84, "61409": 84, "614223": 84, "614325": 84, "614428": 84, "6145": 84, "6147": 84, "6149": 84, "614986": 84, "614998": 84, "615": 84, "615147": 84, "615269": 84, "6153": 84, "615831": 84, "616": 84, "6162": 84, "616375": 84, "6164890": 84, "617": 84, "617172": 84, "617256": 84, "617308": 84, "6174": 84, "61786": 84, "618": 84, "6180": 84, "61825": 84, "6183": 84, "61838": 84, "618435": 84, "618448": 84, "618853": 84, "61902": 84, "6191": 84, "61911": 84, "619181": 84, "61918932935772": 83, "6194": 84, "619474": 84, "61949": 84, "6196": 84, "6199": 84, "61e": 84, "62": 84, "620": 84, "6201777": 84, "620234": 84, "62027": 84, "621": 84, "6212": 84, "621758": 84, "621859": 84, "621885": 84, "6219144": 84, "622": 84, "622023": 84, "622356": 84, "6224": 84, "622412": 84, "6225793": 84, "622604": 84, "62267": 84, "6228": 84, "622814": 84, "623": 84, "623175": 84, "6232": 84, "623661": 84, "623668861129946": [81, 86], "623688": 84, "62372": 84, "623772": 84, "6239": 84, "623905": 84, "623999": 84, "624": 84, "62412": 84, "62419": 84, "624235": 84, "624273": 84, "6243": 84, "624398": 84, "62452": 84, "624523": 84, "62455": 84, "624556": 84, "6249": 84, "624996": 84, "624998": 84, "625": 84, "625221": 84, "625349": 84, "6253876": 84, "625456": 84, "6259": 84, "626": 84, "62606": 84, "626062": 84, "6262": 84, "62621": 84, "626251": 84, "626314": 84, "62652": 84, "626621": 84, "627": 84, "6274": 84, "6277": 84, "627705": 84, "628": 84, "6280": 84, "62802": 84, "628036": 84, "628345": 84, "628372": 84, "628448": 84, "6286163": 84, "628914": 84, "629": 84, "629057": 84, "629105": 84, "629131": 84, "629488521519967": 83, "629687662635828": 83, "6299": 84, "6299367": 84, "62e": 84, "63": 84, "6300": 84, "630194": 84, "630474": 84, "63072": 84, "630769": 84, "630848": 84, "63086": 84, "631": 84, "631185": 84, "631212": 84, "63123": 84, "631279": 84, "631296": 84, "6316": 84, "631628": 84, "6317136": 84, "63189": 84, "631941": 84, "631967": 84, "632": 84, "632044925856": 87, "6324": 84, "6327314": 84, "632774": 84, "6329": 84, "633": 84, "63318": 84, "633747": 84, "633774": 84, "6338": 84, "633846": 84, "634": 84, "63416": 84, "634413": 84, "634445": 84, "634449": 84, "63473": 84, "634861": 84, "6349": 84, "63495": 84, "635": 84, "6350272": 84, "6355486": 84, "635589": 84, "635881": 84, "636": 84, "636124": 84, "636272": 84, "636395": 84, "636475": 84, "636631": 84, "63669": 84, "636711": 84, "636746": 84, "6367651": 84, "636776": 84, "636791": 84, "636808": 84, "637": 84, "637218": 84, "637384": 84, "6374": 84, "637541666563628": 83, "637647": 84, "6377366": 84, "63774": 84, "637766": 84, "638317": 84, "63837": 84, "6384696": 84, "638643": 84, "638704": 84, "63873": 84, "638756": 84, "6388": 84, "63887537": 84, "639": 84, "63905": 84, "63909": 84, "639103": 84, "639242": 84, "6392717": 84, "639334": 84, "6394": 84, "639404": 84, "6396108": 84, "639802": 84, "6399": 84, "639921": 84, "63e": 84, "64": 84, "640": 84, "6400882": 84, "6401772": 84, "640351119712147": 83, "6406": 84, "640772": 84, "640776": 84, "64085": 84, "6408863": 84, "640917": 84, "641085": 84, "6411": 84, "6411133": 84, "641197": 84, "641277": 84, "641607": 84, "641663": 84, "64197": 84, "642": 84, "64203": 84, "6424": 84, "642416": 84, "642591": 84, "643": 84, "643135": 84, "643183": 84, "643288": 84, "6433044": 84, "64333": 84, "643396": 84, "6435652": 84, "643566": 84, "644": 84, "644160496227": 84, "6442": 84, "6443": 84, "64444": 84, "64449": 84, "644516": 84, "6449": 84, "644999": 84, "645": 84, "645188": 84, "645359": 84, "645561": 84, "645796": 84, "645807": 84, "646": 84, "646113": 84, "646172": 84, "6465": 84, "646563": 84, "64689": 84, "646996": 84, "6470": 84, "6472": 84, "647293": 84, "647366": 84, "6474": 84, "64745": 84, "647545": 84, "647644": 84, "647655": 84, "647705": 84, "64776": 84, "64778": 84, "647804": 84, "647907": 84, "648": 84, "648078": 84, "6482271": 84, "648262": 84, "648323": 84, "648335": 84, "648953": 84, "64895eval": 84, "649": 84, "649036": 84, "64953": 84, "64957": 84, "649773": 84, "6499": 84, "64e": 84, "65": [84, 88], "650": 84, "650000095367432": 88, "6500001e": 88, "65019": 84, "65021": 84, "650326": 84, "6504009": 84, "650509": 84, "6507": 84, "650764": 84, "650896": 84, "651": 84, "651054": 84, "651237": 84, "6514": 84, "651453": 84, "651491": 84, "651919": 84, "652": 84, "652273": 84, "6524": 84, "652458642195": 83, "65261": 84, "652822": 81, "653": 84, "6531380": 84, "6532345": 84, "6533837": 84, "6534": 84, "653414": 84, "653486": 84, "653496": 84, "6536": 84, "6540294": 84, "654228": 84, "654445": 84, "654593": 84, "654684": 84, "6547093": 84, "654799": 84, "6549": 84, "655": 84, "6552": [83, 84, 87, 88], "655237212276": 84, "65552": 84, "655644": 84, "655685": 84, "655693": 84, "655746": 84, "655975": 84, "656": 84, "656128": 84, "656177587228": 84, "656189": 84, "65628": 84, "65634": 84, "656563": 84, "6567345": 84, "656872": 84, "657": 84, "657117": 84, "65728": 84, "657394": 84, "6574": 84, "6576498": 84, "6576667": 84, "6579": 84, "658": 84, "658013": 84, "659005": 84, "6591": 84, "65945": 84, "659573": 84, "6599": 84, "65e": 84, "66": [84, 93], "660": 84, "660082": 84, "6602": 84, "66032": 84, "66047": 84, "660505": 84, "6606": 84, "66061": 84, "661133": 84, "6612": 84, "661284": 84, "6615": 84, "66151": 84, "661545": 84, "661592": 84, "6619": 84, "662": 84, "662078": 84, "6621566": 84, "6624": 84, "662445": 84, "6626261": 84, "6626954": 84, "6628": 84, "66285": 84, "662937": 84, "662975": 84, "663": 84, "663279": 84, "6633": 84, "66342": 84, "6636": 84, "663635": 84, "6637": 84, "663768": 84, "66398": 84, "664": 84, "664023677829388": 83, "66404": 84, "664185": 84, "6642": 84, "6643": 84, "664352": 84, "6646152": 84, "664734": 84, "6649": 84, "665": 84, "665392": 84, "665863": 84, "66599": 84, "666": 84, "6661": 84, "666490": 84, "6666": 84, "667": 84, "667053": 84, "667169": 84, "667334": 84, "667337": 84, "6674": 84, "667793": 84, "66797": 84, "668": 84, "66805": 84, "66814": 84, "668146": 84, "6684391": 84, "668604907614746": 83, "66864": 84, "668710": 84, "668886": 84, "669": 84, "669418": 84, "6695": 84, "669603": 84, "66965": 84, "66983": 84, "669841": 84, "6699": 84, "66e": 84, "67": 84, "670": 84, "670357": 84, "67041": 84, "670622460524": 84, "6707997": 84, "670830_iwec": 93, "67097": 84, "671": 84, "671093": 84, "6711": 84, "671152": 84, "671191": 84, "671227": 84, "67123": 84, "671326": 84, "671339": 84, "671413": 84, "671492": 84, "671517": 84, "6719": 84, "671904": 84, "67191": 84, "672": 84, "672033": 84, "672228": 84, "6724": 84, "673058": 84, "6733184": 84, "673388": 84, "673584": 84, "67366": 84, "673777": 84, "674": 84, "674119": 84, "6744": 84, "674659": 84, "674805": 84, "6748056": 84, "674847": 84, "6749": 84, "675": 84, "67505": 84, "675444": 84, "6754591": 84, "675598": 84, "675724": 84, "67578": 84, "6758": 84, "675846": 84, "676": 84, "6760972": 84, "676174": 84, "676254": 84, "6763": 84, "676569": 84, "676575": 84, "676752": 84, "676785": 84, "677": 84, "677180": 84, "677337": 84, "6774": 84, "6775541": 84, "6776": 84, "678": 84, "678344": 84, "6783485": 84, "67858": 84, "67865": 84, "67871": 84, "678801": 84, "6789": 84, "679": 84, "679039": 84, "679138": 84, "679293": 84, "67938107281635": 83, "6794843": 84, "67955": 84, "679641": 84, "67972": 84, "679752": 84, "679785": 84, "6798549": 84, "6799": 84, "6799109": 84, "679943": 84, "679972": 84, "67e": 84, "68": [84, 93], "680081": 84, "680238": 84, "680291": 84, "68054": 84, "68059": 84, "6806540": 84, "680830": 84, "68085": 84, "680939": 84, "680944": 84, "68099": 84, "681": 84, "681375": 84, "681477": 84, "681646": 84, "682": 84, "6821": 84, "682133": 84, "68221": 84, "682211": 84, "6824": 84, "682458": 84, "6826453": 84, "682682": 84, "6828": 84, "68283": 84, "682884": 84, "682913": 84, "683": 84, "683224": 84, "6833673": 84, "683372": 84, "683573": 84, "683642": 84, "68392": 84, "684": 84, "68434": 84, "684353": 84, "684591": 84, "684679": 84, "6847386": 84, "6848": 84, "684814": 84, "6849": 84, "684956": 84, "685": 84, "68514": 84, "6854405": 84, "68554015361045": 83, "685549": 84, "685593": 88, "685612": 84, "685684": 84, "686": 84, "68614": 84, "68616": 84, "68627": 84, "686298": 84, "686562": 84, "686783": 84, "68691": 84, "687": 84, "687176": 84, "687214": 84, "6874": 84, "687538": 84, "687665": 84, "6877": 84, "688": 84, "6881655694350268": [81, 86], "6882412": 84, "6884": 84, "688526": 84, "68860299767925": 81, "6888297": 84, "688903": 84, "689": 84, "68914": 84, "6892805": 84, "68931": 84, "68936": 84, "6895": 84, "689898": 84, "6899": 84, "689926": 84, "68e": 84, "69": 84, "69014": 84, "6903370e": 88, "69055": 84, "6906": 84, "690607": 84, "690765": 84, "690838559877328": 83, "690955": 84, "690987": 84, "691": 84, "691072": 84, "692": 84, "69215": 84, "6922800e": 88, "6924": 84, "69247": 84, "692741": 84, "692776": 84, "69311": 84, "69315": 84, "6932": 84, "69325": 84, "693288": 84, "693348": 84, "693514": 84, "69354": 84, "693748": 84, "6939057": 84, "69394": 84, "6939497": 84, "694": 84, "694313": 84, "69443": 84, "694613": 84, "6947": 84, "6949": 84, "6949311204218827": 83, "695002": 84, "695042": 84, "6953081": 84, "69531": 84, "69578": 84, "696": 84, "69601": 84, "69621": 84, "69622episod": 84, "6965": 84, "69653observ": 84, "69666": 84, "6969094": 84, "6974": 84, "697567": 84, "69771": 84, "697841": 84, "697903": 84, "697998": 84, "698": 84, "69841eval": 84, "6984205": 84, "6984215": 84, "69856": 84, "698595": 84, "698816": 84, "698845": 84, "699": 84, "69937": 84, "69949": 84, "69982": 84, "699852": 84, "6999": 84, "69e": 84, "6e": 84, "6rollout": 84, "7": [10, 82, 83, 84, 85, 87, 88, 90, 93], "70": [84, 93], "700": 84, "7001107": 84, "70031998681098": 83, "700409": 84, "700426": 84, "700728": 84, "70077": 84, "70093": 84, "700947": 84, "701": 84, "70111": 84, "70116": 84, "701211": 84, "70125": 84, "701437": 84, "701569": 84, "70181": 84, "70184": 84, "702": 84, "702192": 84, "7023360": 84, "7024": 84, "70243": 84, "70249": 84, "702705": 84, "702787": 84, "703104": 84, "70325": 84, "7034948": 84, "703710048030462": 83, "703776": 84, "703907": 84, "703926": 84, "7042527324647196": 84, "704308": 84, "70483": 84, "704895": 84, "7049": 84, "70496": 84, "705": 84, "705147": 84, "705185": 84, "705198": 84, "7052456": 84, "7052782846459695": 84, "705479": 84, "705536": 84, "7058": 84, "706": 84, "706033444412455": 83, "70605": 84, "706072": 84, "70616176904293": 83, "706186": 84, "706398": 84, "706608": 84, "70680120943889": 83, "70692": 84, "707": 84, "7072577": 84, "707315": 84, "7074": 84, "70742": 84, "70772": 84, "708": 84, "708069": 84, "708291": 84, "708359": 84, "708534": 84, "709": 84, "7090": 84, "709038": 84, "709194": 84, "709449": 84, "70945": 84, "709478": 84, "7095146": 84, "70976": 84, "7099": 84, "71": 84, "710": 84, "710083408093293": 83, "71026": 84, "7104": 84, "7106": 84, "711": 84, "711033": 84, "7112": 84, "711246": 84, "711392832758165": 83, "7116232": 84, "7118824": 84, "7124": 84, "71248902108889": 83, "7126": 84, "712721": 84, "712755": 84, "71295": 84, "712967": 84, "712988": 84, "713": 84, "713184079083927": 83, "713375": 84, "713382639436837": 83, "71378": 84, "713822": 84, "713926": 84, "714": 84, "714012": 84, "714127": 84, "714325": 84, "714365": 84, "7144469015911845": 83, "7149": 84, "71491": 84, "715": 84, "71503": 84, "715076": 84, "7151": 84, "71514617862178": 88, "715164": 84, "71556": 84, "715655": 84, "715774666005526": [87, 88], "71592": 84, "715965": 84, "716034": 84, "716314": 84, "7164": 84, "716766": 84, "716942": 84, "717": 84, "7171063": 84, "7172": 84, "7174": 84, "717415": 84, "717571": 84, "7176": 84, "717918": 84, "717924954819775": 83, "718": 84, "718266": 84, "71836": 84, "71837": 84, "718395": 84, "71846": 84, "718572": 84, "7188": 84, "718971": 84, "718974": 84, "719052": 84, "7191653": 84, "719495": 84, "719579": 84, "719782": 84, "7199": 84, "71e": 84, "72": 84, "720": 84, "72006": 84, "720282": 84, "72036": 84, "72044": 84, "720729493260777": 83, "720751": 84, "72076": 84, "7209": 84, "720987": 84, "721018": 84, "721180581946832": 83, "7212": 84, "721492": 84, "7215035": 84, "7216463": 84, "72173": 84, "721945": 84, "722": 84, "7223": 84, "7224": 84, "72246": 84, "722502": 84, "722736": 84, "722745_tmy3": [5, 6, 83, 87, 88, 93], "722929": 84, "7229357": 84, "723755": 84, "7237883": 84, "7237952": 84, "724": 84, "724106409891995": 83, "724175": 84, "724228": 84, "7243": 84, "7244": 84, "724447": 84, "724548": 84, "724695_tmy3": 93, "724718": 84, "72473": 84, "72489": 84, "7249": 84, "72499": 84, "725": 84, "725205_tmy3": [5, 81, 83, 85, 86, 93], "725300_tmy3": 93, "7255228": 84, "725613": 84, "725792": 84, "726": 84, "72616": 84, "72639": 84, "726695594163": 83, "727": 84, "72702": 84, "727104": 84, "7274": 84, "7276": 84, "72768": 84, "727706": 84, "727885_tmy3": [5, 6, 82, 93], "727885_tmy3_random_1": 82, "72798": 84, "728": 84, "7284": 84, "728548": 84, "72886": 84, "72899955075894": [87, 88], "729": 84, "729017": 84, "729115": 84, "72923": 84, "7295": 84, "7296": [83, 87, 88], "729618": 84, "729796": 84, "729893": 84, "7299": 84, "72e": 84, "73": 84, "730": 84, "730036": 84, "730410": 84, "730545": 84, "730785": 84, "730844": 84, "731": 84, "7313": 84, "7316": 84, "731631": 84, "731716": 84, "7318": 84, "732": 84, "7320251": 84, "732143": 84, "7322": 84, "73231": 84, "7324": 84, "732481": 84, "7325": 84, "732935": 84, "733": 84, "733284": 84, "733294": 84, "733648": 84, "733772": 84, "73392": 84, "734": 84, "734001": 84, "734207": 84, "7345497449363": 83, "73458": 86, "7346813": 84, "734792": 84, "7349": 84, "734919": 84, "735": 84, "735031": 84, "735037": 84, "735115": 84, "7352": 84, "73523": 84, "735435": 84, "73564": 84, "7359103431230598": [81, 86], "736": 84, "7360797": 84, "736198": 84, "736319": 84, "736492": 84, "736623": 84, "736752": 84, "737": 84, "73716": 84, "737274": 84, "737382": 84, "7374": 84, "737408": 84, "737446": 84, "7375": 84, "737697": 84, "737734": 84, "737880199154255": 83, "738": 84, "738033": 84, "738081": 84, "738441": 84, "73869": 84, "738774": 84, "738834": 84, "738852781557213": 83, "7389145": 84, "738949": 84, "7389746": 84, "7390523": 84, "739078": 84, "7391007": 84, "739147": 84, "73929": 84, "739491": 84, "739669": 84, "739792": 84, "73988367970229": 83, "7399": 84, "73e": 84, "74": [84, 93], "740": 84, "740074": 84, "74038": 84, "74073": 84, "740973": 84, "741132595393": 84, "741188": 84, "74127": 84, "741325": 84, "7414": 84, "741425": 84, "7415": 84, "741638": 84, "74168": 84, "7418324": 84, "742": 84, "742096": 84, "74225": 84, "742256": 84, "742277": 84, "74231": 84, "742372": 84, "7424": 84, "742707": 84, "742807": 84, "743": 84, "743015": 84, "743254": 84, "7432737": 84, "7434": 84, "7436": 84, "74368": 84, "74373": 84, "744": [83, 84, 87, 88], "744133": 84, "744215": 84, "744223": 84, "744276": 84, "744356": 84, "744438": 84, "744617": 84, "744860_tmy3": [5, 6, 84, 93], "744860_tmy3_random_1": 84, "7449": 84, "745": [81, 84, 86], "74519": 84, "745192": 84, "74524": 84, "7453753": 84, "7454": 84, "745565263920668": 83, "745747": 84, "745817": 84, "74596": 84, "74599": 84, "746": 84, "746080113592953": 83, "74622": 84, "7462764": 84, "746401": 84, "746513": 84, "7465734": 84, "74679": 84, "746965024451924": 83, "747043661751707": 81, "74718058330181": 83, "74732757969822": 83, "7474": 84, "747707": 84, "748": 84, "74817": 84, "748208010345": 84, "748314": 84, "74835": 84, "74844": 84, "74851": 84, "748531": 84, "748756": 84, "74886": 84, "74893": 84, "7489338": 84, "749": 84, "749034869196144": 83, "749151": 84, "7493": 84, "74962": 84, "749786": 84, "7499": 84, "74997": 84, "74e": 84, "75": [84, 93], "750": 84, "750113": 84, "750119": 84, "75012": 84, "750145": 84, "750177": 84, "7502089967989307": 84, "75022": 84, "750465": 84, "750559": 84, "750742": 84, "750761": 84, "750843779568": 84, "751": 84, "75106": 84, "7510724": 84, "751154": 84, "7516141": 84, "75203949912126": 83, "75208": 84, "752086": 84, "752323": 84, "7524": 84, "752775": 84, "7529": 84, "753136": 84, "75314": 84, "75334334": 84, "7534": 84, "753471": 84, "75387": 84, "754": 84, "754087": 84, "754135": 84, "75452": 84, "7546635": 84, "754734": 84, "754827": 84, "7549": 84, "754955": 84, "755": 84, "755064": 84, "755165": 84, "7553": 84, "755472": 84, "755553": 84, "75558984": 84, "755598": 84, "755707": 84, "75574": 84, "755894": 84, "755896": 84, "756": 84, "756015": 84, "756025": 84, "75603": 84, "75643": 84, "756516": 84, "75677": 84, "756883": 84, "757": 84, "7571": 84, "757193": 84, "7574": 84, "757463": 84, "758": 84, "758158": 84, "758193423204": 87, "7583": 84, "7583431": 84, "758637619416": 82, "758737": 84, "7589": 84, "75893242733751": 83, "759": 84, "75921": 84, "759245": 84, "7593": 84, "7593412": 84, "75953682781952": 83, "759789": 84, "759895": 84, "7599": 84, "75e": 84, "75observ": 84, "76": 84, "760303": 84, "76044": 84, "760542": 84, "76056": 84, "760579": 84, "760624": 84, "760807": 84, "760983": 84, "760994": 84, "761047": 84, "761063": 84, "76114": 84, "761223": 84, "761375": 84, "7615": 84, "7617": 84, "761728": 84, "7618": 84, "761835": 84, "76187650701259": 88, "761995": 84, "762": 84, "762184": 84, "762215": 84, "7623": 84, "7624": 84, "7625": 84, "762558": 84, "763": 84, "763005": 84, "7631": 84, "763294": 84, "763325": 84, "76336967540199": 83, "763554": 84, "763586483892364": 83, "763615": 84, "76386": 84, "76395": 84, "764": 84, "76407": 84, "764162": 84, "764248": 84, "764694": 84, "76473": 84, "7649": 84, "764967": 84, "765": 84, "76516048261861": 83, "765224": 84, "765324": 84, "765367945189": 87, "765486": 84, "765554": 84, "76581": 84, "766": 84, "76612": 84, "766301": 84, "766394": 84, "766552": 84, "766705234161947": 87, "766872": 84, "767": 84, "767048": 84, "767204": 84, "767315": 84, "767324": 84, "767363": 84, "7674": 84, "76754": 84, "767708": 84, "767754": 84, "767956524665": 84, "768286": 84, "76857": 84, "769": 84, "769078": 84, "769644": 84, "769718084042537": 83, "769733": 84, "76978": 84, "7699": 84, "76e": 84, "77": 84, "770": 84, "77003": 84, "7701": 84, "7701249": 84, "770189": 84, "770256": 84, "770283": 84, "77042": 84, "77063": 84, "770702": 84, "770834": 84, "7710": 84, "771217": 84, "771341": 84, "7714040": 84, "771671": 84, "771719": 84, "771853": 84, "771917": 84, "772": 84, "772013": 84, "772061": 84, "772131": 84, "7721448": 84, "772154": 84, "77216": 84, "772217": 84, "7724": 84, "7725": 84, "772894": 84, "772934": 84, "772951": 84, "773": 84, "773052": 84, "773174": 84, "773348": 84, "773457": 84, "77352": 84, "773636": 84, "77382": 84, "773943": 84, "774": 84, "77418": 84, "7742": 84, "774252": 84, "774289": 84, "77431": 84, "774574": 84, "77459": 84, "774642": 84, "774643": 84, "7748": 84, "7749": 84, "774912": 84, "775": 84, "775131": 84, "775496": 84, "77567": 84, "77570": 84, "77587": 84, "77596": 84, "7761173": 84, "7762197": 84, "7763": 84, "776503": 84, "7766": 84, "776604": 84, "77673": 84, "776783": 84, "776871813136633": 83, "777": 84, "7774": 84, "777523": 81, "777534": 84, "7776995": 84, "777851": 84, "777857": 84, "778": 84, "778458": 84, "77873": 84, "77879": 84, "77905": 84, "779269": 84, "779278": 84, "77928": 84, "77929": 84, "77949": 84, "7795": 84, "779567409386665": 83, "779686": 84, "7799": 84, "779947": 84, "779984": 84, "77e": 84, "78": [84, 93], "780": 84, "7800684": 84, "780085346555335": 87, "7803": 84, "78031": 84, "780336": 84, "7806890630795": 84, "780738": 84, "780788": 84, "781": 84, "7811": 84, "78124": 84, "781413": 84, "78152": 84, "781527": 84, "781759": 84, "781822": 84, "782": 84, "782215": 84, "78235": 84, "7824": 84, "782436": 84, "78261": 84, "78266": 84, "783": 84, "783413": 81, "783445": 84, "7836": 84, "784": 84, "7841": 84, "784133735751": 84, "7842": 84, "784363": 84, "784586": 84, "7846037": 84, "78475": 84, "7849": 84, "78495": 84, "785": 84, "785126": 84, "785128": 84, "785164": 84, "785255": 84, "785337": 84, "785516": 84, "78562": 84, "78566": 84, "7858": 84, "785929": 84, "785942": 84, "78595": 84, "786": 84, "7863": 84, "786385": 84, "786617": 84, "7869196": 84, "786936": 84, "786938": 84, "786942": 84, "78695": 84, "786963": 84, "787": 84, "787273": 84, "7874": 84, "787566": 84, "787859": 84, "787981": 84, "788": 84, "78811": 84, "788122": 84, "788225": 84, "7883": 84, "788414": 84, "78848": 84, "78853": 84, "788712": 84, "789": 84, "7896": 84, "7899": 84, "789915": 84, "78e": 84, "79": [84, 93], "790": 84, "790092": 84, "7902": 84, "7903": 84, "79032": 84, "790329": 84, "790493": 84, "790524": 84, "79068": 84, "790758": 84, "790886": 84, "791": 84, "791064": 84, "7912": 84, "7915": 84, "791893": 84, "792": 84, "792042": 84, "7921372": 84, "792252": 84, "792336": 84, "7924": 84, "792534": 84, "792883": 84, "793": 84, "793127": 84, "79328": 84, "7934286": 84, "793453": 84, "793545": 84, "7937": 84, "7937093": 84, "79371": 84, "79372": 84, "79378": 84, "793812": 84, "793901": 84, "794": 84, "794168": 84, "7941985": 84, "794714": 84, "794798": 84, "7949": 84, "7949333": 84, "795": 84, "795156": 84, "7951931": 84, "795342248728848": 84, "7954676783357755": 84, "795471": 84, "795532": 84, "795944": 84, "795992": 84, "796": 84, "796214": 84, "79647": 84, "79652": 84, "796642": 84, "79686": 84, "7969": 83, "797": 84, "79707": 84, "79724": 84, "797259": 84, "7974": 84, "797696": 84, "7978168": 84, "798": 84, "79801": 84, "79806": 84, "798195": 84, "798346": 84, "798347": 84, "798377": 84, "79883": 84, "798983": 84, "799": 84, "7990265": 84, "7990522": 84, "799172085986662": 87, "799263": 84, "799343": 84, "799517": 84, "7996243556881": 84, "799631": 84, "79964656": 84, "799652": 84, "799736": 84, "79974": 84, "799852": 84, "7999": 84, "799965": 84, "79e": 84, "7e": 84, "8": [8, 10, 69, 78, 82, 83, 84, 87, 88, 93], "80": [84, 93], "800000190734863": 88, "8000002e": 88, "800150805217598": 88, "800293": 84, "8004": 84, "800474": 84, "800723578113704": 83, "801": 84, "801003": 84, "801069": 84, "801235": 84, "80126": 84, "80147": 84, "8016": [83, 87, 88], "8017235": 84, "80182": 84, "80206": 84, "802189": 84, "8022": 84, "802220_iwec": 93, "802359": 84, "8024": 84, "803": 84, "803059": 84, "803274": 84, "8033586": 84, "803384417176364": 83, "8035220": 84, "803598": 84, "803709": 84, "803713": 84, "803793": 84, "80383": 84, "804": 84, "804073": 84, "804117": 84, "80446": 84, "804707": 84, "804771": 84, "8049": 84, "804928": 84, "804943": 84, "804947": 84, "80497": 84, "804996": 84, "805": 84, "805046": 84, "805077": 84, "805319": 84, "805527": 84, "805756": 84, "80585": 84, "806": 84, "80603": 84, "80615": 84, "806433": 84, "8067": 84, "806718": 84, "80679": 84, "806833": 84, "807": 84, "8071": 84, "80717": 84, "8073": 84, "8074": 84, "807577": 84, "80769": 84, "807915": 84, "807955": 84, "8080148135287": 83, "80805": 84, "8082709": 84, "808458": 84, "8086": 84, "808674": 84, "8086992": 84, "80879": 84, "808823": 84, "8088455": 84, "808973": 84, "809": 84, "80908": 84, "80945": 84, "8094609": 84, "8096": 84, "809654": 84, "809664": 84, "809757": 84, "8098664": 84, "8099": 84, "809978": 84, "81": [84, 93], "810": 84, "810081": 84, "81009": 84, "81011": 84, "8101990": 84, "810494": 84, "81059": 84, "810846": 84, "81109": 84, "81119": 84, "8113365": 84, "8114486": 84, "8116667": 84, "81175": 84, "812": 84, "81204": 84, "812122": 84, "81223": 84, "812325": 84, "8124": 84, "812497": 84, "812593090797378": 83, "81277": 84, "812828": 84, "8129723": 84, "813": 84, "81333": 84, "813532": 84, "81363": 84, "81368": 84, "813982": 84, "81402": 84, "8140713": 84, "81425": 84, "814474": 84, "814482411819796": 83, "8145": 84, "814822": 84, "8148379": 84, "8149": 84, "814928": 84, "815": 84, "815099": 84, "8151": 84, "81533": 84, "815527": 84, "81563768547454": 83, "815773": 84, "815897": 84, "815947": 84, "816": 84, "81602": 84, "816065": 84, "816118": 84, "816128": 84, "816273": 84, "81628": 84, "81631": 84, "816364": 84, "8165884": 84, "81685615": 84, "81694": 84, "816954": 84, "817": 84, "81718": 84, "81731147": 84, "817347": 84, "81737": 84, "8174": 84, "817505": 84, "81770703019136": 83, "817987145745196": 83, "818": 84, "818181": 84, "8185": 84, "818764": 84, "818874": 84, "8188946": 84, "818962": 84, "81898": 84, "819": 84, "81929272545216": 83, "819357": 84, "819503": 84, "819515": 84, "81965": 84, "819794": 84, "8199": 84, "8199086": 84, "81e": 84, "82": 84, "820": 84, "820107": 84, "820286": 84, "82043": 84, "820452116127708": 83, "82053": 84, "8206": 84, "82076": 84, "820778": 84, "82086": 84, "821": 84, "8213": 84, "82144": 84, "821547": 84, "821617": 84, "821802": 84, "821833": 84, "822": 84, "82221": 84, "822397": 84, "8224": 84, "822417": 84, "82255": 84, "8225725": 84, "822647": 84, "822657": 84, "822796": 84, "822987": 84, "823": 84, "82307": 84, "823162": 84, "823164": 84, "823215": 84, "82346": 84, "8235": 84, "8237": 84, "823973": 84, "824": 84, "824036": 84, "824299": 84, "82436": 84, "8243685": 84, "8247848": 84, "824842": 84, "824877": 84, "8249": 84, "825": 84, "825045": 84, "82527": 84, "8252945": 84, "82571": 84, "825846": 84, "825897": 84, "825941": 84, "825945": 84, "825983": 84, "82607": 84, "826347": 84, "826478": 84, "826544": 84, "826717": 84, "826828": 84, "826909": 84, "827": 84, "8271": 84, "82714": 84, "827276": 84, "8274": 84, "827500": 84, "827543": 84, "82759": 84, "8276": 84, "827646": 84, "827942": 84, "828": 84, "828178": 84, "828392": 84, "8284225e": 88, "828491940697145": 83, "82852": 84, "828773": 84, "829": 84, "829098": 84, "82913": 84, "829194": 84, "8292": 84, "82931": 84, "829346": 84, "82935observ": 84, "82952": 84, "82961": 84, "829678": 84, "8299": 84, "82e": 84, "83": [84, 93], "830122": 84, "83049": 84, "831": 84, "831139": 84, "831202": 84, "831333": 84, "8313658": 84, "831415": 84, "831505": 84, "83157": 84, "831604": 84, "831731365763897": 83, "832": 84, "83205": 84, "832317": 84, "8324": 84, "83241": 84, "8325": 84, "83250": 84, "832756": 84, "832817": 84, "832826108084063": 86, "8329": 88, "83299": 84, "83315": 84, "83317": 84, "8336521": 84, "83376": 84, "8339602": 84, "834": 84, "834318": 84, "8344": 84, "834461": 84, "83481": 84, "8348156": 84, "8349": 84, "835": 84, "835115": 84, "835632": 84, "835742": 84, "8358345": 84, "835937": 84, "836": 84, "836081": 84, "836256": 84, "836372": 84, "836422": 84, "836447": 84, "836473": 84, "837": 84, "83714": 84, "837193": 84, "837196": 84, "83726": 84, "8374": 84, "8375": 84, "838": 84, "8381": 84, "8381089": 88, "838393": 84, "8384174e": 88, "8385": 84, "838661": 84, "838787": 84, "839": 84, "83905": 84, "839106": 84, "839565": 84, "839624": 84, "839651": 84, "839724": 84, "839733": 84, "8399": 84, "839935": 84, "83e": 84, "84": [84, 93], "840": 84, "840213153181647": 83, "840294": 84, "840368": 86, "840486913932": 84, "840548": 84, "84073": 84, "840796": 84, "84091": 84, "84092": 84, "8411": 84, "84128": 84, "841345": 84, "841476": 84, "8418": 84, "842354": 84, "8424": 84, "842438": 84, "842577": 84, "842611": 84, "84283": 84, "843": 84, "8430476": 84, "8435693031": 84, "843637917081118": 83, "843649": 84, "843735": 84, "843977": 84, "843994": 84, "844": 84, "844303": 84, "844337": 84, "844421": 84, "8445897": 84, "84467": 84, "844874744675": 84, "8449": [83, 84], "845": 84, "845024": 84, "845036": 84, "845053": 84, "8452": 84, "8455": 84, "845577": 84, "845596": 84, "845642": 84, "84595": 84, "846": 84, "846014": 84, "84637": 84, "8464212": 84, "846558": 84, "846659": 84, "847": 84, "84705": 84, "847115": 84, "84719": 84, "8474": 84, "8478": 84, "848": 84, "848103": 84, "848213": 84, "849": 84, "849094": 84, "84918": 84, "849401": 84, "84955": 84, "849758": 84, "8499": 84, "84e": 84, "85": 84, "850": 84, "850016": 84, "850237": 84, "850971": 84, "851112": 84, "8511174": 84, "851236": 84, "851494": 84, "851496": 84, "8516": 84, "85174": 84, "852": 84, "85201": 84, "852299": 84, "85239": 84, "8524": 84, "85248": 84, "852522": 84, "8526": 84, "85280": 84, "85285": 84, "85287": 84, "8529": 84, "853": 84, "853076": 84, "85324": 84, "853281": 84, "8534": 84, "85354": 84, "853565": 84, "853812": 84, "85383": 84, "854": 84, "854069": 84, "8544": 84, "85455": 84, "854593": 84, "854675": 84, "85474": 84, "8548035936270668": 87, "8549": 84, "855": 84, "855008659972583": 83, "855114": 84, "85516": 84, "8556": 84, "8558": 84, "85583": 84, "85596": 84, "85611": 84, "856209": 84, "856243": 84, "85645": 84, "85662": 84, "856663": 84, "856664": 84, "856668": 84, "857": 84, "857058": 84, "85727": 84, "85728": 84, "857347": 84, "8574": 84, "85754": 84, "857689": 84, "857756": 84, "85779811067494": 83, "857887333002763": [87, 88], "8579": 84, "858": 84, "8580": 84, "858121": 84, "858162": 84, "858171": 84, "858194": 84, "858321421792976": 83, "8583755": 84, "858418": 84, "858715": 84, "8588": 87, "85887": 84, "85888": 84, "859": 84, "859116": 84, "85916": 84, "859223": 84, "8594294": 84, "85953": 84, "8598": 84, "8599": 84, "859966": 84, "859985": 84, "85e": 84, "86": 84, "860281": 84, "860384": 84, "860435": 84, "860521": 84, "86057": 84, "8608": 84, "860954": 84, "860969": 84, "861": 84, "861246": 84, "86131650179226": 83, "8614655": 84, "861682": 84, "861992": 84, "862128": 84, "8624": 84, "862402": 84, "8625": 84, "862566": 84, "8628": 84, "862804": 84, "8629026": 84, "862947": 84, "863": 84, "863268": 84, "86335": 84, "863367": 84, "863375": 84, "863531": 84, "86400": 8, "8641": [87, 88], "864246": 84, "86438": 84, "864407": 84, "86444": 84, "864481": 84, "864487": 84, "86454": 84, "864655": 84, "8649": 84, "865": 84, "8651": 84, "865433": 84, "8656": 84, "86562514": 84, "865686": 84, "865717": 84, "86594": 84, "866": 84, "8663336": 84, "866335": 84, "86636": 84, "866589": 84, "8666": 84, "86679": 84, "8672": 84, "8674": 84, "8675216": 84, "867567": 84, "86761565728": 83, "8678036": 84, "867949": 84, "867969": 84, "868": 84, "868048": 84, "8681": 84, "868176": 84, "868284": 81, "8684926": 84, "868973": 84, "869": 84, "8691397": 84, "869244": 84, "869343": 84, "869347": 84, "869705323946068": 83, "86973": 84, "86975": 84, "869762": 84, "8698978": 84, "8699": 84, "86e": 84, "87": 84, "8700993": 84, "870208": 84, "870342": 84, "870352": 84, "87071": 84, "870724": 84, "8708": 84, "870968": 84, "871": 84, "871037": 84, "871155": 84, "871252": 84, "87142": 84, "87148": 84, "8715": 84, "871574": 84, "871598": 84, "8717": 84, "871769": 84, "871876": 84, "871901": 84, "872": 84, "872087": 84, "872242761515011": 87, "872307": 84, "872309": 84, "8724": 84, "87251": 84, "872995": 84, "873": 84, "873129": 84, "87323": 84, "873235": 84, "873396": 84, "8734": 84, "873655": 84, "873773": 84, "8738": 84, "87384": 84, "873852": 84, "873901": 84, "874": 84, "874031": 84, "87412": 84, "874525": 84, "874613": 84, "87485": 84, "8749": 84, "875": 84, "8750000e": 88, "875117": 84, "87516": 84, "875373": 84, "87542": 84, "875473": 84, "875519": 84, "875576": 84, "87577": 84, "876061291823856": 83, "876186402701965": 83, "876242": 84, "876343": 84, "87635": 84, "8765": 84, "876598": 84, "876616": 84, "877106": 84, "877153": 84, "8773": 84, "8774": 84, "877523": 84, "877851": 84, "87794": 84, "877975": 84, "878": 84, "87817": 84, "878681": 84, "87924": 84, "8799": 84, "87993": 84, "87e": 84, "88": 84, "880": 84, "880089": 84, "8801": 84, "880113": 84, "8804": 84, "8804245": 84, "880458": 84, "880497": 84, "880604": 84, "880894": 84, "880999": 84, "881": 84, "8811": 84, "88112": 84, "881385909767747": 83, "881742": 84, "88178": 84, "88184": 84, "88185": 84, "881857": 84, "882177": 84, "882326": 84, "8824": 84, "882483": 84, "882673": 84, "882725": 84, "882849": 84, "882877": 84, "88295": 84, "882967": 84, "882996": 84, "883009": 84, "883177": 84, "8832": 84, "883415": 84, "883621": 84, "88376": 84, "88379": 84, "88415": 84, "884186": 84, "88434": 84, "8843904": 84, "88448": 84, "8844962": 84, "8848": 84, "8849": 84, "884922": 84, "8850982": 84, "885168": 84, "88544": 84, "885911": 84, "886": 84, "88602": 84, "886036": 84, "886457": 84, "8865": 84, "886509": 84, "886911": 86, "886944": 84, "88721": 84, "8873405": 84, "8874": 84, "887455": 84, "887494": 84, "8875": 84, "887827": 84, "88788": 84, "887882": 84, "888": 84, "888063": 84, "888072": 84, "8883": 84, "88873": 84, "888763": 84, "889372": 84, "889441": 84, "88952": 84, "889645": 84, "889717": 84, "889832": 84, "8898964": 84, "8899": 84, "88e": 84, "89": 84, "890": 84, "890213": 84, "8903": 84, "890540": 84, "890545": 84, "890566": 84, "890583": 84, "890859": 84, "891": 84, "89127306209505": 83, "89128": 84, "89145": 84, "8914924": 84, "891599": 84, "89164776": 84, "891808": 84, "891815": 84, "891856": 84, "892": 84, "89227": 84, "8924": 84, "892473": 84, "892483": 84, "8926": 84, "892696": 84, "892767": 84, "8928": 84, "892908": 88, "8929534": 84, "893182764402184": 83, "8933735": 84, "8939": 84, "894": 84, "8941815": 84, "894302": 84, "894646": 84, "8949": 84, "894945": 84, "895061": 84, "895075": 84, "895155": 84, "8954737606592": 86, "8954737606593": [81, 86], "895535": 84, "8956995": 84, "89574": 84, "89575": 84, "896154": 84, "896332": 84, "8964": 84, "896669": 84, "89672": 84, "896741": 84, "896782": 84, "897": 84, "89714episod": 84, "8973": 84, "8974": 84, "89759": 84, "898169": 84, "898224": 84, "8982987": 84, "898567": 84, "898874": 84, "898952": 84, "8989847": 84, "899": 84, "8990": 84, "899288": 84, "899416": 84, "899506": 84, "8997": 84, "899701": 84, "899763": 84, "8999": 84, "89998888619655": 86, "89e": 84, "8e": 84, "8observ": 84, "8th": 0, "9": [5, 6, 10, 47, 66, 67, 68, 69, 83, 84, 85, 87, 88, 90, 93], "90": [84, 87, 88], "900": [81, 82, 83, 84, 85, 86, 87, 88], "9001": 84, "9002": 84, "90037516009": 83, "9004": 84, "900405758648773": 87, "900484": 84, "900488": 84, "900738": 84, "900913": 84, "901031": 84, "901205": 84, "90122774932239": 83, "901506": 84, "9016": 84, "901966": 84, "902": 84, "9020243": 84, "902065": 84, "9024": 84, "902553924481154": 83, "902588": 84, "9026": 84, "902674": 84, "902713": 84, "902811": 84, "90292": 84, "90298745924243": 83, "903": 84, "903008": 84, "903064": 84, "903067": 84, "90342": 84, "903480020252864": 83, "903711": 84, "9042": 84, "90466": 84, "90488": 84, "904884": 84, "9049": 84, "904902": 84, "905155": 84, "905378": 84, "9054": 84, "90546": 84, "905464": 84, "9058518362416": 83, "906": 84, "906032387533777": 83, "906105": 84, "9062834948921186": 87, "906447": 84, "906448": 84, "906479": 84, "90653200864582": 83, "906685": 84, "907": 84, "907028": 84, "90714": 84, "90714284908": 84, "907196": 84, "9074": 84, "907684": 84, "9077": 84, "90795": 84, "908": 84, "908008": 84, "908129": 84, "908215": 84, "908525": 84, "908592014095": 83, "908749": 84, "908802": 84, "909": 84, "9090285": 84, "90909": 84, "909237": 84, "909454": 84, "909515": 84, "909618": 84, "909647": 84, "90969": 84, "9096956": 84, "9098": 84, "9099": 84, "91": [84, 93], "910072": 84, "9102": 84, "910679": 84, "910754": 84, "9108": 84, "911": 84, "911022": 84, "911041": 84, "911158": 84, "911211": 84, "9112268": 88, "911348": 84, "9114": 84, "91152": 84, "911606": 84, "911696": 84, "91196": 84, "911978": 84, "91218": 84, "91227": 84, "91234": 84, "9124": 84, "912615": 84, "91283": 84, "913": 84, "9130111": 84, "913214": 84, "913313585398759": [87, 88], "91344": 84, "913471": 84, "913635": 84, "913727": 84, "9139585": 84, "914": 84, "914276": 84, "914494": 84, "91477": 84, "914831": 84, "914898": 84, "9149": 84, "915": 84, "915373": 84, "9153886": 84, "9154": 84, "915752": 84, "915764": 84, "91579": 84, "9157972": 84, "915834805222858": 83, "915884970270934": 83, "916248": 84, "91637": 84, "9165": 84, "91682": 84, "916970": 84, "917": 84, "917022": 84, "917088": 84, "917315": 84, "9174": 84, "9175": 84, "917562": 84, "9177": 84, "917852": 84, "91788": 84, "9179": 84, "918": 84, "91815": 84, "918364": 84, "918385": 84, "918634": 84, "91885": 84, "918938": 84, "91895": 84, "918974": 84, "919": 84, "919167": 84, "919645": 84, "919759": 84, "9199": 84, "91997": 84, "91998": 84, "91e": 84, "92": [84, 93], "92001": 84, "9203": 84, "920376": 84, "920401": 84, "920425": 84, "9205676": 84, "920828": 84, "9209": 84, "920914": 84, "92147976": 84, "921776": 84, "921844": 84, "921902": 84, "921928": 84, "922": 84, "922201": 84, "92239": 84, "9224": 84, "922729": 84, "9228": 88, "922800064086914": 88, "922835": 84, "922873": 84, "922998": 84, "923158": 84, "92337": 84, "923763": 84, "923875": 84, "924": 84, "9243": 84, "924374": 84, "924389": 84, "92439": 84, "924392": 84, "924515": 84, "924786": 84, "9248": 84, "924835": 84, "9249": 84, "925": 84, "9251": 84, "925201": 84, "925226": 84, "925404": 84, "925459": 84, "92559": 84, "925869": 84, "925971": 84, "926": 84, "926395": 84, "926476": 84, "926668": 84, "92673": 84, "927": 84, "927053": 84, "927113": 84, "9272208": 84, "9274": 84, "927494": 84, "9275": 84, "9277": 84, "927788": 84, "927923": 84, "927961": 84, "928282": 84, "92844": 84, "928534": 84, "928692": 84, "9288108": 84, "9290": 84, "92903": 84, "929089": 84, "929407": 84, "92956": 84, "929888": 84, "9299": 84, "92e": 84, "93": 84, "930077": 84, "9303": 84, "930477": 84, "93085": 84, "930851": 84, "93118": 84, "931183": 84, "931328": 84, "93134": 84, "93139": 84, "931477": 84, "9316": 84, "931630958963": 84, "93227": 84, "932343": 84, "93237": 84, "9324": 84, "932446": 84, "932472": 84, "932587": 84, "932785": 84, "932957": 84, "9329586": 84, "933048": 84, "933338": 84, "933417323750973": 88, "9335": 84, "933619": 84, "933622": 84, "93365": 84, "933681388733177": 87, "933743": 84, "933780": 84, "934": 84, "9343": 84, "934315": 84, "9346": 84, "934628": 84, "934774": 84, "9348568": 84, "9349": 84, "935": 84, "935226174976": 84, "935489": 84, "9355": 84, "935505": 84, "9358": 84, "936": 84, "9361213807575055": 87, "93625775693054": 83, "93643": 84, "93651": 84, "936546": 84, "936619": 84, "93673": 84, "9367504242642": 84, "9368": 84, "937": 84, "9370227": 84, "937086": 84, "937164": 84, "93718": 84, "93738": 84, "9374": 84, "93756": 84, "937596": 84, "93762": 84, "937683": 84, "937698": 84, "937748": 84, "937943": 84, "937977": 84, "937994": 84, "938": 84, "93833": 84, "938588370329": 84, "9386": 84, "938705": 84, "938717": 84, "938736": 84, "938904": 84, "93911934": 84, "93943": 84, "939615": 84, "9399": 84, "93e": 84, "94": 84, "940": 84, "9400143123507796": 87, "94001431235078": 87, "940053297642233": 88, "9400532976422333": 88, "9402747": 84, "94047661764487": 83, "9404805": 84, "940544": 84, "9406": 84, "940797": 84, "941": 84, "9412384": 84, "94167": 84, "941786": 84, "941798": 84, "942": 84, "942236": 84, "9424": 84, "942545": 84, "9428682": 84, "942884": 84, "942945": 84, "943": 84, "943144": 84, "943174": 84, "9432404": 84, "943462": 84, "9434859": 84, "94373": 84, "943886": 84, "9439363": 84, "943989": 84, "944084": 84, "9449": 84, "94491": 84, "945": 84, "9450645": 84, "945112": 84, "94522": 84, "945387": 84, "945398": 84, "945906": 84, "946": 84, "946291": 84, "94645": 84, "946623": 84, "946701": 84, "947": 84, "94703": 84, "9470654": 84, "94709": 84, "94715": 84, "9474": 84, "94759": 84, "947670_iwec": 93, "947784": 84, "947834": 84, "947844": 84, "948": 84, "948284": 84, "9485": 84, "948526": 84, "948649": 84, "94895": 84, "948975": 84, "949": 84, "949017": 84, "949242": 84, "94949": 84, "949652376996074": 83, "949695": 84, "9496999955164": 84, "9497354183802": 83, "9499": 84, "94e": 84, "95": [84, 93], "950": 84, "95008": 84, "9501185": 84, "9501653": 84, "9503": 84, "950733": 84, "950773": 84, "950842": 84, "950931": 84, "951": 84, "951208": 84, "9512193": 84, "95142": 84, "95168": 84, "9517": 84, "951894527724924": 83, "952": 84, "9524": 84, "95277": 84, "952784": 84, "953": 84, "95327": 84, "953503": 84, "953701": 84, "95372": 84, "95374": 84, "954": [81, 84, 86], "954018": 84, "95429": 84, "954447": 84, "954485": 84, "95457": 84, "9549": 84, "955": 84, "95512": 84, "955194": 84, "955477": 84, "955597": 84, "955624": 84, "956": 84, "956028": 84, "95633": 84, "956770": 84, "956959": 84, "957": 84, "957151": 84, "9571757": 84, "957253": 84, "95734": 84, "957376": 84, "9574": 84, "95778": 84, "958": 84, "958125000907": 84, "958303": 84, "95856": 84, "95861": 84, "958847": 84, "95888": 84, "958961": 84, "958992": 84, "959154": 84, "959192": 84, "959242": 84, "959369": 84, "959463": 84, "959476": 84, "9595": 84, "9597707": 84, "9599": 84, "95e": 84, "96": 84, "96002": 84, "960316": 84, "960458223268": 83, "96048": 84, "960615": 84, "960754": 84, "960764": 84, "960857": 84, "961": 84, "96115": 84, "96118": 84, "961252": 84, "961267": 84, "961309048938297": 88, "961394089981173": 83, "961433": 84, "96147": 84, "961487": 84, "961959": 84, "962": 84, "962093": 84, "96211": 84, "9624": 84, "962557": 84, "962753": 84, "962767": 84, "962894": 84, "962957": 84, "963": 84, "963404": 84, "96343": 84, "9635": 84, "9635112": 84, "963529": 84, "96360689704416": 88, "963749": 84, "964": 84, "964018": 84, "964142": 84, "964148": 84, "964441": 84, "964478": 84, "96482": 84, "9649": 84, "965": 84, "9650793": 84, "965230": 84, "965243": 84, "965244": 84, "965393": 84, "965443": 84, "965593": 84, "965656": 84, "965963": 84, "966117": 84, "96631": 84, "9667086618754865": 88, "966927": 84, "967036": 84, "967133": 84, "96721": 84, "9673041": 84, "9674": 84, "96756": 84, "96759": 84, "967903": 84, "968": 84, "968230973762": 87, "968252": 84, "968481": 84, "968826": 84, "968941836819717": 83, "968978": 84, "969": 84, "969051": 84, "969181": 84, "969315": 84, "9699": 84, "96e": 84, "97": [83, 84], "9700071561753898": 87, "9700266488211167": 88, "970182": 84, "97025": 84, "9704113": 84, "97054": 84, "970556": 84, "970597": 84, "970629": 84, "970839": 84, "970852161596834": 83, "971148": 84, "971344": 84, "971422646618414": 83, "972": 84, "97226": 84, "97231": 84, "972343": 84, "972383": 84, "9724": 84, "97254": 84, "972729": 84, "9729078": 84, "973": 84, "97303": 84, "97351": 84, "9737": 84, "97379": 84, "974": 84, "9745626607331893": 88, "974818": 84, "97487": 84, "9749": 84, "974932": 84, "974966": 84, "975": 84, "975166": 84, "97524": 84, "975248": 84, "975544": 84, "975693": 84, "97571": 84, "975745": 84, "97581": 84, "97609": 84, "976106": 84, "97625375": 84, "976395": 84, "97646": 84, "976574": 84, "9766": 84, "976707": 84, "9767256e": 88, "977": 84, "97703": 84, "977170": 84, "97728": 88, "977394": 84, "9774": 84, "97749": 84, "977511": 84, "977745": 84, "978": 84, "9781": 84, "9781450391146": 0, "978295": 84, "9785": 84, "97892": 84, "979": 84, "9791": 84, "979132": 84, "979362": 84, "979378": 84, "979425": 84, "9795": 84, "979624": 84, "9798114": 84, "9799": 84, "979949119224": 83, "97e": 84, "98": 84, "9801": 84, "980175234933945": 83, "9802117699255": 84, "9802888899782684": 88, "9802889755036568": 88, "980310": 84, "98033": 84, "9804134": 84, "980701": 84, "9808": 84, "980941": 84, "980969": 84, "981228": 84, "9814": 84, "98147": 84, "981579": 84, "981752": 84, "981799": 84, "9822812": 84, "9824": 84, "982500109734": 83, "9825225": 84, "982664": 84, "9827": 84, "98270733462": 84, "982810885720035": 81, "98283": 84, "983091": 84, "9832764": 84, "9834425": 84, "983452": 84, "983475": 84, "983723": 84, "98378": 84, "984": 84, "98417": 84, "984423": 84, "9844346": 84, "9849": 84, "984917": 84, "985237": 84, "985338": 84, "985385": 84, "98578": 84, "98606808783697": 87, "986454": 84, "986477": 84, "986662": 84, "9866753": 84, "987005": 84, "987038": 84, "98727": 84, "987324": 84, "9874": 84, "987406": 84, "9875907976185373": 88, "9876": 84, "98781": 84, "987827": 84, "98810": 84, "988108": 84, "9882": 84, "988451": 84, "988644": 84, "988808": 84, "989": 84, "9894": 84, "989456": 84, "989483": 84, "989522929526814": 83, "9896": 84, "9899": 84, "98991": 84, "98e": 84, "99": [14, 82, 84, 87, 88], "990084": 84, "990147": 84, "99026": 84, "990368": 84, "9906583": 84, "990786": 84, "990826": 84, "9908525387095581": 88, "9912": 84, "9912403": 84, "99132": 84, "991514": 84, "991571": 84, "992": 84, "992049": 84, "9920626": 84, "9920654": 84, "9922245188088183": 88, "992252": 84, "992287": 84, "9924": 84, "9926": 84, "992683": 84, "9927": 84, "992828": 84, "99283": 84, "99288": 84, "993273": 84, "993279": 84, "9933993": 84, "993517": 84, "99368": 84, "993696": 84, "993729": 84, "993734": 84, "994": 84, "994007": 84, "99400805497": 87, "99402": 84, "9942477932536": 87, "994516": 84, "994785": 84, "9948": 84, "9949": 84, "994953": 84, "995": 84, "9950": 84, "995008": 84, "99529": 84, "995317": 84, "9954": 84, "995474": 84, "9956346": 84, "995653": 84, "9957": 84, "995796": 84, "995874": 84, "995941": 84, "996": 84, "996042": 84, "996204": 84, "996305": 84, "996330089060972": 87, "996456": 84, "996563": 84, "99664": 84, "99666173171838": 83, "996721": 84, "996769": 84, "997": 84, "997208": 84, "9973969815420386": 88, "9974": 84, "997471720583": 84, "99753": 84, "997578": 84, "997635": 84, "9976588": 84, "997672": 88, "997766": 84, "99779": 84, "99787": 84, "998": 84, "99800754": 84, "998018": 84, "998045": 84, "99819": 84, "998201": 84, "998226": 84, "99827": 84, "998306": 84, "9984": 84, "99846": 84, "998598": 84, "998606": 84, "9986107": 84, "998634": 84, "998777": 84, "998793": 84, "998846": 84, "998941": 84, "999": 84, "999039": 84, "99908": 84, "99909": 84, "999157": 84, "999226": 84, "999256": 84, "999275": 84, "999302": 84, "999311": 84, "999321": 84, "999338": 84, "999393": 84, "999395": 84, "999527": 84, "999548": 84, "999555056583162": 83, "99957": 84, "999634653629034": 83, "999637868869247": 83, "999687": 84, "9997": 84, "999714": 84, "999746": 84, "999775": 84, "999786": 84, "999832": 84, "999836": 84, "999857": 84, "999865": 84, "999893": 84, "999899": 84, "9999": 84, "999916": 84, "999922": 84, "999935": 84, "999937": 84, "999939": 84, "999945": 84, "999947": 84, "999952": 84, "999958": 84, "99996": 84, "999962": 84, "999964": 84, "999966": 84, "999968": 84, "99997": 84, "999971": 84, "999975": 84, "99998": 84, "999985": 84, "999987": 84, "999989": 84, "99999": 84, "999992": 84, "999994": 84, "999996": 84, "999998": 84, "99e": 84, "9e": 84, "A": [0, 2, 4, 9, 72, 78, 82, 84, 88, 89, 93, 94], "And": [0, 8, 11, 81, 84], "As": [5, 6, 8, 10, 82, 84, 85, 88], "At": [5, 8, 9, 81, 84, 88, 92, 94], "Be": 5, "By": [5, 7, 10, 82, 88, 90, 94], "For": [0, 4, 5, 6, 8, 9, 10, 11, 14, 81, 82, 83, 84, 85, 87, 88, 90, 91, 93, 94], "IN": 85, "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 35, 52, 61, 82, 84, 85, 88, 89, 90, 91, 92, 93, 94], "In": [0, 2, 5, 8, 9, 10, 11, 81, 82, 83, 84, 85, 88, 89, 91, 92], "It": [0, 2, 4, 5, 8, 9, 10, 11, 17, 20, 24, 48, 50, 60, 68, 82, 85, 88, 90, 93, 94], "Its": [2, 4], "NO": 4, "No": [5, 6, 81, 82, 85, 86], "On": [4, 8, 10, 82, 85], "One": [0, 11], "Or": 8, "That": [5, 90], "The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 24, 50, 52, 61, 72, 73, 74, 75, 77, 78, 81, 82, 83, 84, 85, 88, 89, 90, 92, 94], "Then": [5, 8, 10, 83, 85, 88, 94], "There": [4, 8, 10, 89], "These": [0, 5, 6, 8, 9, 11, 60, 82, 88, 90, 91], "To": [7, 8, 10, 85, 91], "WITH": 88, "Will": 84, "With": [4, 5, 6, 84], "_": [84, 88], "__call__": 90, "__init__": [14, 17, 20, 23, 24, 46, 47, 48, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 86, 90], "__version__": [4, 84], "_actuat": 14, "_create_row_cont": 86, "_ddy_path": 14, "_discrete_funct": 6, "_evalu": 84, "_headers_to_epw": [81, 82, 83, 84, 85, 86, 87, 88], "_idd": 14, "_json_path": 14, "_meter": 14, "_timestamp": 84, "_variabl": 14, "_weather_path": 14, "a2c": 4, "abl": [4, 5, 8, 10, 82], "about": [0, 2, 4, 5, 11, 12, 14, 26, 32, 33, 34, 50, 52, 82, 84, 87, 88, 89, 91, 94], "abov": [0, 5, 8, 9, 11, 61, 82], "abs_comfort": [81, 83, 86, 87, 88], "abs_energi": [81, 83, 86, 87, 88], "absolut": [35, 66, 68, 90], "absorpt": 85, "abstract": 5, "accept": 9, "access": [4, 10, 84], "accompani": [0, 11], "accord": [24, 93], "account": [0, 4, 5, 7, 8, 10, 11, 54, 55, 90], "accur": 4, "acm": 0, "act": [46, 47, 48, 79, 87], "act_queu": 20, "action": [0, 2, 3, 4, 6, 10, 11, 17, 20, 24, 38, 39, 40, 41, 42, 43, 44, 46, 47, 48, 52, 60, 72, 73, 74, 75, 76, 77, 78, 79, 81, 84, 85, 86, 87, 91, 92, 94], "action_map": [72, 73, 88], "action_mapping_funct": 88, "action_nam": 72, "action_network": [4, 84], "action_simul": [4, 84], "action_spac": [5, 6, 17, 48, 81, 82, 83, 86, 87, 88, 92], "action_space_discret": 6, "action_vari": [82, 84, 85, 86], "activ": [5, 10, 23, 60, 74, 83, 84, 86, 88, 89], "activate_flag": 60, "activate_logg": 74, "activerl": 0, "activity_level_schedule_nam": 85, "actschd": 85, "actuat": [0, 6, 11, 14, 17, 20, 32, 82, 83, 85, 89], "actuator_handl": [17, 85], "actuator_original_nam": 5, "actuator_typ": 5, "actuator_valu": 5, "ad": [0, 2, 4, 10, 11, 61, 83, 84, 88, 90, 93], "adapt": [0, 5, 11, 14, 32, 33, 34, 49, 50, 81, 82, 83, 84, 85, 86, 87, 88, 90], "adapt_building_to_config": 14, "adapt_building_to_epw": 14, "adapt_building_to_met": 14, "adapt_building_to_vari": 14, "add": [4, 5, 8, 9, 80, 82, 84, 88, 89, 94], "add_dir": 84, "addit": [17, 23, 50, 52, 74, 85], "addition": 6, "address": 0, "adjust": [83, 90], "admin": 8, "advantag": [0, 5, 9, 83], "advertis": 8, "afb": [5, 6, 83, 87, 88, 93], "affect": [14, 52], "after": [8, 52, 81, 82, 88], "again": 20, "agent": [0, 3, 5, 11, 17, 24, 46, 47, 48, 52, 60, 74, 83, 84, 87, 88, 89, 90, 91, 94], "aggress": 9, "agnost": [0, 11, 84], "agre": [4, 88], "ai": [0, 84], "aim": [0, 5, 8, 10, 11], "air": [2, 6, 82, 85, 87], "air_humid": [6, 84, 85, 88], "air_humidity17": 84, "air_temperatur": [6, 82, 84, 85, 87, 88], "air_temperature16": 84, "air_temperature_previ": 88, "airloophvac": 85, "airtermin": 85, "alejandro": 0, "alex_ugr": 84, "algorithm": [0, 3, 4, 11, 22, 23, 52, 77, 84, 88, 91, 94], "all": [0, 4, 5, 6, 8, 9, 10, 14, 17, 20, 23, 26, 35, 65, 74, 81, 83, 84, 87, 88, 89, 90, 91, 92, 93, 94], "allegheni": [5, 81, 83, 85, 86, 93], "alloc": [4, 6, 8, 9, 20, 84], "allow": [0, 4, 5, 8, 11, 61, 90], "allus": 8, "alon": [5, 54], "along": [0, 6, 11, 90], "alphabet": 9, "alreadi": [5, 8, 82, 87, 91], "also": [0, 4, 5, 10, 11, 50, 82, 83, 84, 88, 90, 94], "altern": 10, "although": [4, 84], "alwai": [0, 8, 10, 81, 84, 87, 89, 90, 94], "am": 90, "amount": 84, "amplifi": 7, "an": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 20, 23, 24, 30, 50, 52, 60, 61, 72, 73, 81, 84, 85, 88, 89, 90, 91, 94], "ancillari": 85, "angb": 93, "angel": [5, 6, 82, 93], "ani": [0, 4, 5, 7, 10, 11, 14, 17, 23, 24, 26, 34, 46, 47, 48, 52, 60, 62, 63, 74, 75, 76, 77, 82, 84, 85, 86, 87, 88, 89, 90, 92], "ann": 14, "anoth": [0, 5, 9, 11, 82], "antananarivo": 93, "antonio": 0, "anyth": 52, "anywai": [10, 91], "ap": [5, 6, 81, 82, 83, 84, 85, 86, 93], "api": [0, 5, 6, 8, 11, 17, 19, 20, 32, 33, 34, 50, 53, 81, 85, 89, 94], "appear": [0, 4, 6, 10, 52, 81, 84, 88, 89, 92], "append": [61, 81, 82, 83, 84, 86, 87, 91, 92], "appengin": 8, "appli": [7, 9, 14, 17, 71, 78, 84, 88, 90, 94], "applic": [8, 91], "apply_extra_conf": 7, "apply_weather_vari": 14, "apply_weekend_holiday_rul": [81, 82, 85, 86], "appropri": [4, 82, 92], "appspot": 8, "apt": 10, "ar": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 20, 52, 60, 61, 66, 67, 68, 69, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94], "area": [2, 5, 6, 82, 85], "arg": [8, 10, 23, 24, 63, 81, 82, 83, 84, 85, 86, 87, 88], "argument": [5, 20, 61, 73, 82], "arizona": 93, "arlanda": 93, "arrai": [6, 60, 81, 82, 83, 84, 86, 87, 88], "artifact": [0, 4, 8, 11, 84], "artifactregistri": 8, "ashra": [46, 47], "ashrae9012016_officemedium": 2, "ashrae9012016_officemedium_denv": 5, "ashrae9012016_warehous": 2, "ashrae9012016_warehouse_denv": 5, "ashrae901_officemedium_std2019_denv": 83, "ask": [56, 57, 58], "aspect": [0, 2, 11, 90], "assign": 90, "associ": [0, 5, 6, 11], "asymmetr": 2, "atari": [0, 11], "attach": 8, "attempt": 9, "attribut": [4, 14, 17, 20, 60, 61, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84, 85, 89], "atu": 85, "aus_nsw": 93, "australia": 93, "auth": [8, 54], "authent": 8, "author": [0, 55], "auto": [2, 4, 6, 8], "auto_delet": 8, "autom": [0, 6, 11], "automat": [0, 5, 6, 9, 10, 11, 71, 82, 83, 88, 90, 91, 94], "autopep8": 9, "autos": 85, "avail": [0, 2, 4, 6, 8, 11, 14, 48, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92], "availability_schedule_nam": 85, "availabilitymanag": 85, "available_handl": [17, 85], "averag": [4, 52, 92], "avoid": [10, 52], "axi": 84, "b": [8, 84], "back": 85, "backend": [0, 5, 10, 11, 13, 14, 85], "background": [0, 4, 11, 83, 85], "badg": 0, "bar": 4, "base": [0, 3, 4, 6, 8, 9, 11, 46, 47, 63, 65, 87, 88, 91, 94], "basealgorithm": 52, "basecallback": [4, 24], "baselin": [0, 4, 11, 22, 23, 49, 50, 84, 91], "baselines3": [49, 50], "basement": 2, "basepolici": 52, "basereward": 90, "bash": [8, 20], "basic": 45, "basin": 85, "basin_heater_operating_schedule_nam": 85, "basinheatersch": 85, "batteri": 2, "becaus": [6, 8, 9, 87, 89], "becom": [0, 11], "been": [0, 4, 5, 7, 8, 9, 10, 11, 17, 23, 24, 31, 36, 50, 52, 74, 84, 88, 89, 90, 91], "befor": [0, 4, 5, 8, 11, 14, 52, 61, 73, 77, 83, 85, 88, 89, 94], "begin": [8, 88, 90, 94], "begin_day_of_month": [81, 82, 85, 86], "begin_month": [81, 82, 85, 86], "begin_year": [81, 82, 85, 86], "behav": 9, "behavior": 90, "being": [4, 5, 8, 89, 90], "bellow": [82, 90], "belong": [60, 89], "below": [10, 88, 90, 93], "benchmark": [0, 3, 11], "benefit": [0, 4, 5], "beobench": 0, "best": [0, 4, 11, 24, 84], "best_model": 84, "best_model_save_path": [24, 84], "better": 4, "between": [0, 4, 9, 11, 29, 77, 84, 88, 90, 94], "bias": [0, 8, 11, 84], "bin": 10, "bind": 8, "blob": 50, "blob_prefix": 57, "bogota": 93, "bold_r": 61, "booktitl": 0, "bool": [17, 20, 24, 31, 50, 52, 60, 72, 73, 74, 75, 76, 86], "boolean": 23, "boot": 8, "bot": [2, 9], "both": [0, 4, 5, 11, 79, 88, 90], "bound": [4, 88], "box": [5, 6, 17, 82, 83, 84, 85, 87, 88], "br01": 85, "branch": 9, "bucket": [4, 57, 58], "bucket_nam": 57, "bucklei": 93, "bug": [0, 11], "build": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91], "builder": 8, "building_fil": [5, 6, 17], "building_path": [14, 17, 20, 85], "built": [6, 8, 9], "bulb": 85, "bulk": 2, "button": 10, "c": [0, 8, 66, 67, 68, 69], "c1": 85, "c2": 85, "c3": 85, "c4": 85, "c5": 85, "cach": 8, "calcul": [4, 5, 14, 71, 82, 85, 90, 92], "call": [4, 5, 8, 9, 10, 14, 20, 24, 52, 61, 73, 77, 82, 84, 89, 94], "callabl": [52, 62, 73, 74], "callback": [0, 5, 11, 20, 21, 51, 52, 63, 84, 89], "callback_after_ev": 24, "callback_on_new_best": 24, "callbacklist": [4, 84], "campoi": 0, "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 52, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94], "cannot": 9, "capac": 85, "captur": 8, "carbon": [6, 85], "carbonequivalentemiss": 85, "care": [0, 8, 11, 83, 90, 94], "carefulli": [88, 94], "carri": [61, 89], "case": [0, 4, 5, 6, 8, 9, 10, 11, 81, 82, 87, 88, 90, 92], "cast": [84, 87, 88], "catch": 9, "cc03": 85, "cd": 10, "center": [2, 47, 78], "certain": 5, "ch": 8, "ch4": 85, "chang": [0, 2, 5, 8, 9, 11, 14, 60, 61, 81, 83, 84, 85, 86, 89, 90], "characterist": [5, 90], "charg": [2, 79, 94], "check": [0, 5, 8, 9, 31, 50, 52, 84, 89, 91], "checker": 49, "checkout": 9, "chill": 2, "choos": 10, "chosen": [17, 46, 47, 48, 74, 87, 92], "ci": [9, 50], "citi": 0, "class": [0, 5, 6, 7, 11, 13, 14, 16, 17, 19, 20, 22, 23, 24, 31, 45, 46, 47, 48, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 86, 87, 88, 89, 90, 94], "classif": 93, "clean": 20, "clear": 8, "clg": [6, 14, 85], "clg_setpoint": [6, 84, 85, 87, 88], "clg_setpoint40": 84, "clg_setpoint_previ": 88, "click": [0, 10, 11], "client": [8, 56, 57, 58], "climat": [5, 93], "clip": [79, 87], "clng": 85, "clone": [10, 92], "close": [17, 74, 81, 82, 83, 84, 86, 87, 88, 92], "cloud": [0, 4, 9, 11, 53, 54, 55, 56, 57, 58], "cloudapi": 8, "cloudbuild": 8, "cloudfunct": 8, "cloudsdktool": 8, "co": [71, 88, 94], "co2": [6, 85], "co2_emiss": [6, 84, 88], "co2_emission0": 84, "coastal": 93, "code": [0, 3, 7, 9, 10, 11, 81, 84, 88, 90, 94], "codecov": 9, "coeffici": 85, "cogener": 85, "coil": [2, 85], "coilsystem": 85, "coincid": 85, "col_bogota": 93, "cold": [66, 67, 68, 69, 90, 93], "collect": [4, 5, 24, 60, 84, 92], "colombia": 93, "colorado": 93, "column": [4, 5, 14], "com": [8, 10, 49, 50], "combin": [0, 8, 11, 77, 82, 83, 84, 88], "come": [2, 83, 84], "comfort": [4, 5, 10, 23, 66, 67, 68, 69, 83, 87, 89, 90], "comfort_penalti": [60, 86], "comfort_term": [81, 83, 86, 87, 88], "comfort_viol": 84, "comfort_violation_tim": [4, 84], "comfort_violation_timestep": 60, "command": [8, 9, 20, 91], "comment": 4, "commit": 9, "common": [21, 24, 52, 84, 85, 90, 91], "commun": [0, 5, 11, 18, 20, 91], "compact": [6, 82, 85], "compar": [4, 84, 88], "comparison": [0, 11], "compat": [0, 4, 5, 10, 11, 50, 84, 88, 94], "compil": 9, "complet": [0, 5, 11, 84], "complex": [5, 91], "compon": [0, 2, 4, 5, 7, 8, 11, 20, 23, 82, 85, 89, 90, 93], "compos": [0, 5, 11], "comput": [0, 4, 8, 61, 84], "concaten": 4, "conceptu": 91, "concern": [0, 5, 11, 82], "concord": 90, "concret": [4, 88], "conda": 10, "condens": 85, "condit": [5, 17, 46], "condn": 14, "conf": [4, 26, 32, 33, 34], "confer": 0, "config": [8, 81, 82, 83, 84, 85, 86, 87, 88, 91], "config_param": [5, 6, 7, 17, 82], "configur": [0, 3, 4, 11, 14, 17, 26, 32, 33, 34, 84, 89, 91], "configuration_json_fil": 5, "conform": 85, "confus": 8, "connect": [8, 19], "consequ": [8, 82, 90], "consid": [10, 66, 67, 68, 69, 81, 90, 94], "consist": [2, 5], "consol": 8, "constant": [2, 6, 66, 67, 68, 69, 84, 87, 90], "constantli": [0, 11], "construct": [4, 8, 85, 88], "constructor": [4, 5, 6, 7, 14, 26, 60, 71, 79, 80, 82, 88, 90, 94], "consult": [0, 11, 85], "consumpt": [4, 23, 67, 68, 69, 89, 90], "contain": [0, 4, 5, 9, 52, 54, 55, 81, 83, 84, 88, 91, 92], "containerregistri": 8, "content": 89, "context": [0, 5, 7, 11, 17, 74, 82, 91], "continent": 93, "continu": [4, 5, 6, 7, 9, 10, 77, 81, 82, 83, 84, 87, 88, 94], "continuo": 88, "control": [0, 2, 5, 9, 11, 14, 17, 21, 72, 85, 90, 91, 94], "control_type_schedule_nam": 85, "convect": 85, "convert": [5, 26, 27, 88, 94], "convertinputformat": 5, "cool": [2, 5, 6, 82, 85, 93], "cooler": 2, "cooling_setpoint_rl": [6, 82, 84, 85], "cooling_setpoint_rl26action_simul": 84, "cooling_setpoint_temperature_schedule_nam": 85, "coolingcoil": 85, "coolingcoilavailsch": 85, "coolingsetpoint": 85, "coordin": 78, "copi": 89, "core": [2, 50, 84, 85], "correct": [5, 6, 8, 10, 81, 82, 83, 84, 85, 86, 87, 88, 89], "correctli": [5, 6, 8, 28, 88, 89, 91, 92, 94], "correspond": 5, "could": [0, 6, 7, 11, 88], "count": [5, 6, 52, 85], "counti": [5, 81, 83, 85, 86, 93], "coupl": 61, "cours": 5, "cover": [5, 10], "coverag": 9, "cp01": 85, "cpu": 84, "creat": [0, 4, 5, 6, 7, 10, 11, 14, 27, 28, 35, 81, 82, 83, 84, 85, 86, 87, 88, 92], "create_row_cont": 86, "critic": 88, "csv": [4, 5, 60, 74, 83, 84, 86, 88, 89], "csvlogger": [23, 74, 84, 86, 89], "cumul": [81, 82, 83, 84, 86, 87, 90, 92], "cumulative_comfort_penalti": [4, 84], "cumulative_energy_penalti": [4, 84], "cumulative_pow": [4, 84], "cumulative_power71120947": 84, "cumulative_power_consumpt": 84, "cumulative_power_consumption34169656": 84, "cumulative_reward": [4, 84], "cumulative_temperature_viol": [4, 84], "cumulative_temperature_violation35341": 84, "cumulative_temperature_violation45476": 84, "current": [3, 4, 5, 7, 8, 9, 10, 14, 17, 60, 74, 80, 83, 84, 85, 86, 88, 90, 91, 94], "current_cool_setpoint": 87, "current_dt": 87, "current_heat_setpoint": 87, "current_month": [81, 82, 83, 84, 86, 87, 88, 92], "current_setpoint": 88, "curriculum": 4, "curv": 85, "custom": [0, 2, 4, 5, 11, 14, 17, 20, 21, 22, 23, 50, 51, 61, 70, 84, 88, 89, 94], "custom_actuator_nam": 5, "custom_meter_nam": 5, "custom_variable_nam": 5, "customcsvlogg": 86, "customformatt": 62, "customiz": [0, 11], "customreward": 90, "c\u00ba": 4, "d": [9, 81, 82, 83, 84, 85, 86, 87, 88], "d_": 84, "dai": [0, 5, 7, 11, 14, 29, 66, 67, 68, 69, 71, 81, 82, 83, 86, 87, 88, 90], "data": [0, 4, 6, 8, 11, 14, 17, 20, 23, 26, 47, 57, 58, 60, 83, 84, 85, 89], "data_avail": [5, 89], "datacent": [3, 5, 82], "datastor": 8, "date": 61, "datefmt": 61, "datetim": [84, 87], "datetimewrapp": 88, "day_of_month": [5, 6, 82, 84, 85, 87, 88, 94], "day_of_month1": 84, "day_of_week_for_start_dai": [81, 82, 85, 86], "daytim": 87, "db": [14, 85], "ddpg": 4, "ddy": [5, 14], "ddy_model": 14, "ddy_path": [14, 17], "de": 27, "deactiv": [60, 74, 89], "deactivate_flag": 60, "deactivate_logg": 74, "decid": [4, 5, 8, 83, 84], "declar": 89, "decrement": [88, 94], "dedic": 5, "deep": [0, 10, 11, 84], "def": [86, 87, 88, 90], "default": [2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 23, 50, 52, 60, 61, 66, 67, 68, 69, 74, 76, 77, 78, 82, 84, 85, 88, 90, 91, 94], "default_": 6, "default_configur": [5, 6, 26], "default_energy_weight": [67, 69], "defin": [0, 4, 5, 6, 8, 11, 14, 20, 81, 82, 84, 85, 86, 87, 88, 89, 90, 92, 94], "define_metr": 84, "definit": [0, 5, 6, 11, 17, 81, 82, 83], "delet": [4, 20, 54, 88], "delta": [29, 88, 94], "delta_temp": [72, 88], "demand": [6, 82, 85], "demo": [5, 81, 82, 85, 86, 87, 92], "demonstr": 2, "demosthen": 0, "densiti": 85, "depend": [4, 5, 6, 10, 60, 66, 67, 68, 69, 82, 83, 84, 85, 88, 89, 90, 91, 94], "deploi": 9, "deploy": [0, 9, 11], "deprec": [81, 82, 83, 84, 85, 86, 87, 88], "deriv": 8, "describ": [2, 20, 47, 61], "descript": [6, 20], "desert": 93, "design": [0, 5, 7, 11, 14, 82, 85], "designdai": [5, 14, 83], "designflowr": 85, "designspecif": 85, "desingdai": 14, "desir": [5, 87], "dest_bucket_nam": 58, "dest_path": 58, "destin": 58, "detail": [0, 4, 5, 7, 10, 11, 84, 85, 90], "detect": 84, "determin": [7, 14, 20, 61, 84, 88], "determinist": [24, 52, 84], "develop": [0, 3, 4, 9, 10, 11, 88, 90, 91], "devic": 84, "devstorag": 8, "dew": 85, "df": [81, 82, 83, 84, 85, 86, 87, 88], "diagram": 5, "dict": [6, 14, 17, 20, 24, 26, 27, 28, 32, 33, 34, 35, 52, 60, 63, 74, 75, 76, 86, 87, 88, 89, 90], "dictionari": [5, 7, 9, 14, 17, 26, 27, 28, 32, 33, 34, 61, 74, 82, 85, 90], "differ": [0, 4, 5, 8, 9, 10, 11, 29, 66, 68, 81, 82, 84, 90, 91], "diffus": [6, 82, 85], "diffuse_solar_radi": [6, 82, 84, 88], "diffuse_solar_radiation0": 84, "dimens": [66, 67, 68, 69, 88], "dir": 14, "direct": [4, 5, 6, 82, 85], "direct_solar_radi": [6, 82, 84, 88], "direct_solar_radiation0": 84, "directli": [0, 5, 10, 11, 82, 83, 92], "directori": [5, 10, 14, 17, 57, 58, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "disadvantag": 83, "discharg": [2, 79], "discomfort": 90, "discret": [4, 5, 6, 72, 73, 77, 81, 82, 83, 84, 85, 87, 90, 94], "discrete_spac": [6, 73, 88], "discreteincrementalwrapp": 88, "discretizeenv": [5, 6, 84, 88], "discuss": 82, "disk": 8, "disksizegb": 8, "displai": [81, 82, 83, 86, 87, 88, 92], "dispos": 92, "dist": [81, 82, 83, 84, 85, 86, 87, 88], "divers": 5, "divid": 2, "dlr": [49, 50], "do": [0, 4, 5, 7, 8, 10, 11, 52, 72, 82, 83, 84, 85, 88, 90, 91], "doc": [9, 10, 84], "docker": [8, 9], "dockerfil": [8, 9, 10, 91, 92], "docstr": 9, "document": [0, 5, 8, 9, 10, 11, 26, 32, 33, 34, 82, 85, 87, 88, 89, 94], "doe": [0, 5, 7, 8, 9, 11, 84, 89, 90, 93], "doesn": [4, 8, 94], "doi": 0, "don": [4, 6, 8, 10, 81, 83, 88, 89, 94], "done": [4, 5, 6, 60, 84, 88, 89], "door": 85, "dote": 8, "download": [5, 84], "dqn": [4, 84], "drive": 8, "drl": [0, 3, 8, 11, 77, 83, 94], "drop": 84, "dry": [85, 93], "drybulb": [6, 14, 82, 85, 87], "dtype": [6, 81, 82, 83, 86], "dualsetpoint": 85, "due": [4, 79, 84, 85], "dummy_vec_env": 84, "dummyvecenv": 84, "dump": [23, 63], "dump_frequ": 23, "dure": [4, 5, 9, 17, 23, 24, 84, 89, 92], "dx": [2, 85], "dynam": [5, 88, 94], "e": [0, 10, 11, 17, 20, 52], "each": [2, 4, 5, 6, 7, 8, 14, 17, 23, 24, 35, 52, 60, 74, 75, 78, 82, 84, 86, 87, 88, 89, 90, 92, 93, 94], "earli": 52, "earlier": 84, "easi": [0, 11, 91], "easier": 53, "easili": [0, 7, 8, 11, 84], "east": 82, "east_zone_air_humid": 82, "east_zone_air_temperatur": 82, "east_zone_clg_setpoint": 82, "east_zone_electr": 82, "east_zone_htg_setpoint": 82, "econom": 2, "ecosystem": [0, 11], "edit": 9, "effici": [0, 11, 85], "either": [5, 61], "elabor": 60, "elaps": [5, 60], "eleceq": 85, "electr": [2, 6, 82, 85], "electricequip": 85, "electricitynet": 85, "electricitypurchas": 85, "electricitysurplussold": 85, "element": [5, 27, 30, 60, 85, 89, 94], "element_typ": 6, "elif": 87, "els": [52, 87], "email": 8, "emiss": [6, 85], "empti": [5, 10, 17, 20], "empzk2on": 84, "empzk2onsync": 84, "enabl": [4, 8, 9, 84], "enclos": 2, "encount": 88, "end": [4, 8, 17, 20, 29, 60, 66, 67, 68, 69, 74, 83, 84, 86, 88, 89], "end_dai": [7, 29, 81, 82, 83, 84, 85, 86, 87, 88], "end_day_of_month": [81, 82, 85, 86], "end_mon": 29, "end_month": [7, 81, 82, 83, 84, 85, 86, 87, 88], "end_year": [7, 29, 81, 82, 83, 84, 85, 86, 87, 88], "energi": [0, 2, 4, 5, 23, 66, 67, 68, 69, 85, 90], "energy_term": [81, 83, 86, 87, 88], "energy_valu": [81, 83, 86, 87, 88], "energy_vari": [6, 66, 67, 68, 69, 82, 90], "energy_weight": [6, 66, 68, 69, 82, 90], "energyplu": [0, 5, 6, 7, 11, 14, 16, 17, 19, 27, 32, 33, 34, 81, 82, 83, 84, 85, 86, 87, 88, 89, 94], "energytransf": 85, "engin": [0, 5, 8, 11, 82, 83, 85], "enough": 8, "ensur": [5, 88], "enter": [8, 92], "entir": [0, 4, 11], "entiti": 84, "entri": 84, "entropi": [17, 74], "entrypoint": 8, "env": [4, 5, 6, 7, 8, 10, 24, 31, 35, 36, 46, 47, 48, 49, 50, 52, 65, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92], "env_kwarg": 26, "env_nam": [5, 14, 17, 35, 82, 84, 89], "env_sinergym": 10, "environ": [0, 2, 3, 4, 7, 8, 11, 14, 15, 16, 17, 20, 24, 26, 31, 36, 46, 47, 48, 50, 52, 60, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 77, 78, 80, 81, 83, 84, 86, 87, 89, 90, 91, 92, 93, 94], "environment": [6, 46, 85], "environment_id": 82, "environment_nam": 4, "ep_len_mean": 84, "ep_length": 4, "ep_pow": 23, "ep_rew_mean": 84, "ep_reward": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "ep_timestep": 23, "episod": [0, 4, 6, 7, 11, 14, 17, 20, 23, 24, 35, 52, 60, 74, 76, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92, 93], "episode_length": [14, 17, 84, 85], "episode_length35040": 84, "episode_length70077episod": 84, "episode_path": [14, 17], "episode_reward": 84, "episodes_int": 4, "epjson": [0, 2, 5, 6, 10, 11, 14, 27, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "eplu": [5, 6, 7, 17, 35, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92], "eplus_env": 74, "eplusenv": [46, 47, 48, 71, 73, 74, 75, 76, 77, 78, 80, 84, 88], "epm": [14, 30], "eppi": 27, "epsilon": 78, "epw": [5, 6, 14, 17, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91], "epw_cont": [81, 82, 83, 84, 85, 86, 87, 88], "eq": 85, "equal": 90, "equilibr": 90, "equip": [2, 85], "equival": [4, 6, 85], "error": [4, 8, 9, 52, 73, 82, 88, 94], "esp_granada": [82, 93], "establish": [0, 4, 5, 11, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91], "etc": [0, 5, 8, 10, 11, 12, 60, 81, 82, 85, 89], "eu": 8, "europ": 8, "eval": [4, 24, 84], "eval_callback": 84, "eval_env": [24, 84], "eval_freq": [24, 84], "evalloggercallback": 4, "evalu": [8, 24, 84, 90], "evaluation1": 84, "evaluation_d": 84, "evaluation_nam": 84, "evaluation_output": 84, "evapor": [2, 85], "even": [5, 82, 87], "event": [8, 9, 61], "eventcallback": 4, "everi": [8, 9, 10, 24, 81, 83, 86, 87, 88, 91, 92], "everyth": [0, 8, 11, 83, 84, 92], "exactli": 5, "exampl": [2, 3, 4, 5, 6, 8, 9, 10, 11, 82, 83, 85, 86, 89, 90, 91, 94], "example1": 10, "excel": [28, 85], "except": [14, 20, 61], "exchang": 85, "exclud": 57, "execut": [4, 5, 9, 10, 14, 17, 20, 54, 60, 62, 75, 76, 84, 85, 88], "exist": [9, 82, 84, 88, 89], "exit": 8, "exp": 66, "expect": 52, "experi": [0, 2, 4, 5, 7, 10, 11, 14, 81, 82, 83, 84, 85, 86, 87, 88, 93], "experiment": [0, 5, 11], "experiment1": 84, "experiment_d": [4, 84], "experiment_nam": 84, "experiment_param": 84, "experiment_path": [14, 84], "explain": [6, 8, 9], "explan": 5, "explicitli": 30, "exploration_r": [4, 84], "exploration_rate0": 84, "exponenti": [66, 90], "export": [8, 28, 85], "export_schedulers_to_excel": 85, "expreward": [82, 90], "extend": [85, 87], "extens": [0, 5, 10, 11, 81, 84], "exterior": 85, "extern": 89, "extra": [0, 6, 8, 9, 10, 11, 13, 14, 17, 20, 60, 74, 76, 81, 85, 86, 90, 91], "extra_conf": 82, "extra_config": 14, "extra_param": 7, "extract": [4, 5, 14, 35, 84, 85], "f": [5, 6, 10, 84, 93], "f1": 85, "f2": 85, "f3": 85, "f4": 85, "f5": 85, "facil": [4, 6, 82, 85], "facilit": [0, 6, 11], "fact": 5, "factor": [85, 89], "fail": [7, 8, 20, 84], "fairchild": [5, 6, 82, 93], "faith": 4, "fals": [23, 24, 52, 60, 74, 81, 82, 83, 84, 85, 86, 87, 88, 92], "familiar": [0, 11], "fan": 85, "fanavailsch": 85, "far": 90, "farama": 81, "faster": 6, "featur": [0, 4, 5, 11, 81, 82, 85, 92], "februari": 7, "feedback": 17, "feel": 87, "few": 84, "field": [0, 4, 5, 11, 14, 27, 82, 85, 90, 93], "field_nam": 85, "file": [0, 4, 6, 7, 8, 9, 10, 11, 13, 14, 17, 20, 26, 28, 57, 58, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93], "fill": 6, "fin_helsinki": [82, 93], "final": [6, 8, 81, 83, 84, 85], "find": [3, 9, 84, 89], "fine": 2, "finish": [8, 9, 81, 84, 92], "finland": 93, "firestor": 8, "first": [0, 5, 10, 14, 52, 81, 84, 85, 86, 87, 89, 92], "firstli": 8, "fit": [82, 94], "five": 2, "fix": 9, "flag": [6, 20, 60, 71, 74, 86, 88, 94], "flat": 76, "flatten": [76, 88], "flexibl": 94, "float": [14, 17, 29, 35, 38, 39, 40, 41, 42, 43, 44, 52, 60, 66, 67, 68, 69, 72, 73, 74, 75, 76, 77, 78], "float32": [6, 17, 81, 82, 83, 85, 86, 88], "floor": [2, 85], "flow": 85, "fmt": 61, "folder": [0, 5, 6, 9, 10, 11, 14, 17, 24, 82, 84, 86, 88], "follow": [0, 4, 5, 8, 9, 10, 11, 27, 47, 50, 81, 83, 85, 94], "forc": [20, 84], "forget": 81, "fork": [8, 9], "form": 4, "format": [0, 4, 5, 6, 7, 9, 11, 14, 26, 27, 28, 32, 33, 34, 61, 74, 82, 84, 85], "formatexcept": 61, "formatt": [61, 62], "formattim": 61, "found": [14, 94], "four": 2, "fp": 84, "fraction": 85, "framework": [0, 2, 83, 91, 93], "free": [8, 87], "freq": 24, "frequenc": [4, 23], "fridai": 2, "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 26, 28, 30, 32, 33, 34, 48, 49, 50, 54, 57, 58, 60, 65, 66, 67, 68, 69, 74, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 94], "front": 85, "fuel": [2, 85], "full": 2, "full_control": 8, "fulli": [2, 89], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 25, 27, 30, 35, 37, 49, 51, 52, 53, 64, 65, 67, 68, 69, 73, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 94], "futur": [0, 4, 5, 7, 8, 11, 90], "futurewarn": [81, 82, 83, 84, 85, 86, 87, 88], "g": [0, 4, 8, 11, 52, 57], "ga": 2, "gce": 8, "gce_project_id": 8, "gce_zon": 8, "gcloud": [8, 84], "gcr": 8, "gener": [5, 6, 8, 9, 14, 17, 84, 85, 88, 89, 94], "generallight": 85, "generate_id": 84, "get": [0, 2, 5, 10, 11, 14, 52, 55, 61, 84, 86, 87], "get_path": 84, "get_schedul": 14, "get_wrapper_attr": [82, 84, 85, 86, 87, 88], "getlogg": 62, "getmessag": 61, "git": 10, "github": [0, 8, 10, 11, 49, 50, 91], "gitignor": 8, "give": [5, 8, 88], "given": [3, 4, 14, 27, 28, 30, 31, 35, 66, 67, 68, 69, 90, 94], "glanc": [81, 92], "global": [8, 52], "gmail": 8, "go": [4, 5, 8, 10, 20, 81, 82, 84, 88, 94], "goal": [0, 11], "good": 4, "googl": [0, 4, 9, 10, 11, 53, 54, 55, 56, 57, 58], "google_cloud_credenti": 8, "googleapi": 8, "got": 30, "gp01": 85, "gp02": 85, "granada": 93, "graph": [4, 6], "greatest": 5, "grei": 61, "grid": 2, "ground": 85, "group": [8, 54], "grow": 5, "gserviceaccount": 8, "gsutil": 8, "gt": [84, 85, 88], "guid": 84, "gym": [5, 6, 7, 17, 50, 52, 65, 70, 73, 74, 76, 81, 82, 83, 84, 85, 86, 87, 88, 90, 92, 94], "gymnasium": [0, 4, 5, 6, 7, 11, 16, 17, 20, 81, 82, 83, 84, 85, 86, 87, 88, 89, 91, 92, 94], "g\u00f3mez": 0, "h": [84, 93], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 31, 36, 50, 52, 55, 74, 82, 83, 84, 85, 88, 89, 90, 91, 94], "hand": [4, 8, 10, 82], "handl": 5, "handler": [5, 20, 81, 82, 83, 84, 86, 87, 88, 89], "happen": [8, 9], "hasn": [8, 30], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "he": [0, 11], "header": [60, 74, 86], "heat": [2, 6, 82, 85], "heater": 85, "heating_setpoint_rl": [6, 82, 84, 85], "heating_setpoint_rl19episod": 84, "heating_setpoint_temperature_schedule_nam": 85, "heatingcoil": 85, "heatingsetpoint": 85, "help": [0, 4, 11], "helper": 8, "helsinki": 93, "henc": 8, "here": [0, 4, 5, 8, 9, 10, 11, 23, 84, 85, 88, 91], "hesit": 0, "hi": [0, 11], "high": [6, 82, 83, 87], "highcpu": 8, "higher": [5, 90], "histori": [84, 88, 94], "host": [0, 2, 4, 6, 8, 84, 89], "hot": [5, 6, 7, 66, 67, 68, 69, 82, 83, 87, 88, 90, 93], "hour": [0, 2, 5, 6, 7, 11, 60, 67, 69, 71, 81, 82, 83, 84, 85, 86, 87, 88, 90, 94], "hour0": 84, "hour_co": 88, "hour_sin": 88, "hourlylinearreward": 90, "how": [0, 5, 6, 8, 10, 11, 17, 74, 81, 82, 84, 85, 86, 87, 88, 94], "howev": [0, 4, 5, 7, 8, 9, 10, 11, 82, 83, 84, 85, 88, 90, 91, 94], "htg": [6, 14, 85], "htg_setpoint": [6, 84, 85, 87, 88], "htg_setpoint12": 84, "htg_setpoint_previ": 88, "http": [0, 8, 10, 49, 50, 84], "hub": [8, 9, 10], "human": [17, 46], "humanoutputformat": 84, "humid": [6, 82, 85, 93], "hv": 0, "hvac": [2, 6, 82, 85], "hvac_electricity_demand_r": [6, 82, 84, 85, 88], "hvac_electricity_demand_rate2556": 84, "hyakuri": 93, "hyperparamet": [0, 4, 11, 84], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 35, 50, 52, 54, 60, 61, 63, 67, 69, 71, 73, 74, 77, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94], "iam": 8, "id": [4, 5, 6, 8, 26, 82, 84, 90], "id_bas": 6, "idd": 14, "idd_path": [14, 17], "idea": [8, 90], "identifi": 9, "idf": [5, 10, 27], "ignor": [8, 9, 23, 91], "illinoi": 93, "imag": [5, 8, 10], "imagin": 90, "immedi": 8, "impact": [6, 85], "implement": [0, 3, 4, 5, 7, 11, 45, 52, 64, 70, 83, 88, 90, 91, 94], "import": [0, 4, 7, 8, 9, 11, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92], "impos": 90, "improv": [0, 11], "in02": 85, "in46": 85, "in_temp": 87, "incid": 8, "includ": [0, 2, 4, 5, 7, 8, 9, 11, 21, 75, 81, 84, 90, 93], "inconsist": [5, 82], "increas": [5, 84, 88, 90, 94], "increment": [23, 72, 94], "independ": [2, 91, 93], "index": 84, "index4action_simul": 84, "indic": [4, 8, 23], "individu": [6, 8], "indoor": [2, 46, 47, 90], "infil": 85, "infiltr": 85, "influenc": [5, 85], "info": [0, 5, 11, 14, 17, 20, 60, 65, 71, 72, 73, 74, 75, 76, 77, 78, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92], "info_queu": 20, "inform": [0, 2, 4, 6, 9, 10, 11, 14, 17, 20, 26, 28, 32, 33, 34, 50, 60, 61, 74, 76, 82, 84, 87, 88, 89, 90, 91, 93, 94], "infrastructur": [0, 11], "inherit": [4, 65, 88, 94], "init": 84, "initi": [5, 17, 20, 24, 56, 61, 72, 74, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90], "initial_valu": [72, 88], "inlet": 85, "inner": [8, 23, 54, 57, 58], "inproceed": 0, "input": [2, 9, 14, 17, 20, 84, 87, 88], "insid": [9, 90, 92], "instal": [0, 8, 9, 92], "instanc": [0, 3, 4, 8, 9, 11, 17, 20, 54, 89], "instance_group_nam": 54, "instanti": 94, "instead": [5, 6, 8, 10, 52, 75, 81, 82, 83, 84, 85, 86, 87, 88, 90, 94], "instruct": 10, "int": [14, 17, 23, 24, 29, 38, 39, 40, 41, 42, 43, 44, 52, 60, 63, 66, 67, 68, 69, 72, 73, 74, 75, 76, 86, 87, 88], "intact": [0, 5, 11, 82], "integ": [17, 74], "integr": [0, 5, 9, 11], "intend": 5, "interact": [3, 4, 50, 60, 74, 81, 83, 84, 88, 89, 94], "interest": [0, 2, 88, 93], "interfac": [0, 4, 5, 11, 18, 82, 84, 85, 91], "interior": 85, "interiorequip": 85, "interiorlight": 85, "intermedi": [5, 85], "intern": [0, 4, 85, 89, 90, 94], "internal_vari": 85, "internalvari": 85, "interpret": 10, "interv": 23, "intl": [5, 6, 82, 84, 93], "introduc": [0, 5, 11], "introduct": 5, "intuit": 6, "investig": 7, "invoic": 8, "io": 8, "ion": 77, "is_discret": [17, 72, 73, 84, 85, 88], "is_rain": [5, 81, 83, 86, 87, 88], "is_run": [17, 20, 85], "is_weekend": [71, 88, 94], "isbn": 0, "isn": 8, "iso8601": 61, "isol": 10, "isort": 9, "issu": [0, 8, 9, 11], "its": [4, 5, 6, 8, 9, 10, 20, 55, 73, 74, 81, 82, 88, 90, 92, 94], "itself": [0, 11, 88, 94], "j": [5, 6, 84, 93], "japan": 93, "javier": 0, "jim\u00e9nez": 0, "job": [8, 9, 10, 84, 91], "join": 20, "jpn_tokyo": 93, "json": [4, 5, 6, 8, 14, 17, 26, 32, 33, 34, 84], "json_fil": 14, "juan": 0, "jump": 94, "just": [0, 9, 11, 85, 88], "keep": 4, "kei": [5, 6, 7, 8, 14, 17, 20, 26, 27, 30, 35, 63, 75, 89], "kennedi": [5, 6, 84, 93], "key_exclud": 63, "key_valu": 63, "keyword": [81, 82, 83, 84, 85, 86, 87, 88], "kind": 90, "know": [5, 8, 89], "kwarg": [6, 23, 24, 26, 63, 78], "label": 4, "lack": 52, "lambda_": [66, 68], "lambda_energi": [6, 66, 67, 68, 69], "lambda_p": 90, "lambda_t": [66, 68, 90], "lambda_temperatur": [6, 66, 67, 68, 69], "larg": [2, 8], "last": [5, 10, 17, 35, 74], "last_10_steps_reward": 86, "last_result": 35, "later": 60, "latest": [8, 9, 10, 84, 88, 94], "latitud": 93, "launch": 84, "layer": 85, "leap": 7, "learn": [0, 10, 11, 84, 88, 90], "learning_r": 84, "learning_rate0": 84, "least": 8, "leav": [0, 5, 11, 82], "left": 85, "length": [0, 7, 11, 52, 81, 82, 83, 84, 85, 86, 87, 88], "less": [7, 83, 84], "let": [0, 7, 8, 10, 11, 81, 82, 84, 92], "level": [2, 5, 9, 62, 85, 91], "levelnam": 61, "lib": [81, 82, 83, 84, 85, 86, 87, 88], "librari": [0, 8, 10, 11, 84, 87, 88, 91], "lifecycl": [0, 11], "light": 85, "like": [0, 4, 5, 6, 9, 10, 11, 14, 61, 81, 82, 91], "limit": [88, 90], "line_termin": [81, 82, 83, 84, 85, 86, 87, 88], "linear": [67, 68, 69, 90], "linearreward": [6, 17, 85, 90], "linetermin": [81, 82, 83, 84, 85, 86, 87, 88], "link": 8, "linux": 10, "lisboa": 93, "list": [0, 6, 8, 9, 10, 14, 17, 20, 30, 35, 38, 39, 40, 41, 42, 43, 44, 46, 47, 52, 60, 66, 67, 68, 69, 72, 73, 74, 75, 77, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90], "load": [83, 85], "load_ag": [4, 8, 84], "load_agent_exampl": 4, "load_artifact_ent": 84, "load_artifact_model_path": 84, "load_artifact_nam": 84, "load_artifact_project": 84, "load_artifact_tag": 84, "local": [4, 8, 24, 52, 57, 58, 81, 82, 83, 84, 85, 86, 87, 88, 92], "locals_": 24, "locat": [0, 5, 10, 11, 14, 82, 83, 93], "log": [4, 23, 60, 62, 74, 84, 85, 88, 89, 94], "log_artifact": 84, "log_callback": 84, "log_episod": 60, "log_fil": [60, 86], "log_interv": [4, 84], "log_path": [24, 84], "log_progress_fil": [60, 86], "log_step": 60, "log_step_norm": 60, "logger": [0, 5, 11, 14, 17, 20, 65, 71, 72, 73, 74, 75, 76, 77, 78, 80, 83, 84, 85, 87, 94], "logger_class": [74, 86], "loggercallback": [4, 84], "loggerev": 84, "loggerevalcallback": [4, 84], "loggerwrapp": [83, 84, 88, 92], "login": [8, 84], "logrecord": 61, "long": [82, 84, 88], "look": [5, 31, 36, 50, 87, 89], "loop": 81, "loss": 84, "loss16037": 84, "low": [2, 6, 66, 68, 82, 83, 87, 90, 91], "lt": [10, 84, 85, 88], "luca": 0, "m": [84, 93], "m2": 2, "machin": [0, 8, 11, 92], "machineri": 0, "madagascar": 93, "made": [0, 5, 6, 82, 85], "magnitud": 90, "mai": [0, 5, 8, 10, 11, 14, 81, 84, 88, 89, 90, 92, 94], "main": [0, 2, 4, 5, 8, 11, 60, 85, 90], "mainli": 50, "mainswat": 85, "maintain": [0, 11], "make": [0, 2, 3, 5, 7, 8, 10, 11, 81, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 93, 94], "make_eplus_arg": 20, "malici": 9, "manag": [0, 5, 7, 8, 11, 13, 14, 54, 85, 89], "mandatori": 6, "mani": [0, 4, 6, 11, 82, 83, 85], "manipul": [4, 9], "manjavaca": 0, "manner": [0, 11], "manual": [5, 7, 9, 83, 84], "map": [6, 77, 82, 84, 88, 94], "marin": 93, "mass": [6, 85], "master": 50, "mat": 85, "match": [17, 20, 73, 88, 94], "materi": 85, "max": [6, 35, 66, 68], "max_comfort": 69, "max_energi": 69, "max_ep_data_store_num": [5, 6, 17, 82], "max_ep_stor": 14, "max_length": 84, "maximum": [72, 82, 85, 88, 89, 90], "md": 0, "mdd": 5, "mdg_antananarivo": 93, "me": 84, "mean": [4, 9, 14, 24, 52, 78, 81, 82, 83, 84, 86, 87, 89, 90, 92, 93], "mean_comfort_penalti": [4, 84], "mean_energy_penalti": [4, 84], "mean_pow": [4, 84], "mean_power1014": 84, "mean_power_consumpt": 84, "mean_power_consumption975": 84, "mean_reward": [4, 84], "mean_temperature_viol": [4, 84], "mean_temperature_violation0": 84, "mean_temperature_violation1": 84, "meanwhil": 5, "media": 84, "mediterranean": 93, "member": 8, "memori": [4, 8], "mention": [4, 5, 8, 82, 85], "merg": 84, "messag": [9, 61, 82, 84], "met": 52, "metadata": 17, "meter": [0, 6, 11, 14, 17, 20, 33, 81, 82, 83, 84, 85, 86, 87, 88, 89], "meter_handl": [17, 85], "method": [4, 5, 7, 8, 9, 14, 17, 20, 23, 24, 28, 46, 47, 48, 50, 52, 60, 61, 62, 63, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 84, 85, 88, 89, 90, 94], "methodologi": 82, "metric": [4, 52, 84], "mid": [2, 93], "middlewar": [0, 11, 94], "mig": 54, "might": 8, "miguel": 0, "mild": 93, "min": [35, 85], "mind": 4, "minim": 9, "minimum": [52, 72, 85, 88], "minimum_outdoor_air_schedule_nam": 85, "minut": [8, 84], "mir": 85, "miss": 84, "mistak": 9, "mix": [5, 6, 84, 85, 90, 93], "mlppolici": 84, "mo": 88, "mode": 17, "model": [0, 2, 5, 6, 7, 10, 11, 12, 24, 28, 52, 81, 82, 83, 85, 86, 87, 88, 89, 91], "model_path": 84, "modif": [13, 90], "modifi": [0, 3, 7, 11, 14, 52, 73, 77, 83, 89], "modul": [5, 8, 9, 10, 12, 15, 18, 21, 89, 91], "moist": 93, "molina": 0, "mon": 29, "mondai": 2, "monitor": [0, 4, 8, 10, 11, 24, 52, 60, 74, 83, 84, 86, 88, 89], "monitor_head": [60, 74, 86], "monitor_norm": 89, "monoton": 84, "month": [5, 6, 29, 66, 67, 68, 69, 71, 81, 82, 83, 84, 85, 86, 87, 88, 92, 94], "month1": 84, "month_co": 88, "month_sin": 88, "monthan": [5, 6, 83, 87, 88, 93], "more": [0, 4, 5, 6, 7, 8, 9, 10, 11, 26, 32, 33, 34, 50, 79, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94], "moreov": 5, "most": [4, 89, 90], "mtd": 5, "mu": [5, 17], "much": [0, 5, 11], "mujoco": [0, 11], "multi": 90, "multibinari": [5, 73, 94], "multidiscret": [5, 73, 94], "multiobjectivereward": 88, "multiobswrapp": [86, 88], "multipli": 85, "must": [4, 5, 6, 8, 10, 14, 17, 20, 72, 73, 82, 89, 94], "mwb": 14, "my": 85, "myrulebasedcontrol": 87, "n": [5, 76, 88], "n2": 8, "n2o": 85, "n_eval_episod": [24, 52, 84], "n_steps_per_hour": [81, 82, 83, 84, 85, 86, 87, 88], "n_updat": 84, "n_updates31299": 84, "naiv": 90, "name": [0, 4, 6, 7, 8, 9, 11, 14, 17, 20, 27, 54, 57, 58, 61, 62, 66, 67, 68, 69, 72, 81, 82, 83, 84, 85, 86, 87, 88, 90], "natur": 5, "naturalga": 85, "ndarrai": [17, 39, 60, 71, 74, 75, 76, 79, 80, 86], "necessari": [0, 4, 8, 9, 10, 11, 83, 84], "need": [5, 8, 10, 81, 86, 87, 89], "neg": 90, "nest": 94, "net": 85, "network": 4, "neural": 4, "never": [8, 81, 92], "new": [0, 2, 6, 8, 11, 14, 24, 60, 74, 76, 81, 83, 84, 85, 86, 87, 88, 89, 90, 93], "new_action_spac": 82, "new_actu": 82, "new_cool_setpoint": 87, "new_discrete_spac": 88, "new_env_nam": 82, "new_heat_setpoint": 87, "new_log_fil": 60, "new_met": 82, "new_time_vari": 82, "new_vari": 82, "next": [4, 5, 6, 8, 9, 10, 17, 20, 74, 76, 84, 85, 88, 90, 91], "niev": 0, "night": 87, "node": 85, "nois": [0, 5, 11, 81], "nomin": 85, "non": [2, 5], "noncoincid": 85, "none": [14, 17, 20, 24, 28, 35, 36, 46, 47, 50, 52, 60, 61, 63, 74, 76, 84, 85, 86], "normal": [4, 77, 78, 82, 84, 89, 90, 91, 92, 94], "normalize_rang": [77, 88], "normalizeact": [88, 92], "normalized_observ": 4, "normalizedlinearreward": 90, "normalizeobserv": [86, 88, 92], "normalizereward": 92, "note": [85, 89], "notebook": [0, 11, 81, 84, 86, 88], "notic": 90, "notifi": 8, "now": [5, 8, 10, 81, 84, 86, 87, 88], "np": [6, 17, 60, 71, 74, 75, 76, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 92], "np_random": [17, 74], "npz": 24, "null": 6, "num_comfort_viol": 23, "num_episod": 89, "num_simul": 89, "num_timestep": 84, "number": [4, 5, 10, 14, 17, 23, 24, 52, 60, 76, 82, 84, 85, 88, 89], "number_of_people_schedule_nam": 85, "numpag": 0, "numpi": [81, 82, 83, 84, 85, 86, 87, 88, 92], "ny": 0, "o": 8, "oa": 85, "oarequir": 85, "ob": [60, 71, 78, 80, 81, 82, 83, 84, 86, 87, 88, 92], "object": [0, 4, 8, 11, 12, 14, 30, 36, 52, 56, 57, 58, 62, 75, 84, 85, 90, 94], "objectview": 8, "obligatori": 4, "obs_dict": [87, 88], "obs_queu": 20, "observ": [0, 2, 3, 4, 6, 11, 17, 20, 46, 47, 60, 71, 74, 75, 76, 78, 80, 83, 84, 85, 87, 89, 90, 91, 94], "observation_spac": 17, "observation_valu": 89, "observation_vari": [82, 84, 85, 86, 87, 88], "obtain": [0, 4, 11, 17, 74], "obvious": 82, "occup": [0, 5, 6, 11, 46], "occupi": [4, 85], "occur": [0, 5, 11, 82], "off": [4, 85], "offer": [0, 5, 11], "offic": [2, 5, 83], "officegrid": 5, "officegridstoragesmooth": [5, 79], "offici": [0, 10], "offpolicyalgorithm": 4, "often": 85, "ohar": 93, "older": 8, "omega": 90, "omit": 61, "onc": [4, 5, 10], "one": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 17, 30, 60, 61, 72, 79, 80, 82, 83, 84, 87, 88, 89, 90, 91, 92, 93, 94], "ones": [5, 94], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 60, 72, 81, 82, 83, 84, 89, 90, 92, 94], "only_discret": 6, "onpolicyalgorithm": 4, "onto": 63, "open": [0, 2, 10, 11, 88], "openai": 50, "openmodelica": [0, 11], "oper": 61, "operand": 61, "optim": 8, "option": [4, 6, 8, 9, 10, 14, 17, 35, 50, 60, 61, 66, 67, 68, 69, 74, 76, 82, 84, 85, 86, 89, 91], "opyplu": [14, 30, 81, 82, 83, 84, 85, 86, 87, 88], "order": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 82, 84, 85, 88, 90, 91, 94], "orderenforc": [84, 88], "org": 0, "organ": [2, 5, 91], "origin": [0, 4, 5, 11, 14, 17, 20, 57, 71, 72, 73, 74, 75, 76, 77, 80, 82, 84, 88, 89, 94], "ornstein": [5, 14, 17], "other": [4, 8, 10, 52, 82, 84, 85, 88, 89, 90, 94], "otherwis": [4, 7, 73, 82, 88], "ou": 14, "our": [0, 4, 5, 7, 9, 10, 11, 81, 82, 83, 84, 85, 86, 87, 91, 92], "out": [4, 61, 85, 88, 89, 90, 94], "out_temp": 87, "outdoor": [2, 6, 82, 85, 87], "outdoor_air_schedule_nam": 85, "outdoor_humid": [6, 82, 84, 88], "outdoor_humidity57": 84, "outdoor_temperatur": [6, 82, 84, 85, 87, 88], "outdoorair": 85, "outlet": 85, "output": [0, 4, 9, 11, 14, 17, 20, 35, 50, 62, 73, 81, 82, 83, 84, 85, 86, 87, 88, 94], "output_format": 84, "output_path": [20, 35], "outputmet": 85, "outputvari": 85, "outsid": [10, 85, 88, 90], "over": 81, "overhang": 85, "overwrit": [4, 82, 84, 88, 94], "overwritten": [4, 82], "own": [0, 3, 4, 5, 7, 11, 84, 87, 88, 90, 94], "owner": 8, "p_t": 90, "packag": [0, 2, 9, 11, 81, 82, 83, 84, 85, 86, 87, 88, 91], "packagedratedcoolcapfflow": 85, "packagedratedcooleirfflow": 85, "page": [0, 5, 9], "pair": 63, "panel": 2, "paper": 0, "param": [13, 14, 23, 24, 47, 60, 84], "paramet": [0, 4, 6, 7, 8, 11, 14, 17, 20, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 46, 48, 50, 52, 54, 57, 58, 60, 61, 62, 65, 66, 67, 68, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 84, 90], "parent": [14, 84], "pars": [6, 77, 94], "part": [3, 8], "parti": [0, 9, 11], "particular": [4, 5, 81], "particularli": [3, 50], "pass": [17, 24, 52], "passiv": 93, "passiveenvcheck": [84, 88], "path": [4, 14, 20, 24, 28, 35, 57, 58, 60, 81, 82, 83, 84, 85, 86, 87, 88], "pd": 8, "peak": 85, "penalti": [4, 89, 90], "pennsylvania": 93, "peopl": [0, 5, 6, 11, 85, 90], "people_occup": [6, 84, 88], "people_occupant0": 84, "pep8": 9, "per": [0, 2, 4, 5, 6, 7, 11, 52, 60, 81, 82, 83, 84, 85, 86, 87, 88, 89], "perceiv": [46, 47, 87], "percentag": [4, 9], "perfect": 90, "perform": [0, 3, 4, 5, 10, 11, 24, 52, 75, 76, 90], "perhap": 5, "perimet": 2, "period": [0, 5, 11, 85, 90, 93], "person": 89, "petit": [55, 56], "pf27dlou": 84, "pf27dlousync": 84, "photovolta": 2, "pip": [10, 91], "pipelin": 9, "place": [4, 5, 83, 92], "plai": 87, "plan": 4, "plant": 85, "platform": [0, 4, 9, 11], "pleas": [0, 2, 5, 7, 8, 9, 11, 50, 84, 87, 93], "plenum": 85, "plenumclg": 85, "plenumcoolingsetpoint": 85, "plenumheatingsetpoint": 85, "plenumhtg": 85, "plot": 23, "plug": 85, "plugin_global_vari": 85, "pm": 90, "point": [3, 84, 85, 92], "polici": [4, 8, 24, 51, 52], "policypredictor": 52, "pop": [10, 86], "portug": 93, "possibl": [0, 2, 4, 5, 6, 7, 8, 10, 11, 26, 82, 84, 85, 88, 90, 93, 94], "power": [4, 60, 66, 67, 68, 69, 85, 89, 90], "power_penalti": 86, "ppo": 4, "pprint": 85, "pr": 0, "pre": [0, 8, 11, 90], "precis": [88, 90, 94], "predefin": [5, 82, 85, 90], "predetermin": 8, "predict": [4, 52, 84], "prefer": 8, "preheat": 85, "prepar": [5, 10, 20], "preparatori": 61, "present": [5, 14, 89], "preserv": 83, "pressur": 85, "pretend": 5, "pretti": 90, "prevent": 9, "previou": [4, 5, 8, 9, 10, 76, 80, 84, 94], "previous": [5, 14, 89], "previous_vari": [80, 88], "previousobservationwrapp": 88, "print": [81, 82, 83, 84, 85, 86, 87, 88, 92], "privileg": [8, 55], "probabl": 8, "problem": [0, 8, 11, 88], "procedur": [4, 9], "proceed": 0, "process": [0, 4, 5, 6, 9, 11, 14, 17, 20, 84, 85, 90], "program": 10, "progress": [0, 4, 5, 11, 60, 62, 74, 82, 83, 84, 86, 87, 88, 89], "progress_head": [60, 74, 86], "project": [2, 4, 8, 9, 10, 11, 37, 84, 91], "project_id": 8, "project_path": 8, "proper": 88, "properli": 0, "properti": [14, 17, 20, 72, 73], "proport": 90, "propos": 83, "protocol": 85, "provid": [0, 2, 4, 5, 7, 8, 10, 11, 84, 93], "prt_lisboa": [82, 93], "pub": 8, "public": 8, "publish": [0, 9], "pubsub": 8, "pull": 8, "pull_request_target": 9, "pump": 85, "purchas": 85, "purpos": [0, 4, 8, 9, 11, 88, 94], "push": 8, "pw03": 85, "py": [3, 4, 6, 8, 10, 50, 81, 82, 83, 84, 85, 86, 87, 88, 91, 92, 94], "pyenergyplu": 19, "pypi": [9, 10], "pytest": [9, 10], "python": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 19, 20, 27, 28, 53, 82, 84, 85, 88, 91, 92], "python3": [10, 81, 82, 83, 84, 85, 86, 87, 88], "python_environ": 10, "pythonpath": 10, "pytyp": 9, "question": [0, 11], "queue": [20, 88, 94], "quick": 8, "quot": 8, "r": [5, 6, 66, 68, 82, 93], "r_t": 90, "raboso": 0, "radiat": [6, 82], "rain": [5, 93], "rais": [9, 14, 52, 73, 94], "random": [3, 48, 83], "randomli": [5, 14, 17, 48, 79, 82, 92], "rang": [4, 5, 7, 35, 47, 66, 67, 68, 69, 77, 81, 82, 83, 84, 86, 87, 88, 90, 92, 94], "range_comfort_hour": [67, 69], "range_comfort_summ": [6, 66, 67, 68, 69, 82, 90], "range_comfort_wint": [6, 66, 67, 68, 69, 82, 90], "rate": [6, 79, 82, 85], "ratio": 85, "raw": 4, "rbc5zone": 87, "rdd": 5, "rdnfn": 0, "re": [5, 89], "reach": 94, "read": [0, 6, 8, 14, 26, 32, 33, 34, 57, 85, 88], "readi": [8, 10, 81, 82, 83, 84, 85, 86, 87, 88], "readm": 91, "real": [0, 4, 11, 60, 77, 84, 94], "realiti": 4, "realli": 8, "reason": 85, "receiv": [5, 77, 88, 94], "recommend": [8, 9, 10, 47, 82, 83, 84, 88, 90, 94], "record": [0, 4, 11, 23, 30, 60, 61, 74, 83, 84, 86, 88, 89], "rectangular": 2, "recurs": [36, 57, 58], "red": 61, "reduc": 84, "refer": [3, 6, 8, 24], "refin": 4, "reflect": 90, "regardless": [4, 89], "region": 8, "regist": [0, 4, 5, 6, 9, 11, 81, 84], "registr": [4, 5], "registri": 8, "reheat": 85, "reheatcoilavailsch": 85, "reinforc": [0, 10, 11, 84, 88, 90], "rel": [6, 28, 82, 85], "relat": [0, 11, 50], "releas": [0, 7, 10, 11], "reli": 84, "relief": 85, "relogin": 84, "rememb": [2, 84, 85, 87], "remind": [84, 85], "remot": [4, 9, 10, 84, 91], "remote_stor": 8, "remov": [8, 54, 66, 67, 68, 69, 84, 85], "renam": 84, "render": [17, 24, 50, 52, 84], "render_mod": 17, "reopen": 10, "repair": 2, "replac": 83, "repo": 84, "report": [0, 8, 9, 11], "repositori": [0, 8, 9, 10, 84, 89, 91, 92], "repres": 90, "reproduc": [0, 11], "request": 54, "requir": [0, 5, 6, 8, 9, 10, 11, 14, 82, 84, 85, 88, 89, 90, 94], "res1": [82, 83, 84], "res2": 82, "res3": 82, "res35041": [84, 85, 87], "res35042": [86, 88], "res35043": 88, "res35044": 88, "res35045": 88, "res35046": 88, "res35047": 88, "res35048": 88, "res35049": 88, "res35050": 88, "res35051": 88, "res4": 81, "res_n": 60, "reset": [5, 14, 17, 20, 52, 61, 74, 76, 78, 81, 82, 83, 84, 85, 86, 87, 88, 92], "residenti": 2, "resourc": [56, 57, 58], "respect": [4, 5, 9, 85, 88, 90], "respons": [54, 89], "rest": [2, 8, 10, 27, 53, 54, 93], "restart": 8, "result": [4, 7, 52, 81, 83, 84, 85, 86, 87, 88, 89, 92], "retriev": 36, "return": [3, 4, 5, 9, 14, 17, 20, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 46, 47, 48, 52, 54, 55, 56, 60, 61, 62, 71, 73, 74, 75, 76, 77, 79, 80, 85, 86, 87, 88, 90, 92, 94], "return_episode_reward": 52, "reverting_act": [77, 94], "reward": [0, 4, 6, 11, 17, 21, 23, 24, 52, 60, 74, 75, 76, 81, 83, 84, 85, 86, 87, 88, 91, 92, 94], "reward_kwarg": [5, 6, 17, 82, 90], "reward_term": [75, 88], "reward_threshold": 52, "reward_weight": [81, 83, 86, 87, 88], "rfc": 61, "rg01": 85, "right": 85, "rise": [9, 85], "rl": [0, 4, 11, 52], "rm": [49, 50], "role": 8, "rollout": [4, 24, 84], "romero": 0, "root": [8, 10, 84, 89, 92], "row": 89, "rule": [3, 46, 47, 85, 91, 94], "run": [0, 4, 8, 10, 11, 20, 52, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92], "runner": 20, "runperiod": [5, 14, 17, 81, 82, 83, 84, 85, 86, 87, 88], "sac": 4, "sai": 87, "sail": 10, "same": [0, 4, 5, 6, 8, 9, 11, 82, 84, 85, 88, 89, 90, 93], "sampl": [17, 81, 82, 83, 86, 88, 92, 93], "satisfact": 90, "save": [0, 4, 5, 11, 14, 24, 81, 82, 83, 84, 85, 86, 87, 88], "save_building_model": 14, "save_util": 84, "sb": 85, "sb12": 85, "sb14": 85, "sb15": 85, "sb21": 85, "sb23": 85, "sb25": 85, "sb3": [63, 84], "sb32": 85, "sb34": 85, "sb35": 85, "sb3_dqn": 84, "sb3logger": 84, "sb41": 85, "sb43": 85, "sb45": 85, "sb51": 85, "sb52": 85, "sb53": 85, "sb54": 85, "scalabl": [0, 11], "scalar": [75, 88, 94], "scale": [52, 78, 90, 91], "sch": [6, 85], "sched": 85, "schedul": [0, 5, 6, 11, 14, 17, 28, 82, 89], "schedule_nam": 85, "scheme": [5, 14], "scope": 8, "scratch": 82, "screen": 92, "script": [4, 82, 84, 92], "sdk": [8, 10], "search": [36, 84, 85], "season": [66, 67, 68, 69, 85, 87, 90, 93], "season_comfort_rang": 87, "second": [14, 29, 52, 81, 82, 83, 84, 85, 86, 87, 88], "secondli": 8, "section": [0, 2, 3, 4, 5, 6, 8, 10, 11, 85, 90, 91, 92, 93], "secur": 9, "see": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 81, 82, 84, 85, 86, 88, 89, 90, 91, 94], "seed": [4, 17, 74, 76], "seed_valu": 4, "select": [5, 10, 14, 17, 46, 47, 48, 74, 82, 87, 88, 94], "self": [81, 82, 83, 84, 85, 86, 87, 88, 90], "semiarid": 93, "sen": 71, "send": [0, 5, 8, 17, 55, 56, 58, 74, 77, 83, 94], "sensibl": 85, "sent": [4, 5], "separ": 7, "sequenc": [46, 47, 48, 86, 87], "sequenti": 9, "seri": 90, "server": [2, 8, 84], "servic": [2, 8, 9, 54, 55], "serviceaccount": 8, "serviceusag": 8, "session": [66, 67, 68, 69], "set": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 82, 84, 85, 89, 90], "set_episode_working_dir": 14, "set_log_fil": 60, "set_logg": 84, "setp": [6, 85], "setpoint": [6, 46, 47, 72, 82, 85, 87, 88, 94], "setpoint_temperature_schedule_nam": 85, "setpointmanag": 85, "setpoints_summ": 87, "setpoints_wint": 87, "setup": 10, "setup_tag": 10, "sever": [5, 6, 8, 14, 82, 85, 90, 93, 94], "shade": 85, "shadetranssch": 85, "shape": [6, 82, 83], "shop": [2, 5], "shopwithvandbatteri": 5, "short": [0, 8, 11], "should": [5, 6, 7, 8, 10, 24, 65, 89, 92, 94], "shouldn": 88, "show": [5, 9, 14, 85], "shown": [5, 10, 82, 88, 92], "side": 2, "sigma": [5, 14, 17], "signal": 90, "silenc": 8, "similar": [5, 90], "similarli": [0, 11], "simpl": [3, 5, 81, 85, 90], "simpler": 6, "simplest": 92, "simpli": [10, 82, 88], "simul": [0, 4, 5, 10, 11, 12, 14, 15, 16, 17, 35, 46, 47, 48, 60, 62, 74, 77, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "simultan": 79, "sin": [71, 88, 94], "sinc": [4, 5, 7, 8, 87, 89, 90, 94], "sinergym": [2, 3, 4, 6, 9, 11, 81, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94], "sinergym_evalu": 84, "sinergym_extra": [8, 10], "sinergym_logg": [4, 23], "sinergym_output": 84, "singl": [2, 83], "singlecool": 85, "singleduct": 85, "singleh": 85, "site": [5, 6, 82, 83, 85], "size": [2, 8, 81, 82, 83, 84, 85, 86, 87, 88, 94], "sizingperiod": [5, 83], "skeleton": 7, "skip": [9, 50], "skip_render_check": 50, "slack": 8, "slight": 90, "sm": 8, "small": [2, 91], "so": [0, 4, 5, 8, 9, 10, 11, 83, 84, 88, 89, 90, 94], "softwar": [9, 10], "solana": 0, "solar": [6, 82, 85], "solut": 94, "some": [0, 4, 5, 7, 8, 9, 11, 17, 74, 82, 83, 84, 85, 88, 89, 90, 94], "someon": 5, "someth": 81, "soon": 92, "sophist": 83, "sort": 9, "sourc": [0, 2, 9, 10, 11, 17, 74, 84, 88], "south": 85, "space": [0, 2, 3, 4, 6, 8, 11, 17, 71, 72, 73, 77, 81, 83, 84, 85, 87, 88, 92, 94], "space1": 85, "space2": 85, "space3": 85, "space4": 85, "space5": [6, 85], "spacetyp": 85, "spain": 93, "special": 61, "specif": [0, 2, 4, 9, 10, 11, 14, 17, 20, 84, 85, 89, 90, 91, 93], "specifi": [0, 4, 5, 6, 8, 11, 17, 57, 58, 61, 74, 82, 83, 84, 86, 88, 89, 90, 93, 94], "speed": [6, 82, 85], "spell": 9, "spelling_wordlist": 9, "sphinx": 9, "sql": 8, "sqladmin": 8, "src_path": 58, "ssd": 8, "ssh": 8, "st": 29, "st_dai": 29, "st_mon": 29, "st_year": 29, "stabil": 78, "stabl": [0, 4, 10, 11, 22, 23, 49, 50, 84, 91], "stable_baselines3": [24, 52, 84], "stack": [76, 88, 94], "stage": 4, "stai": [0, 7, 11, 90], "stand": 83, "standar": 84, "standard": [5, 9, 27, 46, 81, 92, 94], "start": [0, 4, 5, 6, 11, 20, 29, 66, 67, 68, 69, 81, 82, 83, 84, 85, 86, 87, 88, 89, 92], "start_dai": [7, 81, 82, 83, 84, 85, 86, 87, 88], "start_month": [7, 81, 82, 83, 84, 85, 86, 87, 88], "start_weekdai": [81, 82, 83, 84, 85, 86, 87, 88], "start_year": [7, 81, 82, 83, 84, 85, 86, 87, 88], "state": [4, 20, 74, 85], "static": [46, 47], "statu": [9, 85], "std": 52, "std_cumulative_reward": 84, "std_cumulative_reward0": 84, "std_reward": 84, "std_reward0": 84, "stdin": 8, "stdout": 84, "step": [0, 4, 5, 10, 11, 14, 17, 52, 60, 61, 63, 72, 73, 74, 75, 76, 77, 78, 81, 82, 83, 84, 85, 87, 88, 92, 94], "step_siz": [14, 17, 85], "step_temp": [72, 88], "steps_data": 60, "stochast": [5, 6, 24, 52, 82, 84, 90], "stockholm": 93, "stop": 20, "storag": [2, 4, 6, 9, 10, 56, 57, 58], "store": [0, 4, 11, 14, 23, 58, 60, 82, 84, 89], "stori": 2, "str": [4, 5, 6, 14, 17, 20, 24, 26, 27, 28, 30, 32, 33, 34, 35, 52, 54, 55, 58, 60, 61, 62, 63, 66, 67, 68, 69, 74, 75, 76, 80, 84, 86, 90], "strftime": 84, "string": [9, 61], "strongli": 88, "structur": [0, 5, 6, 8, 11, 82, 89], "studi": 3, "studio": 10, "style": 61, "sub": [5, 8, 17], "sub_run": 89, "sub_run1": [81, 82, 83, 84, 85, 86, 87, 88, 89], "sub_run2": [84, 88, 89], "sub_run3": [84, 89], "sub_run4": 84, "sub_run5": 84, "sub_run6": 84, "sub_run_n": 60, "sub_runn": 89, "submit": 8, "subsect": 5, "subset": [10, 82, 88], "substitut": [8, 71, 82, 88, 89, 94], "subtrop": 93, "success": 84, "successfulli": [9, 10, 81, 82, 83, 84, 85, 86, 87, 88, 91], "sudo": 10, "suit": 89, "sum": [4, 81, 82, 83, 84, 86, 87, 88, 92, 94], "summari": [4, 5, 10, 74, 81, 83, 84, 86, 88], "summer": [14, 66, 67, 68, 69, 90, 93], "summer_fin": [6, 66, 67, 68, 69], "summer_final_d": 87, "summer_start": [6, 66, 67, 68, 69], "summer_start_d": 87, "summerdai": 14, "super": [86, 90], "supervis": [10, 91], "suppli": 85, "support": [4, 5, 10, 84, 91], "suppos": 8, "sure": [3, 5, 84, 88], "surfac": [2, 85], "surplu": 85, "swe_stockholm": 93, "sweden": 93, "sy": [84, 85], "sydnei": 93, "sync": 84, "system": [0, 2, 6, 20, 57, 58, 81, 82, 83, 84, 85, 86, 87, 88, 90], "t": [4, 6, 8, 10, 30, 66, 68, 78, 79, 81, 83, 88, 89, 93, 94], "t_": [66, 68, 90], "t_t": 90, "tabl": [4, 5, 10, 14], "table_nam": 85, "tag": [9, 10], "tag_nam": 10, "take": [0, 4, 5, 7, 9, 11, 14, 50, 72, 82, 83, 84], "taken": [4, 90, 92], "tao": 17, "target": 90, "task": 5, "tau": [5, 14], "tc9": 47, "td3": 4, "team": [0, 8, 10, 11], "techniqu": 89, "tediou": 6, "tell": [0, 11], "temp": 85, "temp_valu": [81, 83, 86, 87, 88], "temperatur": [4, 5, 6, 46, 47, 66, 67, 68, 69, 72, 82, 85, 87, 90, 93], "temperature_vari": [6, 66, 67, 68, 69, 82, 90], "templat": [0, 8, 11, 61], "term": [4, 5, 23, 66, 67, 68, 69, 75, 88, 90], "termin": [8, 60, 61, 62, 75, 76, 81, 82, 83, 84, 86, 87, 88, 92], "test": [0, 9, 10, 11, 24], "test_common": 91, "test_control": 91, "test_env": 91, "test_model": 91, "test_reward": 91, "test_simul": 91, "test_stable_baselin": 91, "test_wrapp": 91, "text": 61, "than": [4, 5, 8, 9, 79, 82, 84, 89, 90], "thei": [0, 4, 5, 6, 8, 9, 10, 11, 88, 90, 91], "them": [0, 2, 4, 5, 6, 11, 14, 79, 82, 88, 89, 90, 94], "therefor": [4, 5, 6, 83, 90, 94], "thermal": [46, 67, 69, 85, 90], "thermostat": [6, 82, 85], "thermostatsetpoint": 85, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 20, 23, 27, 28, 30, 35, 50, 52, 54, 60, 63, 65, 72, 77, 78, 79, 81, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94], "thing": [82, 90], "think": 8, "third": [0, 9, 11], "those": [0, 4, 8, 82, 85, 90], "thread": 20, "three": 5, "through": [0, 2, 5, 6, 10, 11, 78], "throughout": 10, "till": 36, "time": [0, 4, 9, 10, 11, 14, 17, 20, 29, 60, 61, 67, 69, 82, 84, 86, 91], "time_elaps": [5, 81, 83, 84, 86, 87, 88], "time_vari": [5, 6, 17, 20, 82], "timeout": 8, "timestep": [0, 4, 5, 7, 11, 14, 17, 23, 60, 74, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 94], "timestep_per_episod": [14, 17, 84, 85], "timesteps_per_hour": [7, 82], "titl": 0, "to_csv": [81, 82, 83, 84, 85, 86, 87, 88], "todai": 84, "togeth": [82, 85, 90], "token": [8, 54, 55], "tokyo": 93, "told": 10, "too": [2, 4, 5, 6, 8, 9, 10, 54, 82, 83, 84, 85, 88, 89], "tool": [0, 5, 9, 11, 92], "top": [2, 85, 94], "total": [6, 82, 84, 85, 88], "total_electricity_hvac": [6, 84, 88], "total_electricity_hvac2301027": 84, "total_power_no_unit": 86, "total_time_elaps": 60, "total_timestep": [60, 84], "total_timesteps140154train": 84, "track": [0, 4, 8, 10, 11, 84, 88, 94], "tradit": [88, 94], "train": [0, 11, 89, 90], "train_ag": [4, 8, 84], "train_agent_exampl": 4, "training_output": 84, "transfer": [17, 20, 85], "transform": [4, 20, 71, 72, 77, 88, 94], "transmittance_schedule_nam": 85, "transport": 0, "tree": 89, "trend": 85, "trigger": [8, 24], "true": [5, 24, 31, 50, 52, 60, 61, 74, 76, 84, 85, 86, 88], "truncat": [17, 60, 74, 75, 81, 82, 83, 84, 86, 87, 88, 92], "try": [4, 5], "try_env": 92, "tty": 8, "tuesdai": [81, 82, 85, 86], "tune": [0, 7, 11, 90], "tupl": [5, 7, 14, 17, 20, 32, 34, 63, 66, 67, 68, 69, 72, 74, 75, 76, 77, 86], "turn": 4, "two": [2, 9, 90], "twospe": 85, "txt": [5, 9, 89], "type": [2, 4, 5, 8, 9, 10, 14, 17, 20, 23, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 46, 47, 48, 54, 55, 56, 62, 71, 74, 75, 76, 77, 79, 80, 81, 84, 85, 86, 87, 88, 93, 94], "type_alias": 52, "typic": 90, "u": [0, 5, 7, 10, 11, 83, 85], "ubuntu": 10, "ugr": 10, "uhlenbeck": [5, 14, 17], "under": [91, 92], "underli": 94, "understand": [0, 11], "union": [17, 28, 60, 73, 74, 75, 76, 86], "uniqu": [2, 4, 90, 91], "unit": [0, 11, 78], "unknown": 9, "until": [4, 9], "unwrap": [36, 84, 85, 88, 89], "up": [2, 4, 5, 7, 8, 10, 14, 66, 68, 82, 84, 90, 93], "upcom": [0, 7, 11], "updat": [0, 5, 8, 9, 10, 11, 14, 24, 35, 71, 81, 83, 84, 85, 86, 87, 88, 90, 91, 94], "update_child_loc": 24, "update_weather_path": 14, "upgrad": 8, "upload": [8, 9, 58, 84], "upper": [6, 79], "url": [0, 4], "us": [2, 3, 5, 6, 7, 9, 10, 11, 14, 17, 19, 20, 24, 27, 35, 37, 50, 52, 53, 60, 61, 63, 66, 67, 68, 69, 72, 74, 77, 78, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94], "usa": [0, 93], "usa_az_davi": [5, 6, 83, 87, 88, 93], "usa_co_aurora": 93, "usa_il_chicago": 93, "usa_ny_new": [5, 6, 84, 93], "usa_pa_pittsburgh": [5, 81, 83, 85, 86, 93], "usa_wa_port": [5, 6, 82, 93], "usag": [3, 8], "use_artifact": 84, "use_datetim": [81, 82, 83, 84, 85, 86, 87, 88], "use_weather_file_daylight_saving_period": [81, 82, 85, 86], "use_weather_file_holidays_and_special_dai": [81, 82, 85, 86], "use_weather_file_rain_ind": [81, 82, 85, 86], "use_weather_file_snow_ind": [81, 82, 85, 86], "user": [0, 5, 9, 11, 52, 82, 84, 85, 89, 94], "userwarn": [84, 85, 87, 88], "usestim": 61, "usr": [81, 82, 83, 84, 85, 86, 87, 88], "usual": [88, 90, 94], "util": [3, 4, 8, 13, 17, 82, 83, 84, 85, 86, 87, 88, 90, 91, 92, 94], "v": 91, "v1": [5, 6, 7, 17, 81, 82, 83, 84, 85, 86, 87, 88, 90, 92], "v2": 5, "v3": [5, 94], "valid": [4, 55, 61], "valu": [4, 5, 6, 7, 8, 10, 14, 17, 20, 23, 26, 27, 35, 63, 71, 72, 74, 75, 77, 79, 80, 82, 84, 85, 86, 88, 89, 90, 94], "value_typ": 6, "var_handl": [17, 85], "variabl": [0, 2, 3, 8, 10, 11, 14, 17, 20, 24, 34, 35, 66, 67, 68, 69, 72, 77, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 94], "variable_kei": 5, "variable_nam": 6, "variablevolum": 85, "varianc": 78, "variant": [88, 94], "variat": [6, 14, 72], "varibl": 82, "varspeedcoolcapft": 85, "varspeedcoolcaplsft": 85, "varspeedcooleirft": 85, "varspeedcooleirlsft": 85, "varspeedcyclingplffplr": 85, "vav": [2, 85], "vec_env": [24, 52, 84], "vecenv": [24, 52], "vecenvwrapp": 36, "vector": [75, 76, 88, 94], "vectorinstitut": 0, "verbos": [23, 24, 84, 91], "veri": [3, 5, 10, 77, 84, 85, 90, 94], "versa": 4, "version": [0, 4, 5, 6, 9, 10, 11, 14, 61, 82, 84, 92], "via": 5, "vice": 4, "view": [84, 85], "violat": [4, 23], "virtual": [8, 10], "virtualenv": 10, "visibl": 85, "visit": [0, 2, 4, 5, 8, 10, 11, 82, 85, 87, 88, 89, 91, 93, 94], "visual": [0, 4, 10, 11, 84], "vm": 54, "vocabulari": 9, "vol": 85, "volum": 85, "vscode": 10, "vv": [10, 91], "w": [66, 67, 68, 69, 81, 82, 83, 84, 85, 86, 87, 88], "wa": 8, "wai": [0, 5, 7, 8, 9, 11, 82, 83, 85, 88], "wait": [8, 84], "wall": 85, "wandb": [0, 4, 10, 11, 63, 84], "wandb_notebook_nam": 84, "wandb_param": 84, "wandb_path": 84, "wandboutputformat": 84, "want": [0, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 52, 57, 58, 61, 72, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 94], "warehous": 5, "warm": 93, "warn": [9, 24, 50, 52, 72, 84, 85, 87, 88], "washington": 93, "water": [2, 85], "wb": 85, "wd01": 85, "wd10": 85, "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 81, 82, 84, 85, 86, 87, 88, 89, 90, 92, 94], "weather": [0, 7, 11, 12, 14, 17, 20, 81, 83, 84, 85, 86, 87, 88, 89], "weather_data": [14, 81, 82, 83, 84, 85, 86, 87, 88], "weather_fil": [5, 6, 14, 17, 82], "weather_path": [14, 17, 20, 85], "weather_specif": 6, "weather_vari": [5, 13, 17, 82], "weatherdata": 14, "websit": 9, "week": 2, "weekdai": 87, "weekend": 87, "weight": [0, 8, 11, 66, 67, 68, 69, 82, 84, 90], "well": [0, 4, 5, 11, 52], "west": [82, 93], "west1": 8, "west_zone_air_humid": 82, "west_zone_air_temperatur": 82, "west_zone_clg_setpoint": 82, "west_zone_electr": 82, "west_zone_htg_setpoint": 82, "wetbulb": 85, "wf": 85, "what": [0, 5, 11, 85, 88], "when": [4, 5, 6, 8, 9, 14, 20, 24, 50, 52, 60, 67, 69, 78, 79, 81, 83, 84, 89, 90, 92, 94], "where": [4, 5, 14, 20, 24, 28, 54, 57, 58, 67, 69, 84, 85, 90], "whether": [0, 5, 9, 11, 17, 24, 50, 52, 54, 74, 76], "which": [0, 4, 5, 8, 10, 11, 14, 20, 23, 60, 61, 75, 81, 82, 83, 84, 85, 88, 89, 90, 91, 94], "while": [0, 5, 6, 11, 81, 82, 83, 84, 86, 87, 88, 92], "whole": [0, 4, 6, 11, 37, 60, 74, 81, 82, 83, 84, 85, 86, 87, 88], "whose": [5, 60, 88, 90, 94], "why": 4, "william": [5, 6, 82, 93], "wind": [6, 82, 85], "wind_direct": [6, 82, 84, 88], "wind_direction275": 84, "wind_spe": [6, 82, 84, 88], "wind_speed7": 84, "window": 2, "winter": [14, 90, 93], "winterdai": 14, "wish": 10, "within": [89, 90, 91], "without": [8, 9, 83], "wl": 85, "word": 9, "work": [0, 4, 5, 8, 9, 10, 11, 14, 17, 81, 82, 83, 84, 85, 86, 87, 88, 90, 94], "workflow": [0, 9, 11, 91], "workspac": [81, 82, 83, 84, 85, 86, 87, 88, 92], "workspace_path": [17, 84, 85], "world": 5, "would": [8, 83, 88, 90], "wr": 85, "wrap": [0, 4, 11, 24, 31, 36, 52, 84, 88, 89], "wrapper": [0, 4, 5, 6, 11, 21, 24, 31, 36, 52, 83, 84, 85, 89, 91, 92], "wrapper_class": [31, 36], "write": [5, 6, 8, 9, 10, 14, 63, 91], "written": 86, "www": 8, "x": [84, 87, 88], "x1b": 61, "xlsx": 85, "y": 84, "yaml": 8, "ye": [4, 5, 6, 81, 82, 85, 86], "year": [0, 5, 7, 29, 83, 87, 93], "yellow": 61, "yet": [8, 84, 91], "yield": 61, "yml": [9, 10, 91], "york": [0, 5, 6, 84, 93], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 52, 57, 58, 61, 66, 67, 68, 69, 72, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94], "your": [0, 3, 4, 5, 7, 9, 10, 11, 61, 84, 87, 88, 90, 92, 94], "zip": [84, 87, 88], "zone": [0, 2, 6, 8, 11, 14, 82, 85, 90], "zone_nam": [14, 17, 85], "zonecontrol": 85, "zoneinfiltr": 85, "zoneminoarequir": 85, "\u00bac": 93}, "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "8. Controllers", "12. Deep Reinforcement Learning Integration", "5. Environments", "6. Environments Configuration and Registration", "10. Extra Configuration in Sinergym simulations", "13. Sinergym with Google Cloud", "14. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_AUTOBALANCE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.rewards.NormalizedLinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "16. Basic example", "18. Changing an environment registered in Sinergym", "19. Default building control setting up an empty action interface", "23. DRL usage example", "17. Getting information about Sinergym environments", "21. Logger Wrapper personalization/configuration", "22. Rule Controller example", "20. Wrappers example", "11. Output format", "7. Rewards", "15. Tests", "2. Usage example", "4. Weathers", "9. Wrappers"], "titleterms": {"0": 10, "1": [10, 86], "2": 86, "23": 10, "5zone": 2, "about": [10, 85], "action": [5, 9, 82, 83, 88], "actuat": 5, "ad": [5, 82], "addit": 5, "alert": 8, "all": 85, "an": [82, 83], "api": [1, 10], "avail": 5, "basereward": 65, "basic": 81, "bias": 4, "bucket": 8, "build": [2, 5, 83], "callback": [4, 22, 23, 24], "chang": 82, "check": 10, "check_env": 50, "cite": 0, "cloud": [8, 10], "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36], "comput": 10, "config": [12, 13, 14], "configur": [5, 6, 7, 8, 10, 82, 86], "constant": [37, 38, 39, 40, 41, 42, 43, 44], "contain": [8, 10], "contribut": 0, "control": [3, 45, 46, 47, 48, 83, 87], "convert_conf_to_env_paramet": 26, "creat": [8, 9, 91], "csvloger": 86, "csvlogger": 60, "custom": 90, "customformatt": 61, "data": 5, "datacent": 2, "datetim": 88, "datetimewrapp": [71, 94], "deep": 4, "default": 83, "default_5zone_discrete_funct": 38, "default_autobalance_discrete_funct": 39, "default_datacenter_discrete_funct": 40, "default_office_discrete_funct": 42, "default_officegrid_discrete_funct": 41, "default_shop_discrete_funct": 43, "default_warehouse_discrete_funct": 44, "delete_instance_mig_from_contain": 54, "discret": 88, "discreteincrementalwrapp": [72, 94], "discretizeenv": [73, 94], "displai": 85, "docker": 10, "drl": [4, 84], "empti": 83, "energyplu": [10, 20], "env": [15, 16, 17], "env_check": [49, 50], "environ": [5, 6, 10, 82, 85, 88], "episod": 5, "eplu": [19, 20], "eplus_env": [16, 17], "eplusenv": 17, "eppy_element_to_dict": 27, "evalu": [4, 51, 52], "evaluate_polici": 52, "exampl": [0, 81, 84, 87, 88, 92], "execut": 8, "experi": 8, "export_schedulers_to_excel": 28, "expreward": 66, "extra": [5, 7, 82], "field": 6, "file": 5, "first": 8, "format": 89, "gcloud": [53, 54, 55, 56, 57, 58], "get": 85, "get_delta_second": 29, "get_record_kei": 30, "get_service_account_token": 55, "github": 9, "googl": 8, "handler": 85, "hourlylinearreward": 67, "how": 4, "includ": 10, "increment": 88, "inform": [5, 85], "inherit": 86, "init_storage_cli": 56, "initi": 8, "instal": [10, 91], "instanti": 86, "integr": 4, "interfac": 83, "is_wrap": 31, "json_to_actu": 32, "json_to_met": 33, "json_to_vari": 34, "kwarg": 5, "learn": 4, "linearreward": 68, "list": 5, "load": [4, 84], "log": 8, "logger": [4, 59, 60, 61, 62, 63, 86, 88, 89], "loggercallback": 23, "loggerevalcallback": 24, "loggerwrapp": [74, 86, 94], "main": 9, "manual": 10, "maximum": 5, "merg": 9, "meter": 5, "mig": 8, "model": [4, 13, 14, 84], "modeljson": 14, "modifi": [9, 86], "more": 82, "multi": 88, "multiobjectivereward": [75, 94], "multiobswrapp": [76, 94], "name": 5, "nest": 88, "new": [5, 9, 82, 91], "normal": 88, "normalizeact": [77, 94], "normalizedlinearreward": 69, "normalizeobserv": [78, 94], "object": 88, "observ": [5, 82, 88], "officegridstoragesmooth": 2, "officegridstoragesmoothingactionconstraintswrapp": 79, "officemedium": 2, "our": 8, "output": [5, 8, 89], "own": 8, "packag": 10, "paramet": 5, "path": 10, "permiss": 8, "person": 86, "platform": 8, "prepar": 8, "previou": 88, "previousobservationwrapp": [80, 94], "project": 0, "properti": 85, "pull": 9, "push": 9, "pytest": 91, "python": 10, "randomcontrol": 48, "ranges_gett": 35, "rbc5zone": 46, "rbcdatacent": 47, "read_from_bucket": 57, "real": 8, "refer": 1, "regist": 82, "registr": 6, "reinforc": 4, "releas": 9, "remot": 8, "request": 9, "reward": [5, 64, 65, 66, 67, 68, 69, 82, 90], "rule": 87, "run": 91, "runperiod": 7, "schedul": 85, "set": 83, "shopwithvanbatteri": 2, "simul": [7, 18, 19, 20], "sinergym": [0, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 82, 85], "space": [5, 82], "specif": 6, "step": [8, 86], "storag": 8, "store": 5, "structur": 4, "test": 91, "time": [5, 8], "timestep_per_hour": 7, "train": [4, 84], "unwrap_wrapp": 36, "up": 83, "updat": 82, "upload_to_bucket": 58, "us": [0, 4, 8, 82], "usag": [84, 92], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80], "variabl": [5, 6], "visual": 8, "vm": 8, "wandb": 8, "wandboutputformat": 63, "warehous": 2, "weather": [5, 6, 82, 93], "weight": 4, "welcom": 0, "wrapper": [70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 86, 88, 94], "your": 8}}) \ No newline at end of file diff --git a/docs/compilation/v3.2.10/.buildinfo b/docs/compilation/v3.2.10/.buildinfo index 0612d4565e..b2365b6b03 100644 --- a/docs/compilation/v3.2.10/.buildinfo +++ b/docs/compilation/v3.2.10/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: efe94cfefce42b5216f807e8250c6530 +config: 9295e77a64b731a89bb1ce453a04b62a tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v3.2.10/.doctrees/environment.pickle b/docs/compilation/v3.2.10/.doctrees/environment.pickle index 0d76b0db34..bc6f613c65 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/environment.pickle and b/docs/compilation/v3.2.10/.doctrees/environment.pickle differ diff --git a/docs/compilation/v3.2.10/.doctrees/index.doctree b/docs/compilation/v3.2.10/.doctrees/index.doctree index a05cecf564..d214962a25 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/index.doctree and b/docs/compilation/v3.2.10/.doctrees/index.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/API-reference.doctree b/docs/compilation/v3.2.10/.doctrees/pages/API-reference.doctree index f6151cffb9..ca4b3da2ad 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/API-reference.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/buildings.doctree b/docs/compilation/v3.2.10/.doctrees/pages/buildings.doctree index 72e5f63bcb..b4a87d71e3 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/buildings.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/controllers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/controllers.doctree index c5b8301a67..c4d9758870 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/controllers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v3.2.10/.doctrees/pages/deep-reinforcement-learning.doctree index cf3d5e7c09..d619d93fd2 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/deep-reinforcement-learning.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/environments.doctree b/docs/compilation/v3.2.10/.doctrees/pages/environments.doctree index ec04291e8e..7000a6061f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/environments.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/environments_registration.doctree b/docs/compilation/v3.2.10/.doctrees/pages/environments_registration.doctree index 8cc6d1b747..326cc11dd7 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/environments_registration.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/environments_registration.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v3.2.10/.doctrees/pages/extra-configuration.doctree index ca57fa571a..7e0bae3b58 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/extra-configuration.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v3.2.10/.doctrees/pages/gcloudAPI.doctree index ae550499c9..2aa23cdad2 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/gcloudAPI.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/github-actions.doctree b/docs/compilation/v3.2.10/.doctrees/pages/github-actions.doctree index 174b941b2f..6e70575d72 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/github-actions.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/installation.doctree b/docs/compilation/v3.2.10/.doctrees/pages/installation.doctree index f31916a6ed..f973eb140a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/installation.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/introduction.doctree b/docs/compilation/v3.2.10/.doctrees/pages/introduction.doctree index ea45a0176f..d684be92a9 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/introduction.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.doctree index 48ef357a46..d323067875 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree index dd04005d7d..9b48092029 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.doctree index cbedd44902..b9017375f5 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.doctree index 93227bb7e0..0f5e2a15ca 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree index 17176d441e..a74e39a064 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree index 3db0e4c921..e43a498600 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.doctree index 6d1c945e49..877f8d6352 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree index c483ca4281..bab5b881cc 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.doctree index d914cfbfa9..7b201f2598 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree index e2f280862a..45e4abe990 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree index a9d7661af0..5a368eab5e 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.doctree index bd5294f3ad..dac650750c 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree index 6de2049aab..a248154ec1 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.doctree index 922c17683b..7bdbe73a5e 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree index 353851c4ec..320ec7c3e3 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree index efb258f072..29dd482e02 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree index 0117421a00..e23c810473 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree index f5237ce6a8..58e52a7a6e 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree index 1d19b9a33e..e2f9d39bfe 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree index 516d0b177d..f31ce58e5a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree index 4e7243e2ed..4e13690fdc 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree index 0425df8163..c2a4653010 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree index 8d8ca7d62c..8d285f8b19 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree index 2d54af763e..8ea958d975 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree index 6d4ecda0bf..77200cd030 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree index 8e99e3f54d..01ab3de0b6 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree index e04a3b8533..f7c9a7687a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree index fff8728c61..c650cb91d2 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree index eb7ea36411..c219829791 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree index 6b440918af..2b10f22ce2 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree index b68fbbba53..3cec159de3 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree index 8dfcc93ba2..16d26de958 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.doctree index f571684011..3cf66631c2 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree index 429c5de31b..6502f5b6e4 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree index 131659326a..3bb42b51ed 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree index aef811ca86..7928d0df7a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree index 3a081c0b32..a58e08ae3e 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.doctree index 688ad7c203..17e046f181 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.doctree index 6483b059bc..50651d6458 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree index e451197925..7466695c12 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.doctree index 3b766914cc..20931dc75a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.doctree index c8dd419a1b..0934a74c1d 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree index a3e8c164fe..cdaac865da 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree index ce37e9a73a..734c487ec1 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.doctree index 97b1f761c9..59aafadd44 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree index 4013a8aa8d..f6cfa29d65 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree index 0af438372a..7770a8585c 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree index 698a67cf3b..084b5282a8 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree index ce9f2f96bf..f415d5710f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree index a406683b1c..c2d0d21a55 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree index 070b93a912..e54f66b386 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree index 6836a7cef2..18fb10bfad 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree index c201c5bf8f..19ee2e766f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.doctree index fc3bd8927f..53cc4f583a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree index d00db140eb..7f967d8812 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree index 4ae8500986..c0aaea7641 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree index acd43b6f2f..77288e45ee 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree index 4ee2b7f0ab..f42c0e3a15 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree index 6d6f896ee1..cff2a65a75 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.doctree index 07ef2c7ae9..1ae3e4e5d9 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree index e8a173f949..b765c7bc80 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree index 2912eeb4fe..31149761e8 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree index d614c74989..b70ff06293 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree index 829b556e6a..caa6ab39db 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree index 04a4c391e6..c154c9ddfe 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree index 806a02e4cb..8355a5cc8a 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree index 3780469e41..378a6beb68 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree index 17cebe2707..a15ba898f4 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree index e10abd89ba..5c53bec0c3 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree index 359d926dce..c690bbbfb5 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree index 1c30bce4cb..52b0bb5974 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.doctree index 2f3c1b6a6f..402a092c4f 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/basic_example.doctree index 7b914311c0..1c5795b408 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/basic_example.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/change_environment.doctree index e6474d404a..a7f7b8c091 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/change_environment.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/default_building_control.doctree index f1b9e8a044..5bc43e70a8 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/default_building_control.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/drl.doctree index 8097833657..63572c0647 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/drl.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/getting_env_information.doctree index d7f14506d9..70ba46a86e 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/getting_env_information.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree index 43bc664a94..507cc0c1c4 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/rule_controller_example.doctree index 74f288d707..2cef3399f7 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/rule_controller_example.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/wrappers_examples.doctree index cf8aac5591..ebca256e4c 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/notebooks/wrappers_examples.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/output.doctree b/docs/compilation/v3.2.10/.doctrees/pages/output.doctree index 50e265f698..58ab6e4d26 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/output.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/rewards.doctree b/docs/compilation/v3.2.10/.doctrees/pages/rewards.doctree index 40c5cfd101..919a0669ec 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/rewards.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/tests.doctree b/docs/compilation/v3.2.10/.doctrees/pages/tests.doctree index d364816ce0..44551e19a6 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/tests.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/usage-example.doctree b/docs/compilation/v3.2.10/.doctrees/pages/usage-example.doctree index 50f4e46494..0fb9bd38f5 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/usage-example.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/weathers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/weathers.doctree index bfb0a1e2e3..3446e74f3d 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/weathers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v3.2.10/.doctrees/pages/wrappers.doctree b/docs/compilation/v3.2.10/.doctrees/pages/wrappers.doctree index a04c9d9ebe..dcf739ec52 100644 Binary files a/docs/compilation/v3.2.10/.doctrees/pages/wrappers.doctree and b/docs/compilation/v3.2.10/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v3.2.10/_static/basic.css b/docs/compilation/v3.2.10/_static/basic.css index 30fee9d0f7..f316efcb47 100644 --- a/docs/compilation/v3.2.10/_static/basic.css +++ b/docs/compilation/v3.2.10/_static/basic.css @@ -4,7 +4,7 @@ * * Sphinx stylesheet -- basic theme. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v3.2.10/_static/doctools.js b/docs/compilation/v3.2.10/_static/doctools.js index d06a71d751..4d67807d17 100644 --- a/docs/compilation/v3.2.10/_static/doctools.js +++ b/docs/compilation/v3.2.10/_static/doctools.js @@ -4,7 +4,7 @@ * * Base JavaScript utilities for all Sphinx HTML documentation. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ diff --git a/docs/compilation/v3.2.10/_static/language_data.js b/docs/compilation/v3.2.10/_static/language_data.js index 250f5665fa..367b8ed81b 100644 --- a/docs/compilation/v3.2.10/_static/language_data.js +++ b/docs/compilation/v3.2.10/_static/language_data.js @@ -5,7 +5,7 @@ * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -13,7 +13,7 @@ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; -/* Non-minified version is copied as a separate JS file, is available */ +/* Non-minified version is copied as a separate JS file, if available */ /** * Porter Stemmer diff --git a/docs/compilation/v3.2.10/_static/searchtools.js b/docs/compilation/v3.2.10/_static/searchtools.js index 7918c3fab3..92da3f8b22 100644 --- a/docs/compilation/v3.2.10/_static/searchtools.js +++ b/docs/compilation/v3.2.10/_static/searchtools.js @@ -4,7 +4,7 @@ * * Sphinx JavaScript utilities for the full-text search. * - * :copyright: Copyright 2007-2023 by the Sphinx team, see AUTHORS. + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. * :license: BSD, see LICENSE for details. * */ @@ -99,7 +99,7 @@ const _displayItem = (item, searchTerms, highlightTerms) => { .then((data) => { if (data) listItem.appendChild( - Search.makeSearchSummary(data, searchTerms) + Search.makeSearchSummary(data, searchTerms, anchor) ); // highlight search terms in the summary if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js @@ -116,8 +116,8 @@ const _finishSearch = (resultCount) => { ); else Search.status.innerText = _( - `Search finished, found ${resultCount} page(s) matching the search query.` - ); + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( results, @@ -137,6 +137,22 @@ const _displayNextItem = ( // search finished, update title and status message else _finishSearch(resultCount); }; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; /** * Default splitQuery function. Can be overridden in ``sphinx.search`` with a @@ -160,13 +176,26 @@ const Search = { _queued_query: null, _pulse_status: -1, - htmlToText: (htmlString) => { + htmlToText: (htmlString, anchor) => { const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); - htmlElement.querySelectorAll(".headerlink").forEach((el) => { el.remove() }); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content const docContent = htmlElement.querySelector('[role="main"]'); - if (docContent !== undefined) return docContent.textContent; + if (docContent) return docContent.textContent; + console.warn( - "Content block not found. Sphinx search tries to obtain it via '[role=main]'. Could you check your theme or template." + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." ); return ""; }, @@ -239,16 +268,7 @@ const Search = { else Search.deferQuery(query); }, - /** - * execute search (requires search index to be loaded) - */ - query: (query) => { - const filenames = Search._index.filenames; - const docNames = Search._index.docnames; - const titles = Search._index.titles; - const allTitles = Search._index.alltitles; - const indexEntries = Search._index.indexentries; - + _parseQuery: (query) => { // stem the search terms and add them to the correct list const stemmer = new Stemmer(); const searchTerms = new Set(); @@ -284,16 +304,32 @@ const Search = { // console.info("required: ", [...searchTerms]); // console.info("excluded: ", [...excludedTerms]); - // array of [docname, title, anchor, descr, score, filename] - let results = []; + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + _removeChildren(document.getElementById("search-progress")); - const queryLower = query.toLowerCase(); + const queryLower = query.toLowerCase().trim(); for (const [title, foundTitles] of Object.entries(allTitles)) { - if (title.toLowerCase().includes(queryLower) && (queryLower.length >= title.length/2)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { for (const [file, id] of foundTitles) { let score = Math.round(100 * queryLower.length / title.length) - results.push([ + normalResults.push([ docNames[file], titles[file] !== title ? `${titles[file]} > ${title}` : title, id !== null ? "#" + id : "", @@ -308,46 +344,47 @@ const Search = { // search for explicit entries in index directives for (const [entry, foundEntries] of Object.entries(indexEntries)) { if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { - for (const [file, id] of foundEntries) { - let score = Math.round(100 * queryLower.length / entry.length) - results.push([ + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ docNames[file], titles[file], id ? "#" + id : "", null, score, filenames[file], - ]); + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } } } } // lookup as object objectTerms.forEach((term) => - results.push(...Search.performObjectSearch(term, objectTerms)) + normalResults.push(...Search.performObjectSearch(term, objectTerms)) ); // lookup as search terms in fulltext - results.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); // let the scorer override scores with a custom scoring function - if (Scorer.score) results.forEach((item) => (item[4] = Scorer.score(item))); - - // now sort the results by score (in opposite order of appearance, since the - // display function below uses pop() to retrieve items) and then - // alphabetically - results.sort((a, b) => { - const leftScore = a[4]; - const rightScore = b[4]; - if (leftScore === rightScore) { - // same score: sort alphabetically - const leftTitle = a[1].toLowerCase(); - const rightTitle = b[1].toLowerCase(); - if (leftTitle === rightTitle) return 0; - return leftTitle > rightTitle ? -1 : 1; // inverted is intentional - } - return leftScore > rightScore ? 1 : -1; - }); + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; // remove duplicate search results // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept @@ -361,7 +398,12 @@ const Search = { return acc; }, []); - results = results.reverse(); + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); // for debugging //Search.lastresults = results.slice(); // a copy @@ -466,14 +508,18 @@ const Search = { // add support for partial matches if (word.length > 2) { const escapedWord = _escapeRegExp(word); - Object.keys(terms).forEach((term) => { - if (term.match(escapedWord) && !terms[word]) - arr.push({ files: terms[term], score: Scorer.partialTerm }); - }); - Object.keys(titleTerms).forEach((term) => { - if (term.match(escapedWord) && !titleTerms[word]) - arr.push({ files: titleTerms[word], score: Scorer.partialTitle }); - }); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } } // no match but word was a required one @@ -496,9 +542,8 @@ const Search = { // create the mapping files.forEach((file) => { - if (fileMap.has(file) && fileMap.get(file).indexOf(word) === -1) - fileMap.get(file).push(word); - else fileMap.set(file, [word]); + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); }); }); @@ -549,8 +594,8 @@ const Search = { * search summary for a given text. keywords is a list * of stemmed words. */ - makeSearchSummary: (htmlText, keywords) => { - const text = Search.htmlToText(htmlText); + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); if (text === "") return null; const textLower = text.toLowerCase(); diff --git a/docs/compilation/v3.2.10/genindex.html b/docs/compilation/v3.2.10/genindex.html index 87d16803da..8a100b1ce8 100644 --- a/docs/compilation/v3.2.10/genindex.html +++ b/docs/compilation/v3.2.10/genindex.html @@ -17,7 +17,7 @@ - + @@ -910,6 +910,7 @@

    Z

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/index.html b/docs/compilation/v3.2.10/index.html index a3b6efe414..9ebc55d977 100644 --- a/docs/compilation/v3.2.10/index.html +++ b/docs/compilation/v3.2.10/index.html @@ -18,9 +18,11 @@ - + + + @@ -329,6 +331,7 @@

    Citing Sinergymv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/API-reference.html b/docs/compilation/v3.2.10/pages/API-reference.html index 5f84575ef4..1b99ebe6ec 100644 --- a/docs/compilation/v3.2.10/pages/API-reference.html +++ b/docs/compilation/v3.2.10/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -180,6 +182,7 @@

    API referencev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/buildings.html b/docs/compilation/v3.2.10/pages/buildings.html index 1087570d81..416f43ddc8 100644 --- a/docs/compilation/v3.2.10/pages/buildings.html +++ b/docs/compilation/v3.2.10/pages/buildings.html @@ -18,7 +18,7 @@ - + @@ -252,6 +252,7 @@

    3.7. OfficeGridStorageSmoothingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/controllers.html b/docs/compilation/v3.2.10/pages/controllers.html index 9024504076..1cbd3c4070 100644 --- a/docs/compilation/v3.2.10/pages/controllers.html +++ b/docs/compilation/v3.2.10/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -172,6 +172,7 @@

    8. Controllersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/deep-reinforcement-learning.html b/docs/compilation/v3.2.10/pages/deep-reinforcement-learning.html index 44189b69d0..b106465b96 100644 --- a/docs/compilation/v3.2.10/pages/deep-reinforcement-learning.html +++ b/docs/compilation/v3.2.10/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -423,6 +423,7 @@

    12.4.2. Load a trained modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/environments.html b/docs/compilation/v3.2.10/pages/environments.html index 73b98cd173..ea2db8e91e 100644 --- a/docs/compilation/v3.2.10/pages/environments.html +++ b/docs/compilation/v3.2.10/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -489,6 +489,7 @@

    5.5. Adding new buildings for environmen
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/environments_registration.html b/docs/compilation/v3.2.10/pages/environments_registration.html index c01200edd5..23686b2a4a 100644 --- a/docs/compilation/v3.2.10/pages/environments_registration.html +++ b/docs/compilation/v3.2.10/pages/environments_registration.html @@ -18,7 +18,7 @@ - + @@ -400,6 +400,7 @@

    6.2. Variables fieldv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/extra-configuration.html b/docs/compilation/v3.2.10/pages/extra-configuration.html index 0aab1e7b4f..8bc9f4aa4c 100644 --- a/docs/compilation/v3.2.10/pages/extra-configuration.html +++ b/docs/compilation/v3.2.10/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

    10.2. runperiodv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/gcloudAPI.html b/docs/compilation/v3.2.10/pages/gcloudAPI.html index 01fdcd5e69..4ad2033d74 100644 --- a/docs/compilation/v3.2.10/pages/gcloudAPI.html +++ b/docs/compilation/v3.2.10/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -528,6 +528,7 @@

    13.3. Google Cloud Alertsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/github-actions.html b/docs/compilation/v3.2.10/pages/github-actions.html index 04df08f1f1..e8fed45757 100644 --- a/docs/compilation/v3.2.10/pages/github-actions.html +++ b/docs/compilation/v3.2.10/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -262,6 +262,7 @@

    14.3. New release created or modifiedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/installation.html b/docs/compilation/v3.2.10/pages/installation.html index 78abc12cfb..6b4cc13403 100644 --- a/docs/compilation/v3.2.10/pages/installation.html +++ b/docs/compilation/v3.2.10/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -354,6 +354,7 @@

    1.5. Cloud Computingv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/introduction.html b/docs/compilation/v3.2.10/pages/introduction.html index 87fbfe3a8c..e2d472978c 100644 --- a/docs/compilation/v3.2.10/pages/introduction.html +++ b/docs/compilation/v3.2.10/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -270,6 +270,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.config.html b/docs/compilation/v3.2.10/pages/modules/sinergym.config.html index ff41d35b90..3a2d8137db 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.config.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.config.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.config.modeling.ModelJSON.html b/docs/compilation/v3.2.10/pages/modules/sinergym.config.modeling.ModelJSON.html index d7055c11f8..f1b98c5c3e 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.config.modeling.ModelJSON.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.config.modeling.ModelJSON.html @@ -18,7 +18,7 @@ - + @@ -407,6 +407,7 @@

    sinergym.config.modeling.ModelJSONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.config.modeling.html b/docs/compilation/v3.2.10/pages/modules/sinergym.config.modeling.html index a789d305f1..5098a40dc0 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.config.modeling.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v3.2.10/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index 0e039990e6..3904ee64d2 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -484,6 +484,7 @@

    sinergym.envs.eplus_env.EplusEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v3.2.10/pages/modules/sinergym.envs.eplus_env.html index b2be59783a..4429b840ae 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.envs.html b/docs/compilation/v3.2.10/pages/modules/sinergym.envs.html index 12de06400d..39c0177e0e 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.envs.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index d57a1072b5..63ff181322 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -292,6 +292,7 @@

    sinergym.simulators.eplus.EnergyPlusv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.eplus.html index 5e5a7fe96a..e9a7fbc346 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -181,6 +181,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.html b/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.html index 6eec50ce9f..af7b4bebd1 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -177,6 +177,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 059387e664..08c3c60226 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.callbacks.LoggerCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index 96240cfcc2..07b1103ea4 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@

    sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.html index d98c8d361a..073e4cf5ef 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html index a1dc157646..48f4d326c3 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.convert_conf_to_env_parametersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.eppy_element_to_dict.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.eppy_element_to_dict.html index b4dcd059a7..f42c8729dd 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.eppy_element_to_dict.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.eppy_element_to_dict.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.eppy_element_to_dictv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html index 6a9c421b96..fdf5a4ff6c 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

    sinergym.utils.common.export_schedulers_to_excelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_delta_seconds.html index 7effed8f21..fd0cfa4fbd 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -218,6 +218,7 @@

    sinergym.utils.common.get_delta_secondsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_ids.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_ids.html index f7be22246c..ac7a37a98f 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_ids.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_ids.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.get_idsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_record_keys.html index ead3dcc45c..9464394f57 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.get_record_keysv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.html index c95040323b..48a79bd5ed 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -234,6 +234,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.is_wrapped.html index 215ec34a1d..992cf043c2 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.is_wrapped.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.is_wrapped.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.is_wrappedv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_actuators.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_actuators.html index d7bc160e73..c17291affc 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_actuators.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_actuators.html @@ -18,7 +18,7 @@ - + @@ -214,6 +214,7 @@

    sinergym.utils.common.json_to_actuatorsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_meters.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_meters.html index 157b4ed449..8661026e58 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_meters.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_meters.html @@ -18,7 +18,7 @@ - + @@ -214,6 +214,7 @@

    sinergym.utils.common.json_to_metersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_variables.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_variables.html index ae2135a21a..8b61ef13e1 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_variables.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.json_to_variables.html @@ -18,7 +18,7 @@ - + @@ -214,6 +214,7 @@

    sinergym.utils.common.json_to_variablesv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.ranges_getter.html index 63dd7040ec..f79506a845 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

    sinergym.utils.common.ranges_getterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.unwrap_wrapper.html index d3d1e95d2b..d5097e82d2 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.unwrap_wrapper.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    sinergym.utils.common.unwrap_wrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html index fa7a9911a4..567913c235 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html index b99bf1ec8b..7c1a078c73 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html index 9f96c335e4..0a6eb600ea 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html index 1033479890..a5deb2cf48 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html index e8e47241fa..bd1b80c125 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html index 0cae319bd3..5d4e6d4a0a 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html index 02746e84ea..0a9483b764 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -193,6 +193,7 @@

    sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTIONv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.html index 5b5c70cac2..f19a9b3161 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.constants.html @@ -18,7 +18,7 @@ - + @@ -214,6 +214,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBC5Zone.html index 6026e10b22..e3ab3ec1fb 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBC5Zone.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -18,7 +18,7 @@ - + @@ -230,6 +230,7 @@

    sinergym.utils.controllers.RBC5Zonev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBCDatacenter.html index c0b750d9ba..5a281d3383 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBCDatacenter.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -18,7 +18,7 @@ - + @@ -227,6 +227,7 @@

    sinergym.utils.controllers.RBCDatacenterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html index 38aa59b953..14d1918745 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@

    sinergym.utils.controllers.RBCIncrementalDatacenterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RandomController.html index 7db589b8f7..251253096d 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@

    sinergym.utils.controllers.RandomControllerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.html index 5e2dc2276b..46e993705c 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.env_checker.check_env.html index 4801b24bd4..53951a86b4 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.env_checker.check_env.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.env_checker.check_env.html @@ -18,7 +18,7 @@ - + @@ -204,6 +204,7 @@

    sinergym.utils.env_checker.check_envv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.env_checker.html index d630e60137..f0af45820e 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.env_checker.html @@ -18,7 +18,7 @@ - + @@ -190,6 +190,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.evaluation.evaluate_policy.html index c9078f71bf..647684ae75 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.evaluation.evaluate_policy.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.utils.evaluation.evaluate_policyv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.evaluation.html index 76f72f1fc3..f5a91ea03e 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.evaluation.html @@ -18,7 +18,7 @@ - + @@ -190,6 +190,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index a51ae0ff68..d0cfd76043 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@

    sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index 3789b4dca4..109bd5c632 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.get_service_account_tokenv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.html index fc0031426a..147ed2e114 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -206,6 +206,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.init_storage_client.html index 659a19f1f3..ff0b8ab848 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -200,6 +200,7 @@

    sinergym.utils.gcloud.init_storage_clientv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index 4b472fea59..1baf4f2850 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -201,6 +201,7 @@

    sinergym.utils.gcloud.read_from_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 3904c3340c..d60dd9f811 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

    sinergym.utils.gcloud.upload_to_bucketv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.html index 15fe0d4c91..b73d30e1c5 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -213,6 +215,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.CSVLogger.html index be6647b42f..a2bef3ce40 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.CSVLogger.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -319,6 +319,7 @@

    sinergym.utils.logger.CSVLoggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.CustomFormatter.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.CustomFormatter.html index 2e5cbc550a..49b5f683b3 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.CustomFormatter.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.CustomFormatter.html @@ -18,7 +18,7 @@ - + @@ -309,6 +309,7 @@

    sinergym.utils.logger.CustomFormatterv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.Logger.html index 32bfb69ab7..6960b3535c 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.Logger.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.Logger.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

    sinergym.utils.logger.Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.WandBOutputFormat.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.WandBOutputFormat.html index 8ee47082af..0e889365ac 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.WandBOutputFormat.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.WandBOutputFormat.html @@ -18,7 +18,7 @@ - + @@ -212,6 +212,7 @@

    sinergym.utils.logger.WandBOutputFormatv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.html index b117c8710a..fbe5d9e737 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.logger.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.BaseReward.html index 4a497e0cd5..29e07aca94 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.BaseReward.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -18,7 +18,7 @@ - + @@ -224,6 +224,7 @@

    sinergym.utils.rewards.BaseRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.ExpReward.html index 7053e6f9bc..81a046e635 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -232,6 +232,7 @@

    sinergym.utils.rewards.ExpRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html index 60979e438b..e06c3fc966 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -18,7 +18,7 @@ - + @@ -229,6 +229,7 @@

    sinergym.utils.rewards.HourlyLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.LinearReward.html index 0fddd6c9fd..f96ec05047 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -233,6 +233,7 @@

    sinergym.utils.rewards.LinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html index 46012d2adf..1eba7066a7 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html @@ -18,7 +18,7 @@ - + @@ -229,6 +229,7 @@

    sinergym.utils.rewards.NormalizedLinearRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.html index 6c38cc591a..e956e39696 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -206,6 +208,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html index 065c3dea22..05fb2c1a3a 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html @@ -18,7 +18,7 @@ - + @@ -291,6 +291,7 @@

    sinergym.utils.wrappers.DatetimeWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html index 7f659bae0d..0d08c70673 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html @@ -18,7 +18,7 @@ - + @@ -312,6 +312,7 @@

    sinergym.utils.wrappers.DiscreteIncrementalWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html index f050c12902..cbade97338 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html @@ -18,7 +18,7 @@ - + @@ -304,6 +304,7 @@

    sinergym.utils.wrappers.DiscretizeEnvv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html index 5d73193287..5508754765 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html @@ -18,7 +18,7 @@ - + @@ -294,6 +294,7 @@

    sinergym.utils.wrappers.IncrementalWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index 7ebeb43f01..d877d2cf48 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -341,6 +341,7 @@

    sinergym.utils.wrappers.LoggerWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html index 963e474239..39a5e83e2f 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html @@ -18,7 +18,7 @@ - + @@ -294,6 +294,7 @@

    sinergym.utils.wrappers.MultiObjectiveRewardv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index 1c265f3dae..aaaefa2e93 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -309,6 +309,7 @@

    sinergym.utils.wrappers.MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.NormalizeAction.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.NormalizeAction.html index a555a93427..a57e471619 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.NormalizeAction.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.NormalizeAction.html @@ -18,7 +18,7 @@ - + @@ -315,6 +315,7 @@

    sinergym.utils.wrappers.NormalizeActionv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 9d0650cc21..c1940d58f1 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -298,6 +298,7 @@

    sinergym.utils.wrappers.NormalizeObservationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html index 5699d3f537..c74f8778cc 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html @@ -18,7 +18,7 @@ - + @@ -284,6 +284,7 @@

    sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html index c0784213c7..3412e39d1e 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html @@ -18,7 +18,7 @@ - + @@ -291,6 +291,7 @@

    sinergym.utils.wrappers.PreviousObservationWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.html index b13a6087ea..bde26e92bb 100644 --- a/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/v3.2.10/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -230,6 +230,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/pages/notebooks/basic_example.html b/docs/compilation/v3.2.10/pages/notebooks/basic_example.html index d7d9fce5d9..1ded76f01e 100644 --- a/docs/compilation/v3.2.10/pages/notebooks/basic_example.html +++ b/docs/compilation/v3.2.10/pages/notebooks/basic_example.html @@ -7,7 +7,7 @@ 16. Basic example — sinergym documentation - + @@ -19,7 +19,7 @@ - + @@ -298,6 +298,7 @@

    16. Basic examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/notebooks/change_environment.html b/docs/compilation/v3.2.10/pages/notebooks/change_environment.html index 3c1b8c6f99..bb82aa20d1 100644 --- a/docs/compilation/v3.2.10/pages/notebooks/change_environment.html +++ b/docs/compilation/v3.2.10/pages/notebooks/change_environment.html @@ -7,7 +7,7 @@ 18. Changing an environment registered in Sinergym — sinergym documentation - + @@ -19,7 +19,7 @@ - + @@ -552,6 +552,7 @@

    18.4. Adding more extra configurationv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/notebooks/default_building_control.html b/docs/compilation/v3.2.10/pages/notebooks/default_building_control.html index a2fda0de5f..a196cd965d 100644 --- a/docs/compilation/v3.2.10/pages/notebooks/default_building_control.html +++ b/docs/compilation/v3.2.10/pages/notebooks/default_building_control.html @@ -7,7 +7,7 @@ 19. Default building control setting up an empty action interface — sinergym documentation - + @@ -19,7 +19,7 @@ - + @@ -281,6 +281,7 @@

    19. Default building control setting up
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/notebooks/drl.html b/docs/compilation/v3.2.10/pages/notebooks/drl.html index 02b29829ea..cb4a3914e9 100644 --- a/docs/compilation/v3.2.10/pages/notebooks/drl.html +++ b/docs/compilation/v3.2.10/pages/notebooks/drl.html @@ -7,7 +7,7 @@ 23. DRL usage example — sinergym documentation - + @@ -19,7 +19,7 @@ - + @@ -54167,6 +54167,7 @@

    23.2. Loading a modelv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/notebooks/getting_env_information.html b/docs/compilation/v3.2.10/pages/notebooks/getting_env_information.html index 953c88c6a7..59c8295c1a 100644 --- a/docs/compilation/v3.2.10/pages/notebooks/getting_env_information.html +++ b/docs/compilation/v3.2.10/pages/notebooks/getting_env_information.html @@ -7,7 +7,7 @@ 17. Getting information about Sinergym environments — sinergym documentation - + @@ -19,7 +19,7 @@ - + @@ -2675,6 +2675,7 @@

    17.4. Displaying all the environment inf
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v3.2.10/pages/notebooks/personalize_loggerwrapper.html index 78222ada65..70c28b3cdd 100644 --- a/docs/compilation/v3.2.10/pages/notebooks/personalize_loggerwrapper.html +++ b/docs/compilation/v3.2.10/pages/notebooks/personalize_loggerwrapper.html @@ -7,7 +7,7 @@ 21. Logger Wrapper personalization/configuration — sinergym documentation - + @@ -19,7 +19,7 @@ - + @@ -333,6 +333,7 @@

    21.2. Step 2 Instantiate the LoggerWrapp
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/notebooks/rule_controller_example.html b/docs/compilation/v3.2.10/pages/notebooks/rule_controller_example.html index a5291b8d45..802d649b1a 100644 --- a/docs/compilation/v3.2.10/pages/notebooks/rule_controller_example.html +++ b/docs/compilation/v3.2.10/pages/notebooks/rule_controller_example.html @@ -7,7 +7,7 @@ 22. Rule Controller example — sinergym documentation - + @@ -19,7 +19,7 @@ - + @@ -396,6 +396,7 @@

    22. Rule Controller examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/notebooks/wrappers_examples.html b/docs/compilation/v3.2.10/pages/notebooks/wrappers_examples.html index 28cfd5b81d..dd6042f2c0 100644 --- a/docs/compilation/v3.2.10/pages/notebooks/wrappers_examples.html +++ b/docs/compilation/v3.2.10/pages/notebooks/wrappers_examples.html @@ -7,7 +7,7 @@ 20. Wrappers example — sinergym documentation - + @@ -19,7 +19,7 @@ - + @@ -1343,6 +1343,7 @@

    20.10. Nesting wrappersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/output.html b/docs/compilation/v3.2.10/pages/output.html index 36521c707d..670c3438bd 100644 --- a/docs/compilation/v3.2.10/pages/output.html +++ b/docs/compilation/v3.2.10/pages/output.html @@ -18,7 +18,7 @@ - + @@ -258,6 +258,7 @@

    11.1. Loggerv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/rewards.html b/docs/compilation/v3.2.10/pages/rewards.html index 3b0d8c1662..9771834105 100644 --- a/docs/compilation/v3.2.10/pages/rewards.html +++ b/docs/compilation/v3.2.10/pages/rewards.html @@ -18,7 +18,7 @@ - + @@ -248,6 +248,7 @@

    7.2. Custom Rewardsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/tests.html b/docs/compilation/v3.2.10/pages/tests.html index 417be43547..4b76d93475 100644 --- a/docs/compilation/v3.2.10/pages/tests.html +++ b/docs/compilation/v3.2.10/pages/tests.html @@ -18,7 +18,7 @@ - + @@ -242,6 +242,7 @@

    15.3. Create new testsv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/usage-example.html b/docs/compilation/v3.2.10/pages/usage-example.html index 738e99ca5a..bb2f2439eb 100644 --- a/docs/compilation/v3.2.10/pages/usage-example.html +++ b/docs/compilation/v3.2.10/pages/usage-example.html @@ -18,7 +18,7 @@ - + @@ -210,6 +210,7 @@

    2. Usage examplev3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/weathers.html b/docs/compilation/v3.2.10/pages/weathers.html index 7ba2d1f4c5..538374f5b1 100644 --- a/docs/compilation/v3.2.10/pages/weathers.html +++ b/docs/compilation/v3.2.10/pages/weathers.html @@ -18,7 +18,7 @@ - + @@ -274,6 +274,7 @@

    4. Weathersv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/pages/wrappers.html b/docs/compilation/v3.2.10/pages/wrappers.html index 43e6d6ef48..10d6ea221f 100644 --- a/docs/compilation/v3.2.10/pages/wrappers.html +++ b/docs/compilation/v3.2.10/pages/wrappers.html @@ -18,7 +18,7 @@ - + @@ -274,6 +274,7 @@

    9.10. MultiObsWrapperv3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0

    Branches
    diff --git a/docs/compilation/v3.2.10/py-modindex.html b/docs/compilation/v3.2.10/py-modindex.html index c4ba7874ac..53f142ab9a 100644 --- a/docs/compilation/v3.2.10/py-modindex.html +++ b/docs/compilation/v3.2.10/py-modindex.html @@ -17,7 +17,7 @@ - + @@ -254,6 +254,7 @@

    Python Module Index

    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/search.html b/docs/compilation/v3.2.10/search.html index a7413d9198..c0442f1a8e 100644 --- a/docs/compilation/v3.2.10/search.html +++ b/docs/compilation/v3.2.10/search.html @@ -18,7 +18,7 @@ - + @@ -162,6 +162,7 @@
    v3.1.0
    v3.2.0
    v3.2.10
    +
    v3.3.0
    Branches
    diff --git a/docs/compilation/v3.2.10/searchindex.js b/docs/compilation/v3.2.10/searchindex.js index ade5bd2d48..eda3d70a30 100644 --- a/docs/compilation/v3.2.10/searchindex.js +++ b/docs/compilation/v3.2.10/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_ids", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_ids.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "8. Controllers", "12. Deep Reinforcement Learning Integration", "5. Environments", "6. Environments Configuration and Registration", "10. Extra Configuration in Sinergym simulations", "13. Sinergym with Google Cloud", "14. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_ids", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RBCIncrementalDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.rewards.NormalizedLinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.IncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "16. Basic example", "18. Changing an environment registered in Sinergym", "19. Default building control setting up an empty action interface", "23. DRL usage example", "17. Getting information about Sinergym environments", "21. Logger Wrapper personalization/configuration", "22. Rule Controller example", "20. Wrappers example", "11. Output format", "7. Rewards", "15. Tests", "2. Usage example", "4. Weathers", "9. Wrappers"], "terms": {"The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 24, 30, 52, 54, 63, 74, 75, 77, 78, 80, 81, 84, 85, 86, 87, 88, 91, 92, 93, 95, 97], "goal": [0, 11], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 36, 52, 54, 56, 62, 63, 65, 69, 71, 73, 75, 77, 80, 81, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97], "creat": [0, 4, 5, 6, 7, 10, 11, 14, 27, 28, 30, 36, 84, 85, 86, 87, 88, 89, 90, 91, 93, 95], "an": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 20, 23, 24, 31, 52, 54, 62, 63, 74, 75, 76, 84, 87, 88, 91, 92, 93, 94, 97], "environ": [0, 2, 3, 4, 7, 8, 11, 14, 15, 16, 17, 20, 24, 26, 30, 32, 37, 47, 48, 49, 50, 52, 54, 62, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 86, 87, 89, 90, 92, 93, 94, 95, 96, 97], "follow": [0, 4, 5, 8, 9, 10, 11, 27, 48, 49, 52, 84, 86, 88, 93, 97], "gymnasium": [0, 4, 5, 6, 7, 11, 16, 17, 20, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 97], "interfac": [0, 4, 5, 11, 18, 85, 87, 88, 94], "wrap": [0, 4, 11, 24, 32, 37, 54, 87, 91, 92], "simul": [0, 4, 5, 10, 11, 12, 14, 15, 16, 17, 36, 47, 48, 49, 50, 62, 64, 77, 80, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97], "engin": [0, 5, 8, 11, 85, 86, 88], "energyplu": [0, 5, 6, 7, 11, 14, 16, 17, 19, 27, 33, 34, 35, 84, 85, 86, 87, 88, 89, 90, 91, 92, 97], "build": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94], "control": [0, 2, 5, 9, 11, 14, 17, 21, 74, 88, 94, 97], "deep": [0, 10, 11, 87], "reinforc": [0, 10, 11, 87, 91, 93], "learn": [0, 10, 11, 87, 91, 93], "pleas": [0, 2, 5, 7, 8, 9, 11, 52, 87, 90, 96], "help": [0, 4, 11], "u": [0, 5, 7, 10, 11, 86, 88], "improv": [0, 11], "report": [0, 8, 9, 11], "your": [0, 3, 4, 5, 7, 9, 10, 11, 63, 87, 90, 91, 95, 97], "question": [0, 11], "issu": [0, 8, 9, 11], "here": [0, 4, 8, 9, 10, 11, 23, 87, 88, 91, 94], "It": [0, 2, 4, 5, 8, 9, 10, 11, 17, 20, 24, 50, 52, 62, 70, 85, 88, 91, 93, 96, 97], "easi": [0, 11, 94], "just": [0, 9, 11, 88, 91], "2": [0, 2, 6, 9, 10, 11, 63, 74, 84, 85, 86, 87, 88, 90, 91, 96], "click": [0, 10, 11], "our": [0, 4, 5, 7, 9, 10, 11, 84, 85, 86, 87, 88, 89, 90, 93, 94, 95], "templat": [0, 8, 11, 63], "bug": [0, 11], "etc": [0, 5, 8, 10, 11, 12, 62, 84, 85, 88, 92], "more": [0, 4, 5, 6, 7, 8, 9, 10, 11, 26, 33, 34, 35, 52, 82, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97], "detail": [0, 4, 5, 7, 10, 11, 87, 88, 93], "info": [0, 5, 11, 14, 17, 20, 62, 67, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "how": [0, 6, 8, 10, 11, 17, 77, 84, 85, 87, 88, 89, 90, 91, 97], "main": [0, 2, 4, 5, 8, 11, 62, 88, 93], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 25, 27, 31, 36, 38, 51, 53, 54, 55, 66, 67, 69, 70, 71, 75, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 97], "ar": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 20, 54, 62, 63, 68, 69, 70, 71, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97], "compat": [0, 4, 5, 10, 11, 52, 87, 91, 97], "commun": [0, 5, 11, 18, 20, 94], "between": [0, 4, 9, 11, 29, 80, 87, 91, 93, 97], "python": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 19, 20, 27, 28, 55, 85, 87, 88, 91, 94, 95], "establish": [0, 4, 5, 11, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94], "api": [0, 5, 6, 8, 11, 17, 19, 20, 33, 34, 35, 52, 55, 84, 88, 92, 97], "middlewar": [0, 11, 97], "howev": [0, 4, 5, 7, 8, 9, 10, 11, 85, 86, 87, 88, 91, 94, 97], "them": [0, 2, 4, 5, 6, 11, 14, 82, 85, 91, 92, 97], "e": [0, 10, 11, 17, 20, 54], "g": [0, 4, 8, 11, 54, 59], "openmodelica": [0, 11], "could": [0, 6, 7, 11, 91], "includ": [0, 2, 4, 5, 7, 8, 9, 11, 21, 78, 84, 87, 93, 96], "backend": [0, 5, 10, 11, 13, 14, 88], "while": [0, 5, 6, 11, 84, 85, 86, 87, 89, 90, 91, 95], "maintain": [0, 11], "futur": [0, 4, 5, 7, 8, 11, 93], "benchmark": [0, 3, 11], "similarli": [0, 11], "atari": [0, 11], "mujoco": [0, 11], "rl": [0, 4, 11, 54], "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 84, 85, 87, 88, 89, 90, 91, 92, 93, 95, 97], "design": [0, 5, 7, 11, 14, 85, 88], "set": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 85, 87, 88, 92, 93, 97], "test": [0, 9, 10, 11, 24], "algorithm": [0, 3, 4, 11, 22, 23, 54, 80, 87, 91, 94, 97], "These": [0, 5, 6, 8, 9, 11, 62, 85, 91, 93, 94], "mai": [0, 5, 8, 10, 11, 14, 84, 87, 91, 92, 93, 95, 97], "differ": [0, 4, 5, 8, 9, 10, 11, 29, 68, 70, 84, 85, 87, 93, 94], "weather": [0, 7, 11, 12, 14, 17, 20, 84, 86, 87, 88, 89, 90, 91, 92], "action": [0, 2, 3, 4, 6, 10, 11, 17, 20, 24, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 54, 62, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 87, 88, 89, 90, 94, 95, 97], "observ": [0, 2, 3, 4, 6, 11, 17, 20, 47, 49, 62, 73, 77, 78, 79, 81, 83, 86, 87, 88, 90, 92, 93, 94, 97], "space": [0, 2, 3, 4, 6, 8, 11, 17, 73, 74, 75, 80, 84, 86, 87, 88, 90, 91, 95, 97], "reward": [0, 4, 6, 11, 17, 21, 23, 24, 54, 62, 77, 78, 79, 84, 86, 87, 88, 89, 90, 91, 94, 95, 97], "customiz": [0, 11], "aim": [0, 8, 10, 11], "provid": [0, 2, 4, 5, 7, 8, 10, 11, 87, 96], "packag": [0, 2, 9, 11, 84, 85, 86, 87, 88, 89, 90, 91, 94], "which": [0, 4, 5, 8, 10, 11, 14, 20, 23, 62, 63, 78, 84, 85, 86, 87, 88, 91, 92, 93, 94, 97], "allow": [0, 4, 5, 8, 11, 63, 93], "modifi": [0, 3, 5, 7, 11, 14, 54, 75, 80, 86, 92, 93], "experiment": [0, 5, 11], "manner": [0, 11], "user": [0, 2, 5, 9, 11, 54, 85, 87, 88, 92, 97], "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 54, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97], "hi": [0, 11], "own": [0, 3, 4, 7, 11, 87, 90, 91, 97], "combin": [0, 8, 11, 80, 85, 86, 87, 91, 93], "model": [0, 2, 5, 6, 7, 10, 11, 12, 24, 28, 54, 84, 85, 86, 88, 89, 90, 91, 92, 94], "variabl": [0, 2, 3, 8, 10, 11, 14, 17, 20, 24, 35, 36, 68, 69, 70, 71, 74, 76, 80, 84, 85, 86, 87, 88, 89, 90, 91, 92, 97], "actuat": [0, 6, 11, 14, 17, 20, 33, 85, 86, 88, 92], "name": [0, 4, 6, 7, 8, 9, 11, 14, 17, 20, 27, 56, 59, 60, 63, 64, 68, 69, 70, 71, 74, 76, 84, 85, 86, 87, 88, 89, 90, 91, 97], "also": [0, 4, 10, 11, 52, 85, 86, 87, 91, 93, 97], "pre": [0, 8, 11, 93], "configur": [0, 3, 4, 11, 14, 17, 26, 33, 34, 35, 87, 92, 94], "avail": [0, 2, 4, 6, 8, 11, 14, 50, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95], "chang": [0, 2, 5, 8, 9, 11, 14, 62, 63, 84, 86, 87, 88, 89, 92, 93, 97], "some": [0, 4, 5, 7, 8, 9, 11, 17, 77, 85, 86, 87, 88, 91, 92, 97], "aspect": [0, 2, 11, 93], "wai": [0, 5, 7, 8, 9, 11, 49, 85, 86, 88, 91], "he": [0, 11], "doe": [0, 5, 7, 8, 9, 11, 87, 92, 96], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97], "make": [0, 2, 3, 5, 7, 8, 10, 11, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97], "entir": [0, 4, 5, 11], "definit": [0, 5, 6, 11, 17, 84, 85, 86], "start": [0, 4, 5, 6, 11, 20, 29, 30, 68, 69, 70, 71, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95], "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 26, 28, 31, 33, 34, 35, 50, 51, 52, 56, 59, 60, 62, 67, 68, 69, 70, 71, 77, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 97], "one": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 17, 31, 62, 63, 74, 82, 83, 85, 86, 87, 90, 91, 92, 93, 94, 95, 96, 97], "paramet": [0, 4, 6, 7, 8, 11, 14, 17, 20, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 47, 48, 50, 52, 54, 56, 59, 60, 62, 63, 64, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 87, 93], "directli": [0, 5, 10, 11, 85, 86, 95, 97], "associ": [0, 5, 6, 11], "extra": [0, 6, 8, 9, 10, 11, 13, 14, 17, 20, 62, 77, 79, 84, 88, 89, 94], "well": [0, 4, 5, 11, 54], "peopl": [0, 5, 6, 11, 88], "occup": [0, 5, 6, 11, 47], "time": [0, 4, 9, 10, 11, 14, 17, 20, 29, 62, 63, 69, 71, 85, 87, 89, 94], "step": [0, 4, 5, 10, 11, 14, 17, 54, 62, 63, 65, 74, 75, 76, 77, 78, 79, 80, 81, 84, 85, 86, 87, 88, 90, 91, 93, 95, 97], "per": [0, 2, 4, 5, 6, 7, 11, 54, 62, 84, 85, 86, 87, 88, 89, 90, 91, 92], "hour": [0, 2, 5, 6, 7, 11, 62, 69, 71, 73, 84, 85, 86, 87, 88, 89, 90, 91, 93, 97], "run": [0, 4, 8, 10, 11, 20, 54, 81, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95], "period": [0, 11, 88, 93, 96], "compon": [0, 2, 4, 5, 7, 8, 11, 20, 23, 85, 88, 92, 93, 96], "easili": [0, 7, 8, 11, 87], "scalabl": [0, 11], "third": [0, 9, 11], "parti": [0, 9, 11], "structur": [0, 5, 6, 8, 11, 85, 92, 93], "implement": [0, 3, 4, 5, 7, 11, 46, 54, 66, 72, 86, 91, 93, 94, 97], "class": [0, 5, 6, 7, 11, 13, 14, 16, 17, 19, 20, 22, 23, 24, 32, 46, 47, 48, 49, 50, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 89, 90, 91, 92, 93, 97], "new": [0, 2, 6, 8, 11, 14, 24, 62, 77, 79, 84, 86, 87, 88, 89, 90, 91, 92, 93, 96], "custom": [0, 2, 4, 5, 11, 14, 17, 20, 21, 22, 23, 52, 53, 63, 72, 87, 91, 92, 97], "wrapper": [0, 4, 5, 6, 11, 21, 24, 32, 37, 54, 86, 87, 88, 92, 94, 95], "automat": [0, 5, 6, 9, 10, 11, 73, 85, 86, 91, 93, 94, 97], "adapt": [0, 5, 11, 14, 33, 34, 35, 51, 52, 84, 85, 86, 87, 88, 89, 90, 91, 93], "mani": [0, 4, 6, 11, 85, 86, 88], "updat": [0, 5, 8, 9, 10, 11, 14, 24, 36, 73, 84, 86, 87, 88, 89, 90, 91, 94, 97], "requir": [0, 5, 6, 8, 9, 10, 11, 14, 85, 87, 88, 91, 92, 93, 97], "epjson": [0, 2, 5, 6, 10, 11, 14, 27, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "file": [0, 2, 4, 6, 7, 8, 9, 10, 11, 13, 14, 17, 20, 26, 28, 59, 60, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96], "featur": [0, 4, 5, 11, 84, 85, 88, 95], "befor": [0, 4, 5, 8, 11, 14, 54, 63, 75, 76, 80, 86, 88, 91, 92, 97], "perform": [0, 3, 4, 10, 11, 24, 54, 78, 79], "For": [0, 4, 5, 6, 8, 9, 10, 11, 14, 84, 85, 86, 87, 88, 90, 91, 93, 94, 96, 97], "anoth": [0, 5, 9, 11, 85], "locat": [0, 5, 10, 11, 14, 85, 86, 96], "dai": [0, 5, 7, 11, 14, 29, 68, 69, 70, 71, 73, 84, 85, 86, 89, 90, 91, 93], "output": [0, 4, 9, 11, 14, 17, 20, 36, 52, 64, 75, 84, 85, 86, 87, 88, 89, 90, 91, 97], "meter": [0, 6, 11, 14, 17, 20, 34, 84, 85, 86, 87, 88, 89, 90, 91, 92], "field": [0, 4, 5, 11, 14, 27, 85, 88, 96], "same": [0, 4, 5, 6, 8, 9, 11, 48, 85, 87, 88, 91, 92, 93, 96], "occur": [0, 5, 11, 85], "context": [0, 5, 7, 11, 17, 77, 85, 94], "concern": [0, 5, 11, 85], "nois": [0, 5, 11, 84], "version": [0, 4, 5, 6, 9, 10, 11, 14, 63, 85, 87, 93, 95], "save": [0, 4, 5, 11, 14, 24, 84, 85, 86, 87, 88, 89, 90, 91], "folder": [0, 5, 6, 9, 10, 11, 14, 17, 24, 85, 87, 89, 91], "leav": [0, 5, 11, 85], "origin": [0, 4, 5, 11, 14, 17, 20, 59, 73, 74, 75, 76, 77, 78, 79, 80, 83, 85, 87, 91, 92, 97], "intact": [0, 5, 11, 85], "In": [0, 2, 5, 8, 9, 10, 11, 84, 85, 86, 87, 88, 91, 92, 94, 95, 97], "short": [0, 8, 11], "autom": [0, 6, 11], "whole": [0, 4, 6, 11, 38, 62, 77, 84, 85, 86, 87, 88, 89, 90, 91], "process": [0, 4, 5, 6, 9, 11, 14, 17, 20, 87, 88, 93], "so": [0, 4, 5, 8, 9, 10, 11, 86, 87, 91, 92, 93, 97], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 62, 74, 84, 85, 86, 87, 92, 95, 97], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 32, 37, 52, 54, 57, 77, 85, 86, 87, 88, 91, 92, 94, 97], "defin": [0, 4, 5, 6, 8, 11, 14, 20, 76, 84, 85, 87, 88, 89, 90, 91, 92, 93, 95, 97], "what": [0, 5, 11, 88, 91], "want": [0, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 54, 59, 60, 63, 74, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 97], "relat": [0, 11, 52], "abov": [0, 5, 8, 9, 11, 63, 85], "necessari": [0, 4, 8, 9, 10, 11, 86, 87], "specifi": [0, 4, 5, 6, 8, 11, 17, 59, 60, 63, 77, 85, 86, 87, 89, 91, 92, 93, 96, 97], "through": [0, 2, 5, 6, 10, 11, 81], "take": [0, 4, 5, 7, 9, 11, 14, 52, 74, 76, 85, 86, 87], "care": [0, 8, 11, 86, 93, 97], "everyth": [0, 8, 11, 86, 87, 95], "extens": [0, 5, 10, 11, 84, 87], "inform": [0, 2, 4, 6, 9, 10, 11, 14, 17, 20, 26, 28, 33, 34, 35, 52, 62, 63, 77, 79, 85, 87, 90, 91, 92, 94, 96, 97], "import": [0, 4, 5, 7, 8, 9, 11, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "get": [0, 2, 5, 10, 11, 14, 54, 57, 63, 87, 89, 90], "about": [0, 2, 4, 5, 11, 12, 14, 26, 33, 34, 35, 52, 54, 85, 87, 90, 91, 92, 94, 97], "background": [0, 4, 11, 86, 88], "instanc": [0, 3, 4, 5, 8, 9, 11, 17, 20, 56, 92], "possibl": [0, 2, 4, 5, 6, 7, 8, 10, 11, 26, 85, 87, 88, 91, 96, 97], "consult": [0, 5, 11, 88], "schedul": [0, 2, 5, 6, 11, 14, 17, 28, 85, 92], "compos": [0, 5, 11], "whether": [0, 5, 9, 11, 17, 24, 52, 54, 56, 77, 79], "episod": [0, 4, 6, 7, 11, 14, 17, 20, 23, 24, 36, 54, 62, 77, 79, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96], "length": [0, 5, 7, 11, 54, 76, 84, 85, 86, 87, 88, 89, 90, 91], "timestep": [0, 4, 5, 7, 11, 14, 17, 23, 62, 77, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 97], "zone": [0, 2, 6, 8, 11, 14, 85, 88], "And": [0, 8, 11, 84, 87], "much": [0, 5, 11], "stabl": [0, 4, 10, 11, 22, 23, 51, 52, 87, 94], "baselin": [0, 4, 11, 22, 23, 51, 52, 87, 94], "3": [0, 2, 4, 7, 8, 10, 11, 22, 23, 63, 84, 85, 86, 87, 88, 89, 90, 91, 94, 96], "integr": [0, 5, 9, 11], "like": [0, 4, 5, 6, 9, 10, 11, 14, 63, 84, 85, 94], "callback": [0, 5, 11, 20, 21, 53, 54, 65, 87, 92], "been": [0, 2, 4, 5, 7, 8, 9, 10, 11, 17, 23, 24, 32, 37, 52, 54, 77, 87, 91, 92, 94], "team": [0, 8, 10, 11], "order": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 85, 87, 88, 91, 94, 97], "logger": [0, 5, 11, 14, 17, 20, 67, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 86, 87, 88, 90, 97], "specif": [0, 2, 4, 5, 9, 10, 11, 14, 17, 20, 87, 88, 92, 93, 94, 96], "complet": [0, 5, 11, 87], "agnost": [0, 11, 87], "ani": [0, 4, 5, 7, 10, 11, 14, 17, 23, 24, 26, 35, 47, 48, 49, 50, 54, 62, 64, 65, 77, 78, 79, 80, 85, 87, 88, 89, 90, 91, 92, 95], "drl": [0, 3, 8, 11, 80, 86, 97], "librari": [0, 8, 10, 11, 87, 90, 91, 94], "work": [0, 4, 5, 8, 9, 10, 11, 14, 17, 84, 85, 86, 87, 88, 89, 90, 91, 93, 97], "googl": [0, 4, 9, 10, 11, 55, 56, 57, 58, 59, 60], "cloud": [0, 4, 9, 11, 55, 56, 57, 58, 59, 60], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 54, 59, 60, 63, 68, 69, 70, 71, 74, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97], "account": [0, 4, 7, 8, 10, 11, 56, 57], "infrastructur": [0, 11], "tell": [0, 11], "do": [0, 4, 5, 7, 8, 10, 11, 54, 74, 85, 86, 87, 88, 91, 93, 94], "weight": [0, 8, 11, 68, 69, 70, 71, 85, 87, 93], "bias": [0, 8, 11, 87], "track": [0, 4, 8, 10, 11, 87, 91, 97], "visual": [0, 4, 10, 11, 87], "One": [0, 11], "": [0, 4, 5, 6, 7, 8, 10, 11, 14, 17, 50, 62, 63, 68, 69, 70, 71, 77, 81, 85, 87, 88, 92, 93, 94, 95, 96, 97], "object": [0, 2, 4, 5, 8, 11, 12, 14, 31, 37, 54, 58, 59, 60, 64, 78, 87, 88, 93, 97], "facilit": [0, 6, 11], "train": [0, 11, 92], "reproduc": [0, 11], "comparison": [0, 11], "agent": [0, 3, 5, 11, 17, 24, 47, 48, 49, 50, 54, 62, 77, 86, 87, 90, 91, 92, 94, 97], "base": [0, 3, 4, 6, 8, 9, 11, 47, 48, 49, 65, 67, 90, 91, 93, 94, 97], "problem": [0, 5, 8, 11, 91], "manag": [0, 5, 7, 8, 11, 13, 14, 56, 88, 92], "monitor": [0, 4, 8, 10, 11, 24, 54, 62, 77, 86, 87, 89, 91, 92], "lifecycl": [0, 11], "deploy": [0, 9, 11], "wandb": [0, 4, 10, 11, 65, 87], "open": [0, 2, 10, 11, 91], "sourc": [0, 2, 9, 10, 11, 17, 77, 87, 91], "platform": [0, 4, 9, 11], "machin": [0, 8, 11, 95], "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 20, 23, 27, 28, 31, 36, 52, 54, 56, 62, 65, 67, 74, 76, 80, 81, 82, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97], "let": [0, 7, 8, 10, 11, 84, 85, 87, 95], "regist": [0, 4, 5, 6, 9, 11, 84, 87], "experi": [0, 2, 4, 5, 7, 10, 11, 14, 84, 85, 86, 87, 88, 89, 90, 91, 96], "hyperparamet": [0, 4, 11, 87], "data": [0, 2, 4, 6, 8, 11, 14, 17, 20, 23, 26, 48, 49, 59, 60, 62, 86, 87, 88, 92, 93], "record": [0, 4, 11, 23, 31, 62, 63, 77, 86, 87, 89, 91, 92], "real": [0, 4, 11, 62, 80, 87, 97], "store": [0, 4, 11, 14, 23, 60, 62, 85, 87, 92], "artifact": [0, 4, 8, 11, 87], "best": [0, 4, 11, 24, 87], "obtain": [0, 4, 5, 11, 17, 77], "notebook": [0, 11, 84, 87, 89, 91], "develop": [0, 3, 4, 9, 10, 11, 91, 93, 94], "code": [0, 3, 5, 7, 9, 10, 11, 84, 87, 91, 97], "format": [0, 4, 5, 6, 7, 9, 11, 14, 26, 27, 28, 33, 34, 35, 63, 77, 85, 87, 88], "purpos": [0, 4, 8, 9, 11, 91, 97], "offer": [0, 5, 11, 93], "case": [0, 4, 5, 6, 8, 9, 10, 11, 84, 85, 90, 91, 95], "becom": [0, 11], "familiar": [0, 5, 11], "tool": [0, 5, 9, 11, 95], "thei": [0, 4, 5, 6, 8, 9, 10, 11, 91, 93, 94], "constantli": [0, 11], "along": [0, 6, 11], "itself": [0, 11, 91, 97], "accompani": [0, 11], "document": [0, 5, 8, 9, 10, 11, 26, 33, 34, 35, 85, 88, 90, 91, 92, 97], "unit": [0, 11, 81], "github": [0, 8, 10, 11, 51, 52, 94], "workflow": [0, 9, 11, 94], "effici": [0, 11, 88], "ecosystem": [0, 11], "both": [0, 4, 5, 11, 82, 91, 93], "understand": [0, 11], "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 36, 54, 63, 85, 87, 88, 91, 92, 93, 94, 95, 96, 97], "introduc": [0, 5, 11], "visit": [0, 2, 4, 5, 8, 10, 11, 85, 88, 90, 91, 92, 94, 96, 97], "ad": [0, 2, 4, 10, 11, 63, 86, 87, 91, 93, 96], "section": [0, 2, 3, 4, 5, 6, 8, 10, 11, 88, 93, 94, 95, 96], "progress": [0, 4, 5, 11, 62, 64, 77, 85, 86, 87, 89, 90, 91, 92], "stai": [0, 7, 11, 93], "tune": [0, 7, 11, 93], "upcom": [0, 7, 11], "releas": [0, 7, 10, 11], "all": [0, 4, 5, 6, 8, 9, 10, 14, 17, 20, 23, 26, 36, 67, 77, 84, 86, 87, 90, 91, 92, 93, 94, 95, 96, 97], "those": [0, 4, 8, 85, 88], "interest": [0, 2, 91, 96], "alwai": [0, 8, 10, 48, 84, 87, 90, 92, 93, 97], "made": [0, 5, 6, 85, 88], "check": [0, 8, 9, 32, 52, 54, 87, 92, 94], "repositori": [0, 8, 9, 10, 87, 92, 94, 95], "read": [0, 6, 8, 14, 26, 33, 34, 35, 59, 88, 91], "md": 0, "first": [0, 10, 14, 54, 84, 87, 88, 89, 90, 92, 95], "benefit": [0, 4, 5], "advantag": [0, 5, 9, 86], "demosthen": 0, "activerl": 0, "vectorinstitut": 0, "hv": 0, "ai": [0, 87], "c": [0, 8, 68, 69, 70, 71], "rdnfn": 0, "beobench": 0, "appear": [0, 4, 6, 10, 54, 84, 87, 91, 92, 95], "list": [0, 6, 8, 9, 10, 14, 17, 20, 30, 31, 36, 39, 40, 41, 42, 43, 44, 45, 47, 49, 54, 62, 68, 69, 70, 71, 74, 75, 76, 77, 78, 80, 83, 84, 85, 87, 88, 89, 90, 91, 92], "hesit": 0, "send": [0, 5, 8, 17, 57, 58, 60, 76, 77, 80, 86, 97], "pr": 0, "badg": 0, "comput": [0, 4, 8, 63, 87, 97], "contain": [0, 4, 5, 9, 54, 56, 57, 84, 86, 87, 91, 94, 95], "properli": 0, "see": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 84, 85, 87, 88, 89, 91, 92, 93, 94, 97], "instal": [0, 5, 8, 9, 95], "host": [0, 2, 4, 6, 8, 87, 92], "offici": [0, 10], "paper": 0, "inproceed": 0, "2021sinergym": 0, "titl": 0, "A": [0, 2, 4, 9, 30, 74, 76, 81, 85, 87, 91, 92, 96, 97], "framework": [0, 2, 86, 94, 96], "author": [0, 57], "jim\u00e9nez": 0, "raboso": 0, "javier": 0, "campoi": 0, "niev": 0, "alejandro": 0, "manjavaca": 0, "luca": 0, "antonio": 0, "g\u00f3mez": 0, "romero": 0, "juan": 0, "molina": 0, "solana": 0, "miguel": 0, "year": [0, 5, 7, 29, 86, 90, 96], "2021": 0, "isbn": 0, "9781450391146": 0, "publish": [0, 9], "machineri": 0, "address": 0, "york": [0, 6, 87, 96], "ny": 0, "usa": [0, 96], "url": [0, 4], "http": [0, 8, 10, 51, 52, 87], "doi": 0, "org": 0, "10": [0, 6, 8, 10, 17, 54, 63, 84, 85, 86, 87, 88, 89, 90, 91, 96], "1145": 0, "3486611": 0, "3488729": 0, "booktitl": 0, "proceed": 0, "8th": 0, "acm": 0, "intern": [0, 2, 4, 88, 92, 97], "confer": 0, "system": [0, 2, 6, 20, 59, 60, 84, 85, 86, 87, 88, 89, 90, 91, 93], "energi": [0, 2, 4, 5, 23, 68, 69, 70, 71, 88, 93], "citi": 0, "transport": 0, "page": [0, 5, 9], "319": [0, 87], "323": [0, 87], "numpag": 0, "5": [0, 2, 6, 10, 24, 68, 69, 70, 71, 74, 79, 84, 85, 86, 87, 88, 89, 90, 91, 96, 97], "sinergym": [2, 3, 4, 6, 9, 11, 84, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97], "independ": [2, 94, 96], "rest": [2, 8, 10, 27, 55, 56, 96], "up": [2, 4, 5, 7, 8, 10, 14, 68, 70, 85, 87, 93, 96], "us": [2, 3, 5, 6, 7, 9, 10, 11, 14, 17, 19, 20, 24, 27, 36, 38, 52, 54, 55, 62, 63, 65, 68, 69, 70, 71, 74, 77, 80, 81, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97], "each": [2, 4, 5, 6, 7, 8, 14, 17, 23, 24, 36, 54, 62, 77, 78, 81, 85, 87, 89, 90, 91, 92, 93, 95, 96, 97], "default": [2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 23, 30, 52, 54, 62, 63, 68, 69, 70, 71, 77, 79, 80, 81, 85, 87, 88, 91, 93, 94, 97], "project": [2, 4, 8, 9, 10, 11, 38, 87, 94], "constant": [2, 6, 68, 69, 70, 71, 87, 90, 93], "rememb": [2, 87, 88, 90], "too": [2, 4, 5, 6, 8, 9, 10, 56, 85, 86, 87, 88, 91, 92], "exampl": [2, 3, 4, 5, 6, 8, 9, 10, 11, 85, 86, 88, 89, 92, 93, 94, 97], "2zonedatacenterhvac_weconom": [2, 85], "491": [2, 87], "m2": 2, "divid": 2, "two": [2, 9], "asymmetr": 2, "hvac": [2, 6, 85, 88], "consist": [2, 5], "air": [2, 6, 85, 88, 90], "econom": 2, "evapor": [2, 88], "cooler": 2, "dx": [2, 88], "cool": [2, 6, 85, 88, 96], "coil": [2, 88], "chill": 2, "water": [2, 88], "vav": [2, 88], "heat": [2, 6, 85, 88], "come": [2, 86, 87], "server": [2, 8, 87], "1zonedatacentercrac_wapproachtemp": 2, "demonstr": [2, 93], "simpl": [2, 3, 5, 84, 88], "center": [2, 48, 49, 81], "IT": 2, "equip": [2, 88], "ITE": 2, "serv": 2, "crac": 2, "illustr": [2, 97], "variou": [2, 5], "curv": [2, 88], "vari": [2, 93], "power": [2, 4, 62, 68, 69, 70, 71, 88, 92, 93], "setup": [2, 10], "repres": [2, 93], "lieber": 2, "dse": 2, "125": [2, 87], "pump": [2, 88], "refriger": 2, "fiction": 2, "1": [2, 5, 6, 7, 23, 24, 68, 69, 70, 71, 80, 84, 85, 86, 87, 88, 90, 91, 93, 95, 96, 97], "resist": 2, "wall": [2, 88], "No": [2, 5, 6, 84, 85, 88, 89], "window": 2, "gain": 2, "mass": [2, 6, 88], "orient": 2, "due": [2, 4, 82, 87, 88], "north": 2, "5zoneautodxvav": [2, 6, 47, 84, 86, 87, 88, 89, 90, 91], "singl": [2, 86], "stori": 2, "indoor": [2, 47, 49, 93], "4": [2, 5, 6, 7, 10, 14, 68, 69, 70, 71, 84, 85, 86, 87, 88, 89, 90, 91], "outdoor": [2, 6, 85, 88, 90], "Its": [2, 4], "surfac": [2, 88], "area": [2, 6, 85, 88], "463": [2, 87], "6": [2, 4, 6, 7, 10, 14, 68, 69, 70, 71, 85, 86, 87, 88, 90, 91, 96], "ga": 2, "fulli": [2, 92, 97], "auto": [2, 4, 6, 8], "size": [2, 8, 84, 85, 86, 87, 88, 89, 90, 91, 97], "input": [2, 9, 14, 17, 20, 87, 90, 91], "ashrae9012016_warehous": 2, "non": [2, 5], "residenti": 2, "4598": 2, "floor": [2, 88], "bulk": 2, "storag": [2, 4, 6, 9, 10, 58, 59, 60], "fine": 2, "offic": [2, 86], "enclos": 2, "side": 2, "top": [2, 88, 97], "uniqu": [2, 4, 94], "fuel": [2, 88], "type": [2, 4, 5, 8, 9, 10, 14, 17, 20, 23, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 47, 48, 49, 50, 56, 57, 58, 64, 73, 77, 78, 79, 80, 82, 83, 84, 87, 88, 89, 90, 91, 93, 96, 97], "electr": [2, 6, 85, 88], "ashrae9012016_officemedium": 2, "4979": 2, "four": 2, "perimet": 2, "core": [2, 52, 87, 88], "390": 2, "five": 2, "low": [2, 6, 68, 70, 85, 86, 90, 93, 94], "photovolta": 2, "panel": 2, "batteri": 2, "full": 2, "servic": [2, 8, 9, 56, 57], "repair": 2, "shop": 2, "mondai": 2, "fridai": 2, "45": [2, 87], "week": 2, "larg": [2, 8], "12": [2, 6, 7, 71, 84, 85, 86, 87, 88, 89, 90, 91, 96], "basement": 2, "rectangular": 2, "46": [2, 87], "320": [2, 87], "organ": [2, 5, 94], "19": [2, 69, 71, 84, 87, 89, 90, 91], "bot": [2, 9], "mid": [2, 96], "level": [2, 5, 9, 64, 88, 94], "describ": [2, 20, 48, 49, 63], "charg": [2, 82, 97], "discharg": [2, 82], "grid": 2, "current": [3, 4, 5, 7, 8, 9, 10, 14, 17, 62, 77, 83, 86, 87, 88, 89, 91, 93, 94, 97], "random": [3, 50, 86], "rule": [3, 47, 48, 49, 88, 94, 97], "5zone": [3, 5, 6, 7, 85, 87, 90, 91], "datacent": [3, 85], "find": [3, 9, 87, 92], "util": [3, 4, 5, 8, 13, 17, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 97], "py": [3, 4, 5, 6, 8, 10, 52, 84, 85, 86, 87, 88, 89, 90, 91, 94, 95, 97], "veri": [3, 5, 10, 80, 87, 88, 93, 97], "refer": [3, 5, 6, 8, 24], "point": [3, 87, 88, 95], "studi": 3, "given": [3, 4, 14, 27, 28, 31, 32, 36, 68, 69, 70, 71, 93, 97], "return": [3, 4, 5, 9, 14, 17, 20, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 47, 48, 49, 50, 54, 56, 57, 58, 62, 63, 64, 73, 75, 77, 78, 79, 80, 82, 83, 88, 89, 90, 91, 93, 95, 97], "interact": [3, 4, 5, 52, 62, 77, 84, 86, 87, 91, 92, 97], "usag": [3, 8], "sure": [3, 87, 91], "particularli": [3, 52], "part": [3, 5, 8], "facil": [4, 6, 85, 88], "although": [4, 87], "discret": [4, 5, 6, 74, 75, 80, 84, 85, 86, 87, 88, 90, 93, 97], "continu": [4, 5, 6, 7, 9, 10, 76, 80, 84, 85, 86, 87, 90, 91, 97], "ppo": 4, "ye": [4, 6, 84, 85, 88, 89], "onpolicyalgorithm": 4, "a2c": 4, "dqn": [4, 87], "NO": 4, "offpolicyalgorithm": 4, "ddpg": 4, "sac": 4, "td3": 4, "go": [4, 5, 8, 10, 20, 84, 85, 87, 91, 97], "refin": 4, "call": [4, 5, 8, 9, 10, 14, 20, 24, 54, 63, 75, 80, 85, 87, 92, 97], "stage": 4, "procedur": [4, 9], "access": [4, 5, 10, 87], "state": [4, 20, 77, 88], "dure": [4, 5, 9, 17, 23, 24, 87, 92, 93, 95], "manipul": [4, 9], "bar": 4, "inherit": [4, 67, 91, 93, 97], "column": [4, 14], "its": [4, 5, 6, 8, 9, 10, 20, 57, 75, 77, 84, 85, 91, 95, 97], "execut": [4, 5, 9, 10, 14, 17, 20, 56, 62, 64, 78, 79, 87, 88, 91], "log": [4, 23, 62, 64, 77, 87, 88, 91, 92, 97], "extract": [4, 5, 14, 36, 87, 88], "why": 4, "sinergym_logg": [4, 23], "attribut": [4, 14, 17, 20, 62, 63, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 87, 88, 92], "constructor": [4, 5, 6, 7, 14, 26, 62, 73, 82, 83, 85, 91, 93, 97], "loggercallback": [4, 87], "basecallback": [4, 24], "With": [4, 5, 6, 87], "compar": [4, 87, 91], "summari": [4, 5, 10, 77, 84, 86, 87, 89, 91], "registr": [4, 5], "enabl": [4, 5, 8, 9, 87], "metric": [4, 54, 87], "There": [4, 8, 10, 92, 93], "tabl": [4, 5, 10, 14], "other": [4, 8, 10, 54, 85, 87, 88, 91, 92, 93, 97], "vice": 4, "versa": 4, "depend": [4, 5, 6, 10, 62, 68, 69, 70, 71, 85, 86, 87, 88, 91, 92, 93, 94, 97], "sinc": [4, 5, 7, 8, 90, 92, 97], "0": [4, 5, 6, 8, 17, 23, 29, 62, 65, 68, 69, 70, 71, 74, 80, 82, 84, 85, 86, 87, 88, 89, 90, 91, 93, 95, 97], "frequenc": [4, 23], "regardless": [4, 92], "363": 4, "result": [4, 7, 54, 84, 86, 87, 88, 89, 90, 91, 92, 93, 95], "end": [4, 8, 17, 20, 29, 62, 68, 69, 70, 71, 77, 86, 87, 89, 91, 92], "loggerevalcallback": [4, 87], "eventcallback": 4, "particular": [4, 5, 84], "concret": [4, 91], "construct": [4, 8, 88, 91], "place": [4, 5, 86, 95], "On": [4, 8, 10, 85, 88], "hand": [4, 8, 10, 85], "occupi": [4, 88], "accur": 4, "averag": [4, 54, 95], "indic": [4, 8, 23, 93, 97], "therefor": [4, 5, 6, 86, 93, 97], "faith": 4, "realiti": 4, "term": [4, 5, 23, 68, 69, 70, 71, 78, 91], "good": 4, "turn": 4, "out": [4, 63, 88, 91, 92, 97], "calcul": [4, 5, 14, 73, 85, 88, 93, 95], "consumpt": [4, 23, 69, 70, 71, 92, 93], "temperatur": [4, 5, 6, 47, 48, 49, 68, 69, 70, 71, 74, 85, 88, 90, 93, 96], "violat": [4, 23, 93], "comfort": [4, 5, 10, 23, 48, 68, 69, 70, 71, 86, 90, 92, 93], "penalti": [4, 92, 93], "percentag": [4, 9], "mean": [4, 9, 14, 24, 54, 81, 84, 85, 86, 87, 89, 90, 92, 95, 96, 97], "taken": [4, 95], "decid": [4, 8, 86, 87], "when": [4, 5, 6, 8, 9, 14, 20, 24, 52, 54, 62, 69, 71, 81, 82, 84, 86, 87, 92, 93, 95, 97], "better": 4, "action_network": [4, 87], "raw": 4, "network": 4, "action_simul": [4, 87], "transform": [4, 20, 73, 74, 80, 91, 97], "being": [4, 5, 8, 92, 97], "valu": [4, 5, 6, 7, 8, 10, 14, 17, 20, 23, 26, 27, 36, 65, 73, 74, 76, 77, 78, 80, 82, 83, 85, 87, 88, 89, 91, 92, 93, 97], "next": [4, 5, 6, 8, 9, 10, 17, 20, 76, 77, 79, 87, 88, 91, 94], "equival": [4, 6, 88], "csv": [4, 5, 62, 77, 86, 87, 89, 91, 92], "ep_length": 4, "cumulative_reward": [4, 87], "sum": [4, 84, 85, 86, 87, 89, 90, 91, 93, 95, 97], "mean_reward": [4, 87], "cumulative_pow": [4, 87], "mean_pow": [4, 87], "cumulative_temperature_viol": [4, 87], "c\u00ba": 4, "rang": [4, 5, 7, 36, 48, 49, 68, 69, 70, 71, 76, 80, 84, 85, 86, 87, 89, 90, 91, 93, 95, 97], "mean_temperature_viol": [4, 87], "cumulative_comfort_penalti": [4, 87], "mean_comfort_penalti": [4, 87], "cumulative_energy_penalti": [4, 87], "mean_energy_penalti": [4, 87], "comfort_violation_tim": [4, 87], "bound": [4, 91], "normalized_observ": 4, "option": [4, 5, 6, 8, 9, 10, 14, 17, 36, 52, 62, 63, 68, 69, 70, 71, 77, 79, 85, 87, 88, 89, 92, 93, 94], "normal": [4, 80, 81, 85, 87, 92, 93, 94, 95, 97], "rollout": [4, 24, 87], "exploration_r": [4, 87], "doesn": [4, 8, 97], "t": [4, 6, 8, 10, 31, 68, 70, 81, 82, 84, 86, 91, 92, 96, 97], "neural": 4, "eval": [4, 24, 87], "done": [4, 5, 6, 62, 87, 91, 92], "graph": [4, 6], "than": [4, 5, 8, 9, 82, 85, 87, 92, 93, 97], "label": 4, "evalloggercallback": 4, "method": [4, 5, 7, 8, 9, 14, 17, 20, 23, 24, 28, 47, 48, 49, 50, 52, 54, 62, 63, 64, 65, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 87, 88, 91, 92, 93, 97], "try": 4, "script": [4, 5, 85, 87, 95], "train_ag": [4, 8, 87], "most": [4, 5, 92], "must": [4, 5, 6, 8, 10, 14, 17, 20, 74, 75, 76, 85, 92, 97], "keep": 4, "mind": 4, "concaten": 4, "callbacklist": [4, 87], "until": [4, 9], "where": [4, 5, 14, 20, 24, 28, 56, 59, 60, 69, 71, 87, 88, 93], "log_interv": [4, 87], "comment": 4, "off": [4, 88], "polici": [4, 8, 24, 53, 54], "curriculum": 4, "add": [4, 5, 8, 9, 83, 85, 87, 91, 92, 97], "valid": [4, 57, 63], "path": [4, 14, 20, 24, 28, 36, 59, 60, 62, 84, 85, 86, 87, 88, 89, 90, 91], "abl": [4, 5, 8, 10, 85], "conf": [4, 26, 33, 34, 35], "str": [4, 5, 6, 14, 17, 20, 24, 26, 27, 28, 30, 31, 33, 34, 35, 36, 54, 56, 57, 60, 62, 63, 64, 65, 68, 69, 70, 71, 76, 77, 78, 79, 83, 87, 89], "json": [4, 5, 6, 8, 14, 17, 26, 33, 34, 35, 87], "alloc": [4, 6, 8, 9, 20, 87], "train_agent_exampl": 4, "obligatori": 4, "don": [4, 6, 8, 10, 84, 86, 91, 92, 97], "overwrit": [4, 85, 87, 91, 97], "seed": [4, 17, 77, 79], "id": [4, 5, 6, 8, 26, 30, 85, 87, 93], "respect": [4, 5, 9, 88, 91, 93], "mention": [4, 5, 8, 85, 88], "otherwis": [4, 7, 75, 85, 91], "error": [4, 5, 8, 9, 54, 75, 85, 91, 97], "appropri": [4, 85, 95], "environment_nam": 4, "episodes_int": 4, "seed_valu": 4, "experiment_d": [4, 87], "local": [4, 8, 24, 54, 59, 60, 84, 85, 86, 87, 88, 89, 90, 91, 95], "__version__": [4, 87], "env": [4, 5, 6, 7, 8, 10, 24, 32, 36, 37, 47, 48, 49, 50, 51, 52, 54, 67, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95], "overwritten": [4, 85], "number": [4, 5, 10, 14, 17, 23, 24, 54, 62, 79, 85, 87, 88, 91, 92], "remot": [4, 9, 10, 87, 94], "bucket": [4, 59, 60], "delet": [4, 20, 56, 91], "previou": [4, 5, 8, 9, 10, 79, 83, 87, 97], "load_ag": [4, 8, 87], "load_agent_exampl": 4, "onc": [4, 5, 10], "predict": [4, 54, 87], "agre": [4, 91], "collect": [4, 5, 24, 62, 87, 95], "sent": [4, 5], "memori": [4, 8], "form": 4, "direct": [4, 5, 6, 85, 88], "support": [4, 5, 10, 87, 94], "plan": 4, "As": [5, 6, 8, 10, 85, 87, 88, 91], "introduct": 5, "three": 5, "receiv": [5, 80, 91, 97], "At": [5, 8, 9, 84, 87, 91, 95, 97], "gym": [5, 6, 7, 17, 52, 54, 67, 72, 75, 76, 77, 79, 84, 85, 86, 87, 88, 89, 90, 91, 93, 95, 97], "via": 5, "handler": [5, 20, 84, 85, 86, 87, 89, 90, 91, 92], "influenc": [5, 88], "cours": 5, "imag": [5, 8, 10], "show": [5, 9, 14, 88], "modul": [5, 8, 9, 10, 12, 15, 18, 21, 92, 94], "correctli": [5, 6, 8, 28, 91, 92, 94, 95, 97], "scheme": [5, 14], "abstract": 5, "task": 5, "handl": 5, "prepar": [5, 10, 20], "initi": [5, 17, 20, 24, 58, 63, 74, 76, 77, 84, 85, 86, 87, 88, 89, 90, 91, 92], "reset": [5, 14, 17, 20, 54, 63, 77, 79, 81, 84, 85, 86, 87, 88, 89, 90, 91, 95], "dictionari": [5, 7, 9, 14, 17, 26, 27, 28, 33, 34, 35, 63, 76, 77, 85, 88, 93, 97], "kei": [5, 6, 7, 8, 14, 17, 20, 26, 27, 31, 36, 65, 76, 78, 92, 97], "time_elaps": [5, 84, 86, 87, 89, 90, 91], "elaps": [5, 62], "month": [5, 6, 29, 68, 69, 70, 71, 73, 84, 85, 86, 87, 88, 89, 90, 91, 95, 97], "is_rain": [5, 84, 86, 89, 90, 91], "true": [5, 24, 32, 52, 54, 62, 63, 77, 79, 87, 88, 89, 91], "rain": [5, 96], "count": [5, 6, 54, 88], "multipl": 5, "solv": 5, "To": [5, 7, 8, 10, 88, 94, 97], "recommend": [5, 8, 9, 10, 48, 49, 85, 86, 87, 91, 97], "consult_environ": 5, "common": [5, 21, 24, 54, 87, 88, 94], "get_id": 5, "sinergym_environment_id": 5, "print": [5, 84, 85, 86, 87, 88, 89, 90, 91, 95], "eplu": [5, 6, 7, 17, 30, 36, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "hot": [5, 6, 7, 68, 69, 70, 71, 85, 86, 90, 91, 96], "stochast": [5, 6, 24, 54, 85, 87, 93], "v1": [5, 6, 7, 17, 84, 85, 86, 87, 88, 89, 90, 91, 93, 95], "pattern": 5, "control_typ": 5, "shown": [5, 10, 85, 91, 95], "v3": [5, 97], "9": [5, 6, 10, 48, 49, 68, 69, 70, 71, 86, 87, 88, 90, 91, 96], "gener": [5, 6, 8, 9, 14, 17, 87, 88, 91, 92, 97], "instead": [5, 6, 8, 10, 54, 78, 84, 85, 86, 87, 88, 89, 90, 91, 97], "manual": [5, 7, 9, 86, 87], "fact": 5, "dedic": 5, "discretizeenv": [5, 6, 87, 91], "epw": [5, 6, 14, 17, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "either": [5, 63], "predefin": [5, 85, 88, 93], "argument": [5, 20, 63, 75, 85, 97], "subsect": 5, "building_fil": [5, 6, 17], "idf": [5, 10, 27], "intermedi": [5, 76, 88, 97], "element": [5, 27, 31, 62, 88, 92, 97], "diagram": [5, 93], "weather_fil": [5, 6, 14, 17, 85], "climat": [5, 96], "condit": [5, 17, 47], "sever": [5, 6, 8, 14, 85, 88, 96, 97], "select": [5, 10, 14, 17, 47, 48, 49, 50, 77, 85, 90, 91, 97], "re": [5, 92, 93], "randomli": [5, 14, 17, 50, 82, 85, 95], "increas": [5, 87, 91, 97], "complex": [5, 94], "desir": [5, 76, 90, 97], "weather_vari": [5, 13, 17, 85], "ornstein": [5, 14, 17], "uhlenbeck": [5, 14, 17], "Then": [5, 8, 10, 86, 88, 91, 97], "tupl": [5, 7, 14, 17, 20, 33, 35, 65, 68, 69, 70, 71, 74, 76, 77, 78, 79, 80, 89, 97], "sigma": [5, 14, 17], "mu": [5, 17], "tau": [5, 14], "whose": [5, 62, 91, 93, 97], "natur": 5, "moreov": 5, "need": [5, 8, 10, 84, 89, 90, 92], "reward_kwarg": [5, 6, 17, 85, 93], "sub": [5, 8, 17], "max_ep_data_store_num": [5, 6, 17, 85], "last": [5, 10, 17, 36, 77], "n": [5, 79, 91], "activ": [5, 10, 23, 62, 77, 86, 87, 89, 91, 92], "present": [5, 14, 92], "time_vari": [5, 6, 17, 20, 85], "By": [5, 7, 10, 85, 91, 93, 97], "day_of_month": [5, 6, 85, 87, 88, 90, 91, 97], "custom_variable_nam": 5, "variable_kei": 5, "rdd": 5, "similar": [5, 93], "custom_meter_nam": 5, "mdd": 5, "mtd": 5, "custom_actuator_nam": 5, "actuator_typ": 5, "actuator_valu": 5, "actuator_original_nam": 5, "empti": [5, 10, 17, 20], "data_avail": [5, 92], "txt": [5, 9, 92], "alon": [5, 56], "dynam": [5, 91, 97], "action_spac": [5, 6, 17, 50, 84, 85, 86, 89, 90, 91, 95], "standard": [5, 9, 27, 47, 84, 87, 95, 97], "box": [5, 6, 17, 85, 86, 87, 88, 90, 91], "previous": [5, 14, 92], "inconsist": [5, 85], "multidiscret": [5, 75, 97], "multibinari": [5, 75, 97], "default_configur": [5, 6, 26], "meanwhil": 5, "env_nam": [5, 14, 17, 36, 85, 87, 92], "directori": [5, 10, 14, 17, 59, 60, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "runperiod": [5, 14, 17, 84, 85, 86, 87, 88, 89, 90, 91], "grow": 5, "config_param": [5, 6, 7, 17, 85], "divers": 5, "cover": [5, 10], "worldwid": 5, "maxim": 5, "download": [5, 87], "correspond": [5, 48], "ddy": [5, 14], "ensur": [5, 91, 93], "ident": 5, "adjust": [5, 86, 93], "sizingperiod": [5, 86], "designdai": [5, 14, 86], "site": [5, 6, 85, 86, 88], "exist": [5, 9, 85, 87, 91, 92], "incorpor": [5, 93], "addition": [5, 6], "ones": [5, 93, 97], "older": [5, 8], "advis": 5, "idfversionupdat": 5, "convert": [5, 26, 27, 91, 97], "convertinputformat": 5, "simulationcontrol": 5, "suit": [5, 92], "suggest": [5, 93], "run_simulation_for_sizing_period": 5, "modif": [5, 13], "prior": 5, "identifi": [5, 9], "challeng": 5, "typic": [5, 93], "alreadi": [5, 8, 85, 90, 94], "know": [5, 8, 92], "advanc": [5, 93], "view": [5, 87, 88], "outputvari": [5, 88], "preliminari": 5, "conduct": 5, "without": [5, 8, 9, 86], "flow": [5, 88], "li": 5, "incorrect": 5, "notifi": [5, 8], "connect": [5, 8, 19], "correct": [5, 6, 8, 10, 84, 85, 86, 87, 88, 89, 90, 91, 92], "explain": [5, 6, 8, 9], "within": [5, 92, 94, 97], "should": [5, 6, 7, 8, 10, 24, 67, 92, 95, 97], "verifi": 5, "potenti": 5, "ve": 5, "registri": [5, 8], "ll": 5, "pair": [5, 65], "environment_id": [5, 85], "usual": [5, 91, 97], "simpli": [5, 10, 85, 91], "fill": 6, "tediou": 6, "built": [6, 8, 9], "simpler": 6, "pars": [6, 80, 97], "descript": [6, 20], "id_bas": 6, "weather_specif": 6, "variat": [6, 14, 74], "max": [6, 36, 68, 70], "dict": [6, 14, 17, 20, 24, 26, 27, 28, 33, 34, 35, 36, 54, 62, 65, 76, 77, 78, 79, 89, 90, 91, 92], "action_space_discret": 6, "write": [6, 8, 9, 10, 14, 65, 94], "only_discret": 6, "discrete_spac": [6, 75, 91], "flag": [6, 20, 62, 73, 77, 89, 91, 97], "kwarg": [6, 23, 24, 26, 65, 81], "mandatori": 6, "becaus": [6, 8, 9, 90, 92], "intuit": 6, "usa_az_davi": [6, 86, 90, 91, 96], "monthan": [6, 86, 90, 91, 96], "afb": [6, 86, 90, 91, 96], "722745_tmy3": [6, 86, 90, 91, 96], "usa_ny_new": [6, 87, 96], "j": [6, 87, 96], "f": [6, 10, 87, 96], "kennedi": [6, 87, 96], "intl": [6, 85, 87, 96], "ap": [6, 84, 85, 86, 87, 88, 89, 96], "744860_tmy3": [6, 87, 96], "usa_wa_port": [6, 85, 96], "angel": [6, 85, 96], "william": [6, 85, 96], "r": [6, 68, 70, 85, 96], "fairchild": [6, 85, 96], "727885_tmy3": [6, 85, 96], "mix": [6, 87, 88, 93, 96], "null": 6, "001": [6, 85, 87], "drybulb": [6, 14, 85, 88, 90], "variable_nam": 6, "outdoor_temperatur": [6, 85, 87, 88, 90, 91], "rel": [6, 28, 85, 88], "humid": [6, 85, 88, 96], "outdoor_humid": [6, 85, 87, 91], "wind": [6, 85, 88], "speed": [6, 85, 88], "wind_spe": [6, 85, 87, 91], "wind_direct": [6, 85, 87, 91], "diffus": [6, 85, 88], "solar": [6, 85, 88], "radiat": [6, 85], "rate": [6, 82, 85, 88], "diffuse_solar_radi": [6, 85, 87, 91], "direct_solar_radi": [6, 85, 87, 91], "thermostat": [6, 85, 88], "setpoint": [6, 47, 48, 49, 74, 85, 88, 90, 91, 97], "htg_setpoint": [6, 87, 88, 90, 91], "space5": [6, 88], "clg_setpoint": [6, 87, 88, 90, 91], "air_temperatur": [6, 85, 87, 88, 90, 91], "air_humid": [6, 87, 88, 91], "people_occup": [6, 87, 91], "environment": [6, 47, 88], "impact": [6, 88], "total": [6, 85, 87, 88, 91], "co2": [6, 88], "emiss": [6, 88], "carbon": [6, 88], "co2_emiss": [6, 87, 91], "demand": [6, 85, 88], "hvac_electricity_demand_r": [6, 85, 87, 88, 91], "total_electricity_hvac": [6, 87, 91], "htg": [6, 14, 88], "setp": [6, 88], "sch": [6, 88], "heating_setpoint_rl": [6, 85, 87, 88], "element_typ": 6, "compact": [6, 85, 88], "value_typ": 6, "clg": [6, 14, 88], "cooling_setpoint_rl": [6, 85, 87, 88], "np": [6, 17, 62, 73, 77, 78, 79, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 95], "arrai": [6, 62, 84, 85, 86, 87, 89, 90, 91], "23": [6, 85, 86, 87, 88, 90, 91], "25": [6, 84, 86, 87, 89, 90, 91, 96], "dtype": [6, 84, 85, 86, 89], "float32": [6, 17, 84, 85, 86, 88, 89, 91], "high": [6, 85, 86, 90], "30": [6, 63, 68, 69, 70, 71, 85, 87, 88, 90, 91], "shape": [6, 85, 86], "linearreward": [6, 17, 88, 93], "temperature_vari": [6, 68, 69, 70, 71, 85], "energy_vari": [6, 68, 69, 70, 71, 85], "range_comfort_wint": [6, 68, 69, 70, 71, 85], "20": [6, 63, 85, 87, 89, 90, 91], "range_comfort_summ": [6, 68, 69, 70, 71, 85], "26": [6, 85, 86, 87, 88, 91], "summer_start": [6, 68, 69, 70, 71], "summer_fin": [6, 68, 69, 70, 71], "energy_weight": [6, 68, 70, 71, 85], "lambda_energi": [6, 68, 69, 70, 71], "1e": [6, 68, 69, 70, 71, 81, 87], "lambda_temperatur": [6, 68, 69, 70, 71], "map": [6, 80, 85, 87, 91, 97], "default_": 6, "upper": [6, 82, 93], "_discrete_funct": 6, "final": [6, 8, 84, 86, 87, 88], "faster": 6, "individu": [6, 8, 97], "amplifi": 7, "investig": 7, "extra_param": 7, "timesteps_per_hour": [7, 85], "1997": 7, "1998": [7, 87], "appli": [7, 9, 14, 17, 73, 76, 81, 87, 91, 97], "skeleton": 7, "separ": [7, 93], "less": [7, 86, 87], "1991": [7, 84, 85, 86, 87, 88, 89, 90, 91], "31": [7, 63, 84, 85, 86, 87, 88, 89, 90, 91], "determin": [7, 14, 20, 63, 87, 91], "start_dai": [7, 84, 85, 86, 87, 88, 89, 90, 91], "start_month": [7, 84, 85, 86, 87, 88, 89, 90, 91], "start_year": [7, 84, 85, 86, 87, 88, 89, 90, 91], "end_dai": [7, 29, 84, 85, 86, 87, 88, 89, 90, 91], "end_month": [7, 84, 85, 86, 87, 88, 89, 90, 91], "end_year": [7, 29, 84, 85, 86, 87, 88, 89, 90, 91], "februari": 7, "29th": 7, "leap": 7, "fail": [7, 8, 20, 87], "apply_extra_conf": 7, "gcloud": [8, 87], "idea": [8, 93], "virtual": [8, 10], "gce": 8, "finish": [8, 9, 84, 87, 95], "job": [8, 9, 10, 87, 94], "remov": [8, 56, 68, 69, 70, 71, 87, 88], "firstli": 8, "sdk": [8, 10], "auth": [8, 56], "invoic": 8, "secondli": 8, "docker": [8, 9], "link": 8, "authent": 8, "begin": [8, 91, 93, 97], "pub": 8, "sql": 8, "admin": 8, "firestor": 8, "datastor": 8, "gmail": 8, "henc": 8, "client": [8, 58, 59, 60], "artifactregistri": 8, "googleapi": 8, "com": [8, 10, 51, 52], "cloudapi": 8, "cloudbuild": 8, "containerregistri": 8, "sqladmin": 8, "cloudfunct": 8, "pubsub": 8, "serviceusag": 8, "drive": 8, "appengin": 8, "Or": 8, "consol": 8, "termin": [8, 62, 63, 64, 78, 79, 84, 85, 86, 87, 89, 90, 91, 95], "applic": [8, 94], "login": [8, 87], "upload": [8, 9, 60, 87], "public": 8, "eu": 8, "gcr": 8, "io": 8, "latest": [8, 9, 10, 87, 91, 97], "europ": 8, "west1": 8, "b": [8, 87], "privileg": [8, 57], "restart": 8, "never": [8, 84, 95], "stdin": 8, "tty": 8, "boot": 8, "disk": 8, "20gb": 8, "pd": 8, "ssd": 8, "n2": 8, "highcpu": 8, "8": [8, 10, 71, 81, 85, 86, 87, 90, 91, 96], "hub": [8, 9, 10], "prefer": 8, "realli": 8, "10gb": 8, "isn": 8, "enough": 8, "deriv": [8, 93], "silenc": 8, "would": [8, 86, 91], "incid": 8, "clear": 8, "suppos": 8, "fork": [8, 9], "yaml": 8, "dockerfil": [8, 9, 10, 94, 95], "cach": 8, "quick": 8, "cloudsdktool": 8, "entrypoint": 8, "bash": [8, 20], "arg": [8, 10, 23, 24, 65, 84, 85, 86, 87, 88, 89, 90, 91], "pull": 8, "project_id": 8, "exit": 8, "sinergym_extra": [8, 10], "push": 8, "command": [8, 9, 20, 94], "builder": 8, "gsutil": 8, "iam": 8, "ch": 8, "allus": 8, "objectview": 8, "appspot": 8, "disksizegb": 8, "timeout": 8, "86400": 8, "wa": 8, "inner": [8, 23, 56, 59, 60], "confus": 8, "helper": 8, "upgrad": 8, "global": [8, 54], "least": 8, "free": [8, 90], "might": 8, "submit": 8, "region": 8, "config": [8, 84, 85, 86, 87, 88, 89, 90, 91, 94], "substitut": [8, 73, 85, 91, 92, 97], "predetermin": 8, "enter": [8, 95], "after": [8, 54, 84, 85, 91], "immedi": 8, "hasn": [8, 31], "yet": [8, 87, 94], "think": 8, "happen": [8, 9], "wait": [8, 87], "minut": [8, 87], "gserviceaccount": 8, "scope": 8, "www": 8, "devstorag": 8, "full_control": 8, "gce_zon": 8, "gce_project_id": 8, "group": [8, 56], "quot": 8, "probabl": 8, "readi": [8, 10, 84, 85, 86, 87, 88, 89, 90, 91], "ssh": 8, "optim": [8, 93], "o": 8, "attach": 8, "now": [8, 10, 84, 87, 89, 90, 91], "everi": [8, 9, 10, 24, 84, 86, 89, 90, 91, 94, 95], "evalu": [8, 24, 87, 93], "auto_delet": 8, "remote_stor": 8, "give": [8, 91], "bind": 8, "member": 8, "serviceaccount": 8, "role": 8, "owner": 8, "project_path": 8, "export": [8, 28, 88], "google_cloud_credenti": 8, "dote": 8, "root": [8, 10, 87, 92, 95], "gitignor": 8, "ignor": [8, 9, 23, 94], "token": [8, 56, 57], "trigger": [8, 24], "event": [8, 9, 63], "consequ": [8, 85, 93], "advertis": 8, "captur": [8, 93], "slack": 8, "sm": 8, "email": 8, "pipelin": 9, "deploi": 9, "softwar": [9, 10], "websit": 9, "pep8": 9, "aggress": 9, "isort": 9, "sort": 9, "warn": [9, 24, 52, 54, 74, 87, 88, 90, 91], "rise": [9, 88], "pytyp": 9, "d": [9, 84, 85, 86, 87, 88, 89, 90, 91], "cannot": 9, "fix": 9, "compil": 9, "sphinx": 9, "rais": [9, 14, 54, 75, 97], "vocabulari": 9, "spell": 9, "mistak": 9, "unknown": 9, "word": 9, "doc": [9, 10, 87], "spelling_wordlist": 9, "alphabet": 9, "accept": 9, "messag": [9, 63, 85, 87], "behav": 9, "statu": [9, 88], "docstr": 9, "pytest": [9, 10], "insid": [9, 95], "secur": 9, "prevent": 9, "malici": 9, "attempt": 9, "pull_request_target": 9, "checkout": 9, "branch": 9, "skip": [9, 52], "commit": 9, "ci": [9, 52], "string": [9, 63], "161": [9, 87], "sequenti": 9, "autopep8": 9, "tag": [9, 10], "successfulli": [9, 10, 84, 85, 86, 87, 88, 89, 90, 91, 94], "codecov": 9, "coverag": 9, "edit": 9, "catch": 9, "pypi": [9, 10], "yml": [9, 10, 94], "minim": 9, "below": [10, 91, 93, 96], "throughout": 10, "ubuntu": 10, "18": [10, 84, 87, 89, 90, 91, 96], "04": [10, 87], "lt": [10, 87, 88, 91], "7": [10, 85, 86, 87, 88, 90, 91, 96], "22": [10, 84, 85, 86, 87, 88, 90, 91], "avoid": [10, 54], "wish": 10, "pip": [10, 94], "tag_nam": 10, "setup_tag": 10, "example1": 10, "studio": 10, "pop": [10, 89], "button": 10, "reopen": 10, "isol": 10, "vscode": 10, "clone": [10, 95], "git": 10, "ugr": 10, "sail": 10, "cd": 10, "sudo": 10, "apt": 10, "virtualenv": 10, "env_sinergym": 10, "python3": [10, 84, 85, 86, 87, 88, 89, 90, 91], "bin": 10, "altern": 10, "conda": 10, "python_environ": 10, "program": 10, "outsid": [10, 88, 91, 93], "instruct": 10, "linux": 10, "choos": 10, "pythonpath": 10, "interpret": 10, "told": 10, "consid": [10, 68, 69, 70, 71, 84, 97], "subset": [10, 85, 91], "supervis": [10, 94], "vv": [10, 94], "anywai": [10, 94], "param": [13, 14, 23, 24, 49, 62, 87], "json_fil": 14, "max_ep_stor": 14, "int": [14, 17, 23, 24, 29, 39, 40, 41, 42, 43, 44, 45, 54, 62, 65, 68, 69, 70, 71, 74, 75, 77, 78, 79, 89, 90, 91], "extra_config": 14, "_json_path": 14, "_weather_path": 14, "_ddy_path": 14, "_idd": 14, "idd": 14, "opyplu": [14, 31, 84, 85, 86, 87, 88, 89, 90, 91], "epm": [14, 31], "_variabl": 14, "_meter": 14, "_actuat": 14, "experiment_path": [14, 87], "episode_path": [14, 17], "none": [14, 17, 20, 24, 28, 36, 37, 47, 48, 49, 52, 54, 62, 63, 65, 77, 79, 87, 88, 89], "ddy_model": 14, "weather_data": [14, 84, 85, 86, 87, 88, 89, 90, 91], "weatherdata": 14, "zone_nam": [14, 17, 88], "episode_length": [14, 17, 87, 88], "second": [14, 29, 54, 84, 85, 86, 87, 88, 89, 90, 91], "step_siz": [14, 17, 88], "timestep_per_episod": [14, 17, 87, 88], "__init__": [14, 17, 20, 23, 24, 47, 48, 49, 50, 62, 63, 64, 65, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 89, 93], "adapt_building_to_config": 14, "adapt_building_to_epw": 14, "summerdai": 14, "ann": 14, "condn": 14, "db": [14, 88], "mwb": 14, "winterdai": 14, "99": [14, 85, 87, 90, 91], "summer": [14, 68, 69, 70, 71, 93, 96], "winter": [14, 93, 96], "desingdai": 14, "adapt_building_to_met": 14, "adapt_building_to_vari": 14, "apply_weather_vari": 14, "float": [14, 17, 29, 36, 39, 40, 41, 42, 43, 44, 45, 54, 62, 68, 69, 70, 71, 74, 75, 76, 77, 78, 79, 80, 81], "affect": [14, 54], "ou": 14, "properti": [14, 17, 20, 74, 75], "building_path": [14, 17, 20, 88], "ddy_path": [14, 17], "get_schedul": 14, "found": [14, 97], "idd_path": [14, 17], "save_building_model": 14, "set_episode_working_dir": 14, "dir": 14, "except": [14, 20, 63], "parent": [14, 87], "update_weather_path": 14, "weather_path": [14, 17, 20, 88], "union": [17, 28, 62, 75, 77, 78, 79, 89], "sampl": [17, 84, 85, 86, 89, 91, 95, 96], "match": [17, 20, 75, 76, 91, 97], "transfer": [17, 20, 88], "tao": 17, "feedback": 17, "pass": [17, 24, 54], "actuator_handl": [17, 88], "available_handl": [17, 88], "close": [17, 77, 84, 85, 86, 87, 89, 90, 91, 95], "is_discret": [17, 74, 75, 87, 88, 91], "bool": [17, 20, 24, 32, 52, 54, 62, 74, 75, 77, 78, 79, 89], "is_run": [17, 20, 88], "metadata": 17, "render_mod": 17, "human": [17, 47], "meter_handl": [17, 88], "observation_spac": 17, "render": [17, 24, 52, 54, 87], "mode": 17, "ndarrai": [17, 43, 62, 73, 77, 78, 79, 82, 83, 89], "np_random": [17, 77], "chosen": [17, 47, 48, 49, 50, 77, 90, 95], "entropi": [17, 77], "addit": [17, 23, 52, 54, 77, 88], "integ": [17, 77], "truncat": [17, 62, 77, 78, 84, 85, 86, 87, 89, 90, 91, 95], "var_handl": [17, 88], "workspace_path": [17, 87, 88], "pyenergyplu": 19, "obs_queu": 20, "queue": [20, 91, 97], "info_queu": 20, "act_queu": 20, "runner": 20, "thread": 20, "make_eplus_arg": 20, "output_path": [20, 36], "stop": 20, "forc": [20, 87], "clean": 20, "join": 20, "again": 20, "plot": 23, "ep_reward": 23, "ep_pow": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "num_comfort_viol": 23, "ep_timestep": 23, "increment": [23, 49, 74, 76, 97], "dump_frequ": 23, "100": [23, 86, 87], "fals": [23, 24, 54, 62, 77, 84, 85, 86, 87, 88, 89, 90, 91, 95], "verbos": [23, 24, 87, 94], "dump": [23, 65], "interv": [23, 97], "csvlogger": [23, 77, 87, 89, 92], "boolean": 23, "eval_env": [24, 87], "callback_on_new_best": 24, "accord": [24, 96], "n_eval_episod": [24, 54, 87], "eval_freq": [24, 87], "freq": 24, "log_path": [24, 87], "npz": 24, "best_model_save_path": [24, 87], "determinist": [24, 54, 87], "stable_baselines3": [24, 54, 87], "vec_env": [24, 54, 87], "vecenv": [24, 54], "callback_after_ev": 24, "10000": 24, "update_child_loc": 24, "locals_": 24, "env_kwarg": 26, "eppi": 27, "de": 27, "excel": [28, 88], "st_year": 29, "st_mon": 29, "st_dai": 29, "end_mon": 29, "delta": [29, 76, 91, 97], "st": 29, "mon": 29, "24": [29, 86, 87, 89, 90, 91], "prefix": 30, "filter": 30, "got": 31, "explicitli": 31, "wrapper_class": [32, 37], "look": [32, 37, 52, 90, 92], "last_result": 36, "min": [36, 88], "absolut": [36, 68, 70, 93], "retriev": 37, "vecenvwrapp": 37, "recurs": [37, 59, 60], "search": [37, 87, 88], "unwrap": [37, 87, 88, 91, 92], "till": 37, "basic": [46, 97], "eplusenv": [47, 48, 49, 50, 73, 75, 77, 78, 79, 80, 81, 83, 87, 91], "static": [47, 48], "ashra": [47, 48, 49], "55": [47, 87, 96], "2004": 47, "thermal": [47, 69, 71, 88, 93], "act": [47, 48, 49, 50, 82, 90], "sequenc": [47, 48, 49, 50, 89, 90], "perceiv": [47, 49, 90], "2zonedatacenterhvac": [48, 49], "tc9": [48, 49], "2016": [48, 49], "checker": 51, "dlr": [51, 52], "rm": [51, 52], "baselines3": [51, 52], "skip_render_check": 52, "openai": 52, "blob": 52, "master": 52, "mainli": 52, "type_alias": 54, "policypredictor": 54, "callabl": [54, 64, 75, 77], "scale": [54, 81, 93, 94], "earli": 54, "anyth": 54, "els": [54, 90], "basealgorithm": 54, "basepolici": 54, "reward_threshold": 54, "minimum": [54, 74, 88, 91], "expect": 54, "met": 54, "return_episode_reward": 54, "lack": 54, "std": 54, "easier": 55, "instance_group_nam": 56, "respons": [56, 92], "vm": 56, "mig": 56, "request": 56, "petit": [57, 58], "ask": [58, 59, 60], "resourc": [58, 59, 60], "bucket_nam": 59, "blob_prefix": 59, "exclud": 59, "src_path": 60, "dest_bucket_nam": 60, "dest_path": 60, "destin": 60, "monitor_head": [62, 77, 89], "progress_head": [62, 77, 89], "log_progress_fil": [62, 89], "log_fil": [62, 89], "header": [62, 77, 89], "sub_run_n": 62, "res_n": 62, "deactiv": [62, 77, 92], "steps_data": 62, "elabor": 62, "later": 62, "total_timestep": [62, 87], "total_time_elaps": 62, "comfort_violation_timestep": 62, "comfort_penalti": [62, 89], "belong": [62, 92], "activate_flag": 62, "deactivate_flag": 62, "log_episod": 62, "log_step": 62, "ob": [62, 73, 81, 83, 84, 85, 86, 87, 89, 90, 91, 95], "log_step_norm": 62, "set_log_fil": 62, "new_log_fil": 62, "fmt": 63, "datefmt": 63, "style": 63, "formatt": [63, 64], "special": 63, "date": 63, "omit": 63, "iso8601": 63, "rfc": 63, "3339": 63, "x1b": 63, "38": [63, 87], "20m": 63, "levelnam": 63, "0m": 63, "33": [63, 87, 90], "40": [63, 87, 91], "50": [63, 85, 87], "1m": 63, "bold_r": 63, "text": 63, "operand": 63, "oper": [63, 97], "yield": 63, "coupl": 63, "preparatori": 63, "carri": [63, 92], "logrecord": 63, "getmessag": 63, "usestim": 63, "formattim": 63, "formatexcept": 63, "append": [63, 84, 85, 86, 87, 89, 90, 94, 95], "grei": 63, "red": 63, "yellow": 63, "getlogg": 64, "customformatt": 64, "onto": 65, "sb3": [65, 87], "key_valu": 65, "key_exclud": 65, "exponenti": [68, 93], "w": [68, 69, 70, 71, 84, 85, 86, 87, 88, 89, 90, 91], "lambda_": [68, 70], "lambda_t": [68, 70, 93], "exp": 68, "t_": [68, 70, 93], "cold": [68, 69, 70, 71, 96], "season": [68, 69, 70, 71, 88, 90, 96], "session": [68, 69, 70, 71], "dimens": [68, 69, 70, 71, 91], "default_energy_weight": [69, 71], "range_comfort_hour": [69, 71], "linear": [69, 70, 71, 93], "max_energy_penalti": 71, "max_comfort_penalti": 71, "is_weekend": [73, 91, 97], "sin": [73, 91, 97], "co": [73, 91, 97], "sen": 73, "initial_valu": [74, 76, 91], "delta_temp": [74, 91], "step_temp": [74, 91], "action_nam": 74, "maximum": [74, 76, 85, 88, 91, 92, 93, 97], "action_map": [74, 75, 91], "incremental_variables_definit": 76, "jump": [76, 97], "decrement": [76, 91, 97], "layer": [76, 88], "eplus_env": 77, "logger_class": [77, 89], "activate_logg": 77, "deactivate_logg": 77, "reward_term": [78, 91], "vector": [78, 79, 91, 97], "scalar": [78, 91, 93, 97], "flatten": [79, 91], "stack": [79, 91, 97], "flat": 79, "normalize_rang": [80, 91], "ion": 80, "reverting_act": [80, 97], "epsilon": 81, "08": [81, 87], "coordin": 81, "varianc": 81, "stabil": 81, "simultan": 82, "officegridstoragesmooth": 82, "clip": [82, 90], "previous_vari": [83, 91], "farama": 84, "loop": 84, "demo": [84, 85, 88, 89, 90, 95], "numpi": [84, 85, 86, 87, 88, 89, 90, 91, 95], "workspac": [84, 85, 86, 87, 88, 89, 90, 91, 95], "res4": 84, "39": [84, 85, 86, 87, 88, 89, 90, 91], "start_weekdai": [84, 85, 86, 87, 88, 89, 90, 91], "n_steps_per_hour": [84, 85, 86, 87, 88, 89, 90, 91], "31536000": [84, 85, 86, 87, 88, 89, 90, 91], "900": [84, 85, 86, 87, 88, 89, 90, 91], "35040": [84, 85, 86, 87, 88, 89, 90, 91], "glanc": [84, 95], "someth": 84, "current_month": [84, 85, 86, 87, 89, 90, 91, 95], "displai": [84, 85, 86, 89, 90, 91, 95], "sub_run1": [84, 85, 86, 87, 88, 89, 90, 91, 92], "usa_pa_pittsburgh": [84, 86, 88, 89, 96], "allegheni": [84, 86, 88, 89, 96], "counti": [84, 86, 88, 89, 96], "725205_tmy3": [84, 86, 88, 89, 96], "apply_weekend_holiday_rul": [84, 85, 88, 89], "begin_day_of_month": [84, 85, 88, 89], "begin_month": [84, 85, 88, 89], "begin_year": [84, 85, 88, 89], "day_of_week_for_start_dai": [84, 85, 88, 89], "tuesdai": [84, 85, 88, 89], "end_day_of_month": [84, 85, 88, 89], "use_weather_file_daylight_saving_period": [84, 85, 88, 89], "use_weather_file_holidays_and_special_dai": [84, 85, 88, 89], "use_weather_file_rain_ind": [84, 85, 88, 89], "use_weather_file_snow_ind": [84, 85, 88, 89], "5184000": [84, 88, 89], "3600": [84, 88, 89], "1440": [84, 88, 89], "usr": [84, 85, 86, 87, 88, 89, 90, 91], "lib": [84, 85, 86, 87, 88, 89, 90, 91], "dist": [84, 85, 86, 87, 88, 89, 90, 91], "493": [84, 85, 86, 87, 88, 89, 90, 91], "futurewarn": [84, 85, 86, 87, 88, 89, 90, 91], "line_termin": [84, 85, 86, 87, 88, 89, 90, 91], "keyword": [84, 85, 86, 87, 88, 89, 90, 91], "deprec": [84, 85, 86, 87, 88, 89, 90, 91], "linetermin": [84, 85, 86, 87, 88, 89, 90, 91], "epw_cont": [84, 85, 86, 87, 88, 89, 90, 91], "self": [84, 85, 86, 87, 88, 89, 90, 91, 93], "_headers_to_epw": [84, 85, 86, 87, 88, 89, 90, 91], "use_datetim": [84, 85, 86, 87, 88, 89, 90, 91], "df": [84, 85, 86, 87, 88, 89, 90, 91], "to_csv": [84, 85, 86, 87, 88, 89, 90, 91], "7359103431230598": [84, 89], "868284": 84, "783413": 84, "energy_term": [84, 86, 89, 90, 91], "04774477368803297": [84, 89], "comfort_term": [84, 86, 89, 90, 91], "6881655694350268": [84, 89], "reward_weight": [84, 86, 89, 90, 91], "abs_energi": [84, 86, 89, 90, 91], "954": [84, 87, 89], "8954737606593": [84, 89], "abs_comfort": [84, 86, 89, 90, 91], "3763311388700536": [84, 89], "energy_valu": [84, 86, 89, 90, 91], "temp_valu": [84, 86, 89, 90, 91], "623668861129946": [84, 89], "184": [84, 87], "50823358985986": 84, "745": [84, 87, 89], "103514": 84, "652822": 84, "17422294281217932": 84, "12647816912414633": 84, "25295633824829267": 84, "747043661751707": 84, "297": [84, 87], "68860299767925": 84, "1417": [84, 89], "3333333333333": [84, 89], "174824": 84, "777523": 84, "02780659811395238": 84, "019212040973969797": 84, "008594557139982584": 84, "384": [84, 87], "2408194793959": 84, "017189114279965167": 84, "982810885720035": 84, "forget": 84, "cumul": [84, 85, 86, 87, 89, 90, 93, 95], "21052321517551723": 84, "303": [84, 87], "1534298527454": 84, "over": 84, "discuss": 85, "long": [85, 87, 91], "res2": 85, "scratch": 85, "obvious": 85, "thing": 85, "expreward": [85, 93], "methodologi": 85, "esp_granada": [85, 96], "084190_swec": [85, 96], "res1": [85, 86, 87], "fin_helsinki": [85, 96], "029740_iwec": [85, 96], "prt_lisboa": [85, 96], "085360_ineti": [85, 96], "togeth": [85, 88], "bellow": 85, "new_time_vari": 85, "new_vari": 85, "west_zone_htg_setpoint": 85, "west": [85, 96], "east_zone_htg_setpoint": 85, "east": 85, "west_zone_clg_setpoint": 85, "east_zone_clg_setpoint": 85, "west_zone_air_temperatur": 85, "east_zone_air_temperatur": 85, "west_zone_air_humid": 85, "east_zone_air_humid": 85, "new_met": 85, "east_zone_electr": 85, "west_zone_electr": 85, "new_actu": 85, "new_action_spac": 85, "14": [85, 87, 91, 96], "varibl": 85, "get_wrapper_attr": [85, 87, 88, 89, 90, 91], "observation_vari": [85, 87, 88, 89, 90, 91], "action_vari": [85, 87, 88, 89], "727885_tmy3_random_1": 85, "0_0": [85, 87], "1076129748179115": 85, "38810": 85, "758637619416": 85, "fit": [85, 97], "new_env_nam": 85, "even": [85, 90], "extra_conf": 85, "res3": 85, "172800": 85, "600": [85, 87], "288": [85, 87], "disadvantag": 86, "stand": 86, "propos": 86, "loggerwrapp": [86, 87, 91, 95], "ashrae901_officemedium_std2019_denv": 86, "040098962863255": 86, "21": [86, 87, 90, 91, 96], "018893380782864": 86, "02120558208039114": 86, "20377": 86, "86761565728": 86, "04241116416078228": 86, "738852781557213": 86, "70616176904293": 86, "703710048030462": 86, "27": [86, 87, 88, 89, 90, 91], "042411164160782": 86, "379228760971404": 86, "53822100691485": 86, "325717463001574": 86, "541555584377814": 86, "148026393976973": 86, "566761270651252": 86, "720729493260777": 86, "745565263920668": 86, "717924954819775": 86, "749034869196144": 86, "724106409891995": 86, "746080113592953": 86, "721180581946832": 86, "75203949912126": 86, "321": [86, 87], "9497354183802": 86, "97": [86, 87], "006402439024390249": 86, "128": [86, 87], "04878048780498": 86, "999634653629034": 86, "999555056583162": 86, "99666173171838": 86, "903480020252864": 86, "876186402701965": 86, "820452116127708": 86, "309153008391664": 86, "27766692168502": 86, "322752347845213": 86, "29208712515913": 86, "21973711769706": 86, "18328668832165": 86, "235045107678307": 86, "19937480889174": 86, "168621791819803": 86, "130006355654462": 86, "184828759025105": 86, "147029855625828": 86, "8449": [86, 87], "532869819053": 86, "1057": 86, "008417052432114897": 86, "168": [86, 87], "34104864229795": 86, "149345848460342": 86, "150514461425416": 86, "14812351670179": 86, "858321421792976": 86, "81770703019136": 86, "75953682781952": 86, "4517277581382": 86, "42047961195113": 86, "46107642729404": 86, "430404117791642": 86, "326602915153778": 86, "288256827640698": 86, "33763950224591": 86, "299827804173795": 86, "2540491619612": 86, "21262374343245": 86, "2656312266007": 86, "22475557813916": 86, "10750": 86, "45064163916": 86, "744": [86, 87, 90, 91], "5281": [86, 87], "010066938284793056": 86, "201": [86, 87], "33876569586113": 86, "19407731358453": 86, "893182764402184": 86, "23319381087007": 86, "352756796479834": 86, "145014331659493": 86, "044094470156978": 86, "064466639774928": 86, "451401745306942": 86, "713382639436837": 86, "81563768547454": 86, "151745967733667": 86, "439213625906792": 86, "27639522806313": 86, "763586483892364": 86, "637541666563628": 86, "915834805222858": 86, "74732757969822": 86, "256312010106484": 86, "11548": 86, "32022823176": 86, "1416": [86, 90, 91], "7969": 86, "086629771558385": 86, "800723578113704": 86, "122066701037642": 86, "208877778477245": 86, "058773967039258": 86, "902553924481154": 86, "640351119712147": 86, "321212935563235": 86, "309496148008126": 86, "74718058330181": 86, "13105904442731": 86, "34132552077085": 86, "092391290403306": 86, "76336967540199": 86, "604515386030812": 86, "8080148135287": 86, "548694042230082": 86, "24260320229046": 86, "13024": [86, 87], "726695594163": 86, "2160": [86, 90, 91], "10945": 86, "010059948897039251": 86, "198977940785": 86, "10453701684556": 86, "70680120943889": 86, "268166982664578": 86, "171485556687838": 86, "136702063330183": 86, "36460897157091": 86, "281406368027305": 86, "746965024451924": 86, "122492094230708": 86, "949652376996074": 86, "267861141693295": 86, "869705323946068": 86, "257056918609834": 86, "339380228263305": 86, "89127306209505": 86, "524161569812392": 86, "93625775693054": 86, "951894527724924": 86, "16892": 86, "403365280938": 86, "2880": [86, 90, 91], "13825": 86, "37224105914655": 86, "233862884129856": 86, "9058518362416": 86, "814482411819796": 86, "81929272545216": 86, "47561177379764": 86, "613096200574414": 86, "776871813136633": 86, "876061291823856": 86, "23259020873576": 86, "7345497449363": 86, "713184079083927": 86, "423097775218647": 86, "219914681982832": 86, "501795840290757": 86, "487341586511533": 86, "17496552068692": 86, "970852161596834": 86, "21896": 86, "489124247968": 86, "3624": [86, 87, 90, 91], "16801": 86, "008430450234156376": 86, "6090046831275": 86, "271287499064524": 86, "103922374125307": 86, "989522929526814": 86, "906032387533777": 86, "980175234933945": 86, "19425558540028": 86, "59396905606546": 86, "4220851623168": 86, "48894882371821": 86, "999637868869247": 86, "06664793651545": 86, "338281331752377": 86, "088962724586498": 86, "961394089981173": 86, "003705212742588": 86, "266104055476056": 86, "016204585390692": 86, "881385909767747": 86, "29221": 86, "960458223268": 86, "4344": [86, 90, 91], "19681": 86, "6949311204218827": 86, "26742679043559126": 86, "4275043299862915": 86, "5348": 86, "535808711825": 86, "855008659972583": 86, "690838559877328": 86, "915884970270934": 86, "71248902108889": 86, "76516048261861": 86, "274973060234515": 86, "23471113677184": 86, "187544582040186": 86, "254721173565525": 86, "135732451572082": 86, "578972583602845": 86, "711392832758165": 86, "737880199154255": 86, "710083408093293": 86, "779567409386665": 86, "224743717142747": 86, "396200191451324": 86, "211305724387437": 86, "67938107281635": 86, "35568": 86, "982500109734": 86, "5088": [86, 90, 91], "22657": 86, "3672833996926315": 86, "35722345079559226": 86, "7144469015911845": 86, "30867148538614": 86, "309459135039948": 86, "21409138679209": 86, "04286119781551": 86, "107384318126506": 86, "140368086263685": 86, "61918932935772": 86, "137783183036678": 86, "060763866443537": 86, "162618330118143": 86, "812593090797378": 86, "968941836819717": 86, "629687662635828": 86, "13979312148985": 86, "840213153181647": 86, "060250789892102": 86, "629488521519967": 86, "214001477054413": 86, "41555": 86, "37202758854": 86, "5832": [86, 90, 91], "25633": 86, "217442233499717": 86, "19079547564029": 86, "243057033393647": 86, "90122774932239": 86, "94047661764487": 86, "817987145745196": 86, "44306615365681": 86, "55705870892625": 86, "90298745924243": 86, "549128667042552": 86, "459794392100665": 86, "49021644748176": 86, "314940373349994": 86, "54942547428998": 86, "512114023279846": 86, "522163031742796": 86, "362385306000814": 86, "591416269343217": 86, "46726": 86, "14118324007": 86, "6552": [86, 87, 90, 91], "28513": 86, "06789851005825302": 86, "057838561161213775": 86, "11567712232242755": 86, "54443008629097": 86, "408313327693552": 86, "224862634103623": 86, "117585185109778": 86, "037801974817327": 86, "507769966536845": 86, "115677122322428": 86, "86131650179226": 86, "223518887721035": 86, "75893242733751": 86, "530586901729745": 86, "45393393827288": 86, "272802747471584": 86, "486634787123645": 86, "371940434897027": 86, "302775628790542": 86, "11515210984941": 86, "32785043815016": 86, "50168": 86, "979949119224": 86, "7296": [86, 90, 91], "11": [86, 87, 90, 91], "31489": 86, "11419542960070476": 86, "2283": 86, "908592014095": 86, "605597453282652": 86, "008645230812945": 86, "35626077584623": 86, "68554015361045": 86, "424162800676545": 86, "54394243021113": 86, "668604907614746": 86, "074325327970303": 86, "009565086141368": 86, "496495319039795": 86, "843637917081118": 86, "971422646618414": 86, "769718084042537": 86, "31616435897856": 86, "31021959098016": 86, "449767133034882": 86, "250704417015097": 86, "803384417176364": 86, "52076": 86, "90037516009": 86, "8016": [86, 90, 91], "34369": 86, "85779811067494": 86, "47876613692316": 86, "426144348275088": 86, "139488733403255": 86, "70031998681098": 86, "068803440473825": 86, "486356831060117": 86, "29789277185311": 86, "45700782913386": 86, "266051343026817": 86, "664023677829388": 86, "73988367970229": 86, "538095370223804": 86, "828491940697145": 86, "831731365763897": 86, "90653200864582": 86, "706033444412455": 86, "006451254621872": 86, "4328161223963918": 86, "53505": 86, "652458642195": 86, "load": [86, 88], "replac": 86, "preserv": 86, "sophist": 86, "reli": 87, "sy": [87, 88], "datetim": [87, 90], "humanoutputformat": 87, "sb3logger": 87, "wandboutputformat": 87, "todai": 87, "strftime": 87, "y": 87, "m": [87, 96], "d_": 87, "h": [87, 96], "experiment_nam": 87, "sb3_dqn": 87, "_": [87, 91], "experiment_param": 87, "init": 87, "entiti": 87, "wandb_param": 87, "alex_ugr": 87, "entri": 87, "generate_id": 87, "detect": 87, "wandb_notebook_nam": 87, "relogin": 87, "16": [87, 91, 96], "20231117_094304": 87, "pf27dlou": 87, "sync": 87, "5_2023": 87, "17_09": 87, "43_cun8jng3": 87, "_evalu": 87, "43": [87, 96], "43_evalu": 87, "mlppolici": 87, "cpu": 87, "devic": 87, "dummyvecenv": 87, "loggerev": 87, "eval_callback": 87, "best_model": 87, "output_format": 87, "stdout": 87, "max_length": 87, "120": 87, "set_logg": 87, "log_callback": 87, "earlier": 87, "few": 87, "744860_tmy3_random_1": 87, "index": 87, "28": [87, 91], "17": [87, 89, 90, 91, 96], "3296": 87, "2168": 87, "309143": 87, "127739": 87, "724175": 87, "2966595": 87, "995": 87, "1932": 87, "6711": 87, "15": [87, 88, 89, 90, 91], "199731": 87, "344173": 87, "62": 87, "906447": 87, "1739404": 87, "60": 87, "989": 87, "1637": 87, "6606": 87, "34": [87, 90, 91, 96], "85248": 87, "126642": 87, "4313949": 87, "1473894": 87, "270": 87, "984": 87, "2696": 87, "1394": 87, "76754": 87, "343163": 87, "7237883": 87, "2426525": 87, "978": 87, "279": 87, "userwarn": [87, 88, 90, 91], "dummy_vec_env": 87, "0x7f6e4589ee90": 87, "gt": [87, 88, 91], "orderenforc": [87, 91], "passiveenvcheck": [87, 91], "240": [87, 90, 91], "cast": [87, 90, 91], "x": [87, 90, 91], "311": [87, 88], "remind": [87, 88], "2682": 87, "915": 87, "916248": 87, "004652": 87, "67": 87, "6576667": 87, "2414623": 87, "973": 87, "1243": 87, "6388": 87, "13": [87, 91, 96], "383576": 87, "792883": 87, "53871423": 87, "1119275": 87, "968": 87, "1664": 87, "6848": 87, "20179": 87, "895155": 87, "41": [87, 96], "1032705": 87, "1498216": 87, "962": 87, "244": 87, "03078": 87, "12003": 87, "675444": 87, "29": [87, 91], "195037": 87, "219627": 87, "69": 87, "957": 87, "1803": 87, "2925": 87, "75208": 87, "000008": 87, "124": 87, "318": 87, "72": 87, "6576498": 87, "1622963": 87, "340": 87, "951": 87, "2222": 87, "2266": 87, "443321": 87, "207747": 87, "158": 87, "228": 87, "37": 87, "8114486": 87, "2000003": 87, "260": 87, "946": 87, "130": 87, "00592": 87, "974932": 87, "933048": 87, "202": 87, "79": [87, 96], "61": [87, 91], "3786383": 87, "114245": 87, "734": 87, "94": 87, "73": 87, "03831": 87, "305868": 87, "497007": 87, "175": 87, "65": [87, 91], "873773": 87, "67578": 87, "96": 87, "220": 87, "935": 87, "2316": 87, "9001": 87, "797696": 87, "902811": 87, "76": 87, "83": [87, 96], "2039795": 87, "2085210": 87, "93": 87, "755": 87, "6465": 87, "209152": 87, "889372": 87, "140": 87, "3975253": 87, "680081": 87, "250": 87, "924": 87, "894": 87, "3857": 87, "755064": 87, "927494": 87, "71": 87, "590": 87, "70": [87, 96], "5716357": 87, "804947": 87, "06": 87, "210": 87, "919": 87, "3817": 87, "887455": 87, "93139": 87, "392": 87, "7322": 87, "856243": 87, "913": 87, "596": 87, "4898": 87, "523884": 87, "077408": 87, "750119": 87, "536840": 87, "160": [87, 91], "908": 87, "66": [87, 96], "95168": 87, "506569": 87, "110353": 87, "498105": 87, "60256": 87, "516": 87, "903": 87, "093334": 87, "600706": 87, "82": 87, "190033": 87, "200": 87, "897": 87, "479": 87, "13632": 87, "773174": 87, "674847": 87, "90": [87, 90, 91], "8929534": 87, "414870": 87, "892": 87, "840": 87, "7436": 87, "7276": 87, "371922": 87, "074561": 87, "785942": 87, "886": 87, "401": [87, 89], "62372": 87, "58": 87, "423054": 87, "202482": 87, "24485": 87, "361461": 87, "150": 87, "881": 87, "854": 87, "80945": 87, "847115": 87, "064434": 87, "9329586": 87, "716942": 87, "310": 87, "875": 87, "35": [87, 96], "6719": 87, "34233": 87, "64": 87, "1815379": 87, "87": 87, "1108": [87, 90, 91], "0092": 87, "518076": 87, "095318": 87, "88": 87, "2168629": 87, "997208": 87, "865": 87, "546406": 87, "860954": 87, "92": [87, 96], "5815425": 87, "859": 87, "918938": 87, "22273": 87, "6798549": 87, "2011": 87, "6338": 87, "83714": 87, "192572": 87, "3012602": 87, "1810470": 87, "848": 87, "2908": 87, "7742": 87, "490915": 87, "521425": 87, "786963": 87, "2617896": 87, "843": 87, "300123": 87, "512716": 87, "636746": 87, "837": 87, "245": 87, "2585": 87, "539667": 87, "327127": 87, "9906583": 87, "211297": 87, "832": 87, "2847": 87, "735": 87, "705198": 87, "869244": 87, "32": 87, "410": 87, "53": 87, "4817667": 87, "2562961": 87, "827": 87, "1402": 87, "2615": 87, "444305": 87, "994953": 87, "52": 87, "7116232": 87, "1262035": 87, "821": 87, "2248": 87, "6406": 87, "282108": 87, "999893": 87, "113": 87, "589": 87, "8843904": 87, "2023776": 87, "300": 87, "816": 87, "3078": 87, "3347": 87, "583989": 87, "56294": 87, "143": 87, "538": 87, "032861": 87, "2770501": 87, "280": 87, "81": [87, 96], "2229": 87, "576": 87, "426971": 87, "87635": 87, "217": 87, "431": 87, "48": 87, "2337403": 87, "2006618": 87, "805": 87, "1377": 87, "8375": 87, "806718": 87, "000334": 87, "144": 87, "682": 87, "3840142": 87, "1260863": 87, "799": 87, "1800": 87, "8235": 87, "199289": 87, "39844": 87, "141": 87, "497": 87, "42": [87, 96], "247209": 87, "1620741": 87, "794": 87, "153282": 87, "06529": 87, "334": 87, "2212148": 87, "190": 87, "789": 87, "917": 87, "7593": 87, "109697": 87, "784363": 87, "78": [87, 96], "132": 87, "499552": 87, "825983": 87, "783": 87, "1934": 87, "6064": 87, "981752": 87, "084322": 87, "3733482": 87, "1741145": 87, "778": 87, "1652": 87, "0598": 87, "321648": 87, "911978": 87, "960615": 87, "1486853": 87, "290": 87, "772": 87, "1822": 87, "9177": 87, "573734": 87, "39188": 87, "3576803": 87, "1640626": 87, "767": 87, "81119": 87, "278952": 87, "2496963": 87, "762": 87, "122": 87, "831604": 87, "412853": 87, "056593": 87, "509193": 87, "107374": 87, "445": 87, "756": 87, "018625": 87, "911348": 87, "9650793": 87, "751": 87, "1572": 87, "772217": 87, "000002": 87, "105051": 87, "1415152": 87, "115477": 87, "000715": 87, "6110175": 87, "74": [87, 96], "682682": 87, "646172": 87, "89": 87, "226016": 87, "1172": 87, "5454": 87, "718266": 87, "741425": 87, "56": [87, 91], "8941815": 87, "1055290": 87, "330": 87, "729": 87, "496115": 87, "798346": 87, "54": 87, "6684391": 87, "724": 87, "145": 87, "03104": 87, "124374": 87, "497048": 87, "131813": 87, "718": 87, "2359": 87, "907": 87, "937994": 87, "36234": 87, "0426264": 87, "2123916": 87, "713": 87, "1996": 87, "818": 87, "799343": 87, "004538": 87, "2271817": 87, "1797136": 87, "707": 87, "1015": 87, "25275": 87, "425447": 87, "836422": 87, "80": [87, 96], "85611": 87, "913727": 87, "702": 87, "43741": 87, "892696": 87, "2410598": 87, "696": 87, "796": 87, "70184": 87, "512812": 87, "87516": 87, "655": 87, "139362": 87, "730410": 87, "691": 87, "103": 87, "10883": 87, "254738": 87, "343086": 87, "215": 87, "938736": 87, "91218": 87, "086": 87, "180": 87, "686": 87, "49837": 87, "649036": 87, "146": 87, "788": 87, "47": 87, "220809": 87, "68": [87, 96], "67366": 87, "92239": 87, "114": 87, "7229357": 87, "675": 87, "476": 87, "10425": 87, "264465": 87, "832756": 87, "998226": 87, "428493": 87, "84": [87, 96], "110": 87, "669": 87, "891": 87, "2718": 87, "31145": 87, "449625": 87, "95": [87, 96], "390144": 87, "829194": 87, "664": 87, "151756": 87, "632774": 87, "117": 87, "714": 87, "913635": 87, "230": 87, "658": 87, "85455": 87, "74997": 87, "198282": 87, "123": 87, "9704113": 87, "779269": 87, "653": 87, "964": 87, "41034": 87, "18654": 87, "914831": 87, "9348568": 87, "867969": 87, "648": 87, "41243": 87, "10522": 87, "1129913": 87, "642": 87, "605": 87, "5506": 87, "835632": 87, "536592": 87, "9020243": 87, "562977": 87, "637": 87, "433092": 87, "391197": 87, "9986107": 87, "631": 87, "1046": 87, "4424": 87, "538439": 87, "372751": 87, "5246968": 87, "941798": 87, "626": 87, "732": 87, "6514": 87, "63837": 87, "51618": 87, "440274": 87, "671326": 87, "621": 87, "375": [87, 90, 91], "99283": 87, "011675": 87, "772934": 87, "169079": 87, "348609": 87, "615": 87, "1442": 87, "9108": 87, "037851": 87, "690607": 87, "4576453": 87, "1298619": 87, "1431": 87, "4702": 87, "788712": 87, "099007": 87, "40044233": 87, "1288323": 87, "604": 87, "1195": 87, "8418": 87, "305504": 87, "161875": 87, "7776995": 87, "1076257": 87, "599": 87, "1452": 87, "4503": 87, "657394": 87, "009953": 87, "5053432": 87, "1307205": 87, "593": 87, "329704": 87, "524014": 87, "9832764": 87, "588": 87, "1585": 87, "7318": 87, "347166": 87, "60325": 87, "1717507": 87, "1427158": 87, "583": 87, "2212": 87, "4136": 87, "154156": 87, "999226": 87, "57": 87, "3051596": 87, "1991172": 87, "577": 87, "629131": 87, "066673": 87, "4818852": 87, "572": 87, "27392": 87, "567928": 87, "119": 87, "0872054": 87, "566": 87, "775": 87, "9277": 87, "44": 87, "55901": 87, "999832": 87, "176": [87, 90], "253": 87, "008395": 87, "718974": 87, "561": 87, "342": 87, "72076": 87, "59": [87, 96], "920914": 87, "489557": 87, "135": 87, "705147": 87, "312361": 87, "555": 87, "329": 87, "98727": 87, "334488": 87, "88112": 87, "282": 87, "51": 87, "963529": 87, "299526": 87, "0633": 87, "5489": 87, "056192": 87, "873": 87, "029778": 87, "608366": 87, "545": 87, "77": 87, "871574": 87, "33923": 87, "417665": 87, "341": 87, "2663016": 87, "72798": 87, "539": 87, "8185": 87, "66404": 87, "080436": 87, "534": 87, "676": 87, "7058": 87, "900913": 87, "70483": 87, "153": 87, "9450645": 87, "609035": 87, "170": 87, "528": 87, "36768": 87, "675724": 87, "906479": 87, "8594294": 87, "439279": 87, "523": 87, "478": 87, "49545": 87, "581656": 87, "346413": 87, "0104027": 87, "430645": 87, "518": 87, "376736": 87, "603888": 87, "36": 87, "504218": 87, "512": 87, "570503": 87, "450226": 87, "86": 87, "577883": 87, "507": 87, "77879": 87, "601759": 87, "718971": 87, "501": 87, "434128": 87, "836447": 87, "91227": 87, "496": 87, "805756": 87, "448067": 87, "798377": 87, "49": 87, "469086": 87, "550816": 87, "486246": 87, "485": 87, "217648": 87, "522837": 87, "949017": 87, "25956": 87, "33544": 87, "333998": 87, "474": 87, "304005": 87, "064104": 87, "7171063": 87, "469": 87, "14323": 87, "625456": 87, "6882412": 87, "04449": 87, "97571": 87, "208225": 87, "458": 87, "08231": 87, "258926": 87, "289529": 87, "452": 87, "286415": 87, "703104": 87, "200624": 87, "447": 87, "664734": 87, "851236": 87, "85": 87, "579129": 87, "442": 87, "477306": 87, "83049": 87, "4226103": 87, "436": 87, "191772": 87, "665392": 87, "185": 87, "042038": 87, "690765": 87, "137825": 87, "335754": 87, "425": 87, "9814": 87, "737446": 87, "171951": 87, "247": 87, "5257034": 87, "756883": 87, "367": 87, "27585": 87, "124363": 87, "418484": 87, "137": 87, "828": 87, "597458": 87, "330548": 87, "414": 87, "232": 87, "33136": 87, "826347": 87, "998606": 87, "248": 87, "815099": 87, "265317": 87, "409": 87, "3492": 87, "3127": 87, "76386": 87, "820107": 87, "212": 87, "553": 87, "964018": 87, "3135141": 87, "404": 87, "53796": 87, "409836": 87, "469513": 87, "625221": 87, "708291": 87, "398": 87, "083458": 87, "928692": 87, "155": 87, "542": 87, "636791": 87, "393": 87, "75574": 87, "17046": 87, "623688": 87, "387": 87, "491833": 87, "845036": 87, "431208": 87, "382": 87, "379395": 87, "763325": 87, "161691": 87, "377": 87, "681477": 87, "59846": 87, "398606": 87, "371": 87, "83205": 87, "145975": 87, "63": 87, "721945": 87, "366": 87, "085587": 87, "336391": 87, "094041": 87, "2879": 87, "366455": 87, "429308": 87, "355": 87, "754135": 87, "324484": 87, "399098": 87, "349": 87, "84467": 87, "444046": 87, "571168": 87, "344": 87, "38619": 87, "133598": 87, "183125": 87, "339": 87, "961252": 87, "913214": 87, "333": 87, "48104": 87, "436998": 87, "122469": 87, "328": 87, "75677": 87, "790524": 87, "485458": 87, "322": 87, "56549": 87, "831415": 87, "255": 87, "341748": 87, "317": 87, "24994": 87, "37937": 87, "105156": 87, "51785": 87, "202087": 87, "09997": 87, "178": 87, "155286": 87, "93643": 87, "306": [87, 89], "1136": 87, "2172": 87, "1363": 87, "410343": 87, "670": 87, "402655": 87, "1022595": 87, "301": [87, 89, 97], "3130": 87, "369793": 87, "556591": 87, "374": 87, "423044": 87, "2817603": 87, "295": 87, "3276": 87, "524": 87, "28928": 87, "850237": 87, "649": 87, "656189": 87, "2948871": 87, "13058": 87, "301405": 87, "234": 87, "272463": 87, "284": 87, "40799": 87, "965963": 87, "281": 87, "917852": 87, "3669": 87, "210167": 87, "827646": 87, "208": 87, "706": 87, "476068": 87, "3295098": 87, "273": 87, "4127": 87, "629": 87, "88415": 87, "211084": 87, "239": 87, "875473": 87, "3716403": 87, "268": 87, "3420": 87, "548": 87, "426456": 87, "956959": 87, "266": 87, "384127": 87, "3078493": 87, "263": 87, "1579": 87, "4819": 87, "7493": 87, "366064": 87, "188": 87, "101": 87, "36043": 87, "1421501": 87, "257": 87, "233074": 87, "15829": 87, "08662": 87, "252": 87, "489456": 87, "69325": 87, "846014": 87, "246": 87, "32439": 87, "073156": 87, "44568": 87, "241": 87, "648335": 87, "774912": 87, "110273": 87, "236": 87, "04204": 87, "350838": 87, "403831": 87, "97231": 87, "641607": 87, "064882": 87, "225": 87, "824036": 87, "922873": 87, "419962": 87, "219": 87, "75": [87, 96], "50254": 87, "970839": 87, "211943": 87, "214": 87, "16311": 87, "825941": 87, "515478": 87, "350": 87, "36912": 87, "474377": 87, "512131": 87, "203": 87, "39349": 87, "8717": 87, "210348": 87, "198": 87, "15875": 87, "211725": 87, "127": 87, "304934": 87, "192": 87, "91": [87, 96], "285484": 87, "456501": 87, "131": 87, "877153": 87, "187": 87, "047325": 87, "787859": 87, "614325": 87, "181": 87, "41702": 87, "228634": 87, "758158": 87, "8534": 87, "084793": 87, "632": 87, "098276": 87, "3718": 87, "872": 87, "877106": 87, "519888": 87, "368": 87, "470": 87, "126413": 87, "3319559": 87, "165": 87, "3689": 87, "9016": 87, "44847": 87, "61409": 87, "324": 87, "86438": 87, "3320911": 87, "4656": 87, "9316": 87, "589455": 87, "196474": 87, "285": 87, "750145": 87, "4191238": 87, "154": 87, "3025": 87, "9248": 87, "557205": 87, "235693": 87, "258": 87, "688": 87, "093733": 87, "2717327": 87, "149": 87, "5699": 87, "271": 87, "27975": 87, "849758": 87, "49144": 87, "5129490": 87, "614998": 87, "336887": 87, "313": 87, "138285": 87, "138": [87, 91], "799965": 87, "287437": 87, "576597": 87, "133": 87, "6111": 87, "2476": 87, "461708": 87, "92439": 87, "411": 87, "203123": 87, "5500122": 87, "99368": 87, "967133": 87, "989483": 87, "70692": 87, "041197": 87, "851494": 87, "116": 87, "80717": 87, "11506": 87, "44267": 87, "111": 87, "88379": 87, "209824": 87, "141724": 87, "105": 87, "0384": 87, "988644": 87, "799631": 87, "74893": 87, "803793": 87, "252745": 87, "0945": 87, "792534": 87, "821617": 87, "262617": 87, "0891": 87, "07156": 87, "140497": 87, "70243": 87, "0837": 87, "9876": 87, "416883": 87, "679785": 87, "0783": 87, "26148": 87, "31012": 87, "627705": 87, "0729": 87, "31166": 87, "167301": 87, "406437": 87, "0674": 87, "98578": 87, "602865": 87, "922998": 87, "062": 87, "4189": 87, "064188": 87, "899763": 87, "0566": 87, "49839": 87, "61911": 87, "616": 87, "602169": 87, "0512": 87, "2481": 87, "0112": 87, "070724": 87, "226805": 87, "402737": 87, "2232910": 87, "05": [87, 91], "5305": 87, "9785": 87, "83157": 87, "350382": 87, "343": 87, "389": 87, "031082": 87, "4764079": 87, "6145": 87, "438": 87, "26124": 87, "057213": 87, "316": 87, "743015": 87, "5510481": 87, "91196": 87, "389618": 87, "624": 87, "014492": 87, "50601": 87, "251705": 87, "331": 87, "570": 87, "047768": 87, "9042": 87, "422": 87, "82255": 87, "51498": 87, "351": 87, "24039": 87, "8140713": 87, "8990": 87, "047405": 87, "920425": 87, "298": 87, "578": 87, "450413": 87, "8086992": 87, "5874": 87, "5728": 87, "598827": 87, "524734": 87, "267": 87, "972729": 87, "5269392": 87, "5402": 87, "8213": 87, "59891": 87, "395102": 87, "505": 87, "396152": 87, "4856598": 87, "5825": 87, "845": 87, "718395": 87, "014736": 87, "665": 87, "856668": 87, "5243260": 87, "448227": 87, "858162": 87, "553564": 87, "39038": 87, "706186": 87, "227594": 87, "30035": 87, "517382": 87, "560928": 87, "19401": 87, "295546": 87, "625349": 87, "78848": 87, "51976": 87, "196743": 87, "561935": 87, "249304": 87, "584465": 87, "58174": 87, "539743": 87, "045515": 87, "604805": 87, "405827": 87, "540695": 87, "42579": 87, "458406": 87, "382166": 87, "15275": 87, "566076": 87, "34201": 87, "7414": 87, "618448": 87, "542467": 87, "86973": 87, "105227": 87, "863367": 87, "777534": 87, "225996": 87, "798347": 87, "82952": 87, "096634": 87, "102": 87, "235": 87, "932587": 87, "898224": 87, "078562": 87, "157": 87, "581535": 87, "4853": 87, "2866": 87, "223564": 87, "301798": 87, "080772": 87, "4367958": 87, "7106": 87, "1353": 87, "67097": 87, "269861": 87, "352": 87, "929888": 87, "6367651": 87, "5841": 87, "152": 87, "543064": 87, "566633": 87, "416": 87, "519234": 87, "5209345": 87, "6789": 87, "402": 87, "23053": 87, "330137": 87, "197": 87, "784": 87, "489174": 87, "6164890": 87, "9290": 87, "521": 87, "967903": 87, "993517": 87, "711": 87, "004633": 87, "8339602": 87, "39203": 87, "487068": 87, "500": 87, "68283": 87, "07435": 87, "946291": 87, "481": 87, "498264": 87, "9002": 87, "211": 87, "445164": 87, "583647": 87, "151": 87, "536777": 87, "8101990": 87, "4601": 87, "3066": 87, "324406": 87, "162462": 87, "187864": 87, "4141176": 87, "871037": 87, "925226": 87, "071585": 87, "308235": 87, "915752": 87, "503227": 87, "636124": 87, "742277": 87, "733294": 87, "47045": 87, "229761": 87, "311094": 87, "61175": 87, "358007": 87, "789915": 87, "53897": 87, "65634": 87, "896782": 87, "148575": 87, "968826": 87, "955194": 87, "31977": 87, "230255": 87, "522755": 87, "130356": 87, "756025": 87, "456839": 87, "35365": 87, "506315": 87, "943144": 87, "7912": 87, "995941": 87, "172163": 87, "53649": 87, "048388": 87, "684956": 87, "73716": 87, "66965": 87, "233419": 87, "77063": 87, "572788": 87, "186699": 87, "2988": 87, "8997": 87, "81425": 87, "999039": 87, "715": 87, "786617": 87, "2714391": 87, "3137": 87, "0544": 87, "19183": 87, "177671": 87, "343174": 87, "2801224": 87, "13367": 87, "903711": 87, "507423": 87, "41207": 87, "408579": 87, "209": 87, "097107": 87, "5351": 87, "1226": 87, "171345": 87, "91477": 87, "362823": 87, "4806430": 87, "5359": 87, "0513": 87, "55467": 87, "294718": 87, "455": 87, "070414": 87, "4887073": 87, "3752": 87, "6602": 87, "818874": 87, "058065": 87, "737": 87, "97303": 87, "3369927": 87, "5573": 87, "449215": 87, "29049": 87, "14221": 87, "5003182": 87, "5860": 87, "3286": 87, "1701": 87, "564209": 87, "581": 87, "693348": 87, "5268518": 87, "263493": 87, "117382": 87, "492": 87, "179312": 87, "025": 87, "550064": 87, "793127": 87, "289627": 87, "596655": 87, "908802": 87, "948284": 87, "350603": 87, "92673": 87, "87577": 87, "287249": 87, "204128": 87, "05659": 87, "802189": 87, "501991": 87, "47732": 87, "126427": 87, "370691": 87, "2652": 87, "092297": 87, "099207": 87, "47031": 87, "970182": 87, "91283": 87, "12721": 87, "954018": 87, "076895": 87, "639404": 87, "706398": 87, "323276": 87, "0841": 87, "694613": 87, "121407": 87, "34458": 87, "672228": 87, "33292": 87, "37435": 87, "098211": 87, "74073": 87, "09637": 87, "759245": 87, "286": 87, "67871": 87, "1371": 87, "7104": 87, "25826": 87, "039146": 87, "174": 87, "104": 87, "290564": 87, "1234998": 87, "4050": 87, "8926": 87, "34919": 87, "52845": 87, "215305": 87, "3645803": 87, "3004": 87, "9004": 87, "246204": 87, "964148": 87, "299": 87, "364": 87, "560059": 87, "2684185": 87, "3808": 87, "9343": 87, "175064": 87, "599087": 87, "426": 87, "939615": 87, "3428041": 87, "3255": 87, "3972": 87, "725792": 87, "779278": 87, "262": 87, "437": 87, "010288": 87, "2929857": 87, "00577": 87, "490236": 87, "610647": 87, "138374": 87, "77459": 87, "711033": 87, "99664": 87, "882849": 87, "489855": 87, "924389": 87, "451796": 87, "1538": 87, "3142": 87, "38514": 87, "152029": 87, "750742": 87, "1361756": 87, "1562": 87, "5536": 87, "7763": 87, "69666": 87, "362766": 87, "1406267": 87, "56485": 87, "943174": 87, "228003": 87, "614223": 87, "171944": 87, "968481": 87, "62621": 87, "012545": 87, "645796": 87, "65945": 87, "503786": 87, "65261": 87, "32206": 87, "97646": 87, "896741": 87, "193": 87, "37918": 87, "04839": 87, "552856": 87, "888072": 87, "170850": 87, "98": 87, "6472": 87, "588314": 87, "2672": 87, "231259": 87, "81602": 87, "04255": 87, "505669": 87, "890583": 87, "37259": 87, "999968": 87, "308412": 87, "38226": 87, "647644": 87, "262846": 87, "608": 87, "0272": 87, "537436": 87, "350393": 87, "612885": 87, "518107": 87, "907684": 87, "80182": 87, "671904": 87, "602402": 87, "819515": 87, "654228": 87, "41275": 87, "909618": 87, "19851": 87, "70125": 87, "53428": 87, "79378": 87, "134": 87, "379": 87, "136075": 87, "146586": 87, "88952": 87, "00054": 87, "694": 87, "635881": 87, "214733": 87, "414923": 87, "859966": 87, "45067": 87, "880604": 87, "456223": 87, "189": 87, "595821": 87, "173205": 87, "765224": 87, "755896": 87, "118748": 87, "221325": 87, "792042": 87, "256": 87, "685549": 87, "643288": 87, "088284": 87, "614": 87, "19097": 87, "85727": 87, "233004": 87, "580149": 87, "719782": 87, "410271": 87, "46782": 87, "050169": 87, "427": 87, "007018": 87, "0049": 87, "469254": 87, "762215": 87, "136": 87, "85201": 87, "110891": 87, "767754": 87, "61364": 87, "869762": 87, "109": 87, "77352": 87, "86594": 87, "587751": 87, "71503": 87, "98810": 87, "305": 87, "662445": 87, "676569": 87, "344183": 87, "353714": 87, "358383": 87, "299417": 87, "589087": 87, "21219": 87, "183949": 87, "206142": 87, "999985": 87, "863268": 87, "79328": 87, "031765": 87, "74373": 87, "3715158": 87, "61825": 87, "970629": 87, "405119": 87, "1220016": 87, "19078": 87, "49424": 87, "015865": 87, "931328": 87, "188645": 87, "948": 87, "2007": 87, "858418": 87, "403952": 87, "6075807": 87, "801069": 87, "18096": 87, "634413": 87, "9571757": 87, "37267": 87, "629105": 87, "14481": 87, "937596": 87, "82714": 87, "66032": 87, "74519": 87, "179213": 87, "355169": 87, "61025": 87, "22224": 87, "154366": 87, "601156": 87, "50192": 87, "13722": 87, "724718": 87, "372": 87, "182717": 87, "260286": 87, "871": 87, "7625": 87, "324717": 87, "460247": 87, "556": 87, "6401772": 87, "784586": 87, "663": 87, "8411": 87, "611805": 87, "279047": 87, "527": 87, "253662": 87, "610932": 87, "466824": 87, "828392": 87, "27229": 87, "755707": 87, "837193": 87, "237": 87, "700947": 87, "78266": 87, "810846": 87, "556306": 87, "21298": 87, "13714": 87, "021883": 87, "194": 87, "235451": 87, "266980": 87, "43866": 87, "041264": 87, "243587": 87, "115": 87, "984423": 87, "485494": 87, "902": 87, "7748": 87, "3403": 87, "527079": 87, "99827": 87, "812497": 87, "650": 87, "0828": 87, "764694": 87, "35507": 87, "372531": 87, "585074": 87, "9368": 87, "211124": 87, "976395": 87, "600526": 87, "773943": 87, "771719": 87, "824842": 87, "77587": 87, "479923": 87, "357563": 87, "0292397": 87, "727": 87, "8344": 87, "417734": 87, "000147": 87, "013974": 87, "646563": 87, "97609": 87, "428865": 87, "8844962": 87, "1003": 87, "0152": 87, "79652": 87, "041609": 87, "7418324": 87, "902713": 87, "1480": 87, "0426": 87, "446743": 87, "312044": 87, "6433044": 87, "1332038": 87, "2032": 87, "5927": 87, "228872": 87, "992287": 87, "406055": 87, "1829333": 87, "1643": 87, "0013": 87, "219239": 87, "81402": 87, "4580983": 87, "1478701": 87, "1875": 87, "4172": 87, "846659": 87, "000006": 87, "6201777": 87, "1687875": 87, "86057": 87, "003658": 87, "8098664": 87, "807": 87, "836": 87, "12251": 87, "362911": 87, "156244": 87, "681375": 87, "04456": 87, "17224": 87, "636475": 87, "1578355": 87, "708359": 87, "55637": 87, "87323": 87, "928282": 87, "742372": 87, "266000": 87, "7553": 87, "296833": 87, "206911": 87, "921776": 87, "80147": 87, "163": 87, "46709": 87, "838661": 87, "29609": 87, "369": 87, "922729": 87, "146838": 87, "84719": 87, "499722": 87, "623": 87, "658013": 87, "96115": 87, "561268": 87, "804": 87, "4370503": 87, "127277": 87, "928534": 87, "2501626": 87, "817347": 87, "907028": 87, "028878": 87, "59975": 87, "932472": 87, "591026": 87, "20606": 87, "017624": 87, "000004": 87, "7990522": 87, "62652": 87, "541046": 87, "26065": 87, "308": 87, "0755606": 87, "112187": 87, "55016": 87, "214323": 87, "394281": 87, "79371": 87, "532774": 87, "9512193": 87, "1089": 87, "2335": 87, "00922": 87, "024275": 87, "3107407": 87, "980310": 87, "208553": 87, "219198": 87, "8873405": 87, "835": 87, "0407": 87, "99288": 87, "598116": 87, "8464212": 87, "755553": 87, "3055": 87, "491304": 87, "000223": 87, "2546195": 87, "1262075": 87, "221281": 87, "598158": 87, "1798205": 87, "700": 87, "85516": 87, "989456": 87, "595875": 87, "265303": 87, "630769": 87, "265991": 87, "496058": 87, "0358138": 87, "325657": 87, "983091": 87, "0346045": 87, "342453": 87, "903067": 87, "899701": 87, "1322": 87, "4016": 87, "932446": 87, "642416": 87, "14490029": 87, "1190161": 87, "2363": 87, "602": 87, "392849": 87, "999958": 87, "0611014": 87, "2127241": 87, "27708": 87, "663279": 87, "7721448": 87, "299072": 87, "000072": 87, "103836": 87, "617172": 87, "266903": 87, "236619": 87, "94709": 87, "744276": 87, "532": 87, "176662": 87, "972": 87, "80679": 87, "411669": 87, "435689": 87, "875519": 87, "151196": 87, "667337": 87, "582": 87, "6377366": 87, "81965": 87, "736752": 87, "999989": 87, "0482287": 87, "91637": 87, "519": 87, "18353": 87, "049627": 87, "243378": 87, "7846037": 87, "467265": 87, "1437": 87, "554": 87, "440469": 87, "035702": 87, "487": 87, "0675281": 87, "1293798": 87, "sub_run2": [87, 91, 92], "79e": 87, "03": [87, 91], "57e": 87, "07": 87, "11781": 87, "918": 87, "2e": 87, "0509": 87, "02e": 87, "33624196": 87, "571": 87, "3206": 87, "5505": 87, "606789": 87, "834461": 87, "275844": 87, "2885895": 87, "ep_len_mean": 87, "5e": 87, "ep_rew_mean": 87, "18e": 87, "fp": 87, "1779": 87, "1804": 87, "2375": 87, "429458": 87, "996721": 87, "7215035": 87, "1623813": 87, "2286": 87, "7896": 87, "794168": 87, "17125": 87, "134264": 87, "2058110": 87, "033295": 87, "009144": 87, "7510724": 87, "2267": 87, "5652": 87, "053332": 87, "429335": 87, "0381413": 87, "2040808": 87, "2373": 87, "0137": 87, "418623": 87, "962894": 87, "1081605": 87, "2135712": 87, "1758": 87, "2157": 87, "940797": 87, "618435": 87, "03417": 87, "1582394": 87, "2139": 87, "4778": 87, "66047": 87, "4038": 87, "9404805": 87, "1925530": 87, "1455": 87, "3401": 87, "264008": 87, "997766": 87, "5197919": 87, "1309806": 87, "1222": 87, "3441": 87, "790493": 87, "846558": 87, "645188": 87, "1100109": 87, "1883": 87, "9517": 87, "349102": 87, "073694": 87, "66285": 87, "1695556": 87, "1546": 87, "6324": 87, "957151": 87, "970556": 87, "97625375": 87, "1391969": 87, "148": 87, "38998": 87, "182379": 87, "113134": 87, "72036": 87, "134166": 87, "2781": 87, "4126": 87, "80908": 87, "716034": 87, "150154": 87, "2503271": 87, "1030": 87, "1261": 87, "667334": 87, "352226": 87, "6062777": 87, "927113": 87, "1950": 87, "5087": 87, "971148": 87, "999996": 87, "9956346": 87, "1755457": 87, "1148": 87, "0468": 87, "12383": 87, "986454": 87, "0166746": 87, "1033242": 87, "51869": 87, "285549": 87, "05086": 87, "530643": 87, "326": 87, "3865857": 87, "68099": 87, "205442": 87, "136335": 87, "362": 87, "9920626": 87, "107556": 87, "507713": 87, "5794": 87, "172": 87, "3967648": 87, "34489": 87, "049335": 87, "3515596": 87, "748": 87, "64197": 87, "458416": 87, "0614": 87, "038888": 87, "673777": 87, "231": 87, "8666": 87, "649773": 87, "061403": 87, "094668": 87, "208679": 87, "547411": 87, "799263": 87, "623999": 87, "4357": 87, "611109": 87, "108": 87, "027222": 87, "152868": 87, "999857": 87, "5773697": 87, "50244": 87, "925869": 87, "5959754": 87, "1462": 87, "5768": 87, "541664": 87, "24956": 87, "0131997": 87, "1316319": 87, "1349": 87, "1754": 87, "63473": 87, "735115": 87, "0110311955": 87, "1214257": 87, "1886": 87, "4735": 87, "737734": 87, "882967": 87, "6754591": 87, "1697826": 87, "585": 87, "49194": 87, "731716": 87, "996204": 87, "31725": 87, "526942": 87, "700426": 87, "538958": 87, "3895953": 87, "1319": 87, "7701": 87, "374336": 87, "237171": 87, "15805787": 87, "1187793": 87, "1625": 87, "1184": 87, "68434": 87, "554268": 87, "3686837": 87, "1462606": 87, "3791": 87, "435": 87, "024805": 87, "399399": 87, "200267": 87, "3412291": 87, "3162": 87, "4832": 87, "801003": 87, "480116": 87, "055507": 87, "2846234": 87, "3386": 87, "613413": 87, "890545": 87, "8247848": 87, "2084704": 87, "3050": 87, "6633": 87, "25804": 87, "83905": 87, "496408": 87, "2745597": 87, "6011": 87, "712721": 87, "790092": 87, "6760972": 87, "1697941": 87, "1514": 87, "844": 87, "692741": 87, "63072": 87, "81731147": 87, "1363359": 87, "2945": 87, "1492": 87, "053753": 87, "193132": 87, "505592": 87, "2650634": 87, "2493": 87, "5735": 87, "131987": 87, "372742": 87, "247714": 87, "2244216": 87, "1821": 87, "0771": 87, "044007": 87, "106": 87, "395": 87, "7465734": 87, "1638969": 87, "1367": 87, "204165": 87, "377993": 87, "5383407": 87, "1230844": 87, "11612": 87, "204664": 87, "458956": 87, "224": 87, "314": 87, "2909584": 87, "144360": 87, "76114": 87, "126703": 87, "000053": 87, "369709": 87, "70249": 87, "14942": 87, "491219": 87, "582677": 87, "28904": 87, "073921": 87, "183": [87, 89], "475": 87, "3682384": 87, "9026": 87, "790758": 87, "51302": 87, "584": 87, "043416": 87, "593599": 87, "605486": 87, "198685": 87, "3204484": 87, "7176": 87, "038803": 87, "908525": 87, "9434859": 87, "825945": 87, "889832": 87, "24511": 87, "2798805": 87, "1150": 87, "1122": 87, "517626": 87, "998045": 87, "0063478": 87, "1035100": 87, "533": 87, "8715": 87, "031479": 87, "000027": 87, "355374": 87, "474075": 87, "1502": 87, "4996": 87, "550522": 87, "454084": 87, "75558984": 87, "1352249": 87, "1700": 87, "4568": 87, "744617": 87, "918364": 87, "7453753": 87, "1530411": 87, "8903": 87, "83299": 87, "238083": 87, "5238667": 87, "725613": 87, "708": 87, "3994": 87, "43662": 87, "460455": 87, "6392717": 87, "593720": 87, "624523": 87, "84918": 87, "09713": 87, "4464": 87, "48305": 87, "565111": 87, "315889": 87, "406927": 87, "927": 87, "30707": 87, "51403": 87, "22073": 87, "875117": 87, "781413": 87, "575": 87, "30975": 87, "782436": 87, "171947": 87, "522872": 87, "555115": 87, "782": 87, "5654": 87, "75921": 87, "15559": 87, "049054": 87, "704308": 87, "990368": 87, "806833": 87, "5513284": 87, "737408": 87, "442892": 87, "1105442": 87, "52455": 87, "50352": 87, "118": 87, "6969094": 87, "176426": 87, "72639": 87, "687": 87, "6411133": 87, "683573": 87, "5603": 87, "291": 87, "353": 87, "719579": 87, "947": 87, "8628": 87, "563786": 87, "31355": 87, "820": 87, "4292946": 87, "853076": 87, "819": 87, "6643": 87, "929089": 87, "582941": 87, "462": 87, "6799109": 87, "737697": 87, "02463": 87, "134924": 87, "33988": 87, "848213": 87, "165756": 87, "1372": 87, "1312": 87, "91895": 87, "388855": 87, "10374769": 87, "1234918": 87, "1435": 87, "1711": 87, "643396": 87, "139025": 87, "643": 87, "41894728": 87, "1291654": 87, "906": 87, "4148": 87, "15411": 87, "043047": 87, "552": 87, "821802": 87, "815773": 87, "803059": 87, "57881": 87, "360": 87, "7118824": 87, "838": 87, "38043": 87, "72246": 87, "509342": 87, "683642": 87, "746401": 87, "722": 87, "22064": 87, "36357": 87, "937164": 87, "786942": 87, "636776": 87, "1420": 87, "1923": 87, "754087": 87, "23445": 87, "34405267": 87, "1278173": 87, "957253": 87, "980701": 87, "6350272": 87, "30168": 87, "18839": 87, "6833673": 87, "785": 87, "40643": 87, "216587": 87, "139505": 87, "2410784": 87, "701437": 87, "7842": 87, "513245": 87, "326927": 87, "220632": 87, "451453": 87, "08734": 87, "19421": 87, "993734": 87, "772061": 87, "170518": 87, "857058": 87, "061483": 87, "9912403": 87, "21652": 87, "998018": 87, "1145651": 87, "43005": 87, "30297": 87, "30996": 87, "333977": 87, "140959": 87, "015564": 87, "754827": 87, "8850982": 87, "60917": 87, "369095": 87, "028294": 87, "062473": 87, "538546": 87, "541": 87, "634861": 87, "828773": 87, "841476": 87, "403": 87, "183797": 87, "3576": 87, "74038": 87, "419844": 87, "173": 87, "567": 87, "205873": 87, "523577": 87, "388348": 87, "635": 87, "456167": 87, "24044": 87, "77905": 87, "847": 87, "28776": 87, "3445": 87, "089": 87, "412476": 87, "671152": 87, "283": 87, "813982": 87, "3108444": 87, "1941": 87, "4698": 87, "059998": 87, "39732": 87, "449": 87, "118326": 87, "1746407": 87, "3975": 87, "0776": 87, "96631": 87, "598097": 87, "773": 87, "640772": 87, "3574334": 87, "31296": 87, "682458": 87, "941786": 87, "142": 87, "728": 87, "408057": 87, "275078": 87, "315": 87, "61072": 87, "000605": 87, "766": 87, "472333": 87, "280739": 87, "093914": 87, "82961": 87, "4494166": 87, "12789": 87, "169945": 87, "8088455": 87, "234688": 87, "290154": 87, "991571": 87, "74599": 87, "69215": 87, "791064": 87, "868176": 87, "51201": 87, "527386": 87, "438843": 87, "010849": 87, "091949": 87, "108757": 87, "255705": 87, "9153886": 87, "31344": 87, "858194": 87, "460917": 87, "07449": 87, "641197": 87, "7216463": 87, "987324": 87, "40382": 87, "535965": 87, "64444": 87, "592913": 87, "241513": 87, "43422": 87, "880894": 87, "051851": 87, "292465": 87, "055376": 87, "9597707": 87, "59889": 87, "129635": 87, "039303": 87, "81694": 87, "566832": 87, "721492": 87, "58764": 87, "87817": 87, "685684": 87, "221": 87, "024408": 87, "95277": 87, "63495": 87, "94167": 87, "760542": 87, "734792": 87, "499171": 87, "494": 87, "29865": 87, "91579": 87, "698816": 87, "227": 87, "345572": 87, "441835": 87, "1669": 87, "572773": 87, "118586": 87, "662": 87, "663635": 87, "1502472": 87, "1423": 87, "8939": 87, "750465": 87, "154497": 87, "606137": 87, "1281504": 87, "523636": 87, "496876": 87, "305464": 87, "981228": 87, "672033": 87, "296": 87, "12477": 87, "9766": 87, "505367": 87, "917562": 87, "243": 87, "965244": 87, "237583": 87, "441": 87, "78152": 87, "375774": 87, "219263": 87, "51826": 87, "397603": 87, "60434": 87, "253563": 87, "001564": 87, "3150015": 87, "426840": 87, "826717": 87, "443428": 87, "326218": 87, "45334": 87, "770283": 87, "403486": 87, "864246": 87, "409126": 87, "024936": 87, "58497": 87, "376099": 87, "580284": 87, "845596": 87, "4386": 87, "686298": 87, "85383": 87, "408401": 87, "669418": 87, "44686": 87, "478897": 87, "021046": 87, "71836": 87, "096245": 87, "4822035": 87, "24246": 87, "697903": 87, "038016": 87, "10041": 87, "779947": 87, "543995": 87, "470825": 87, "502432": 87, "700728": 87, "664185": 87, "969315": 87, "760994": 87, "82759": 87, "638756": 87, "853281": 87, "742096": 87, "965656": 87, "121": 87, "2559595": 87, "05946": 87, "569885": 87, "361977": 87, "166": 87, "519688": 87, "157553": 87, "35559": 87, "295433": 87, "251": 87, "597": 87, "08074": 87, "33773": 87, "468657": 87, "730036": 87, "3473": 87, "914": 87, "87384": 87, "874031": 87, "396": 87, "557518": 87, "3113888": 87, "4798": 87, "8096": 87, "506927": 87, "022305": 87, "908749": 87, "4307226": 87, "4961": 87, "3433": 87, "536194": 87, "69982": 87, "257017": 87, "4465209": 87, "5542": 87, "6147": 87, "478977": 87, "297695": 87, "213": 87, "710": 87, "636808": 87, "4984936": 87, "5475": 87, "4956": 87, "36404": 87, "47104": 87, "233": 87, "564": 87, "003632": 87, "4915775": 87, "53134": 87, "312569": 87, "807915": 87, "3855": 87, "161943": 87, "942236": 87, "917088": 87, "10571": 87, "335": 87, "514065": 87, "715076": 87, "770834": 87, "896332": 87, "85728": 87, "400461": 87, "325865": 87, "10968": 87, "510035": 87, "222506": 87, "learning_r": 87, "0001": 87, "loss": 87, "73e": 87, "n_updat": 87, "88185": 87, "473099": 87, "432787": 87, "69e": 87, "250916": 87, "624996": 87, "427858": 87, "96e": 87, "379234": 87, "415615": 87, "959192": 87, "74e": 87, "947784": 87, "702192": 87, "782215": 87, "7e": 87, "11013": 87, "181059": 87, "962767": 87, "4e": 87, "01869": 87, "351809": 87, "203293": 87, "25e": 87, "761375": 87, "895535": 87, "647366": 87, "48e": 87, "199": 87, "31044": 87, "202625": 87, "554924": 87, "13197": 87, "67505": 87, "571669": 87, "94e": 87, "249": 87, "96759": 87, "819794": 87, "235605": 87, "99e": 87, "274": 87, "1854": 87, "7126": 87, "8579": 87, "94703": 87, "453636": 87, "1662493": 87, "8928": 87, "022": 87, "12279": 87, "995796": 87, "645": 87, "729115": 87, "8035220": 87, "26e": 87, "6259": 87, "960857": 87, "959463": 87, "289": 87, "563": 87, "882483": 87, "5633478": 87, "46e": 87, "4542": 87, "525": [87, 91], "181717": 87, "151531": 87, "840796": 87, "4088272": 87, "28868": 87, "314816": 87, "684": 87, "14851": 87, "399": 87, "29333": 87, "590292": 87, "175938": 87, "64e": 87, "424": 87, "6536": 87, "5103": 87, "910072": 87, "24192": 87, "203909": 87, "5882859": 87, "87e": 87, "8832": 87, "894646": 87, "245432": 87, "446": 87, "251022": 87, "7949333": 87, "16e": 87, "5994": 87, "488": 87, "70945": 87, "269371": 87, "657": 87, "748756": 87, "5394630": 87, "01e": 87, "499": 87, "5868": 87, "702705": 87, "673388": 87, "925201": 87, "5300543": 87, "08e": 87, "323895": 87, "75314": 87, "182": 87, "83241": 87, "49e": 87, "549": 87, "10587": 87, "321625": 87, "11446": 87, "574": 87, "58216": 87, "81363": 87, "13e": 87, "26106": 87, "285131": 87, "510527": 87, "97226": 87, "634449": 87, "972343": 87, "97e": 87, "34892": 87, "954485": 87, "94895": 87, "54e": 87, "674": 87, "28426": 87, "376232": 87, "423975": 87, "699": 87, "33825": 87, "507927": 87, "793901": 87, "98e": 87, "71556": 87, "245878": 87, "436129": 87, "81e": 87, "749": 87, "0488": 87, "126446": 87, "582035": 87, "78e": 87, "774": 87, "71491": 87, "90714": 87, "584349": 87, "965": 87, "72923": 87, "959242": 87, "785337": 87, "47e": 87, "824": 87, "162704": 87, "086092": 87, "191248": 87, "849": 87, "09719": 87, "966927": 87, "444": 87, "49166": 87, "62e": 87, "874": 87, "842354": 87, "912615": 87, "981579": 87, "899": 87, "29015": 87, "284555": 87, "791": 87, "723755": 87, "41e": 87, "5701": 87, "992": 87, "445957": 87, "877975": 87, "844303": 87, "5131793": 87, "949": 87, "6329": 87, "633747": 87, "058687": 87, "750559": 87, "5696626": 87, "12e": 87, "974": 87, "7090": 87, "5063": 87, "64953": 87, "19502": 87, "229": 87, "872087": 87, "6384696": 87, "999": 87, "5688": 87, "2856": 87, "284252": 87, "551647": 87, "795156": 87, "5119457": 87, "1024": 87, "7841": 87, "701": 87, "82436": 87, "11316": 87, "544": 87, "77382": 87, "7034948": 87, "3e": 87, "1049": 87, "2651": 87, "586027": 87, "332": 87, "283964": 87, "07e": 87, "1074": 87, "894302": 87, "345287": 87, "579243": 87, "1099": 87, "787": 87, "247807": 87, "88788": 87, "603895": 87, "6396108": 87, "1124": 87, "444363": 87, "380396": 87, "795992": 87, "86e": 87, "1149": 87, "730785": 87, "277372": 87, "305302": 87, "09e": 87, "1174": 87, "063698": 87, "021494": 87, "1199": 87, "99026": 87, "231157": 87, "473911": 87, "1224": 87, "17343": 87, "960754": 87, "79974": 87, "6e": 87, "1249": 87, "62412": 87, "571651": 87, "37696": 87, "05e": 87, "1274": 87, "07557": 87, "251059": 87, "277117": 87, "37e": 87, "1299": 87, "77418": 87, "679039": 87, "076662": 87, "1324": 87, "70116": 87, "391863": 87, "102135": 87, "7172": 87, "848103": 87, "195494": 87, "1374": 87, "705536": 87, "714365": 87, "90795": 87, "1399": 87, "monoton": 87, "define_metr": 87, "axi": 87, "me": 87, "35041": 87, "drop": 87, "_timestamp": 87, "1700214247": 87, "6063654": 87, "918385": 87, "6064198": 87, "606459": 87, "6064918": 87, "6065187": 87, "6065419": 87, "6065679": 87, "14272": 87, "373743": 87, "067757": 87, "1424": 87, "859985": 87, "91815": 87, "750177": 87, "66e": 87, "1449": 87, "054276": 87, "867567": 87, "91997": 87, "85e": 87, "1474": 87, "1521": 87, "9896": 87, "063614": 87, "000452": 87, "205": 87, "112": [87, 90], "201933": 87, "1378782": 87, "1499": 87, "3598": 87, "6003": 87, "23126": 87, "027729": 87, "144733": 87, "3229639": 87, "1524": 87, "3934": 87, "8455": 87, "38924": 87, "422209": 87, "24799": 87, "3516591": 87, "1549": 87, "500626": 87, "288742": 87, "156": 87, "685": 87, "36e": 87, "1574": 87, "475006": 87, "78031": 87, "356": 87, "509": 87, "915373": 87, "1599": 87, "6470": 87, "7974": 87, "524296": 87, "516663": 87, "107": [87, 91], "62802": 87, "5823717": 87, "38e": 87, "1624": 87, "0757": 87, "520737": 87, "371014": 87, "163658": 87, "5156594": 87, "22e": 87, "1649": 87, "7858": 87, "489624": 87, "390175": 87, "542755": 87, "7072577": 87, "03e": 87, "1674": 87, "8580": 87, "767204": 87, "379463": 87, "731": 87, "715965": 87, "7714040": 87, "1699": 87, "9275": 87, "7295": 87, "564636": 87, "44268": 87, "933622": 87, "8348156": 87, "51e": 87, "1724": 87, "23363": 87, "494257": 87, "450134": 87, "1749": 87, "8516": 87, "39136": 87, "882673": 87, "1774": 87, "655693": 87, "701569": 87, "626251": 87, "82e": 87, "1799": 87, "070488": 87, "431053": 87, "76395": 87, "24e": 87, "1824": 87, "41705": 87, "251905": 87, "404594": 87, "1849": 87, "179195": 87, "328423": 87, "58744": 87, "1874": 87, "25168": 87, "274105": 87, "448235": 87, "17e": 87, "1899": 87, "27385": 87, "37339": 87, "546675": 87, "33e": 87, "1924": 87, "70976": 87, "610817": 87, "41828": 87, "1949": 87, "37996": 87, "81223": 87, "526308": 87, "1974": 87, "88873": 87, "679972": 87, "887882": 87, "1999": 87, "374725": 87, "886457": 87, "744215": 87, "91e": 87, "2024": 87, "8004": 87, "291016": 87, "125746": 87, "76e": 87, "2049": 87, "356754": 87, "098063": 87, "395697": 87, "2074": 87, "98781": 87, "176632": 87, "20977": 87, "2099": 87, "2963": 87, "5293": 87, "67123": 87, "155758": 87, "275": 87, "741188": 87, "2657805": 87, "34e": 87, "2124": 87, "3690": 87, "9102": 87, "598965": 87, "265598": 87, "536015": 87, "3293101": 87, "84e": 87, "2149": 87, "4099": 87, "16755": 87, "969181": 87, "159": 87, "780": 87, "952784": 87, "3676153": 87, "06e": 87, "2174": 87, "4844": 87, "1577": 87, "401505": 87, "993696": 87, "795": 87, "339314": 87, "4359742": 87, "43e": 87, "2199": 87, "3168": 87, "1628": 87, "45405": 87, "310589": 87, "565": 87, "505985": 87, "2851346": 87, "2224": 87, "15802": 87, "812828": 87, "730": 87, "384958": 87, "59e": 87, "2249": 87, "70742": 87, "722502": 87, "76044": 87, "2274": 87, "4615": 87, "9355": 87, "687176": 87, "604136": 87, "033457": 87, "4154342": 87, "2299": 87, "4519": 87, "110023": 87, "892767": 87, "987827": 87, "4067339": 87, "2324": 87, "519215": 87, "639103": 87, "65552": 87, "31e": 87, "2349": 87, "53205": 87, "84091": 87, "706072": 87, "2374": 87, "03585": 87, "089901": 87, "84705": 87, "56e": 87, "2399": 87, "22182": 87, "433327": 87, "2683": 87, "75e": 87, "2424": 87, "19492": 87, "888763": 87, "709038": 87, "2449": 87, "14824": 87, "543236": 87, "323315": 87, "2474": 87, "54942": 87, "843735": 87, "800474": 87, "2499": 87, "72044": 87, "46577": 87, "107563": 87, "2524": 87, "59096": 87, "127878": 87, "45269": 87, "2549": 87, "00199": 87, "281334": 87, "630474": 87, "2574": 87, "08445": 87, "414421": 87, "659573": 87, "2599": 87, "95372": 87, "113327": 87, "836081": 87, "2624": 87, "788414": 87, "551414": 87, "522072": 87, "68e": 87, "2649": 87, "74622": 87, "638317": 87, "213166": 87, "2674": 87, "323364": 87, "57355": 87, "822417": 87, "52e": 87, "2699": 87, "085": 87, "755165": 87, "665863": 87, "186356": 87, "514876": 87, "45e": 87, "2724": 87, "31932": 87, "860435": 87, "726": 87, "112099": 87, "63e": 87, "2749": 87, "81175": 87, "48872": 87, "689": 87, "881742": 87, "67e": 87, "2774": 87, "3226": 87, "1812": 87, "99132": 87, "449615": 87, "979425": 87, "2914970": 87, "2799": 87, "8608": 87, "66342": 87, "958992": 87, "693288": 87, "738774": 87, "2824": 87, "326733": 87, "015965": 87, "622": 87, "66599": 87, "2849": 87, "05312": 87, "606455": 87, "639921": 87, "2874": 87, "417835": 87, "195496": 87, "904902": 87, "2899": 87, "599163": 87, "21489": 87, "186": 87, "765554": 87, "2924": 87, "224995": 87, "329985": 87, "891856": 87, "35e": 87, "2949": 87, "90488": 87, "180758": 87, "656872": 87, "270113": 87, "287990": 87, "2974": 87, "21765": 87, "816273": 87, "013376": 87, "8252945": 87, "293124": 87, "88e": 87, "2999": 87, "74127": 87, "661133": 87, "00012": 87, "965243": 87, "213067": 87, "21e": 87, "3024": 87, "69014": 87, "9251": 87, "229746": 87, "369878": 87, "120074": 87, "3049": 87, "62455": 87, "001045": 87, "45983": 87, "532434": 87, "60862": 87, "094": 87, "77e": 87, "3074": 87, "07431": 87, "899416": 87, "607584": 87, "3099": 87, "72768": 87, "1292": 87, "091452": 87, "924392": 87, "126654": 87, "790": 87, "3124": 87, "97703": 87, "32632": 87, "053425": 87, "104088": 87, "60279": 87, "61e": 87, "3149": 87, "67865": 87, "05674": 87, "99997": 87, "149518": 87, "226510": 87, "3174": 87, "11187": 87, "242134": 87, "477785": 87, "436741": 87, "3199": 87, "45746": 87, "761223": 87, "440136": 87, "395967": 87, "526911": 87, "3224": 87, "218": 87, "11995": 87, "327847": 87, "056837": 87, "760579": 87, "196307": 87, "764": 87, "3249": 87, "81368": 87, "32354": 87, "49754": 87, "19011": 87, "79032": 87, "3274": 87, "16617": 87, "31339": 87, "080135": 87, "468": 87, "962557": 87, "145666": 87, "3299": 87, "01712": 87, "176098": 87, "920376": 87, "3324": 87, "408": 87, "1777": 87, "842438": 87, "999256": 87, "179": 87, "534999": 87, "372273": 87, "15e": 87, "3349": 87, "294548": 87, "43155": 87, "530": 87, "39629": 87, "3374": 87, "51948": 87, "693748": 87, "369297": 87, "3399": 87, "327251": 87, "722736": 87, "306188": 87, "3424": 87, "840294": 87, "38459": 87, "514": 87, "596086": 87, "3449": 87, "47451": 87, "671492": 87, "484": 87, "386773": 87, "3474": 87, "439": 87, "10754": 87, "441185": 87, "733648": 87, "272": 87, "764248": 87, "395254": 87, "95e": 87, "3499": 87, "31964": 87, "395735": 87, "999321": 87, "393337": 87, "503426": 87, "3524": 87, "96118": 87, "266266": 87, "655975": 87, "171899": 87, "286165": 87, "3549": 87, "69771": 87, "034204": 87, "883009": 87, "430132": 87, "210327": 87, "14e": 87, "3574": 87, "601944": 87, "99998": 87, "13013": 87, "3599": 87, "767708": 87, "999975": 87, "770189": 87, "09816": 87, "238272": 87, "996042": 87, "031565": 87, "167724": 87, "3649": 87, "19986": 87, "942884": 87, "365477": 87, "454679": 87, "42e": 87, "3674": 87, "550316": 87, "521523": 87, "5707517": 87, "3699": 87, "0938": 87, "81718": 87, "038563": 87, "485105": 87, "729618": 87, "3724": 87, "82144": 87, "00016": 87, "2294836": 87, "3749": 87, "339254": 87, "948975": 87, "3774": 87, "6262": 87, "662975": 87, "000048": 87, "568501": 87, "227363": 87, "3799": 87, "2801": 87, "572395": 87, "591404": 87, "679752": 87, "3824": 87, "447903": 87, "8544": 87, "4505453": 87, "3849": 87, "961487": 87, "345997": 87, "001679": 87, "591": 87, "3874": 87, "122137": 87, "613598": 87, "2041984": 87, "3899": 87, "911211": 87, "84073": 87, "8583755": 87, "3924": 87, "511806": 87, "975248": 87, "461": 87, "71295": 87, "3949": 87, "888": 87, "0539": 87, "422834": 87, "68936": 87, "740": 87, "5188694": 87, "803709": 87, "3974": 87, "836256": 87, "50795": 87, "238": 87, "129": 87, "671093": 87, "3999": 87, "07606": 87, "440237": 87, "70772": 87, "29e": 87, "4024": 87, "929407": 87, "6828": 87, "7432737": 87, "4049": 87, "1043": 87, "0057": 87, "89227": 87, "43317": 87, "0846555": 87, "938705": 87, "53e": 87, "4074": 87, "1352": 87, "0616": 87, "324686": 87, "706608": 87, "0033998208": 87, "1216855": 87, "1246": 87, "1344": 87, "315995": 87, "914276": 87, "52623665": 87, "1121520": 87, "4124": 87, "015846": 87, "779686": 87, "373768": 87, "4149": 87, "400": 87, "23813": 87, "14992": 87, "67191": 87, "212911": 87, "360214": 87, "4174": 87, "3965": 87, "190514": 87, "000067": 87, "364509": 87, "269456": 87, "4199": 87, "09314": 87, "904884": 87, "000025": 87, "079979": 87, "560783": 87, "4224": 87, "073902": 87, "654799": 87, "2901263": 87, "4249": 87, "6232": 87, "533516": 87, "392105": 87, "151760": 87, "72e": 87, "4274": 87, "730844": 87, "761995": 87, "2258358": 87, "55e": 87, "4299": 87, "1018": 87, "85645": 87, "41438": 87, "999998": 87, "6626261": 87, "916970": 87, "4324": 87, "679": 87, "9791": 87, "711246": 87, "999962": 87, "013161": 87, "611981": 87, "28e": 87, "4349": 87, "9635": 87, "509262": 87, "000923": 87, "301074": 87, "654445": 87, "8e": 87, "4374": 87, "1232": 87, "7352": 87, "999992": 87, "5932324": 87, "1109461": 87, "39e": 87, "4399": 87, "1655": 87, "0643": 87, "618853": 87, "999966": 87, "5184134": 87, "1489557": 87, "19484": 87, "301876": 87, "773636": 87, "3118777": 87, "134275": 87, "4449": 87, "0063": 87, "470314": 87, "999937": 87, "10012235": 87, "561605": 87, "83e": 87, "4474": 87, "461197": 87, "065284": 87, "4499": 87, "0399": 87, "274063": 87, "561508": 87, "6794843": 87, "1011635": 87, "4524": 87, "120804": 87, "681646": 87, "6939497": 87, "4549": 87, "096895": 87, "350782": 87, "244436": 87, "11e": 87, "4574": 87, "148342": 87, "113705": 87, "636": 87, "757193": 87, "4599": 87, "95327": 87, "296478": 87, "801": 87, "5401795": 87, "4624": 87, "758": 87, "01276": 87, "702787": 87, "030527": 87, "224388": 87, "682211": 87, "4649": 87, "51666": 87, "118244": 87, "149982": 87, "562": 87, "667169": 87, "423465": 87, "4674": 87, "486473": 87, "198273": 87, "265": 87, "9825225": 87, "04e": 87, "4699": 87, "656": 87, "4523": 87, "297323": 87, "39459": 87, "97379": 87, "590807": 87, "4724": 87, "489573": 87, "93118": 87, "396768": 87, "4749": 87, "1223": 87, "6066": 87, "345486": 87, "348074": 87, "63887537": 87, "1101246": 87, "4774": 87, "512764": 87, "293253": 87, "127042": 87, "4799": 87, "35599": 87, "465097": 87, "7489338": 87, "4824": 87, "52633": 87, "060165": 87, "7001107": 87, "44e": 87, "4849": 87, "5445": 87, "829098": 87, "000029": 87, "2892137": 87, "666490": 87, "4874": 87, "159826": 87, "131216": 87, "0486894": 87, "4899": 87, "1383": 87, "9827": 87, "605206": 87, "00006": 87, "16300492": 87, "1245584": 87, "4924": 87, "1419": 87, "2175": 87, "13316": 87, "33917913": 87, "1277295": 87, "4949": 87, "017467": 87, "999275": 87, "4974": 87, "1589": 87, "4012": 87, "838787": 87, "382097": 87, "1900978": 87, "1430461": 87, "4999": 87, "sub_run3": [87, 92], "num_timestep": 87, "70077": 87, "episode_reward": 87, "14968": 87, "00": [87, 91], "comfort_viol": 87, "71e": 87, "cumulative_power_consumpt": 87, "65e": 87, "378": 87, "0489": 87, "mean_power_consumpt": 87, "757": 87, "std_cumulative_reward": 87, "std_reward": 87, "2943": 87, "2556": 87, "751154": 87, "999994": 87, "959369": 87, "2648930": 87, "312": 87, "925": 87, "5019": 87, "1979": 87, "7937": 87, "373043": 87, "14206": 87, "1781814": 87, "5024": 87, "2914": 87, "7188": 87, "686562": 87, "000069": 87, "35344": 87, "2623247": 87, "5049": 87, "281803": 87, "999775": 87, "188634": 87, "5074": 87, "1958": 87, "0961": 87, "965443": 87, "137955": 87, "490796": 87, "1762286": 87, "5099": 87, "2621": 87, "8708": 87, "586883": 87, "63774": 87, "352446": 87, "2359683": 87, "5124": 87, "2009": 87, "7571": 87, "284857": 87, "483": 87, "2918768": 87, "1808781": 87, "32e": 87, "5149": 87, "969": 87, "372368": 87, "860384": 87, "0222852": 87, "876343": 87, "5174": 87, "1507": 87, "6636": 87, "65628": 87, "48924": 87, "1577966": 87, "1356897": 87, "23e": 87, "5199": 87, "617": 87, "50195": 87, "59938": 87, "053951": 87, "169581": 87, "560649": 87, "5224": 87, "1731": 87, "4452": 87, "901506": 87, "613556": 87, "357542": 87, "1558300": 87, "5249": 87, "1856": 87, "9801": 87, "100141": 87, "295666": 87, "8129723": 87, "1671282": 87, "5274": 87, "320126": 87, "383184": 87, "669841": 87, "5299": 87, "1178": 87, "2567": 87, "377169": 87, "999947": 87, "86562514": 87, "1060431": 87, "937": 87, "5324": 87, "2288": 87, "4697": 87, "389498": 87, "192562": 87, "6854405": 87, "2059622": 87, "5349": 87, "1020": 87, "70496": 87, "219017": 87, "359734": 87, "6533837": 87, "918634": 87, "5374": 87, "1792": 87, "853565": 87, "2277": 87, "2651987": 87, "631941": 87, "5399": 87, "562044": 87, "547703": 87, "256225": 87, "5424": 87, "820778": 87, "46046": 87, "064962": 87, "5449": 87, "1293": 87, "085037": 87, "000011": 87, "086813": 87, "131516": 87, "5474": 87, "1114": 87, "0479": 87, "16856": 87, "734001": 87, "1866692": 87, "1002643": 87, "5499": 87, "846": 87, "760624": 87, "225866": 87, "4928055": 87, "762184": 87, "5524": 87, "6642": 87, "027035": 87, "987038": 87, "158876": 87, "519897": 87, "5549": 87, "0242": 87, "039307": 87, "999393": 87, "968978": 87, "333921": 87, "5574": 87, "129557": 87, "972383": 87, "7546635": 87, "5599": 87, "1735": 87, "4952": 87, "633846": 87, "511398": 87, "9205676": 87, "1561945": 87, "5624": 87, "1448": 87, "3888": 87, "905155": 87, "4850352": 87, "1303549": 87, "5649": 87, "76407": 87, "189915": 87, "999899": 87, "8663336": 87, "243687": 87, "5674": 87, "1268": 87, "7618": 87, "23605": 87, "832317": 87, "04412536": 87, "1141885": 87, "1885": 87, "5887": 87, "774643": 87, "993729": 87, "12826": 87, "1697029": 87, "5724": 87, "2407": 87, "4321": 87, "659005": 87, "013084": 87, "6783485": 87, "2166689": 87, "9e": 87, "5749": 87, "744223": 87, "33259": 87, "006251": 87, "5774": 87, "89128": 87, "242847": 87, "502991": 87, "5799": 87, "1623": 87, "896154": 87, "603312": 87, "3616774": 87, "1461345": 87, "5824": 87, "1193": 87, "3862": 87, "279856": 87, "578747": 87, "33275306": 87, "1074047": 87, "5849": 87, "4739": 87, "780788": 87, "953503": 87, "4476857": 87, "2474526": 87, "885911": 87, "413828": 87, "9501653": 87, "2384972": 87, "5899": 87, "2723": 87, "133593": 87, "803274": 87, "3216777": 87, "1731845": 87, "5924": 87, "6277": 87, "483408": 87, "601479": 87, "11623": 87, "2137165": 87, "325": 87, "5949": 87, "1881": 87, "4619": 87, "946623": 87, "6504009": 87, "1693315": 87, "5974": 87, "76978": 87, "480413": 87, "392883": 87, "4756484": 87, "126692": 87, "5999": 87, "333809": 87, "543318": 87, "4271114": 87, "6024": 87, "2648": 87, "4836": 87, "186273": 87, "95374": 87, "4855103": 87, "2383635": 87, "6049": 87, "2084": 87, "3047": 87, "145824": 87, "761835": 87, "6646152": 87, "1875874": 87, "6074": 87, "2165": 87, "2742": 87, "902588": 87, "895075": 87, "069463": 87, "1948746": 87, "6099": 87, "6932": 87, "295982": 87, "9834425": 87, "859223": 87, "6124": 87, "975": 87, "0257": 87, "071327": 87, "109482": 87, "88178": 87, "877523": 87, "6149": 87, "1413": 87, "4546": 87, "455126": 87, "31036434": 87, "1272109": 87, "6174": 87, "2057": 87, "9175": 87, "432148": 87, "999971": 87, "5326786": 87, "1852125": 87, "6199": 87, "786938": 87, "214876": 87, "168115": 87, "6224": 87, "185356": 87, "73231": 87, "5003846": 87, "6249": 87, "0743": 87, "010324": 87, "195412": 87, "1552175": 87, "787566": 87, "6274": 87, "47087": 87, "034351": 87, "4333735": 87, "115623": 87, "6299": 87, "19991": 87, "049053": 87, "000017": 87, "225305": 87, "76612": 87, "1083": 87, "9386": 87, "645807": 87, "179724": 87, "93911934": 87, "975544": 87, "6349": 87, "2489": 87, "8848": 87, "072931": 87, "479544": 87, "671191": 87, "2240896": 87, "6374": 87, "1146": 87, "3035": 87, "533276": 87, "500486": 87, "350996": 87, "1031673": 87, "6399": 87, "321774": 87, "816954": 87, "335506": 87, "6424": 87, "467": 87, "1646": 87, "171333": 87, "25289": 87, "639": 87, "6892805": 87, "420448": 87, "6449": 87, "445587": 87, "380398": 87, "105264": 87, "6474": 87, "927788": 87, "772154": 87, "871598": 87, "6499": 87, "74886": 87, "01816": 87, "287525": 87, "6524": 87, "668": 87, "89575": 87, "53613": 87, "081665": 87, "980969": 87, "590484": 87, "6549": 87, "26994": 87, "321407": 87, "286524": 87, "418407": 87, "137042": 87, "6574": 87, "464": 87, "7534": 87, "08908": 87, "413956": 87, "7095146": 87, "403879": 87, "6599": 87, "898567": 87, "18225": 87, "3518631": 87, "6624": 87, "09905": 87, "368822": 87, "9090285": 87, "6649": 87, "8499": 87, "85285": 87, "461779": 87, "9976588": 87, "856664": 87, "6674": 87, "365232": 87, "261238": 87, "429393": 87, "6699": 87, "056242": 87, "999687": 87, "379026": 87, "6724": 87, "1718": 87, "954447": 87, "076813": 87, "8336521": 87, "1546300": 87, "6749": 87, "746": 87, "1307": 87, "589094": 87, "72473": 87, "810494": 87, "671517": 87, "6774": 87, "1189": 87, "1144": 87, "219078": 87, "536963": 87, "8113365": 87, "1070203": 87, "6799": 87, "1760": 87, "4196": 87, "643135": 87, "909454": 87, "0451891": 87, "1584377": 87, "6824": 87, "1259": 87, "0308": 87, "857689": 87, "455622": 87, "0750003": 87, "1133127": 87, "6849": 87, "3766": 87, "170164": 87, "000095": 87, "8082709": 87, "254138": 87, "6874": 87, "2873": 87, "684679": 87, "935505": 87, "4673761": 87, "880458": 87, "6899": 87, "1851": 87, "755598": 87, "619181": 87, "6924": 87, "1314": 87, "9203": 87, "52808": 87, "85324": 87, "21578881": 87, "1183428": 87, "6949": 87, "919759": 87, "333363": 87, "866": 87, "917022": 87, "6974": 87, "78595": 87, "541876": 87, "142008": 87, "869": 87, "908008": 87, "80879": 87, "6999": 87, "843994": 87, "04883": 87, "6984205": 87, "7024": 87, "550": 87, "6507": 87, "1667": 87, "99846": 87, "344811": 87, "495585": 87, "7049": 87, "996563": 87, "92001": 87, "1893": 87, "7074": 87, "407": 87, "94373": 87, "073017": 87, "267233": 87, "922835": 87, "367149": 87, "7099": 87, "66797": 87, "85887": 87, "125118": 87, "8898964": 87, "737382": 87, "7124": 87, "866589": 87, "465069": 87, "7149": 87, "123447": 87, "99996": 87, "107789": 87, "7174": 87, "636272": 87, "684591": 87, "5161777": 87, "7199": 87, "006355": 87, "509317": 87, "1877465": 87, "7224": 87, "724228": 87, "732481": 87, "715655": 87, "7249": 87, "647705": 87, "887827": 87, "674119": 87, "7274": 87, "95778": 87, "563845": 87, "680291": 87, "7299": 87, "15199": 87, "148827": 87, "010214": 87, "7324": 87, "10457": 87, "37624": 87, "720282": 87, "7349": 87, "93943": 87, "058844": 87, "752775": 87, "7374": 87, "5358": 87, "520086": 87, "529675": 87, "7399": 87, "90292": 87, "641085": 87, "235198": 87, "7424": 87, "272633": 87, "044207": 87, "7869196": 87, "7449": 87, "577765": 87, "176463": 87, "7474": 87, "805527": 87, "648262": 87, "277": 87, "1966367": 87, "7499": 87, "817": 87, "9984": 87, "170815": 87, "434963": 87, "863375": 87, "736198": 87, "7524": 87, "1087": 87, "018997": 87, "99819": 87, "880": 87, "724447": 87, "976106": 87, "7549": 87, "5843": 87, "01306": 87, "805077": 87, "262782": 87, "812325": 87, "7574": 87, "21356": 87, "537544": 87, "499413": 87, "842577": 87, "485292": 87, "7599": 87, "141941": 87, "097776": 87, "640": 87, "159419": 87, "7624": 87, "81628": 87, "676254": 87, "347079": 87, "7649": 87, "26341": 87, "509224": 87, "819503": 87, "7674": 87, "67972": 87, "732143": 87, "77928": 87, "276463": 87, "305711": 87, "7699": 87, "76473": 87, "478088": 87, "489": 87, "006176": 87, "195": 87, "7724": 87, "08971": 87, "583792": 87, "646996": 87, "7749": 87, "054016": 87, "166939": 87, "822657": 87, "7774": 87, "195282": 87, "09547": 87, "948526": 87, "92e": 87, "7799": 87, "145077": 87, "427517": 87, "653486": 87, "7824": 87, "926395": 87, "539474": 87, "2723255": 87, "7849": 87, "501816": 87, "293674": 87, "341484": 87, "7874": 87, "79883": 87, "605139": 87, "22611": 87, "7899": 87, "870968": 87, "849094": 87, "045892": 87, "7924": 87, "716766": 87, "081879": 87, "166885": 87, "19e": 87, "7949": 87, "2547": 87, "099758": 87, "363247": 87, "022537": 87, "645359": 87, "923875": 87, "7999": 87, "795944": 87, "21981": 87, "719052": 87, "8024": 87, "53074": 87, "418552": 87, "64203": 87, "8049": 87, "189896": 87, "52504": 87, "571243": 87, "903064": 87, "77570": 87, "93e": 87, "8074": 87, "48703": 87, "71837": 87, "064402": 87, "097484": 87, "360157": 87, "8099": 87, "8964": 87, "18821": 87, "995653": 87, "000217": 87, "925971": 87, "8124": 87, "808674": 87, "230162": 87, "990786": 87, "8149": 87, "38911": 87, "766394": 87, "624998": 87, "8174": 87, "3502": 87, "00819": 87, "979362": 87, "278": 87, "671": 87, "228561": 87, "139486": 87, "8199": 87, "0591": 87, "968252": 87, "402994": 87, "592": 87, "540173": 87, "927053": 87, "8224": 87, "797": 87, "6877": 87, "19432": 87, "263184": 87, "258335": 87, "717918": 87, "8249": 87, "74835": 87, "537148": 87, "0753": 87, "415379": 87, "787273": 87, "27e": 87, "8274": 87, "5125": 87, "882725": 87, "785929": 87, "187895": 87, "3442061": 87, "8299": 87, "68514": 87, "985237": 87, "166412": 87, "8324": 87, "48008": 87, "753471": 87, "091528": 87, "8349": 87, "73392": 87, "945398": 87, "771217": 87, "8374": 87, "760983": 87, "241547": 87, "400848": 87, "8399": 87, "40298": 87, "17516": 87, "861246": 87, "8424": 87, "80497": 87, "545568": 87, "885168": 87, "57668": 87, "214247": 87, "508998": 87, "8474": 87, "12802": 87, "749151": 87, "651919": 87, "21137": 87, "366076": 87, "96721": 87, "8524": 87, "845642": 87, "960764": 87, "95008": 87, "8549": 87, "49801": 87, "881857": 87, "46767": 87, "8574": 87, "733284": 87, "166264": 87, "524689": 87, "8599": 87, "329315": 87, "884922": 87, "687214": 87, "8624": 87, "705185": 87, "81737": 87, "472": 87, "693514": 87, "8649": 87, "16821": 87, "976574": 87, "646": 87, "119333": 87, "8674": 87, "69354": 87, "817505": 87, "335524": 87, "147": 87, "913471": 87, "680939": 87, "8699": 87, "3891": 87, "6194": 87, "111176": 87, "174507": 87, "636395": 87, "3465989": 87, "8724": 87, "3428": 87, "4062": 87, "121716": 87, "138863": 87, "611": 87, "792252": 87, "3085565": 87, "8749": 87, "604034": 87, "964142": 87, "815947": 87, "967036": 87, "8774": 87, "3687": 87, "3022": 87, "33517": 87, "877851": 87, "466": 87, "489399": 87, "3303912": 87, "8799": 87, "93651": 87, "779984": 87, "373": 87, "955477": 87, "8824": 87, "38318": 87, "963749": 87, "610": 87, "373495": 87, "8849": 87, "4487": 87, "8276": 87, "09316": 87, "21256": 87, "338": 87, "55652": 87, "4039045": 87, "979": 87, "8874": 87, "4089": 87, "17132": 87, "19066": 87, "431572": 87, "3680471": 87, "89e": 87, "8899": 87, "438007": 87, "290419": 87, "92903": 87, "8924": 87, "02225": 87, "40269": 87, "791893": 87, "8949": 87, "121346": 87, "871252": 87, "415564": 87, "8974": 87, "434044": 87, "622412": 87, "8999": 87, "2435": 87, "923763": 87, "389812": 87, "9024": 87, "24047": 87, "115957": 87, "886944": 87, "9049": 87, "20639": 87, "541458": 87, "951208": 87, "9074": 87, "05541": 87, "311417": 87, "508722": 87, "9099": 87, "42342": 87, "215261": 87, "310314": 87, "9124": 87, "96147": 87, "621758": 87, "771341": 87, "9149": 87, "23984": 87, "676752": 87, "934": 87, "9174": 87, "025604": 87, "013933": 87, "945906": 87, "9199": 87, "37305": 87, "211245": 87, "28667": 87, "9224": 87, "31747": 87, "182339": 87, "826544": 87, "9249": 87, "2593": 87, "8738": 87, "85662": 87, "91998": 87, "730545": 87, "2297572": 87, "9274": 87, "4826": 87, "358": 87, "02169": 87, "617256": 87, "108011": 87, "4406347": 87, "9299": 87, "93762": 87, "177649": 87, "97749": 87, "9324": 87, "66805": 87, "069008": 87, "572285": 87, "573": 87, "9349": 87, "4960": 87, "5977": 87, "92844": 87, "07896": 87, "835115": 87, "4457515": 87, "9374": 87, "6130": 87, "1475": 87, "999527": 87, "839724": 87, "5570390": 87, "9399": 87, "6180": 87, "046": 87, "915764": 87, "824299": 87, "998598": 87, "5562041": 87, "9424": 87, "5814": 87, "8086": 87, "336285": 87, "416656": 87, "857347": 87, "5211308": 87, "9449": 87, "8071": 87, "186604": 87, "030064": 87, "988108": 87, "7237952": 87, "579": 87, "9474": 87, "32995": 87, "440195": 87, "04921": 87, "9499": 87, "903008": 87, "58267": 87, "491972": 87, "9524": 87, "37169": 87, "805046": 87, "013592": 87, "9549": 87, "407288": 87, "713375": 87, "13691": 87, "9574": 87, "091957": 87, "77042": 87, "924786": 87, "9599": 87, "7617": 87, "150831": 87, "236689": 87, "9624": 87, "4881": 87, "895061": 87, "448812": 87, "9649": 87, "81631": 87, "319372": 87, "388847": 87, "9674": 87, "7209": 87, "97351": 87, "806433": 87, "9699": 87, "57992": 87, "869347": 87, "162914": 87, "9724": 87, "63909": 87, "794798": 87, "551136": 87, "9749": 87, "72499": 87, "30253": 87, "862804": 87, "9774": 87, "009865": 87, "375265": 87, "891815": 87, "9799": 87, "44114": 87, "95633": 87, "555973": 87, "9824": 87, "25535": 87, "365273": 87, "62452": 87, "9849": 87, "3477": 87, "5361": 87, "9503": 87, "206257": 87, "23461": 87, "3106383": 87, "9874": 87, "6591": 87, "924515": 87, "636711": 87, "490088": 87, "6105625": 87, "9899": 87, "6579": 87, "79068": 87, "80446": 87, "618": 87, "128534": 87, "5908606": 87, "9924": 87, "8556": 87, "943": 87, "34476": 87, "146399": 87, "443": 87, "291105": 87, "7701249": 87, "9949": 87, "6612": 87, "603": 87, "736492": 87, "865717": 87, "207": 87, "705": 87, "542692": 87, "5951342": 87, "9974": 87, "82043": 87, "714127": 87, "370": 87, "392218": 87, "9999": 87, "67858": 87, "007689": 87, "04101": 87, "10024": 87, "6615": 87, "9927": 87, "55262": 87, "042582": 87, "934774": 87, "5924812": 87, "10049": 87, "7803": 87, "733": 87, "594456": 87, "192398": 87, "361639": 87, "7023360": 87, "10074": 87, "6048": 87, "8022": 87, "633774": 87, "914898": 87, "269": 87, "906448": 87, "5443922": 87, "10099": 87, "285763": 87, "087503": 87, "432545": 87, "10124": 87, "60229": 87, "327057": 87, "598967": 87, "10149": 87, "864407": 87, "372997": 87, "0429": 87, "10174": 87, "675846": 87, "290186": 87, "614428": 87, "10199": 87, "12505": 87, "204573": 87, "163172": 87, "10224": 87, "884186": 87, "134598": 87, "089655": 87, "10249": 87, "48503": 87, "204605": 87, "094099": 87, "10274": 87, "38634": 87, "735037": 87, "988451": 87, "10299": 87, "351166": 87, "945112": 87, "52576": 87, "10324": 87, "00164": 87, "441584": 87, "688526": 87, "10349": 87, "23835": 87, "654684": 87, "293741": 87, "10374": 87, "260864": 87, "570625": 87, "852522": 87, "10399": 87, "553215": 87, "783445": 87, "652273": 87, "10424": 87, "74817": 87, "861992": 87, "354202": 87, "10449": 87, "6394": 87, "129715": 87, "001867": 87, "034338": 87, "2354075": 87, "10474": 87, "63669": 87, "72616": 87, "226": 87, "858715": 87, "10499": 87, "93833": 87, "650896": 87, "86335": 87, "10524": 87, "4059": 87, "3743": 87, "83726": 87, "812122": 87, "678": 87, "226334": 87, "3653437": 87, "10549": 87, "4578": 87, "8765": 87, "022327": 87, "843649": 87, "261": 87, "02081": 87, "4099537": 87, "10574": 87, "6744": 87, "16785": 87, "750113": 87, "268843": 87, "6105524": 87, "10599": 87, "5744": 87, "9114": 87, "341438": 87, "177": 87, "677": 87, "381172": 87, "5169748": 87, "10624": 87, "2698": 87, "242298": 87, "902674": 87, "4254899": 87, "10649": 87, "763294": 87, "425394": 87, "236084": 87, "997": 87, "10674": 87, "033356": 87, "930851": 87, "911022": 87, "10699": 87, "931183": 87, "225517": 87, "85916": 87, "10724": 87, "26508": 87, "295475": 87, "975166": 87, "781": 87, "10749": 87, "48178": 87, "82346": 87, "281387": 87, "10774": 87, "380795": 87, "832817": 87, "996769": 87, "10799": 87, "240105": 87, "890566": 87, "243492": 87, "10824": 87, "84637": 87, "793453": 87, "776503": 87, "10849": 87, "336395": 87, "626314": 87, "760303": 87, "10874": 87, "21505": 87, "487644": 87, "056015": 87, "10899": 87, "421844": 87, "507233": 87, "46493": 87, "10924": 87, "71846": 87, "002916": 87, "411385": 87, "10949": 87, "809654": 87, "716314": 87, "075342": 87, "10974": 87, "86444": 87, "607555": 87, "198689": 87, "10999": 87, "55953": 87, "390306": 87, "709194": 87, "11024": 87, "97892": 87, "430555": 87, "381512": 87, "11049": 87, "522": 87, "8672": 87, "94645": 87, "47948": 87, "247702": 87, "470580": 87, "11074": 87, "18005": 87, "793545": 87, "299383": 87, "609633": 87, "292652": 87, "11099": 87, "2898": 87, "547": 87, "278496": 87, "61949": 87, "475954": 87, "2573731": 87, "11124": 87, "6191": 87, "839733": 87, "132393": 87, "937683": 87, "5546784": 87, "11149": 87, "108599": 87, "525572": 87, "11174": 87, "90909": 87, "643183": 87, "85953": 87, "11199": 87, "3087": 87, "51548": 87, "905464": 87, "420": 87, "520428": 87, "2776982": 87, "11224": 87, "3701": 87, "2773": 87, "4393": 87, "357481": 87, "842611": 87, "3331149": 87, "11249": 87, "4359": 87, "327": 87, "05942": 87, "033459": 87, "21186": 87, "3923394": 87, "11274": 87, "3904": 87, "9595": 87, "766552": 87, "823164": 87, "326008": 87, "3514463": 87, "11299": 87, "20776": 87, "272985": 87, "32586": 87, "863": 87, "11324": 87, "10212": 87, "217432": 87, "660082": 87, "11349": 87, "44785": 87, "742256": 87, "647293": 87, "11374": 87, "26872": 87, "988808": 87, "328288": 87, "11399": 87, "69315": 87, "202436": 87, "814474": 87, "11424": 87, "717415": 87, "804771": 87, "160044": 87, "11449": 87, "91682": 87, "10701": 87, "901966": 87, "58e": 87, "11474": 87, "89759": 87, "867949": 87, "076616": 87, "11499": 87, "97487": 87, "029406": 87, "115639": 87, "11524": 87, "84955": 87, "605173": 87, "831333": 87, "11549": 87, "20944": 87, "94715": 87, "00033": 87, "40463": 87, "289088": 87, "11574": 87, "34213": 87, "79707": 87, "00002": 87, "137628": 87, "251407": 87, "11599": 87, "035385": 87, "715164": 87, "000046": 87, "148232": 87, "77431": 87, "11624": 87, "559746": 87, "382233": 87, "999939": 87, "210514": 87, "80603": 87, "11649": 87, "7902": 87, "465332": 87, "777851": 87, "11674": 87, "57908": 87, "679138": 87, "479317": 87, "11699": 87, "660": 87, "2427": 87, "197695": 87, "115774": 87, "404039": 87, "615147": 87, "11724": 87, "698": 87, "806": 87, "322908": 87, "732935": 87, "196256": 87, "640776": 87, "11749": 87, "508892": 87, "289152": 87, "511": 87, "32262": 87, "11774": 87, "35403": 87, "072796": 87, "146742": 87, "11799": 87, "109554": 87, "182646": 87, "280233": 87, "11824": 87, "46771": 87, "831202": 87, "164": 87, "459": 87, "983452": 87, "11849": 87, "368893": 87, "992828": 87, "311104": 87, "11874": 87, "686783": 87, "221378": 87, "293": 87, "123085": 87, "11899": 87, "1695": 87, "996456": 87, "246576": 87, "92559": 87, "703926": 87, "11924": 87, "674805": 87, "293446": 87, "96211": 87, "551872": 87, "101406": 87, "11949": 87, "64085": 87, "135008": 87, "720987": 87, "987406": 87, "122232": 87, "11974": 87, "75452": 87, "694313": 87, "033271": 87, "227640": 87, "11999": 87, "34447": 87, "441462": 87, "766301": 87, "12024": 87, "472637": 87, "698595": 87, "506051": 87, "12049": 87, "831505": 87, "816128": 87, "555716": 87, "87148": 87, "12074": 87, "056": 87, "87251": 87, "196104": 87, "250102": 87, "128750": 87, "12099": 87, "9335": 87, "999865": 87, "482807": 87, "12124": 87, "433624": 87, "767324": 87, "938904": 87, "12149": 87, "583437": 87, "381088": 87, "771853": 87, "12174": 87, "9808": 87, "872995": 87, "743254": 87, "896669": 87, "373482": 87, "12199": 87, "85474": 87, "28704": 87, "656563": 87, "875373": 87, "739669": 87, "454": 87, "12224": 87, "547106": 87, "04457": 87, "8614655": 87, "12249": 87, "53162": 87, "037893": 87, "73929": 87, "12274": 87, "744438": 87, "516462": 87, "609495": 87, "12299": 87, "473": 87, "203888": 87, "050997": 87, "667": 87, "156731": 87, "814822": 87, "345": 87, "12324": 87, "651491": 87, "29867": 87, "3993225": 87, "12349": 87, "324862": 87, "063183": 87, "276": 87, "74168": 87, "12374": 87, "1365": 87, "676785": 87, "999302": 87, "295261": 87, "396935": 87, "12399": 87, "397": 87, "0408": 87, "999836": 87, "447517": 87, "532406": 87, "357336": 87, "12424": 87, "84128": 87, "061975": 87, "247528": 87, "453": 87, "655685": 87, "445882": 87, "12449": 87, "337": 87, "6619": 87, "520164": 87, "640917": 87, "122775": 87, "303895": 87, "12474": 87, "74225": 87, "628914": 87, "081877": 87, "265384": 87, "785516": 87, "12499": 87, "50846": 87, "999935": 87, "621885": 87, "12524": 87, "628036": 87, "389954": 87, "12549": 87, "22653": 87, "488087": 87, "495659": 87, "260102": 87, "160043": 87, "12574": 87, "6821": 87, "50117": 87, "336163": 87, "2215056": 87, "425114": 87, "12599": 87, "7631": 87, "284153": 87, "821833": 87, "162686": 87, "12624": 87, "743": 87, "012": 87, "796642": 87, "002693": 87, "572727": 87, "668710": 87, "12649": 87, "628": 87, "6884": 87, "816118": 87, "093597": 87, "599007": 87, "565819": 87, "12674": 87, "74596": 87, "000074": 87, "201467": 87, "12699": 87, "4788": 87, "738033": 87, "86679": 87, "1151543": 87, "680830": 87, "12724": 87, "259447": 87, "8804": 87, "4538102": 87, "12749": 87, "1109": 87, "8292": 87, "276184": 87, "002485": 87, "2077625": 87, "998846": 87, "12774": 87, "9894": 87, "068222": 87, "999987": 87, "10803817": 87, "1235690": 87, "12799": 87, "1710": 87, "4203": 87, "788225": 87, "5662": 87, "7951931": 87, "1539378": 87, "12824": 87, "1841": 87, "4658": 87, "267988": 87, "4504209": 87, "1657319": 87, "12849": 87, "2306": 87, "6052": 87, "655644": 87, "7761173": 87, "2075944": 87, "12874": 87, "1300": 87, "3312": 87, "154627": 87, "620234": 87, "20197213": 87, "1170298": 87, "12899": 87, "0061": 87, "374287": 87, "689898": 87, "248131": 87, "767363": 87, "12924": 87, "32771": 87, "409586": 87, "429253": 87, "12949": 87, "469723": 87, "937748": 87, "520331": 87, "12974": 87, "63416": 87, "424332": 87, "37107": 87, "644": 87, "5279045": 87, "826909": 87, "12999": 87, "86636": 87, "690987": 87, "534119": 87, "47209": 87, "333779": 87, "081112": 87, "211607": 87, "3783436": 87, "13049": 87, "861": 87, "6628": 87, "8145": 87, "979624": 87, "526": 87, "8914924": 87, "775496": 87, "793": 87, "13074": 87, "4554": 87, "776783": 87, "407007": 87, "198558": 87, "570274": 87, "13099": 87, "763554": 87, "095621": 87, "7191653": 87, "759895": 87, "13124": 87, "85583": 87, "53786": 87, "60302": 87, "926668": 87, "774289": 87, "13149": 87, "1264": 87, "493917": 87, "395668": 87, "43212128": 87, "1138461": 87, "13174": 87, "69937": 87, "631279": 87, "6707997": 87, "276029": 87, "13199": 87, "799517": 87, "2084277": 87, "13224": 87, "181026": 87, "002357": 87, "265807": 87, "13249": 87, "930477": 87, "753136": 87, "2085614": 87, "13274": 87, "1398": 87, "5908": 87, "410603": 87, "23604545": 87, "1258731": 87, "13299": 87, "992683": 87, "9798114": 87, "13324": 87, "637766": 87, "669603": 87, "13234": 87, "13349": 87, "1793": 87, "6534": 87, "261504": 87, "2113588": 87, "1614288": 87, "13374": 87, "1068": 87, "9926": 87, "901031": 87, "97254": 87, "4119455": 87, "962093": 87, "13399": 87, "1037": 87, "5333": 87, "295412": 87, "985338": 87, "569242": 87, "933780": 87, "13424": 87, "531": 87, "9781": 87, "137249": 87, "781822": 87, "56026334": 87, "478780": 87, "13449": 87, "447454": 87, "000038": 87, "3963323": 87, "13474": 87, "223364": 87, "120174": 87, "0409384": 87, "13499": 87, "855": 87, "47397": 87, "28763378": 87, "1164469": 87, "13524": 87, "2052": 87, "319937": 87, "667053": 87, "5072422": 87, "1847547": 87, "13549": 87, "388943": 87, "514286": 87, "2709444": 87, "13574": 87, "907196": 87, "934315": 87, "08747": 87, "13599": 87, "01096": 87, "976707": 87, "309": 87, "240701": 87, "713822": 87, "13624": 87, "889645": 87, "825846": 87, "648953": 87, "13649": 87, "47256": 87, "051739": 87, "5098643": 87, "13674": 87, "71378": 87, "259344": 87, "2563782": 87, "13699": 87, "78562": 87, "185575": 87, "999916": 87, "861682": 87, "82607": 87, "13724": 87, "808973": 87, "563572": 87, "6355486": 87, "921844": 87, "13749": 87, "2743": 87, "346043": 87, "583727": 87, "961267": 87, "2469271": 87, "13774": 87, "sub_run4": 87, "24834": 87, "304": 87, "0505": 87, "3543841": 87, "3264": 87, "017635": 87, "728548": 87, "5669565": 87, "2938295": 87, "13779": 87, "952": 87, "105117": 87, "3178": 87, "6443": 87, "9179": 87, "00378": 87, "136313": 87, "2860780": 87, "13799": 87, "2588": 87, "9912": 87, "689926": 87, "000109": 87, "1880474": 87, "2330092": 87, "13824": 87, "1323": 87, "0002": 87, "257965": 87, "14190736": 87, "1190700": 87, "13849": 87, "2258": 87, "7883": 87, "096224": 87, "745817": 87, "5370326": 87, "2032909": 87, "13874": 87, "2483": 87, "813": 87, "061123": 87, "850971": 87, "6621566": 87, "2235431": 87, "292": 87, "13899": 87, "736": 87, "838393": 87, "14322889": 87, "1190462": 87, "13924": 87, "2446": 87, "319656": 87, "34714": 87, "473761": 87, "2201520": 87, "13949": 87, "2131824": 87, "13974": 87, "4054": 87, "045143": 87, "82076": 87, "9501185": 87, "1747264": 87, "13999": 87, "1955": 87, "8734": 87, "822397": 87, "0224586": 87, "1760286": 87, "075": 87, "14024": 87, "606636": 87, "3032584": 87, "14049": 87, "68914": 87, "865686": 87, "02376": 87, "82571": 87, "107442": 87, "926": 87, "14074": 87, "2462": 87, "6763": 87, "745747": 87, "46204": 87, "0136967": 87, "2216408": 87, "725": 87, "14099": 87, "261345": 87, "545242": 87, "8804245": 87, "14124": 87, "1471": 87, "59662": 87, "959154": 87, "99800754": 87, "1324227": 87, "14149": 87, "9737": 87, "770702": 87, "468678": 87, "769": 87, "255399": 87, "677180": 87, "14174": 87, "16026": 87, "537245": 87, "697998": 87, "472118": 87, "14199": 87, "57867": 87, "805319": 87, "999964": 87, "666": 87, "377738": 87, "128933": 87, "14224": 87, "845053": 87, "09502": 87, "477": 87, "656128": 87, "14249": 87, "1569": 87, "648323": 87, "346079": 87, "96482": 87, "679641": 87, "14274": 87, "070915": 87, "793812": 87, "1089516": 87, "14299": 87, "3314": 87, "170254": 87, "19397": 87, "569685": 87, "573598": 87, "14324": 87, "55234": 87, "279606": 87, "224451": 87, "406227": 87, "334397": 87, "287": 87, "14349": 87, "1022": 87, "66864": 87, "204594": 87, "414547": 87, "6435652": 87, "920401": 87, "14374": 87, "1139": 87, "4733": 87, "386675": 87, "21549": 87, "059542": 87, "1025525": 87, "14399": 87, "400509": 87, "244875": 87, "6225793": 87, "14424": 87, "9209": 87, "998306": 87, "000904": 87, "9673041": 87, "862128": 87, "14449": 87, "1848": 87, "906105": 87, "4841363": 87, "1663388": 87, "720": 87, "14474": 87, "2414": 87, "082052": 87, "003956": 87, "3155036": 87, "2173034": 87, "14499": 87, "025675": 87, "79964656": 87, "14524": 87, "84283": 87, "964478": 87, "297335": 87, "0827537": 87, "602817": 87, "14549": 87, "3115": 87, "8237": 87, "136002": 87, "429403": 87, "82221": 87, "2804241": 87, "14574": 87, "1468": 87, "3408": 87, "363356": 87, "58479565": 87, "1321506": 87, "14599": 87, "1956": 87, "0592": 87, "415497": 87, "735435": 87, "0233877": 87, "1760453": 87, "14624": 87, "3478": 87, "524329": 87, "549387": 87, "171143": 87, "3130433": 87, "14649": 87, "2161": 87, "4868": 87, "50414": 87, "000036": 87, "5872803": 87, "1945338": 87, "14674": 87, "2298": 87, "961": 87, "468061": 87, "1359925": 87, "2069064": 87, "14699": 87, "2482": 87, "3235": 87, "208434": 87, "6547093": 87, "2234091": 87, "302": 87, "14724": 87, "1333": 87, "839565": 87, "995874": 87, "08959897": 87, "1200115": 87, "14749": 87, "333763": 87, "36302": 87, "126002": 87, "14774": 87, "2383": 87, "3894": 87, "774642": 87, "380083": 87, "683": 87, "536425": 87, "2145050": 87, "14799": 87, "2361": 87, "432": 87, "286173": 87, "862402": 87, "171": 87, "540": 87, "5457816": 87, "2125288": 87, "1143": 87, "717": 87, "54144": 87, "631212": 87, "75334334": 87, "1029345": 87, "14849": 87, "1158": 87, "7903": 87, "88448": 87, "092854": 87, "5057328": 87, "1042911": 87, "14874": 87, "7766": 87, "315073": 87, "000492": 87, "228516": 87, "66398": 87, "945": 87, "14899": 87, "07751": 87, "42386": 87, "532443": 87, "14924": 87, "815527": 87, "792336": 87, "8700993": 87, "14949": 87, "373877": 87, "764162": 87, "9288108": 87, "14974": 87, "13989": 87, "858171": 87, "637647": 87, "14999": 87, "451893": 87, "095592": 87, "9432404": 87, "15024": 87, "5944": 87, "422165": 87, "9439363": 87, "866335": 87, "15049": 87, "20381": 87, "9635112": 87, "15074": 87, "1978": 87, "958961": 87, "1372092": 87, "1780941": 87, "15099": 87, "1651": 87, "80585": 87, "99999": 87, "4994174": 87, "1486138": 87, "15124": 87, "1477": 87, "7244": 87, "804928": 87, "6317136": 87, "1329952": 87, "15149": 87, "1173": 87, "0521": 87, "49864": 87, "615831": 87, "89164776": 87, "1055746": 87, "15174": 87, "810": 87, "88544": 87, "834318": 87, "000088": 87, "296541": 87, "729796": 87, "93365": 87, "77567": 87, "473743": 87, "3673377": 87, "510240": 87, "15224": 87, "785126": 87, "622604": 87, "349455": 87, "245056": 87, "83250": 87, "15249": 87, "965393": 87, "794714": 87, "478311": 87, "15274": 87, "28175": [87, 90], "336182": 87, "5593534": 87, "15299": 87, "0725": 87, "251144": 87, "643566": 87, "124284": 87, "687665": 87, "15324": 87, "494152": 87, "261553": 87, "961959": 87, "15349": 87, "514217": 87, "651453": 87, "141846": 87, "786": 87, "15374": 87, "8206": 87, "309654": 87, "206": 87, "0417705": 87, "15399": 87, "79647": 87, "653496": 87, "348": 87, "8445897": 87, "15424": 87, "176092": 87, "43434": 87, "736623": 87, "15449": 87, "772951": 87, "21499": 87, "9866753": 87, "15474": 87, "809": 87, "15594": 87, "844421": 87, "992252": 87, "26631": 87, "727706": 87, "15499": 87, "93134": 87, "089472": 87, "1187332": 87, "15524": 87, "74844": 87, "482845": 87, "876616": 87, "427065": 87, "186888": 87, "15549": 87, "1466": 87, "7415": 87, "671227": 87, "5767989": 87, "1320067": 87, "15574": 87, "1806": 87, "4314": 87, "1926": 87, "2752483": 87, "1625788": 87, "15599": 87, "01203": 87, "75387": 87, "158653": 87, "15624": 87, "351454": 87, "016546": 87, "4189992": 87, "15649": 87, "45572": 87, "932343": 87, "472187": 87, "158784": 87, "404510": 87, "15674": 87, "1563": 87, "6162": 87, "247192": 87, "0611725": 87, "1407254": 87, "15699": 87, "2125": 87, "3613": 87, "254232": 87, "878681": 87, "8698978": 87, "1912825": 87, "347": 87, "15724": 87, "619474": 87, "133396": 87, "4355738": 87, "15749": 87, "381": 87, "8151": 87, "59117": 87, "439528": 87, "856663": 87, "343633": 87, "15774": 87, "63189": 87, "119897": 87, "15799": 87, "85754": 87, "377762": 87, "373751": 87, "15824": 87, "561874": 87, "873852": 87, "225957": 87, "15849": 87, "675598": 87, "554829": 87, "2019925": 87, "15874": 87, "36259": 87, "407398": 87, "0041485": 87, "15899": 87, "27303": 87, "82527": 87, "204": 87, "623772": 87, "197345": 87, "15924": 87, "68691": 87, "785128": 87, "421297": 87, "15949": 87, "3833": 87, "465723": 87, "999157": 87, "6123447": 87, "755894": 87, "15974": 87, "6666": 87, "650326": 87, "999714": 87, "88295": 87, "661284": 87, "15999": 87, "5111": 87, "855114": 87, "99908": 87, "0018635": 87, "450460": 87, "16024": 87, "18027": 87, "3879": 87, "245584": 87, "835742": 87, "229662": 87, "16049": 87, "144527": 87, "565943": 87, "440": 87, "46367": 87, "16074": 87, "334118": 87, "882177": 87, "066725": 87, "16099": 87, "002823": 87, "800293": 87, "096746": 87, "16124": 87, "986477": 87, "824877": 87, "492639": 87, "16149": 87, "606262": 87, "829678": 87, "676575": 87, "16174": 87, "19549": 87, "93673": 87, "1879835": 87, "16199": 87, "42534": 87, "6196": 87, "809757": 87, "834": 87, "16224": 87, "749786": 87, "1420374": 87, "16249": 87, "242737": 87, "562092": 87, "1730056": 87, "16274": 87, "64957": 87, "738081": 87, "110972": 87, "825": 87, "958": 87, "16299": 87, "871155": 87, "278757": 87, "553884": 87, "16324": 87, "26202": 87, "654593": 87, "9804134": 87, "16349": 87, "018555": 87, "43056": 87, "530317": 87, "16374": 87, "09686": 87, "882326": 87, "630194": 87, "16399": 87, "39541": 87, "942545": 87, "826478": 87, "16424": 87, "105118": 87, "1700214338": 87, "3238974": 87, "12207": 87, "1521785": 87, "324025": 87, "3241777": 87, "324233": 87, "324258": 87, "3242805": 87, "3243134": 87, "804073": 87, "933743": 87, "314055": 87, "16449": 87, "139": 87, "62027": 87, "48164": 87, "324568": 87, "754": 87, "337564": 87, "127898": 87, "09": 87, "242": 87, "16474": 87, "423": 87, "0795": 87, "558548": 87, "274569": 87, "623175": 87, "391077": 87, "16499": 87, "25082": 87, "10922": 87, "387661": 87, "169": 87, "680944": 87, "383625": 87, "16524": 87, "3278": 87, "4285": 87, "37957": 87, "440716": 87, "415": 87, "777857": 87, "2925658": 87, "16549": 87, "33587": 87, "060978": 87, "105343": 87, "16574": 87, "69443": 87, "178434": 87, "738": 87, "890213": 87, "777": 87, "16599": 87, "88434": 87, "01376": 87, "757463": 87, "084203": 87, "798195": 87, "16624": 87, "23326": 87, "07219": 87, "159515": 87, "396703": 87, "182009": 87, "16649": 87, "259": 87, "07339": 87, "803598": 87, "0922365": 87, "233954": 87, "16674": 87, "1844": 87, "542942": 87, "000408": 87, "741638": 87, "1660167": 87, "16699": 87, "95888": 87, "465874": 87, "858121": 87, "16724": 87, "26563": 87, "1756": 87, "311967": 87, "16749": 87, "651237": 87, "642591": 87, "209018": 87, "16774": 87, "60104": 87, "386179": 87, "908129": 87, "16799": 87, "14912": 87, "695042": 87, "742707": 87, "16824": 87, "65019": 87, "592537": 87, "277803": 87, "357": 87, "16849": 87, "704895": 87, "187885": 87, "677337": 87, "16874": 87, "997635": 87, "428854": 87, "541368": 87, "16899": 87, "104126": 87, "876242": 87, "96343": 87, "16924": 87, "86454": 87, "600565": 87, "400382": 87, "16949": 87, "518505": 87, "212349": 87, "7360797": 87, "16974": 87, "30012": 87, "133348": 87, "6733184": 87, "16999": 87, "16668": 87, "883177": 87, "222": 87, "129374": 87, "17024": 87, "16959": 87, "764967": 87, "322216": 87, "17049": 87, "00924": 87, "80383": 87, "378115": 87, "17074": 87, "258354": 87, "053274": 87, "406048": 87, "17099": 87, "539497": 87, "863531": 87, "3546": 87, "622023": 87, "17124": 87, "3710": 87, "002415": 87, "876598": 87, "152966": 87, "3339373": 87, "17149": 87, "3688": 87, "778458": 87, "66983": 87, "107475": 87, "3319582": 87, "17174": 87, "6637": 87, "962753": 87, "999311": 87, "511669": 87, "825897": 87, "17199": 87, "858": 87, "77216": 87, "474483": 87, "882996": 87, "411175": 87, "772894": 87, "20754": 87, "337343": 87, "513725": 87, "17249": 87, "899506": 87, "854675": 87, "162733": 87, "17274": 87, "4173": 87, "54742": 87, "964441": 87, "092154": 87, "3756356": 87, "17299": 87, "42586": 87, "204458": 87, "358492": 87, "17324": 87, "49464": 87, "286299": 87, "95861": 87, "17349": 87, "129776": 87, "402967": 87, "23685": 87, "17374": 87, "3626": 87, "33943": 87, "870724": 87, "17399": 87, "01241": 87, "20268": 87, "07225": 87, "17424": 87, "478065": 87, "307499": 87, "253143": 87, "17449": 87, "24167": 87, "637384": 87, "995474": 87, "17474": 87, "323845": 87, "203812": 87, "461828": 87, "613": 87, "17499": 87, "80206": 87, "288834": 87, "761728": 87, "922": 87, "17524": 87, "78475": 87, "46684": 87, "061084": 87, "17549": 87, "15778": 87, "580736": 87, "122057": 87, "17574": 87, "29978": 87, "31859": 87, "69055": 87, "940": 87, "17599": 87, "26164": 87, "451311": 87, "18072": 87, "857": 87, "17624": 87, "971344": 87, "424046": 87, "039125": 87, "17649": 87, "1732": 87, "2148": 87, "68931": 87, "707315": 87, "883415": 87, "1558993": 87, "17674": 87, "1228": 87, "9077": 87, "623905": 87, "969051": 87, "1105301": 87, "517": 87, "17699": 87, "4790": 87, "532368": 87, "88602": 87, "947834": 87, "4281177": 87, "17724": 87, "33571": 87, "042614": 87, "839651": 87, "17749": 87, "68221": 87, "874613": 87, "195335": 87, "17774": 87, "5723": 87, "8325": 87, "568176": 87, "107014": 87, "755472": 87, "5151449": 87, "17799": 87, "304203": 87, "97524": 87, "065159": 87, "5884490": 87, "17824": 87, "7836": 87, "0625": 87, "81204": 87, "587852": 87, "049313": 87, "7052456": 87, "17849": 87, "4793": 87, "1064": 87, "42562": 87, "286098": 87, "216": 87, "641277": 87, "4312496": 87, "17874": 87, "7375": 87, "4526": 87, "23719": 87, "157116": 87, "495": 87, "998201": 87, "6626954": 87, "17899": 87, "19129": 87, "05981": 87, "943462": 87, "17924": 87, "36356": 87, "721018": 87, "795532": 87, "17949": 87, "818764": 87, "084414": 87, "247278": 87, "17974": 87, "21806": 87, "403837": 87, "683372": 87, "17999": 87, "10296": 87, "301935": 87, "085833": 87, "18024": 87, "1191": 87, "227379": 87, "546297": 87, "18049": 87, "33137": 87, "995317": 87, "382294": 87, "18074": 87, "265434": 87, "631296": 87, "18099": 87, "593895": 87, "290453": 87, "960316": 87, "18124": 87, "49853": 87, "546316": 87, "489908": 87, "18149": 87, "61108": 87, "441803": 87, "486403": 87, "18174": 87, "05344": 87, "388695": 87, "99402": 87, "18199": 87, "21326": 87, "180178": 87, "440664": 87, "18224": 87, "37489": 87, "224543": 87, "39646": 87, "18249": 87, "447105": 87, "64745": 87, "151327": 87, "18274": 87, "8526": 87, "9795": 87, "30461": 87, "684814": 87, "412": 87, "592764": 87, "7762197": 87, "18299": 87, "8381": 87, "01121": 87, "661592": 87, "254": 87, "747707": 87, "7516141": 87, "18324": 87, "6758": 87, "7915": 87, "00684": 87, "18974": 87, "748314": 87, "6082912": 87, "18349": 87, "4673": 87, "956": 87, "21035": 87, "077019": 87, "647907": 87, "4197338": 87, "18374": 87, "328617": 87, "44708": 87, "854593": 87, "3535004": 87, "18399": 87, "166363": 87, "55074": 87, "628448": 87, "18424": 87, "52538": 87, "901205": 87, "93718": 87, "18449": 87, "7710": 87, "064": 87, "231922": 87, "880999": 87, "25258": 87, "6939057": 87, "18474": 87, "6280": 87, "72886": 87, "7811": 87, "278086": 87, "5652597": 87, "18499": 87, "54388": 87, "638643": 87, "908215": 87, "18524": 87, "875576": 87, "546131": 87, "278723": 87, "18549": 87, "24339": 87, "165983": 87, "60015": 87, "18574": 87, "87542": 87, "153479": 87, "488916": 87, "18599": 87, "727104": 87, "621859": 87, "772013": 87, "18624": 87, "13177": 87, "110699": 87, "868048": 87, "18649": 87, "009995": 87, "295828": 87, "944084": 87, "625": 87, "18674": 87, "22931": 87, "215412": 87, "454714": 87, "18699": 87, "98991": 87, "21452": 87, "339176": 87, "18724": 87, "72173": 87, "91344": 87, "348045": 87, "18749": 87, "47173": 87, "57375": 87, "85287": 87, "18774": 87, "6411": 87, "740074": 87, "466516": 87, "18799": 87, "37062": 87, "634445": 87, "287907": 87, "839": 87, "18824": 87, "94491": 87, "73523": 87, "26252": 87, "18849": 87, "2807": 87, "4397": 87, "32868": 87, "33207": 87, "407139": 87, "2526695": 87, "18874": 87, "9054": 87, "859116": 87, "2239": 87, "98417": 87, "8148379": 87, "18899": 87, "58006": 87, "38312": 87, "69311": 87, "18924": 87, "058": 87, "914494": 87, "624235": 87, "18949": 87, "8801": 87, "136875": 87, "039986": 87, "023397": 87, "7921372": 87, "3378": 87, "892483": 87, "367899": 87, "247084": 87, "3040800": 87, "18999": 87, "4014": 87, "45482": 87, "92956": 87, "307": 87, "911158": 87, "3613000": 87, "19024": 87, "4817": 87, "57281": 87, "286257": 87, "177536": 87, "4331393": 87, "19049": 87, "5711": 87, "878": 87, "63123": 87, "354006": 87, "314344": 87, "5136858": 87, "19074": 87, "167454": 87, "583328": 87, "150335": 87, "19099": 87, "369625": 87, "384346": 87, "75643": 87, "19124": 87, "58527": 87, "717571": 87, "05684": 87, "19149": 87, "148495": 87, "580566": 87, "079569": 87, "19174": 87, "282104": 87, "809978": 87, "78124": 87, "19199": 87, "98033": 87, "815897": 87, "301914": 87, "19224": 87, "27217": 87, "22684": 87, "958303": 87, "19249": 87, "57633": 87, "920828": 87, "734919": 87, "19274": 87, "304825": 87, "465914": 87, "813532": 87, "19299": 87, "35207": 87, "392422": 87, "851112": 87, "19324": 87, "09457": 87, "109562": 87, "00783": 87, "19349": 87, "33025": 87, "843977": 87, "288761": 87, "19374": 87, "405334": 87, "821547": 87, "559614": 87, "19399": 87, "77596": 87, "128113": 87, "81059": 87, "19424": 87, "58572": 87, "639242": 87, "048075": 87, "19449": 87, "1617": 87, "4988": 87, "90342": 87, "43247": 87, "065544": 87, "1478523": 87, "19474": 87, "5886": 87, "80615": 87, "063503": 87, "508": 87, "354967": 87, "5328320": 87, "19499": 87, "3672": 87, "752323": 87, "272907": 87, "80805": 87, "3281666": 87, "19524": 87, "4737": 87, "999786": 87, "746513": 87, "627": 87, "401014": 87, "4263978": 87, "4875": 87, "244587": 87, "019958": 87, "552404": 87, "4371530": 87, "19574": 87, "898952": 87, "009037": 87, "850": 87, "36101": 87, "19599": 87, "81277": 87, "505688": 87, "788122": 87, "19624": 87, "4886": 87, "88376": 87, "773052": 87, "361": 87, "97054": 87, "4363027": 87, "19649": 87, "4029": 87, "3594": 87, "99753": 87, "343311": 87, "448847": 87, "3626423": 87, "19674": 87, "853": 87, "909237": 87, "063595": 87, "990084": 87, "4814867": 87, "19699": 87, "822647": 87, "09369": 87, "82931": 87, "829": 87, "19724": 87, "729893": 87, "093975": 87, "931477": 87, "19749": 87, "69394": 87, "956028": 87, "900484": 87, "19774": 87, "78566": 87, "96756": 87, "051031": 87, "19799": 87, "47217": 87, "990147": 87, "638704": 87, "19824": 87, "647545": 87, "419151": 87, "977511": 87, "19849": 87, "864487": 87, "427107": 87, "705479": 87, "19874": 87, "79724": 87, "55326": 87, "224926": 87, "19899": 87, "70181": 87, "83317": 87, "874525": 87, "19924": 87, "30007": 87, "849401": 87, "547737": 87, "19949": 87, "61786": 87, "799852": 87, "870208": 87, "19974": 87, "17677": 87, "119612": 87, "816065": 87, "19999": 87, "015495": 87, "31066": 87, "328482": 87, "20024": 87, "57495": 87, "005348": 87, "333364": 87, "20049": 87, "6228": 87, "943886": 87, "113867": 87, "825045": 87, "271460": 87, "20074": 87, "96002": 87, "580376": 87, "745192": 87, "20099": 87, "88721": 87, "508745": 87, "018007": 87, "20124": 87, "5578": 87, "767315": 87, "99779": 87, "921902": 87, "309548": 87, "20149": 87, "2278": 87, "205063": 87, "005941": 87, "965593": 87, "2050470": 87, "20174": 87, "3851": 87, "785255": 87, "266527": 87, "165852": 87, "1794946": 87, "20199": 87, "1957": 87, "09818": 87, "998634": 87, "801235": 87, "1761775": 87, "20224": 87, "4070": 87, "882877": 87, "809664": 87, "709478": 87, "3636545": 87, "20249": 87, "24881": 87, "860281": 87, "27375": 87, "20274": 87, "049194": 87, "28117": 87, "562544": 87, "20299": 87, "25449": 87, "236038": 87, "029285": 87, "20324": 87, "93085": 87, "41647": 87, "50031": 87, "274445": 87, "293337": 87, "20349": 87, "12592": 87, "341778": 87, "65021": 87, "496785": 87, "64778": 87, "598": 87, "20374": 87, "414883": 87, "577398": 87, "600908": 87, "20399": 87, "78261": 87, "69856": 87, "416159": 87, "20424": 87, "74851": 87, "398882": 87, "38683": 87, "20449": 87, "290733": 87, "287834": 87, "449082": 87, "20474": 87, "943989": 87, "339186": 87, "152613": 87, "20499": 87, "289444": 87, "999548": 87, "6775541": 87, "20524": 87, "417": 87, "08643": 87, "24744": 87, "841345": 87, "781759": 87, "375377": 87, "20549": 87, "26466": 87, "379833": 87, "000166": 87, "575298": 87, "121738": 87, "20574": 87, "60407": 87, "836473": 87, "240486": 87, "20599": 87, "3282": 87, "00007": 87, "022585": 87, "20624": 87, "70605": 87, "29689": 87, "1231": 87, "237206": 87, "169835": 87, "20649": 87, "05627": 87, "480873": 87, "000565": 87, "126": 87, "391249": 87, "151250": 87, "20674": 87, "43176": 87, "575752": 87, "503729": 87, "459827": 87, "541536": 87, "20699": 87, "05792": 87, "49321": 87, "44578": 87, "8956995": 87, "316582": 87, "20724": 87, "344414": 87, "028534": 87, "90466": 87, "20749": 87, "880497": 87, "89145": 87, "797259": 87, "20774": 87, "77949": 87, "73564": 87, "8385": 87, "827942": 87, "103301": 87, "20799": 87, "761047": 87, "14502": 87, "609": 87, "072847": 87, "20824": 87, "74231": 87, "30642": 87, "932957": 87, "20849": 87, "611557": 87, "221117": 87, "452662": 87, "20874": 87, "281235": 87, "96048": 87, "33139": 87, "20899": 87, "261051": 87, "090052": 87, "227865": 87, "20924": 87, "51077": 87, "069071": 87, "20949": 87, "737274": 87, "259157": 87, "756015": 87, "20974": 87, "406": 87, "1129": 87, "629057": 87, "645561": 87, "182513": 87, "353544": 87, "20999": 87, "19357": 87, "804996": 87, "000021": 87, "880113": 87, "158574": 87, "21024": 87, "465": 87, "4056": 87, "860521": 87, "00008": 87, "4531593": 87, "418865": 87, "21049": 87, "59442": 87, "137383": 87, "000105": 87, "345593": 87, "271435": 87, "21074": 87, "23822": 87, "149212": 87, "272993": 87, "594441": 87, "68614": 87, "21099": 87, "898169": 87, "22157": 87, "937977": 87, "21124": 87, "0912": 87, "484962": 87, "999952": 87, "393824": 87, "272782": 87, "21149": 87, "2243": 87, "540747": 87, "889717": 87, "7990265": 87, "300801": 87, "21174": 87, "27362": 87, "00155": 87, "7800684": 87, "21199": 87, "91788": 87, "852299": 87, "6286163": 87, "21224": 87, "212387": 87, "128834": 87, "8678036": 87, "21249": 87, "87794": 87, "662078": 87, "21274": 87, "95457": 87, "950773": 87, "6532345": 87, "21299": 87, "812": 87, "9243": 87, "064064": 87, "938717": 87, "8358345": 87, "731631": 87, "21324": 87, "16016": 87, "934628": 87, "299423": 87, "631185": 87, "769644": 87, "21349": 87, "76056": 87, "979378": 87, "527214": 87, "21374": 87, "54282": 87, "38102": 87, "256739": 87, "949695": 87, "229988": 87, "994": 87, "21399": 87, "01514": 87, "516073": 87, "465982": 87, "8982987": 87, "671413": 87, "21424": 87, "107616": 87, "64333": 87, "14588": 87, "21449": 87, "82852": 87, "930077": 87, "184548": 87, "21474": 87, "248968": 87, "18946": 87, "470765": 87, "087454": 87, "994007": 87, "6299367": 87, "21524": 87, "765": 87, "85596": 87, "356014": 87, "712988": 87, "873901": 87, "678344": 87, "1263": 87, "6243": 87, "212038": 87, "358484": 87, "43878692": 87, "1137261": 87, "21574": 87, "1525": 87, "2096": 87, "43743": 87, "001425": 87, "8691397": 87, "1372688": 87, "21599": 87, "1891": 87, "6239": 87, "67955": 87, "995008": 87, "701211": 87, "1702461": 87, "21624": 87, "117279": 87, "0829508": 87, "21649": 87, "8067": 87, "249306": 87, "57644": 87, "572632": 87, "21674": 87, "5342": 87, "59235": 87, "482203": 87, "229322": 87, "608880": 87, "21699": 87, "79686": 87, "229832": 87, "900488": 87, "21724": 87, "653414": 87, "000013": 87, "4980135": 87, "21749": 87, "40852": 87, "820286": 87, "539938": 87, "161467": 87, "21774": 87, "59595": 87, "762558": 87, "7978168": 87, "203036": 87, "21799": 87, "1103": 87, "6442": 87, "20577": 87, "2386879": 87, "993279": 87, "21824": 87, "739792": 87, "0301712": 87, "21849": 87, "217537": 87, "274149": 87, "9920654": 87, "21874": 87, "84092": 87, "583551": 87, "4908586": 87, "21899": 87, "1209": 87, "0073": 87, "072664": 87, "122103": 87, "2546476": 87, "1088106": 87, "21924": 87, "7795": 87, "682884": 87, "82307": 87, "9130111": 87, "871901": 87, "21949": 87, "628345": 87, "067177": 87, "173874": 87, "21974": 87, "734207": 87, "486908": 87, "167": 87, "5671427": 87, "21999": 87, "432045": 87, "13434": 87, "7937093": 87, "22024": 87, "25696": 87, "538927": 87, "993273": 87, "9933993": 87, "775131": 87, "22049": 87, "87924": 87, "100765": 87, "5068433": 87, "22074": 87, "573284": 87, "911606": 87, "334994": 87, "22099": 87, "63873": 87, "344404": 87, "4847171": 87, "22124": 87, "55217": 87, "442886": 87, "012045": 87, "591076": 87, "67041": 87, "22149": 87, "88184": 87, "78695": 87, "017": 87, "038567": 87, "484993": 87, "22174": 87, "30167": 87, "74962": 87, "506552": 87, "9844346": 87, "384110": 87, "22199": 87, "798": 87, "4142": 87, "103796": 87, "000015": 87, "3912582": 87, "718572": 87, "865433": 87, "52578": 87, "8629026": 87, "22249": 87, "634": 87, "009302": 87, "856209": 87, "6826453": 87, "577064": 87, "607": 87, "22274": 87, "9485": 87, "21023": 87, "999922": 87, "3678339": 87, "1642453": 87, "22299": 87, "420471": 87, "000063": 87, "1042883": 87, "22324": 87, "208645": 87, "72489": 87, "998941": 87, "22349": 87, "5208": 87, "81898": 87, "986662": 87, "87142": 87, "663768": 87, "22374": 87, "983475": 87, "000034": 87, "678801": 87, "22399": 87, "802359": 87, "5781016": 87, "22424": 87, "977": 87, "994516": 87, "8675216": 87, "880089": 87, "22449": 87, "1262": 87, "1515": 87, "378036": 87, "44615075": 87, "1135936": 87, "22474": 87, "1012": 87, "9957": 87, "28078": 87, "999395": 87, "2347054": 87, "911696": 87, "22499": 87, "1838": 87, "0356": 87, "019802": 87, "52058": 87, "430": 87, "8313658": 87, "1654232": 87, "22524": 87, "sub_run5": 87, "140154": 87, "19379": 87, "504": 87, "01": [87, 91], "2817": 87, "9358": 87, "03184": 87, "655746": 87, "3327703": 87, "2536142": 87, "22538": 87, "1025": 87, "293673": 87, "445791": 87, "5963737": 87, "1351892": 87, "22549": 87, "2402": 87, "0833": 87, "437536": 87, "042078": 87, "386407": 87, "2161875": 87, "22574": 87, "1309": 87, "870342": 87, "699852": 87, "502956": 87, "657117": 87, "586": 87, "22599": 87, "1743": 87, "8271": 87, "084388": 87, "225992": 87, "2472076": 87, "1569444": 87, "22624": 87, "2086": 87, "047049": 87, "712967": 87, "6748056": 87, "1877708": 87, "22649": 87, "7529": 87, "312537": 87, "06745": 87, "81685615": 87, "1363277": 87, "22674": 87, "1679": 87, "8973": 87, "889441": 87, "022127": 87, "0998027": 87, "1511907": 87, "22699": 87, "1181": 87, "1582": 87, "25977": 87, "538345": 87, "8511174": 87, "1063042": 87, "22724": 87, "1137": 87, "0897": 87, "217064": 87, "56905": 87, "0714601": 87, "1023380": 87, "22749": 87, "2040": 87, "2118": 87, "544863": 87, "461933": 87, "4441502": 87, "1836190": 87, "22774": 87, "2529": 87, "7434": 87, "992049": 87, "891808": 87, "2276769": 87, "22799": 87, "66814": 87, "351942": 87, "703776": 87, "79801": 87, "22824": 87, "1896": 87, "4862": 87, "343338": 87, "7255228": 87, "1706837": 87, "22849": 87, "1738": 87, "7863": 87, "685612": 87, "000185": 87, "9370227": 87, "1564907": 87, "22874": 87, "1819": 87, "8478": 87, "205776": 87, "776604": 87, "3423305": 87, "1637863": 87, "22899": 87, "533558": 87, "254023": 87, "22924": 87, "37915": 87, "69621": 87, "610672": 87, "3951087": 87, "697841": 87, "22949": 87, "1090": 87, "8883": 87, "197186": 87, "3024671": 87, "981799": 87, "22974": 87, "24103": 87, "340016": 87, "000084": 87, "6408863": 87, "68616": 87, "22999": 87, "5078": 87, "526716": 87, "085022": 87, "04738527": 87, "588157": 87, "23024": 87, "741325": 87, "45583": 87, "0234256": 87, "955": 87, "23049": 87, "4651": 87, "080013": 87, "02629": 87, "23074": 87, "845024": 87, "139757": 87, "3318205": 87, "23099": 87, "955624": 87, "493074": 87, "3589754": 87, "23124": 87, "70111": 87, "452288": 87, "407345": 87, "5939164": 87, "130938": 87, "23149": 87, "756516": 87, "744356": 87, "000023": 87, "2581863": 87, "85280": 87, "953": 87, "23174": 87, "130491": 87, "85354": 87, "7462764": 87, "23199": 87, "35435": 87, "739147": 87, "232125": 87, "23224": 87, "909": 87, "95856": 87, "03153": 87, "830122": 87, "9822812": 87, "818962": 87, "23249": 87, "1441": 87, "3219": 87, "395819": 87, "927961": 87, "7346813": 87, "1297189": 87, "23274": 87, "04126": 87, "11858": 87, "23063": 87, "9470654": 87, "758737": 87, "23299": 87, "769078": 87, "700409": 87, "4319363": 87, "23324": 87, "1513": 87, "7151": 87, "712755": 87, "936546": 87, "8116667": 87, "1362343": 87, "23349": 87, "1265": 87, "580465": 87, "114868": 87, "4312929": 87, "1138610": 87, "23374": 87, "3361": 87, "331541": 87, "00343": 87, "048454": 87, "3024965": 87, "23399": 87, "2836": 87, "323826": 87, "4266663": 87, "2553043": 87, "23424": 87, "2352": 87, "4175": 87, "25093": 87, "0051785": 87, "2117175": 87, "23449": 87, "2825": 87, "996": 87, "099987": 87, "839624": 87, "373072": 87, "2543396": 87, "23474": 87, "5151": 87, "141766": 87, "081106": 87, "360667": 87, "1461163": 87, "23499": 87, "93756": 87, "687538": 87, "630848": 87, "9272208": 87, "869343": 87, "823": 87, "23524": 87, "1933": 87, "3208": 87, "414612": 87, "75106": 87, "9096956": 87, "1739988": 87, "23549": 87, "3003": 87, "5579": 87, "476208": 87, "260881": 87, "2703202": 87, "23574": 87, "1776": 87, "796214": 87, "991514": 87, "4039795": 87, "1828959": 87, "23599": 87, "1802": 87, "0966": 87, "37355": 87, "000368": 87, "790329": 87, "1621886": 87, "23624": 87, "1535": 87, "6776": 87, "64689": 87, "027721": 87, "92147976": 87, "1382109": 87, "23649": 87, "1070": 87, "4492": 87, "329798": 87, "4046625": 87, "963404": 87, "23674": 87, "375334": 87, "626062": 87, "4629197": 87, "23699": 87, "798983": 87, "695002": 87, "719495": 87, "23724": 87, "862947": 87, "217703": 87, "437775": 87, "23749": 87, "07955": 87, "814928": 87, "6540294": 87, "23774": 87, "852": 87, "2755": 87, "134862": 87, "507696": 87, "763": 87, "5265477": 87, "767048": 87, "23799": 87, "00732": 87, "061901": 87, "6219144": 87, "72006": 87, "23824": 87, "039072": 87, "185757": 87, "234543": 87, "108005": 87, "23849": 87, "926476": 87, "740973": 87, "8430476": 87, "890": 87, "23874": 87, "1566": 87, "8773": 87, "682913": 87, "498217": 87, "5347023": 87, "1410189": 87, "23899": 87, "1056": 87, "320927": 87, "997578": 87, "4750577": 87, "950733": 87, "23924": 87, "25543": 87, "00009": 87, "278501": 87, "510529": 87, "23949": 87, "397816": 87, "395718": 87, "3793273": 87, "315658": 87, "23974": 87, "01982": 87, "494572": 87, "6984215": 87, "23999": 87, "335354": 87, "544844": 87, "299374": 87, "24024": 87, "498": 87, "51852": 87, "83481": 87, "420488": 87, "471261": 87, "448666": 87, "24049": 87, "4525": 87, "919167": 87, "564985": 87, "447118": 87, "819357": 87, "24074": 87, "682133": 87, "215752": 87, "4204226": 87, "24099": 87, "790886": 87, "81009": 87, "7941985": 87, "24124": 87, "4895": 87, "68059": 87, "8094609": 87, "890540": 87, "24149": 87, "470379": 87, "564283": 87, "24174": 87, "4681": 87, "69247": 87, "29456785": 87, "1163221": 87, "24199": 87, "87485": 87, "670357": 87, "8225725": 87, "24224": 87, "537": 87, "9154": 87, "599335": 87, "355534": 87, "5305769": 87, "484123": 87, "24249": 87, "1382": 87, "891599": 87, "999945": 87, "5557412": 87, "1244619": 87, "24274": 87, "803": 87, "8625": 87, "357159": 87, "554504": 87, "128186": 87, "739491": 87, "24299": 87, "8452": 87, "495691": 87, "75022": 87, "13768224": 87, "1191460": 87, "24324": 87, "1658": 87, "1755": 87, "395845": 87, "233568": 87, "5339695": 87, "1492358": 87, "24349": 87, "279238": 87, "898874": 87, "688903": 87, "24374": 87, "631628": 87, "065317": 87, "6888297": 87, "24399": 87, "569489": 87, "826828": 87, "234565": 87, "24424": 87, "0206": 87, "673584": 87, "873396": 87, "975745": 87, "594968": 87, "815": 87, "24449": 87, "1073": 87, "284251": 87, "545315": 87, "1647538": 87, "966117": 87, "24474": 87, "985385": 87, "93227": 87, "127358": 87, "24499": 87, "004717": 87, "936619": 87, "1236157": 87, "24524": 87, "9882": 87, "365337": 87, "001156": 87, "6044636": 87, "333889": 87, "24549": 87, "3318": 87, "651054": 87, "614986": 87, "181480": 87, "24574": 87, "010227": 87, "79372": 87, "146664": 87, "24599": 87, "633": 87, "59576": 87, "390213": 87, "894945": 87, "8684926": 87, "570236": 87, "24624": 87, "59343": 87, "5267246": 87, "24649": 87, "15375": 87, "20326": 87, "188778": 87, "93738": 87, "24674": 87, "983723": 87, "003113": 87, "8033586": 87, "24699": 87, "221664": 87, "668886": 87, "3165517": 87, "24724": 87, "650764": 87, "165148": 87, "5306246": 87, "24749": 87, "53965": 87, "157383": 87, "457339": 87, "24774": 87, "95734": 87, "35088": 87, "4295363": 87, "47406": 87, "338148": 87, "9402747": 87, "24824": 87, "3464": 87, "925404": 87, "273043": 87, "24849": 87, "2664": 87, "3604": 87, "509575": 87, "99787": 87, "487545": 87, "2375066": 87, "24874": 87, "3005": 87, "8865": 87, "8656": 87, "20208": 87, "2684761": 87, "24899": 87, "3164": 87, "7615": 87, "197342": 87, "086617": 87, "261744": 87, "2821500": 87, "24924": 87, "615269": 87, "11328": 87, "584083": 87, "24949": 87, "20398": 87, "780738": 87, "99957": 87, "941": 87, "602093": 87, "397929": 87, "24974": 87, "816364": 87, "155039": 87, "980941": 87, "24999": 87, "091959": 87, "514444": 87, "620": 87, "923158": 87, "25024": 87, "456": 87, "93237": 87, "886036": 87, "283798": 87, "940544": 87, "411239": 87, "25049": 87, "4053": 87, "9346": 87, "16852": 87, "773457": 87, "774252": 87, "3648541": 87, "25074": 87, "031296": 87, "765486": 87, "873235": 87, "25099": 87, "823162": 87, "340607": 87, "295609": 87, "25124": 87, "977745": 87, "899288": 87, "2945585": 87, "25149": 87, "1766": 87, "729017": 87, "415078": 87, "25174": 87, "192297": 87, "950842": 87, "25199": 87, "464287": 87, "169394": 87, "823215": 87, "25224": 87, "59591": 87, "65728": 87, "0935545": 87, "25249": 87, "50592": 87, "325115": 87, "709449": 87, "25274": 87, "27389": 87, "735031": 87, "947844": 87, "25299": 87, "82053": 87, "900738": 87, "363319": 87, "25324": 87, "47042": 87, "461578": 87, "763615": 87, "25349": 87, "52933": 87, "80769": 87, "0389": 87, "25374": 87, "56004": 87, "754734": 87, "546379": 87, "25399": 87, "873129": 87, "822796": 87, "25424": 87, "6906": 87, "83376": 87, "001799": 87, "935489": 87, "226307": 87, "57874": 87, "372105": 87, "262045": 87, "326594": 87, "25474": 87, "50618": 87, "628372": 87, "166679": 87, "25499": 87, "167046": 87, "691072": 87, "63086": 87, "25524": 87, "55798": 87, "012146": 87, "636631": 87, "346": 87, "807955": 87, "369502": 87, "25549": 87, "651": 87, "70325": 87, "94949": 87, "544811": 87, "337481": 87, "586532": 87, "25574": 87, "1041": 87, "8875": 87, "804943": 87, "998793": 87, "276424": 87, "937698": 87, "25599": 87, "2505": 87, "37692": 87, "888063": 87, "365": 87, "196": 87, "000093": 87, "3427425": 87, "25624": 87, "4303": 87, "7583": 87, "214954": 87, "2613": 87, "652": 87, "414637": 87, "3870570": 87, "950": 87, "25649": 87, "714012": 87, "159508": 87, "151306": 87, "25674": 87, "74679": 87, "251833": 87, "385": 87, "827276": 87, "25699": 87, "98147": 87, "937086": 87, "358186": 87, "25724": 87, "291485": 87, "252293": 87, "602841": 87, "25749": 87, "470722": 87, "394222": 87, "277687": 87, "25774": 87, "822987": 87, "489048": 87, "156735": 87, "25799": 87, "22203": 87, "64449": 87, "052027": 87, "25824": 87, "95142": 87, "187042": 87, "178462": 87, "25849": 87, "650509": 87, "624398": 87, "25874": 87, "087856": 87, "81011": 87, "491618": 87, "25899": 87, "322044": 87, "77929": 87, "339748": 87, "25924": 87, "95429": 87, "417715": 87, "883621": 87, "998": 87, "25949": 87, "256157": 87, "279231": 87, "25974": 87, "208662": 87, "422109": 87, "25999": 87, "97581": 87, "713926": 87, "465273": 87, "26024": 87, "26651": 87, "392784": 87, "754955": 87, "890859": 87, "168539": 87, "26049": 87, "2839": 87, "5784": 87, "345562": 87, "531103": 87, "804117": 87, "2523309": 87, "26074": 87, "3925": 87, "5715": 87, "477875": 87, "937943": 87, "464203": 87, "3504417": 87, "26099": 87, "4254": 87, "768286": 87, "724548": 87, "3828847": 87, "4908": 87, "187576": 87, "125984": 87, "681": 87, "087038": 87, "4400032": 87, "26149": 87, "08793": 87, "162493": 87, "742": 87, "204876": 87, "26174": 87, "17672": 87, "449238": 87, "868": 87, "77673": 87, "26199": 87, "4341": 87, "2114": 87, "581272": 87, "12907": 87, "792": 87, "831139": 87, "3903533": 87, "26224": 87, "4636": 87, "2915": 87, "08801": 87, "42213": 87, "683224": 87, "4171513": 87, "26249": 87, "3491": 87, "4077": 87, "89672": 87, "679293": 87, "496178": 87, "3150081": 87, "26274": 87, "47146": 87, "53944": 87, "309011": 87, "26299": 87, "804707": 87, "097784": 87, "872309": 87, "26324": 87, "28057": 87, "83315": 87, "32014": 87, "26349": 87, "60585": 87, "294132": 87, "06836": 87, "26374": 87, "328117": 87, "36409": 87, "44078": 87, "26399": 87, "79806": 87, "133389": 87, "43842": 87, "162": 87, "26424": 87, "323395": 87, "736319": 87, "34564": 87, "26449": 87, "02745": 87, "606394": 87, "023228": 87, "26474": 87, "58435": 87, "921928": 87, "423105": 87, "26499": 87, "42138": 87, "429708": 87, "647804": 87, "26524": 87, "55395": 87, "446527": 87, "192326": 87, "26549": 87, "08581": 87, "69578": 87, "023277": 87, "26574": 87, "03985": 87, "502487": 87, "397675": 87, "26599": 87, "01041": 87, "92337": 87, "942945": 87, "26624": 87, "1697": 87, "0332": 87, "39393": 87, "575014": 87, "522898": 87, "1457054": 87, "26649": 87, "909515": 87, "961433": 87, "839106": 87, "26674": 87, "118645": 87, "401157": 87, "892473": 87, "26699": 87, "7243": 87, "911": 87, "207127": 87, "405018": 87, "610846": 87, "6482271": 87, "26724": 87, "6050": 87, "90546": 87, "9165": 87, "506327": 87, "5445381": 87, "26749": 87, "5802": 87, "61357": 87, "26556": 87, "554426": 87, "5239022": 87, "26774": 87, "5660": 87, "5815": 87, "0777": 87, "114191": 87, "911041": 87, "5093937": 87, "26799": 87, "5907": 87, "6895": 87, "608673": 87, "191023": 87, "198372": 87, "5316920": 87, "26824": 87, "9303": 87, "091045": 87, "664352": 87, "26849": 87, "5355": 87, "462065": 87, "446198": 87, "26874": 87, "676174": 87, "86975": 87, "543": 87, "234293": 87, "26899": 87, "196945": 87, "72702": 87, "81109": 87, "26924": 87, "365803": 87, "91152": 87, "71026": 87, "26949": 87, "808823": 87, "34431": 87, "228575": 87, "26974": 87, "46324": 87, "034254": 87, "445435": 87, "26999": 87, "088394": 87, "545113": 87, "056477": 87, "27024": 87, "48272": 87, "513992": 87, "597227": 87, "27049": 87, "68627": 87, "137533": 87, "70093": 87, "27074": 87, "33599": 87, "662937": 87, "363422": 87, "27099": 87, "69531": 87, "924374": 87, "73869": 87, "27124": 87, "839935": 87, "857756": 87, "073912": 87, "27149": 87, "361885": 87, "164515": 87, "011673": 87, "27174": 87, "565113": 87, "377394": 87, "27199": 87, "95512": 87, "372908": 87, "871769": 87, "27224": 87, "2666": 87, "0518": 87, "77003": 87, "471449": 87, "982664": 87, "2182675": 87, "27249": 87, "6300": 87, "4297": 87, "49313": 87, "120296": 87, "808458": 87, "5725117": 87, "27274": 87, "8811": 87, "531456": 87, "561466": 87, "571522": 87, "7934286": 87, "27299": 87, "6695": 87, "759": 87, "31789": 87, "617308": 87, "11162": 87, "5988546": 87, "27324": 87, "9954": 87, "786385": 87, "386": 87, "388": 87, "27349": 87, "56357": 87, "611694": 87, "480": 87, "463623": 87, "27374": 87, "7725": 87, "66061": 87, "009495": 87, "482": 87, "697567": 87, "6953081": 87, "27399": 87, "7112": 87, "092": 87, "154137": 87, "774574": 87, "108007": 87, "6400882": 87, "27424": 87, "7589": 87, "069283": 87, "212975": 87, "823973": 87, "6806540": 87, "27449": 87, "7284": 87, "75603": 87, "36963": 87, "25723": 87, "6567345": 87, "27474": 87, "34198": 87, "128633": 87, "060984": 87, "27499": 87, "87071": 87, "23084": 87, "799652": 87, "27524": 87, "91234": 87, "266905": 87, "761063": 87, "27549": 87, "622814": 87, "924835": 87, "308342": 87, "27574": 87, "77873": 87, "76857": 87, "624556": 87, "27599": 87, "077736": 87, "452297": 87, "497612": 87, "27624": 87, "40393": 87, "641663": 87, "917315": 87, "27649": 87, "30557": 87, "393188": 87, "25013": 87, "27674": 87, "47385": 87, "55956": 87, "52394": 87, "27699": 87, "14162": 87, "054893": 87, "166603": 87, "27724": 87, "48113": 87, "279541": 87, "949242": 87, "27749": 87, "318306": 87, "868973": 87, "62419": 87, "27774": 87, "097755": 87, "851496": 87, "950931": 87, "27799": 87, "87412": 87, "786936": 87, "933619": 87, "27824": 87, "27451": 87, "58274": 87, "477741": 87, "27849": 87, "46448": 87, "158018": 87, "413868": 87, "27874": 87, "7313": 87, "38672": 87, "854069": 87, "157618": 87, "6531380": 87, "27899": 87, "4564": 87, "3667": 87, "276726": 87, "902065": 87, "594": 87, "919645": 87, "4107929": 87, "27924": 87, "7623": 87, "4326": 87, "009117": 87, "158352": 87, "354": 87, "180256": 87, "6847386": 87, "27949": 87, "6947": 87, "06217": 87, "78853": 87, "24378": 87, "6253876": 87, "27974": 87, "9098": 87, "64776": 87, "771917": 87, "54648": 87, "8188946": 87, "27999": 87, "09069": 87, "673058": 87, "510412": 87, "28024": 87, "35179": 87, "799736": 87, "46637": 87, "28049": 87, "4839": 87, "21796": 87, "422802": 87, "520885": 87, "4355224": 87, "28074": 87, "3193": 87, "766872": 87, "16245": 87, "28099": 87, "959476": 87, "62267": 87, "26822": 87, "28124": 87, "667793": 87, "918974": 87, "58964": 87, "28149": 87, "34158": 87, "237514": 87, "070307": 87, "28174": 87, "39148": 87, "905378": 87, "062317": 87, "28199": 87, "6153": 87, "987005": 87, "171911": 87, "28224": 87, "07577": 87, "398651": 87, "837196": 87, "28249": 87, "98378": 87, "30729": 87, "006378": 87, "28274": 87, "59511": 87, "637218": 87, "68392": 87, "28299": 87, "53599": 87, "408203": 87, "29011": 87, "28324": 87, "36071": 87, "787981": 87, "836372": 87, "28349": 87, "465584": 87, "595346": 87, "46531": 87, "28374": 87, "35134": 87, "423868": 87, "927923": 87, "28399": 87, "466934": 87, "542606": 87, "690955": 87, "28424": 87, "2477": 87, "14731": 87, "00025": 87, "502": 87, "781527": 87, "1977187": 87, "28449": 87, "831": 87, "94759": 87, "340313": 87, "644999": 87, "3888217": 87, "28474": 87, "4505": 87, "703907": 87, "807577": 87, "97025": 87, "4071010": 87, "28499": 87, "33011": 87, "624273": 87, "0148": 87, "28524": 87, "02536": 87, "36438": 87, "886509": 87, "28549": 87, "3543": 87, "0786": 87, "36832": 87, "563951": 87, "862566": 87, "3202745": 87, "28574": 87, "3745": 87, "45838": 87, "592949": 87, "822": 87, "748531": 87, "4067437": 87, "28599": 87, "3872": 87, "587": 87, "28053": 87, "146233": 87, "672": 87, "738441": 87, "3485328": 87, "28624": 87, "4094": 87, "6316": 87, "37934": 87, "257887": 87, "230354": 87, "3685168": 87, "28649": 87, "6661": 87, "5596": 87, "606304": 87, "828178": 87, "708069": 87, "5995403": 87, "28674": 87, "85174": 87, "639334": 87, "771671": 87, "28699": 87, "16045": 87, "708534": 87, "23912": 87, "28724": 87, "647655": 87, "036564": 87, "43089": 87, "28749": 87, "57566": 87, "250349": 87, "130976": 87, "28774": 87, "49098": 87, "85888": 87, "392647": 87, "28799": 87, "80126": 87, "471773": 87, "646113": 87, "28824": 87, "124214": 87, "765324": 87, "500229": 87, "28849": 87, "977394": 87, "556833": 87, "698845": 87, "28874": 87, "42441": 87, "563036": 87, "609982": 87, "28899": 87, "102802": 87, "835937": 87, "28924": 87, "69949": 87, "181385": 87, "469681": 87, "28949": 87, "59502": 87, "909647": 87, "101468": 87, "28974": 87, "66151": 87, "910679": 87, "273347": 87, "28999": 87, "35091": 87, "401176": 87, "324581": 87, "29024": 87, "71592": 87, "573292": 87, "8933735": 87, "89574": 87, "314674": 87, "169209": 87, "55806": 87, "226868": 87, "29074": 87, "58246": 87, "990826": 87, "583698": 87, "76581": 87, "769733": 87, "29099": 87, "975693": 87, "315203": 87, "211603": 87, "29124": 87, "393436": 87, "684353": 87, "962957": 87, "29149": 87, "845577": 87, "227089": 87, "785164": 87, "29174": 87, "81533": 87, "78495": 87, "165697": 87, "29199": 87, "039814": 87, "37903": 87, "601": 87, "668146": 87, "29224": 87, "82086": 87, "041191": 87, "998777": 87, "887494": 87, "680238": 87, "29249": 87, "74524": 87, "250929": 87, "870352": 87, "0501375": 87, "530770": 87, "29274": 87, "78235": 87, "41525": 87, "343817": 87, "575379": 87, "320056": 87, "29299": 87, "28177": 87, "437138": 87, "750761": 87, "752086": 87, "153119": 87, "29324": 87, "4101": 87, "57593": 87, "547272": 87, "499285": 87, "803713": 87, "29349": 87, "545914": 87, "444693": 87, "527241": 87, "29374": 87, "661545": 87, "53084": 87, "061643": 87, "29399": 87, "10691": 87, "282064": 87, "111017": 87, "29424": 87, "51776": 87, "679943": 87, "623661": 87, "948649": 87, "144203": 87, "29449": 87, "99529": 87, "502026": 87, "113121": 87, "176395": 87, "29474": 87, "82913": 87, "008144": 87, "827543": 87, "9139585": 87, "356246": 87, "29499": 87, "179922": 87, "8165884": 87, "29524": 87, "240658": 87, "216024": 87, "049884": 87, "29549": 87, "9406": 87, "607895": 87, "994785": 87, "3867": 87, "242946": 87, "29574": 87, "15726": 87, "06001": 87, "49031": 87, "626621": 87, "247664": 87, "29599": 87, "63905": 87, "56933": 87, "999338": 87, "303662": 87, "155237": 87, "29624": 87, "98283": 87, "69601": 87, "996305": 87, "818181": 87, "103831": 87, "29649": 87, "43365": 87, "01116": 87, "810081": 87, "61902": 87, "213251": 87, "29674": 87, "864481": 87, "616375": 87, "29699": 87, "14059": 87, "561531": 87, "291023": 87, "290013": 87, "60426": 87, "29724": 87, "577415": 87, "974966": 87, "945387": 87, "29749": 87, "09662": 87, "126259": 87, "29774": 87, "75012": 87, "129744": 87, "99909": 87, "750": 87, "957376": 87, "398741": 87, "29799": 87, "644516": 87, "742807": 87, "38035": 87, "29824": 87, "68085": 87, "795471": 87, "864655": 87, "421692": 87, "853812": 87, "29849": 87, "444937": 87, "155224": 87, "639802": 87, "29874": 87, "62606": 87, "500097": 87, "85239": 87, "29899": 87, "405": 87, "7212": 87, "554108": 87, "08769": 87, "108369": 87, "374291": 87, "29924": 87, "68054": 87, "438751": 87, "759789": 87, "8017235": 87, "269702": 87, "29949": 87, "02954": 87, "213444": 87, "81333": 87, "8243685": 87, "229651": 87, "29974": 87, "00937": 87, "375805": 87, "48292": 87, "240308": 87, "29999": 87, "04773": 87, "78811": 87, "049967": 87, "860969": 87, "220542": 87, "30024": 87, "25504": 87, "277805": 87, "30049": 87, "955597": 87, "760807": 87, "201731": 87, "213139": 87, "30074": 87, "709": 87, "60114": 87, "48715": 87, "001703": 87, "46865": 87, "635589": 87, "30099": 87, "221107": 87, "109674": 87, "9412384": 87, "30124": 87, "63318": 87, "26123": 87, "222464": 87, "237269": 87, "30149": 87, "58445": 87, "038744": 87, "9729078": 87, "30174": 87, "037195": 87, "692776": 87, "3160286": 87, "30199": 87, "770256": 87, "53176": 87, "763005": 87, "87993": 87, "30224": 87, "103163": 87, "441555": 87, "4654706": 87, "30249": 87, "286907": 87, "844337": 87, "499041": 87, "30274": 87, "3575": 87, "10244": 87, "518553": 87, "7320251": 87, "827500": 87, "30299": 87, "8073": 87, "295015": 87, "016277": 87, "503": 87, "3730378": 87, "1108626": 87, "30324": 87, "1072": 87, "4786": 87, "873655": 87, "144833": 87, "8989847": 87, "965230": 87, "30349": 87, "420418": 87, "237041": 87, "577261": 87, "30374": 87, "2309": 87, "720751": 87, "337305": 87, "910754": 87, "872307": 87, "30399": 87, "28127": 87, "197556": 87, "4707968": 87, "30424": 87, "50226": 87, "287544": 87, "413916": 87, "534519": 87, "346052": 87, "30449": 87, "6212": 87, "984917": 87, "419529": 87, "94522": 87, "674659": 87, "30474": 87, "733772": 87, "07528": 87, "035179": 87, "30499": 87, "4852": 87, "311705": 87, "56456": 87, "236861": 87, "631967": 87, "30524": 87, "22852": 87, "344952": 87, "58754": 87, "560407": 87, "347605": 87, "30549": 87, "326004": 87, "84595": 87, "5393739": 87, "1119156": 87, "30574": 87, "770": 87, "26825": 87, "772131": 87, "714325": 87, "096941": 87, "648078": 87, "30599": 87, "780336": 87, "484047": 87, "4706626": 87, "30624": 87, "413": 87, "355236": 87, "587442": 87, "7593412": 87, "372401": 87, "30649": 87, "19888": 87, "850016": 87, "7583431": 87, "1079741": 87, "30674": 87, "1826": 87, "2998": 87, "840548": 87, "298168": 87, "3745906": 87, "1643669": 87, "30699": 87, "057957": 87, "570192": 87, "9157972": 87, "30724": 87, "1313": 87, "157179": 87, "578194": 87, "341252": 87, "974818": 87, "30749": 87, "529976": 87, "427694": 87, "9428682": 87, "30774": 87, "5748": 87, "313513": 87, "2255049": 87, "30799": 87, "005653": 87, "1828644": 87, "30824": 87, "551": 87, "1428": 87, "979132": 87, "311874": 87, "46443972": 87, "496028": 87, "30849": 87, "1375": 87, "0525": 87, "567287": 87, "014524": 87, "11835387": 87, "1237547": 87, "30874": 87, "1464": 87, "480985": 87, "568": 87, "5645857": 87, "1317869": 87, "30899": 87, "380638": 87, "220278": 87, "6327314": 87, "30924": 87, "445868": 87, "922201": 87, "970597": 87, "560345": 87, "30949": 87, "61838": 87, "946701": 87, "933338": 87, "093073": 87, "410771": 87, "30974": 87, "560": 87, "925459": 87, "773348": 87, "055126": 87, "504581": 87, "30999": 87, "871876": 87, "722929": 87, "191752": 87, "31024": 87, "536386": 87, "418673": 87, "5819852": 87, "31049": 87, "1063": 87, "0789": 87, "744133": 87, "999746": 87, "4415144": 87, "956770": 87, "31074": 87, "90969": 87, "74368": 87, "8199086": 87, "31099": 87, "1086": 87, "9948": 87, "50109": 87, "585283": 87, "3219347": 87, "978295": 87, "31124": 87, "91885": 87, "318344": 87, "535563": 87, "044543": 87, "319316": 87, "31149": 87, "692": 87, "0048": 87, "121815": 87, "953701": 87, "671339": 87, "596618": 87, "31174": 87, "1085": 87, "7454": 87, "932785": 87, "481953": 87, "3281816": 87, "977170": 87, "31199": 87, "1320": 87, "7164": 87, "061243": 87, "15332632": 87, "1188644": 87, "31224": 87, "622356": 87, "660505": 87, "5307813": 87, "31249": 87, "1123": 87, "5736": 87, "958847": 87, "000471": 87, "1390406": 87, "1011216": 87, "31274": 87, "sub_run6": 87, "26294": 87, "0507": 87, "37521827": 87, "3207": 87, "3267": 87, "21404": 87, "906685": 87, "279724": 87, "2886594": 87, "31298": 87, "175194": 87, "6965": 87, "018936": 87, "829346": 87, "0265746": 87, "2301027": 87, "31299": 87, "0x7f6d49d5f670": 87, "175195": 87, "1700214442": 87, "738834": 87, "215683": 87, "7389145": 87, "738949": 87, "7389746": 87, "7390523": 87, "739078": 87, "7391007": 87, "save_util": 87, "Will": 87, "sinergym_output": 87, "experiment1": 87, "add_dir": 87, "training_output": 87, "evaluation_output": 87, "log_artifact": 87, "repo": 87, "miss": 87, "guid": 87, "launch": 87, "reduc": 87, "amount": 87, "histori": [87, 91, 97], "index4action_simul": 87, "cooling_setpoint_rl26action_simul": 87, "heating_setpoint_rl19episod": 87, "69622episod": 87, "22738": 87, "12343episod": 87, "3556": 87, "04736episod": 87, "cumulative_power71120947": 87, "22879episod": 87, "17188episod": 87, "cumulative_temperature_violation45476": 87, "24685episod": 87, "episode_length70077episod": 87, "32447episod": 87, "05074episod": 87, "mean_power1014": 87, "89714episod": 87, "37522episod": 87, "mean_temperature_violation0": 87, "64895eval": 87, "24201eval": 87, "17670": 87, "69841eval": 87, "1708": 87, "48282eval": 87, "cumulative_power_consumption34169656": 87, "38755eval": 87, "18123eval": 87, "cumulative_temperature_violation35341": 87, "39683eval": 87, "episode_length35040": 87, "0eval": 87, "5043eval": 87, "04876eval": 87, "mean_power_consumption975": 87, "16143eval": 87, "55306eval": 87, "mean_temperature_violation1": 87, "0086eval": 87, "std_cumulative_reward0": 87, "std_reward0": 87, "0observ": 87, "hvac_electricity_demand_rate2556": 87, "69653observ": 87, "air_humidity17": 87, "01894observ": 87, "air_temperature16": 87, "82935observ": 87, "clg_setpoint40": 87, "co2_emission0": 87, "day_of_month1": 87, "diffuse_solar_radiation0": 87, "direct_solar_radiation0": 87, "hour0": 87, "htg_setpoint12": 87, "8observ": 87, "month1": 87, "outdoor_humidity57": 87, "75observ": 87, "02657observ": 87, "people_occupant0": 87, "total_electricity_hvac2301027": 87, "wind_direction275": 87, "wind_speed7": 87, "6rollout": 87, "exploration_rate0": 87, "05time": 87, "total_timesteps140154train": 87, "learning_rate0": 87, "0001train": 87, "loss16037": 87, "58984train": 87, "n_updates31299": 87, "pf27dlousync": 87, "media": 87, "evaluation_d": 87, "evaluation_nam": 87, "merg": 87, "sinergym_evalu": 87, "20231117_094859": 87, "15owsnpb": 87, "43_sr2houk": 87, "renam": 87, "res35041": [87, 88, 90], "load_artifact_ent": 87, "load_artifact_project": 87, "load_artifact_nam": 87, "load_artifact_tag": 87, "load_artifact_model_path": 87, "zip": [87, 90, 91], "wandb_path": 87, "use_artifact": 87, "get_path": 87, "model_path": 87, "7954676783357755": 87, "963": 87, "9496999955164": 87, "1817": 87, "582571129998": 87, "2841": 87, "5036276598917": 87, "4340": 87, "565445997684": 87, "6108": 87, "581378312066": 87, "7223": 87, "767956524665": 87, "8558": 87, "958125000907": 87, "9950": 87, "644160496227": 87, "11044": 87, "144766497926": 87, "13176": 87, "534777951341": 87, "395840884017": 87, "4263319241570109": 87, "14938": 87, "670622460524": 87, "7052782846459695": 87, "936": 87, "5481180476335": 87, "1798": 87, "784133735751": 87, "2827": 87, "2387312028445": 87, "4366": 87, "328889075081": 87, "6183": 87, "997471720583": 87, "7325": 87, "563685767946": 87, "8681": 87, "46846670104": 87, "10086": 87, "073464526888": 87, "11172": 87, "340415472303": 87, "13219": 87, "748208010345": 87, "14115": 87, "750843779568": 87, "4283177306652533": 87, "15008": 87, "253282509391": 87, "7042527324647196": 87, "5236861805773": 87, "7806890630795": 87, "2820": 87, "081000039381": 87, "4295": 87, "9802117699255": 87, "508686603184": 87, "935226174976": 87, "8529": 87, "98270733462": 87, "566541371296": 87, "10989": 87, "840486913932": 87, "12997": 87, "533912090104": 87, "13880": 87, "172965873764": 87, "42214784762863855": 87, "14792": 87, "06058090633": 87, "7502089967989307": 87, "942": 87, "9367504242642": 87, "656177587228": 87, "2794": 87, "655237212276": 87, "4333": 87, "22916802518": 87, "6090": 87, "34169685729": 87, "1494897446855": 87, "8598": 87, "938588370329": 87, "9997": 87, "264926241101": 87, "11077": 87, "148069449044": 87, "575884449961": 87, "14086": 87, "931630958963": 87, "4275640288043432": 87, "14981": 87, "8435693031": 87, "795342248728848": 87, "938": 87, "7996243556881": 87, "0145801281317": 87, "2877": 87, "741132595393": 87, "4407": 87, "196686348535": 87, "90714284908": 87, "7316": 87, "297986671081": 87, "8651": 87, "146489725308": 87, "10070": 87, "592382785619": 87, "11131": 87, "844874744675": 87, "13342": 87, "353151567342": 87, "14226": 87, "469403206707": 87, "43131719567353316": 87, "15113": 87, "354536399509": 87, "evaluation1": 87, "03_13": 87, "success": 87, "33_hu200t1q": 87, "empzk2onsync": 87, "20230803_133654": 87, "empzk2on": 87, "extend": [88, 90], "export_schedulers_to_excel": 88, "pprint": 88, "actschd": 88, "space1": 88, "field_nam": 88, "activity_level_schedule_nam": 88, "table_nam": 88, "space2": 88, "space3": 88, "space4": 88, "basinheatersch": 88, "basin_heater_operating_schedule_nam": 88, "twospe": 88, "coolingsetpoint": 88, "setpoint_temperature_schedule_nam": 88, "thermostatsetpoint": 88, "singlecool": 88, "dualsetpoint": 88, "cooling_setpoint_temperature_schedule_nam": 88, "coolingcoilavailsch": 88, "availability_schedule_nam": 88, "coilsystem": 88, "fraction": 88, "eleceq": 88, "schedule_nam": 88, "electricequip": 88, "fanavailsch": 88, "suppli": 88, "fan": 88, "variablevolum": 88, "availabilitymanag": 88, "heating_setpoint_temperature_schedule_nam": 88, "heatingsetpoint": 88, "singleh": 88, "infil": 88, "zoneinfiltr": 88, "designflowr": 88, "light": 88, "oa": 88, "sched": 88, "minimum_outdoor_air_schedule_nam": 88, "outdoorair": 88, "oarequir": 88, "zoneminoarequir": 88, "outdoor_air_schedule_nam": 88, "designspecif": 88, "number_of_people_schedule_nam": 88, "plenumclg": 88, "plenumcoolingsetpoint": 88, "plenumhtg": 88, "plenumheatingsetpoint": 88, "reheatcoilavailsch": 88, "reheat": 88, "airtermin": 88, "singleduct": 88, "temp": 88, "setpointmanag": 88, "shadetranssch": 88, "south": 88, "overhang": 88, "transmittance_schedule_nam": 88, "shade": 88, "door": 88, "control_type_schedule_nam": 88, "zonecontrol": 88, "xlsx": 88, "note": [88, 92], "protocol": 88, "conform": 88, "my": 88, "often": 88, "plenum": 88, "reason": 88, "dry": [88, 96], "bulb": 88, "dew": 88, "materi": 88, "absorpt": 88, "br01": 88, "visibl": 88, "cc03": 88, "gp01": 88, "gp02": 88, "in02": 88, "in46": 88, "pw03": 88, "rg01": 88, "wd01": 88, "wd10": 88, "cp01": 88, "mat": 88, "clng": 88, "sb": 88, "interior": 88, "convect": 88, "coeffici": 88, "exterior": 88, "mir": 88, "1pb": 88, "1pf": 88, "1pl": 88, "1pr": 88, "c1": 88, "1p": 88, "c2": 88, "c3": 88, "c4": 88, "c5": 88, "front": 88, "sb12": 88, "sb14": 88, "sb15": 88, "f1": 88, "wf": 88, "right": 88, "sb21": 88, "sb23": 88, "sb25": 88, "f2": 88, "wr": 88, "back": 88, "sb32": 88, "sb34": 88, "sb35": 88, "f3": 88, "wb": 88, "left": 88, "sb41": 88, "sb43": 88, "sb45": 88, "f4": 88, "wl": 88, "sb51": 88, "sb52": 88, "sb53": 88, "sb54": 88, "f5": 88, "factor": [88, 92], "ground": 88, "wetbulb": 88, "infiltr": 88, "exchang": 88, "vol": 88, "pressur": 88, "autos": 88, "volum": 88, "coincid": 88, "peak": 88, "noncoincid": 88, "varspeedcoolcapft": 88, "varspeedcoolcaplsft": 88, "varspeedcooleirft": 88, "varspeedcooleirlsft": 88, "packagedratedcoolcapfflow": 88, "packagedratedcooleirfflow": 88, "varspeedcyclingplffplr": 88, "node": 88, "inlet": 88, "ratio": 88, "IN": [88, 93], "outlet": 88, "eq": 88, "condens": 88, "atu": 88, "relief": 88, "airloophvac": 88, "internal_vari": 88, "internalvari": 88, "plug": 88, "multipli": 88, "densiti": 88, "nomin": 88, "sensibl": 88, "capac": 88, "preheat": 88, "plugin_global_vari": 88, "trend": 88, "outputmet": 88, "spacetyp": 88, "interiorlight": 88, "generallight": 88, "interiorequip": 88, "energytransf": 88, "electricitypurchas": 88, "plant": 88, "cogener": 88, "electricitysurplussold": 88, "electricitynet": 88, "heatingcoil": 88, "naturalga": 88, "coolingcoil": 88, "mainswat": 88, "carbonequivalentemiss": 88, "purchas": 88, "surplu": 88, "net": 88, "ancillari": 88, "basin": 88, "heater": 88, "n2o": 88, "ch4": 88, "0x7f80ad33c0a0": 88, "50000000": 88, "multiobswrapp": [89, 91], "normalizeobserv": [89, 91, 95], "written": 89, "create_row_cont": 89, "customcsvlogg": 89, "def": [89, 90, 91, 93], "super": [89, 93], "last_10_steps_reward": 89, "_create_row_cont": 89, "total_power_no_unit": 89, "power_penalti": 89, "res35042": [89, 91], "217491": 89, "886911": 89, "89998888619655": 89, "3333333333334": 89, "045027": 89, "73458": 89, "04774477368803296": 89, "8954737606592": 89, "268929570656645": 89, "35254046509186": 89, "840368": 89, "000128": 89, "10365036504194708": 89, "020063419083978743": 89, "08358694595796834": 89, "2683816795749": 89, "16717389191593668": 89, "832826108084063": 89, "21284685762769534": 89, "49947498388144": 89, "sai": 90, "feel": 90, "plai": 90, "rbc5zone": 90, "myrulebasedcontrol": 90, "daytim": 90, "obs_dict": [90, 91, 93], "out_temp": 90, "summer_start_d": 90, "summer_final_d": 90, "current_dt": 90, "season_comfort_rang": 90, "setpoints_summ": 90, "setpoints_wint": 90, "in_temp": 90, "current_heat_setpoint": 90, "current_cool_setpoint": 90, "new_heat_setpoint": 90, "new_cool_setpoint": 90, "elif": 90, "weekdai": 90, "weekend": 90, "night": 90, "913313585398759": [90, 91], "05542625239599594": [90, 91], "857887333002763": [90, 91], "5250479199187": [90, 91], "715774666005526": [90, 91], "284225333994474": [90, 91], "2795": 90, "338629010751": 90, "2977": [90, 91], "005629148688825955": 90, "5829737765191": 90, "780085346555335": 90, "3442": 90, "9942477932536": 90, "5665": [90, 91], "22725948485913058": 90, "00882370430179678": 90, "21843578055733381": 90, "47408603593558": 90, "43687156111466763": 90, "563128438885332": 90, "6086": 90, "758193423204": 90, "8641": [90, 91], "98606808783697": 90, "8588": 90, "569469115886": 90, "11521": [90, 91], "4531417474460593": 90, "9062834948921186": 90, "40628349489212": 90, "11765": 90, "765367945189": 90, "14497": [90, 91], "900405758648773": 90, "14245": 90, "140165597242": 90, "17377": [90, 91], "9700071561753898": 90, "9400143123507796": 90, "94001431235078": 90, "16167": 90, "362661542358": 90, "20353": [90, 91], "996330089060972": 90, "18044": 90, "632044925856": 90, "23329": [90, 91], "799172085986662": 90, "19572": 90, "469153276368": 90, "3125": [90, 91], "26209": [90, 91], "0005842181877573": 90, "06446283743025183": [90, 91], "9361213807575055": 90, "1289": [90, 91], "2567486050366": [90, 91], "872242761515011": 90, "37224276151501": 90, "25697": 90, "968230973762": 90, "29185": [90, 91], "004536449977537947": [90, 91], "72899955075894": [90, 91], "766705234161947": 90, "99400805497": 90, "32065": [90, 91], "933681388733177": 90, "8548035936270668": 90, "29952": 90, "317920693455": 90, "variant": [91, 97], "mo": 91, "tradit": [91, 97], "multiobjectivereward": 91, "encount": 91, "shouldn": 91, "previousobservationwrapp": 91, "res35043": 91, "284225": 91, "9228": 91, "997672": 91, "htg_setpoint_previ": 91, "clg_setpoint_previ": 91, "air_temperature_previ": 91, "384174": 91, "datetimewrapp": 91, "res35044": 91, "month_sin": 91, "month_co": 91, "hour_sin": 91, "hour_co": 91, "800000190734863": 91, "650000095367432": 91, "284225463867188": 91, "922800064086914": 91, "5250244140625": 91, "5625": 91, "normalizeact": [91, 95], "res35045": 91, "8381089": 91, "15050839": 91, "892908": 91, "685593": 91, "20605884": 91, "00121972": 91, "97728": 91, "254574": 91, "20422778": 91, "9112268": 91, "515854": 91, "8329": 91, "6123266": 91, "04220473": 91, "453775": 91, "091732": 91, "46484488": 91, "32572523": 91, "493168": 91, "02853": 91, "new_discrete_spac": 91, "action_mapping_funct": 91, "res35046": 91, "discreteincrementalwrapp": 91, "res35047": 91, "limit": [91, 93], "current_setpoint": 91, "precis": [91, 93, 97], "carefulli": [91, 97], "res35048": 91, "WITH": 91, "00499968750430059": 91, "9875907976185373": 91, "9745626607331893": 91, "9973969815420386": 91, "9908525387095581": 91, "007049581561774207": 91, "0070688585864955075": 91, "35264364590376623": 91, "05800834342804423": 91, "9802888899782684": 91, "9802889755036568": 91, "res35049": 91, "res35050": 91, "0000000e": 91, "4000001e": 91, "5000000e": 91, "8750000e": 91, "4500000e": 91, "02": 91, "2800000e": 91, "8384174e": 91, "6903370e": 91, "0360292e": 91, "3242619e": 91, "8000002e": 91, "1000000e": 91, "6500001e": 91, "6000000e": 91, "8284225e": 91, "6922800e": 91, "1085250e": 91, "9767256e": 91, "critic": 91, "proper": 91, "strongli": 91, "res35051": 91, "00538809382535063": 91, "76187650701259": 91, "961309048938297": 91, "006935757308931089": 91, "71514617862178": 91, "093696177204187": 91, "11540370667002": 91, "4961122594044092": 91, "9922245188088183": 91, "49222451880882": 91, "96360689704416": 91, "9700266488211167": 91, "9400532976422333": 91, "940053297642233": 91, "006542366753496509": 91, "013084733506993018": 91, "013084733506993": 91, "800150805217598": 91, "9667086618754865": 91, "0311714993057384": 91, "933417323750973": 91, "433417323750973": 91, "02925460307228": 91, "283078053476807": 91, "num_simul": 92, "tree": 92, "content": 92, "sub_runn": 92, "monitor_norm": 92, "sub_run": 92, "num_episod": 92, "copi": 92, "observation_valu": 92, "declar": 92, "row": 92, "techniqu": 92, "extern": 92, "person": 92, "crucial": 93, "multi": 93, "discomfort": 93, "neg": 93, "behavior": 93, "assign": 93, "behind": 93, "equat": 93, "r_t": 93, "omega": 93, "lambda_p": 93, "p_t": 93, "t_t": 93, "lower": 93, "proport": 93, "relationship": 93, "calibr": 93, "magnitud": 93, "higher": 93, "greater": 93, "deviat": 93, "target": 93, "hourlylinearreward": 93, "focus": 93, "normalizedlinearreward": 93, "characterist": 93, "depict": 93, "straightforward": 93, "signal": 93, "basereward": 93, "customreward": 93, "naiv": 93, "__call__": 93, "overrid": 93, "relev": 93, "streamlin": 93, "subsequ": 93, "modular": 93, "swiftli": 93, "conveni": 93, "under": [94, 95], "small": 94, "v": 94, "test_common": 94, "test_reward": 94, "test_wrapp": 94, "test_simul": 94, "test_env": 94, "test_control": 94, "test_model": 94, "test_stable_baselin": 94, "conceptu": 94, "readm": 94, "try_env": 95, "soon": 95, "dispos": 95, "simplest": 95, "normalizereward": 95, "screen": 95, "\u00bac": 96, "aus_nsw": 96, "sydnei": 96, "947670_iwec": 96, "australia": 96, "subtrop": 96, "col_bogota": 96, "802220_iwec": 96, "bogota": 96, "colombia": 96, "mediterranean": 96, "warm": 96, "mild": 96, "granada": 96, "spain": 96, "latitud": 96, "semiarid": 96, "passiv": 96, "helsinki": 96, "finland": 96, "moist": 96, "continent": 96, "jpn_tokyo": 96, "hyakuri": 96, "477150_iwec": 96, "tokyo": 96, "japan": 96, "mdg_antananarivo": 96, "670830_iwec": 96, "antananarivo": 96, "madagascar": 96, "lisboa": 96, "portug": 96, "marin": 96, "arizona": 96, "desert": 96, "usa_co_aurora": 96, "bucklei": 96, "angb": 96, "724695_tmy3": 96, "colorado": 96, "usa_il_chicago": 96, "ohar": 96, "725300_tmy3": 96, "illinoi": 96, "pennsylvania": 96, "washington": 96, "coastal": 96, "swe_stockholm": 96, "arlanda": 96, "024600_iwec": 96, "stockholm": 96, "sweden": 96, "classif": 96, "solut": 97, "instanti": 97, "underli": 97, "reach": 97, "decreas": 97, "rather": 97, "achiev": 97, "figur": 97, "round": 97, "nearest": 97, "essenc": 97, "nest": 97, "flexibl": 97}, "objects": {"sinergym": [[12, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.config": [[13, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_config"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_building_to_meters"], [14, 2, 1, "", "adapt_building_to_variables"], [14, 2, 1, "", "apply_weather_variability"], [14, 3, 1, "", "building_path"], [14, 3, 1, "", "ddy_path"], [14, 2, 1, "", "get_schedulers"], [14, 3, 1, "", "idd_path"], [14, 4, 1, "", "logger"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "update_weather_path"], [14, 3, 1, "", "weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 3, 1, "", "actuator_handlers"], [17, 3, 1, "", "available_handlers"], [17, 3, 1, "", "building_path"], [17, 2, 1, "", "close"], [17, 3, 1, "", "ddy_path"], [17, 3, 1, "", "episode_length"], [17, 3, 1, "", "episode_path"], [17, 3, 1, "", "idd_path"], [17, 2, 1, "", "info"], [17, 3, 1, "", "is_discrete"], [17, 3, 1, "", "is_running"], [17, 4, 1, "", "logger"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "meter_handlers"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 3, 1, "", "runperiod"], [17, 3, 1, "", "schedulers"], [17, 2, 1, "", "step"], [17, 3, 1, "", "step_size"], [17, 3, 1, "", "timestep_per_episode"], [17, 3, 1, "", "var_handlers"], [17, 3, 1, "", "weather_path"], [17, 3, 1, "", "workspace_path"], [17, 3, 1, "", "zone_names"]], "sinergym.simulators": [[19, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "failed"], [20, 3, 1, "", "is_running"], [20, 4, 1, "", "logger"], [20, 2, 1, "", "make_eplus_args"], [20, 2, 1, "", "start"], [20, 2, 1, "", "stop"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [38, 0, 0, "-", "constants"], [46, 0, 0, "-", "controllers"], [51, 0, 0, "-", "env_checker"], [53, 0, 0, "-", "evaluation"], [55, 0, 0, "-", "gcloud"], [61, 0, 0, "-", "logger"], [66, 0, 0, "-", "rewards"], [72, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[26, 5, 1, "", "convert_conf_to_env_parameters"], [27, 5, 1, "", "eppy_element_to_dict"], [28, 5, 1, "", "export_schedulers_to_excel"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_ids"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "json_to_actuators"], [34, 5, 1, "", "json_to_meters"], [35, 5, 1, "", "json_to_variables"], [36, 5, 1, "", "ranges_getter"], [37, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[39, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [40, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_RADIANT_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [45, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[47, 1, 1, "", "RBC5Zone"], [48, 1, 1, "", "RBCDatacenter"], [49, 1, 1, "", "RBCIncrementalDatacenter"], [50, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[52, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[54, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[56, 5, 1, "", "delete_instance_MIG_from_container"], [57, 5, 1, "", "get_service_account_token"], [58, 5, 1, "", "init_storage_client"], [59, 5, 1, "", "read_from_bucket"], [60, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[62, 1, 1, "", "CSVLogger"], [63, 1, 1, "", "CustomFormatter"], [64, 1, 1, "", "Logger"], [65, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "activate_flag"], [62, 2, 1, "", "deactivate_flag"], [62, 2, 1, "", "log_episode"], [62, 2, 1, "", "log_step"], [62, 2, 1, "", "log_step_normalize"], [62, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[63, 4, 1, "", "FORMATS"], [63, 2, 1, "", "__init__"], [63, 4, 1, "", "bold_red"], [63, 2, 1, "", "format"], [63, 4, 1, "", "grey"], [63, 4, 1, "", "red"], [63, 4, 1, "", "reset"], [63, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "write"]], "sinergym.utils.rewards": [[67, 1, 1, "", "BaseReward"], [68, 1, 1, "", "ExpReward"], [69, 1, 1, "", "HourlyLinearReward"], [70, 1, 1, "", "LinearReward"], [71, 1, 1, "", "NormalizedLinearReward"]], "sinergym.utils.rewards.BaseReward": [[67, 2, 1, "", "__init__"], [67, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[68, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[69, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[70, 2, 1, "", "__init__"]], "sinergym.utils.rewards.NormalizedLinearReward": [[71, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[73, 1, 1, "", "DatetimeWrapper"], [74, 1, 1, "", "DiscreteIncrementalWrapper"], [75, 1, 1, "", "DiscretizeEnv"], [76, 1, 1, "", "IncrementalWrapper"], [77, 1, 1, "", "LoggerWrapper"], [78, 1, 1, "", "MultiObjectiveReward"], [79, 1, 1, "", "MultiObsWrapper"], [80, 1, 1, "", "NormalizeAction"], [81, 1, 1, "", "NormalizeObservation"], [82, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [83, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[73, 2, 1, "", "__init__"], [73, 4, 1, "", "logger"], [73, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[74, 2, 1, "", "__init__"], [74, 2, 1, "", "action"], [74, 2, 1, "", "action_mapping"], [74, 3, 1, "", "is_discrete"], [74, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[75, 2, 1, "", "__init__"], [75, 2, 1, "", "action"], [75, 3, 1, "", "is_discrete"], [75, 4, 1, "", "logger"]], "sinergym.utils.wrappers.IncrementalWrapper": [[76, 2, 1, "", "__init__"], [76, 2, 1, "", "action"], [76, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[77, 2, 1, "", "__init__"], [77, 2, 1, "", "activate_logger"], [77, 2, 1, "", "close"], [77, 2, 1, "", "deactivate_logger"], [77, 4, 1, "", "logger"], [77, 2, 1, "", "reset"], [77, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[78, 2, 1, "", "__init__"], [78, 4, 1, "", "logger"], [78, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[79, 2, 1, "", "__init__"], [79, 4, 1, "", "logger"], [79, 2, 1, "", "reset"], [79, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[80, 2, 1, "", "__init__"], [80, 2, 1, "", "action"], [80, 4, 1, "", "logger"], [80, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[81, 2, 1, "", "__init__"], [81, 4, 1, "", "logger"], [81, 2, 1, "", "normalize"], [81, 2, 1, "", "reset"], [81, 2, 1, "", "step"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[82, 2, 1, "", "__init__"], [82, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[83, 2, 1, "", "__init__"], [83, 4, 1, "", "logger"], [83, 2, 1, "", "observation"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "titleterms": {"welcom": 0, "sinergym": [0, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 88], "contribut": 0, "project": 0, "us": [0, 4, 8, 85], "exampl": [0, 84, 87, 90, 91, 95], "cite": 0, "api": [1, 10], "refer": 1, "build": [2, 5, 86], "datacent": 2, "small": 2, "5zone": 2, "warehous": 2, "officemedium": 2, "shopwithvanbatteri": 2, "officegridstoragesmooth": 2, "control": [3, 46, 47, 48, 49, 50, 86, 90], "deep": 4, "reinforc": 4, "learn": 4, "integr": 4, "drl": [4, 87], "callback": [4, 22, 23, 24], "logger": [4, 61, 62, 63, 64, 65, 89, 91, 92], "evalu": [4, 53, 54], "weight": 4, "bias": 4, "structur": 4, "how": 4, "train": [4, 87], "model": [4, 13, 14, 87], "load": [4, 87], "environ": [5, 6, 10, 85, 88, 91], "addit": 5, "observ": [5, 85, 91], "inform": [5, 88], "list": 5, "avail": 5, "paramet": 5, "file": 5, "weather": [5, 6, 85, 96], "variabl": [5, 6], "reward": [5, 66, 67, 68, 69, 70, 71, 85, 93], "kwarg": 5, "maximum": 5, "episod": 5, "data": 5, "store": 5, "output": [5, 8, 92], "time": [5, 8], "meter": 5, "actuat": 5, "action": [5, 9, 85, 86, 91], "space": [5, 85], "name": 5, "extra": [5, 7, 85], "configur": [5, 6, 7, 8, 10, 85, 89], "ad": [5, 85], "new": [5, 9, 85, 94], "registr": 6, "specif": 6, "field": 6, "simul": [7, 18, 19, 20], "timestep_per_hour": 7, "runperiod": 7, "googl": 8, "cloud": [8, 10], "prepar": 8, "first": 8, "step": [8, 89], "our": 8, "contain": [8, 10], "platform": 8, "your": 8, "own": 8, "creat": [8, 9, 94], "vm": 8, "mig": 8, "initi": 8, "execut": 8, "experi": 8, "remot": 8, "permiss": 8, "bucket": 8, "storag": 8, "visual": 8, "wandb": 8, "log": 8, "real": 8, "alert": 8, "github": 9, "pull": 9, "request": 9, "push": 9, "main": 9, "merg": 9, "releas": 9, "modifi": [9, 89], "instal": [10, 94], "docker": 10, "manual": 10, "python": 10, "energyplu": [10, 20], "23": 10, "1": [10, 89], "0": 10, "includ": 10, "path": 10, "about": [10, 88], "packag": 10, "check": 10, "comput": 10, "config": [12, 13, 14], "modeljson": 14, "env": [15, 16, 17], "eplus_env": [16, 17], "eplusenv": 17, "eplu": [19, 20], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83], "loggercallback": 23, "loggerevalcallback": 24, "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37], "convert_conf_to_env_paramet": 26, "eppy_element_to_dict": 27, "export_schedulers_to_excel": 28, "get_delta_second": 29, "get_id": 30, "get_record_kei": 31, "is_wrap": 32, "json_to_actu": 33, "json_to_met": 34, "json_to_vari": 35, "ranges_gett": 36, "unwrap_wrapp": 37, "constant": [38, 39, 40, 41, 42, 43, 44, 45], "default_5zone_discrete_funct": 39, "default_datacenter_discrete_funct": 40, "default_officegrid_discrete_funct": 41, "default_office_discrete_funct": 42, "default_radiant_discrete_funct": 43, "default_shop_discrete_funct": 44, "default_warehouse_discrete_funct": 45, "rbc5zone": 47, "rbcdatacent": 48, "rbcincrementaldatacent": 49, "randomcontrol": 50, "env_check": [51, 52], "check_env": 52, "evaluate_polici": 54, "gcloud": [55, 56, 57, 58, 59, 60], "delete_instance_mig_from_contain": 56, "get_service_account_token": 57, "init_storage_cli": 58, "read_from_bucket": 59, "upload_to_bucket": 60, "csvlogger": 62, "customformatt": 63, "wandboutputformat": 65, "basereward": 67, "expreward": 68, "hourlylinearreward": 69, "linearreward": 70, "normalizedlinearreward": 71, "wrapper": [72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 89, 91, 97], "datetimewrapp": [73, 97], "discreteincrementalwrapp": [74, 97], "discretizeenv": [75, 97], "incrementalwrapp": [76, 97], "loggerwrapp": [77, 89, 97], "multiobjectivereward": [78, 97], "multiobswrapp": [79, 97], "normalizeact": [80, 97], "normalizeobserv": [81, 97], "officegridstoragesmoothingactionconstraintswrapp": 82, "previousobservationwrapp": [83, 97], "basic": 84, "chang": 85, "an": [85, 86], "regist": 85, "updat": 85, "more": 85, "default": 86, "set": 86, "up": 86, "empti": 86, "interfac": 86, "usag": [87, 95], "get": 88, "schedul": 88, "properti": 88, "handler": 88, "displai": 88, "all": 88, "person": 89, "inherit": 89, "csvloger": 89, "2": 89, "instanti": 89, "rule": 90, "multi": 91, "object": 91, "previou": 91, "datetim": 91, "normal": 91, "discret": 91, "increment": 91, "nest": 91, "format": 92, "term": 93, "custom": 93, "test": 94, "pytest": 94, "run": 94}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Contributing": [[0, "contributing"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Examples": [[0, "examples"]], "Citing Sinergym": [[0, "citing-sinergym"]], "API reference": [[1, "api-reference"]], "Buildings": [[2, "buildings"]], "Datacenter": [[2, "datacenter"]], "Small Datacenter": [[2, "small-datacenter"]], "5Zone": [[2, "zone"]], "Warehouse": [[2, "warehouse"]], "OfficeMedium": [[2, "officemedium"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "Controllers": [[3, "controllers"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "How to use": [[4, "how-to-use"]], "Train a model": [[4, "train-a-model"]], "Load a trained model": [[4, "load-a-trained-model"]], "Environments": [[5, "environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Environments List": [[5, "environments-list"]], "Available Parameters": [[5, "available-parameters"]], "building file": [[5, "building-file"]], "Weather files": [[5, "weather-files"]], "Weather Variability": [[5, "weather-variability"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Time variables": [[5, "time-variables"]], "Variables": [[5, "variables"]], "Meters": [[5, "meters"]], "Actuators": [[5, "actuators"]], "Action space": [[5, "action-space"]], "Environment name": [[5, "environment-name"]], "Extra configuration": [[5, "extra-configuration"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Environments Configuration and Registration": [[6, "environments-configuration-and-registration"]], "Weather Specification field": [[6, "weather-specification-field"]], "Variables field": [[6, "variables-field"]], "Extra Configuration in Sinergym simulations": [[7, "extra-configuration-in-sinergym-simulations"]], "timestep_per_hour": [[7, "timestep-per-hour"]], "runperiod": [[7, "runperiod"]], "Sinergym with Google Cloud": [[8, "sinergym-with-google-cloud"]], "Preparing Google Cloud": [[8, "preparing-google-cloud"]], "First steps (configuration)": [[8, "first-steps-configuration"]], "Use our container in Google Cloud Platform": [[8, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[8, "use-your-own-container"]], "Create your VM or MIG": [[8, "create-your-vm-or-mig"]], "Initiate your VM": [[8, "initiate-your-vm"]], "Executing experiments in remote containers": [[8, "executing-experiments-in-remote-containers"]], "Containers permission to bucket storage output": [[8, "containers-permission-to-bucket-storage-output"]], "Visualize remote wandb log in real-time": [[8, "visualize-remote-wandb-log-in-real-time"]], "Google Cloud Alerts": [[8, "google-cloud-alerts"]], "Github Actions": [[9, "github-actions"]], "Pull Request": [[9, "pull-request"]], "Push main (or merge a pull request)": [[9, "push-main-or-merge-a-pull-request"]], "New release created or modified": [[9, "new-release-created-or-modified"]], "Installation": [[10, "installation"]], "Docker container": [[10, "docker-container"]], "Manual installation": [[10, "manual-installation"]], "Configure Python environment": [[10, "configure-python-environment"]], "Install EnergyPlus 23.1.0": [[10, "install-energyplus-23-1-0"]], "Include Energyplus Python API in python path": [[10, "include-energyplus-python-api-in-python-path"]], "About Sinergym package": [[10, "about-sinergym-package"]], "Check Installation": [[10, "check-installation"]], "Cloud Computing": [[10, "cloud-computing"]], "sinergym.config": [[12, "module-sinergym.config"]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[26, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[27, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[28, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_ids": [[30, "sinergym-utils-common-get-ids"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[33, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[34, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[35, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[36, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[37, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[39, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-radiant-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[45, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[46, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[47, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[48, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[49, "sinergym-utils-controllers-rbcincrementaldatacenter"]], "sinergym.utils.controllers.RandomController": [[50, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[51, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[52, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[53, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[54, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[55, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[56, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[57, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[58, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[59, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[60, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[61, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[62, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[63, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[64, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[65, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[66, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[67, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[68, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[69, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[70, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.rewards.NormalizedLinearReward": [[71, "sinergym-utils-rewards-normalizedlinearreward"]], "sinergym.utils.wrappers": [[72, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[73, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[74, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[75, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.IncrementalWrapper": [[76, "sinergym-utils-wrappers-incrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[77, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[78, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[79, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[80, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[81, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[82, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[83, "sinergym-utils-wrappers-previousobservationwrapper"]], "Basic example": [[84, "Basic-example"]], "Changing an environment registered in Sinergym": [[85, "Changing-an-environment-registered-in-Sinergym"]], "Adding a new reward": [[85, "Adding-a-new-reward"]], "Updating the weather used in environment": [[85, "Updating-the-weather-used-in-environment"]], "Changing observation and action spaces": [[85, "Changing-observation-and-action-spaces"]], "Adding more extra configuration": [[85, "Adding-more-extra-configuration"]], "Default building control setting up an empty action interface": [[86, "Default-building-control-setting-up-an-empty-action-interface"]], "DRL usage example": [[87, "DRL-usage-example"]], "Training a model": [[87, "Training-a-model"]], "Loading a model": [[87, "Loading-a-model"]], "Getting information about Sinergym environments": [[88, "Getting-information-about-Sinergym-environments"]], "Schedulers information": [[88, "Schedulers-information"]], "Environment Properties": [[88, "Environment-Properties"]], "Handlers information": [[88, "Handlers-information"]], "Displaying all the environment information": [[88, "Displaying-all-the-environment-information"]], "Logger Wrapper personalization/configuration": [[89, "Logger-Wrapper-personalization/configuration"]], "Step 1 Inherit and modify the CSVloger": [[89, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[89, "Step-2-Instantiate-the-LoggerWrapper"]], "Rule Controller example": [[90, "Rule-Controller-example"]], "Wrappers example": [[91, "Wrappers-example"]], "Multi-Objective Wrapper": [[91, "Multi-Objective-Wrapper"]], "Previous Observations Wrappers": [[91, "Previous-Observations-Wrappers"]], "Datetime Wrapper": [[91, "Datetime-Wrapper"]], "Environment Action Normalization Wrapper": [[91, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[91, "Environment-Discretization-Wrapper"]], "Discrete Incremental Wrapper": [[91, "Discrete-Incremental-Wrapper"]], "Normalization Wrapper": [[91, "Normalization-Wrapper"]], "Logger Wrapper": [[91, "Logger-Wrapper"]], "Multi Observation Wrapper": [[91, "Multi-Observation-Wrapper"]], "Nesting wrappers": [[91, "Nesting-wrappers"]], "Output format": [[92, "output-format"]], "Logger": [[92, "logger"]], "Rewards": [[93, "rewards"]], "Reward terms": [[93, "reward-terms"]], "Custom Rewards": [[93, "custom-rewards"]], "Tests": [[94, "tests"]], "Install Pytest": [[94, "install-pytest"]], "Running tests": [[94, "running-tests"]], "Create new tests": [[94, "create-new-tests"]], "Usage example": [[95, "usage-example"]], "Weathers": [[96, "weathers"]], "Wrappers": [[97, "wrappers"]], "MultiObjectiveReward": [[97, "multiobjectivereward"]], "PreviousObservationWrapper": [[97, "previousobservationwrapper"]], "DatetimeWrapper": [[97, "datetimewrapper"]], "NormalizeAction": [[97, "normalizeaction"]], "DiscretizeEnv": [[97, "discretizeenv"]], "IncrementalWrapper": [[97, "incrementalwrapper"]], "DiscreteIncrementalWrapper": [[97, "discreteincrementalwrapper"]], "NormalizeObservation": [[97, "normalizeobservation"]], "LoggerWrapper": [[97, "loggerwrapper"]], "MultiObsWrapper": [[97, "multiobswrapper"]]}, "indexentries": {"module": [[12, "module-sinergym.config"], [13, "module-sinergym.config.modeling"], [15, "module-sinergym.envs"], [16, "module-sinergym.envs.eplus_env"], [18, "module-sinergym.simulators"], [19, "module-sinergym.simulators.eplus"], [21, "module-sinergym.utils"], [22, "module-sinergym.utils.callbacks"], [25, "module-sinergym.utils.common"], [38, "module-sinergym.utils.constants"], [46, "module-sinergym.utils.controllers"], [51, "module-sinergym.utils.env_checker"], [53, "module-sinergym.utils.evaluation"], [55, "module-sinergym.utils.gcloud"], [61, "module-sinergym.utils.logger"], [66, "module-sinergym.utils.rewards"], [72, "module-sinergym.utils.wrappers"]], "sinergym.config": [[12, "module-sinergym.config"]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling"]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON"]], "__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__"]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_config"]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw"]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters"]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables"]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability"]], "building_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.building_path"]], "ddy_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.ddy_path"]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers"]], "idd_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.idd_path"]], "logger (sinergym.config.modeling.modeljson attribute)": [[14, "sinergym.config.modeling.ModelJSON.logger"]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model"]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir"]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path"]], "weather_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.weather_path"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv"]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__"]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space"]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers"]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.available_handlers"]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.building_path"]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close"]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.ddy_path"]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_length"]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_path"]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.idd_path"]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.info"]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_discrete"]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_running"]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.logger"]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata"]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.meter_handlers"]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space"]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render"]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset"]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.runperiod"]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.schedulers"]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step"]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.step_size"]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode"]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.var_handlers"]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.weather_path"]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.workspace_path"]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.zone_names"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus"]], "energyplus (class in sinergym.simulators.eplus)": [[20, "sinergym.simulators.eplus.EnergyPlus"]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.__init__"]], "failed() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.failed"]], "is_running (sinergym.simulators.eplus.energyplus property)": [[20, "sinergym.simulators.eplus.EnergyPlus.is_running"]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[20, "sinergym.simulators.eplus.EnergyPlus.logger"]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args"]], "start() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.start"]], "stop() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.stop"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback"]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__"]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback"]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__"]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.convert_conf_to_env_parameters"]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.eppy_element_to_dict"]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.export_schedulers_to_excel"]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds"]], "get_ids() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_ids"]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys"]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped"]], "json_to_actuators() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.json_to_actuators"]], "json_to_meters() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_meters"]], "json_to_variables() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.json_to_variables"]], "ranges_getter() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.ranges_getter"]], "unwrap_wrapper() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.unwrap_wrapper"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[39, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION"]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION"]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION"]], "default_radiant_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION"]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION"]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[45, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[46, "module-sinergym.utils.controllers"]], "rbc5zone (class in sinergym.utils.controllers)": [[47, "sinergym.utils.controllers.RBC5Zone"]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[47, "sinergym.utils.controllers.RBC5Zone.__init__"]], "act() (sinergym.utils.controllers.rbc5zone method)": [[47, "sinergym.utils.controllers.RBC5Zone.act"]], "rbcdatacenter (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RBCDatacenter"]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[48, "sinergym.utils.controllers.RBCDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[48, "sinergym.utils.controllers.RBCDatacenter.act"]], "rbcincrementaldatacenter (class in sinergym.utils.controllers)": [[49, "sinergym.utils.controllers.RBCIncrementalDatacenter"]], "__init__() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[49, "sinergym.utils.controllers.RBCIncrementalDatacenter.__init__"]], "act() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[49, "sinergym.utils.controllers.RBCIncrementalDatacenter.act"]], "randomcontroller (class in sinergym.utils.controllers)": [[50, "sinergym.utils.controllers.RandomController"]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[50, "sinergym.utils.controllers.RandomController.__init__"]], "act() (sinergym.utils.controllers.randomcontroller method)": [[50, "sinergym.utils.controllers.RandomController.act"]], "sinergym.utils.env_checker": [[51, "module-sinergym.utils.env_checker"]], "check_env() (in module sinergym.utils.env_checker)": [[52, "sinergym.utils.env_checker.check_env"]], "sinergym.utils.evaluation": [[53, "module-sinergym.utils.evaluation"]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[54, "sinergym.utils.evaluation.evaluate_policy"]], "sinergym.utils.gcloud": [[55, "module-sinergym.utils.gcloud"]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[56, "sinergym.utils.gcloud.delete_instance_MIG_from_container"]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.get_service_account_token"]], "init_storage_client() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.init_storage_client"]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[59, "sinergym.utils.gcloud.read_from_bucket"]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[60, "sinergym.utils.gcloud.upload_to_bucket"]], "sinergym.utils.logger": [[61, "module-sinergym.utils.logger"]], "csvlogger (class in sinergym.utils.logger)": [[62, "sinergym.utils.logger.CSVLogger"]], "__init__() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.__init__"]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.activate_flag"]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.deactivate_flag"]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.log_episode"]], "log_step() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.log_step"]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.log_step_normalize"]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.set_log_file"]], "customformatter (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.CustomFormatter"]], "formats (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.FORMATS"]], "__init__() (sinergym.utils.logger.customformatter method)": [[63, "sinergym.utils.logger.CustomFormatter.__init__"]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.bold_red"]], "format() (sinergym.utils.logger.customformatter method)": [[63, "sinergym.utils.logger.CustomFormatter.format"]], "grey (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.grey"]], "red (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.red"]], "reset (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.reset"]], "yellow (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.yellow"]], "logger (class in sinergym.utils.logger)": [[64, "sinergym.utils.logger.Logger"]], "__init__() (sinergym.utils.logger.logger method)": [[64, "sinergym.utils.logger.Logger.__init__"]], "getlogger() (sinergym.utils.logger.logger method)": [[64, "sinergym.utils.logger.Logger.getLogger"]], "wandboutputformat (class in sinergym.utils.logger)": [[65, "sinergym.utils.logger.WandBOutputFormat"]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[65, "sinergym.utils.logger.WandBOutputFormat.__init__"]], "write() (sinergym.utils.logger.wandboutputformat method)": [[65, "sinergym.utils.logger.WandBOutputFormat.write"]], "sinergym.utils.rewards": [[66, "module-sinergym.utils.rewards"]], "basereward (class in sinergym.utils.rewards)": [[67, "sinergym.utils.rewards.BaseReward"]], "__init__() (sinergym.utils.rewards.basereward method)": [[67, "sinergym.utils.rewards.BaseReward.__init__"]], "logger (sinergym.utils.rewards.basereward attribute)": [[67, "sinergym.utils.rewards.BaseReward.logger"]], "expreward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.ExpReward"]], "__init__() (sinergym.utils.rewards.expreward method)": [[68, "sinergym.utils.rewards.ExpReward.__init__"]], "hourlylinearreward (class in sinergym.utils.rewards)": [[69, "sinergym.utils.rewards.HourlyLinearReward"]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[69, "sinergym.utils.rewards.HourlyLinearReward.__init__"]], "linearreward (class in sinergym.utils.rewards)": [[70, "sinergym.utils.rewards.LinearReward"]], "__init__() (sinergym.utils.rewards.linearreward method)": [[70, "sinergym.utils.rewards.LinearReward.__init__"]], "normalizedlinearreward (class in sinergym.utils.rewards)": [[71, "sinergym.utils.rewards.NormalizedLinearReward"]], "__init__() (sinergym.utils.rewards.normalizedlinearreward method)": [[71, "sinergym.utils.rewards.NormalizedLinearReward.__init__"]], "sinergym.utils.wrappers": [[72, "module-sinergym.utils.wrappers"]], "datetimewrapper (class in sinergym.utils.wrappers)": [[73, "sinergym.utils.wrappers.DatetimeWrapper"]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[73, "sinergym.utils.wrappers.DatetimeWrapper.__init__"]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[73, "sinergym.utils.wrappers.DatetimeWrapper.logger"]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[73, "sinergym.utils.wrappers.DatetimeWrapper.observation"]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action"]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping"]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete"]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger"]], "discretizeenv (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.DiscretizeEnv"]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[75, "sinergym.utils.wrappers.DiscretizeEnv.__init__"]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[75, "sinergym.utils.wrappers.DiscretizeEnv.action"]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[75, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete"]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[75, "sinergym.utils.wrappers.DiscretizeEnv.logger"]], "incrementalwrapper (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.IncrementalWrapper"]], "__init__() (sinergym.utils.wrappers.incrementalwrapper method)": [[76, "sinergym.utils.wrappers.IncrementalWrapper.__init__"]], "action() (sinergym.utils.wrappers.incrementalwrapper method)": [[76, "sinergym.utils.wrappers.IncrementalWrapper.action"]], "logger (sinergym.utils.wrappers.incrementalwrapper attribute)": [[76, "sinergym.utils.wrappers.IncrementalWrapper.logger"]], "loggerwrapper (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.LoggerWrapper"]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.__init__"]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.activate_logger"]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.close"]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger"]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[77, "sinergym.utils.wrappers.LoggerWrapper.logger"]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.reset"]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.step"]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.MultiObjectiveReward"]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[78, "sinergym.utils.wrappers.MultiObjectiveReward.__init__"]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[78, "sinergym.utils.wrappers.MultiObjectiveReward.logger"]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[78, "sinergym.utils.wrappers.MultiObjectiveReward.step"]], "multiobswrapper (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.MultiObsWrapper"]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[79, "sinergym.utils.wrappers.MultiObsWrapper.__init__"]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[79, "sinergym.utils.wrappers.MultiObsWrapper.logger"]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[79, "sinergym.utils.wrappers.MultiObsWrapper.reset"]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[79, "sinergym.utils.wrappers.MultiObsWrapper.step"]], "normalizeaction (class in sinergym.utils.wrappers)": [[80, "sinergym.utils.wrappers.NormalizeAction"]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[80, "sinergym.utils.wrappers.NormalizeAction.__init__"]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[80, "sinergym.utils.wrappers.NormalizeAction.action"]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[80, "sinergym.utils.wrappers.NormalizeAction.logger"]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[80, "sinergym.utils.wrappers.NormalizeAction.reverting_action"]], "normalizeobservation (class in sinergym.utils.wrappers)": [[81, "sinergym.utils.wrappers.NormalizeObservation"]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[81, "sinergym.utils.wrappers.NormalizeObservation.__init__"]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[81, "sinergym.utils.wrappers.NormalizeObservation.logger"]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[81, "sinergym.utils.wrappers.NormalizeObservation.normalize"]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[81, "sinergym.utils.wrappers.NormalizeObservation.reset"]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[81, "sinergym.utils.wrappers.NormalizeObservation.step"]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[82, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper"]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[82, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__"]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[82, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action"]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[83, "sinergym.utils.wrappers.PreviousObservationWrapper"]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[83, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__"]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[83, "sinergym.utils.wrappers.PreviousObservationWrapper.logger"]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[83, "sinergym.utils.wrappers.PreviousObservationWrapper.observation"]]}}) \ No newline at end of file +Search.setIndex({"alltitles": {"5Zone": [[2, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[10, "about-sinergym-package"]], "Action space": [[5, "action-space"]], "Actuators": [[5, "actuators"]], "Adding a new reward": [[85, "Adding-a-new-reward"]], "Adding more extra configuration": [[85, "Adding-more-extra-configuration"]], "Adding new buildings for environments": [[5, "adding-new-buildings-for-environments"]], "Adding new weathers for environments": [[5, "adding-new-weathers-for-environments"]], "Additional observation information": [[5, "additional-observation-information"]], "Available Parameters": [[5, "available-parameters"]], "Basic example": [[84, "Basic-example"]], "Buildings": [[2, "buildings"]], "Changing an environment registered in Sinergym": [[85, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[85, "Changing-observation-and-action-spaces"]], "Check Installation": [[10, "check-installation"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[10, "cloud-computing"]], "Configure Python environment": [[10, "configure-python-environment"]], "Containers permission to bucket storage output": [[8, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[3, "controllers"]], "Create new tests": [[94, "create-new-tests"]], "Create your VM or MIG": [[8, "create-your-vm-or-mig"]], "Custom Rewards": [[93, "custom-rewards"]], "DRL Callback Logger": [[4, "drl-callback-logger"]], "DRL usage example": [[87, "DRL-usage-example"]], "Datacenter": [[2, "datacenter"]], "Datetime Wrapper": [[91, "Datetime-Wrapper"]], "DatetimeWrapper": [[97, "datetimewrapper"]], "Deep Reinforcement Learning Integration": [[4, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[86, "Default-building-control-setting-up-an-empty-action-interface"]], "Discrete Incremental Wrapper": [[91, "Discrete-Incremental-Wrapper"]], "DiscreteIncrementalWrapper": [[97, "discreteincrementalwrapper"]], "DiscretizeEnv": [[97, "discretizeenv"]], "Displaying all the environment information": [[88, "Displaying-all-the-environment-information"]], "Docker container": [[10, "docker-container"]], "Environment Action Normalization Wrapper": [[91, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[91, "Environment-Discretization-Wrapper"]], "Environment Properties": [[88, "Environment-Properties"]], "Environment name": [[5, "environment-name"]], "Environments": [[5, "environments"]], "Environments Configuration and Registration": [[6, "environments-configuration-and-registration"]], "Environments List": [[5, "environments-list"]], "Evaluation Callback": [[4, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[8, "executing-experiments-in-remote-containers"]], "Extra Configuration in Sinergym simulations": [[7, "extra-configuration-in-sinergym-simulations"]], "Extra configuration": [[5, "extra-configuration"]], "First steps (configuration)": [[8, "first-steps-configuration"]], "Getting information about Sinergym environments": [[88, "Getting-information-about-Sinergym-environments"]], "Github Actions": [[9, "github-actions"]], "Google Cloud Alerts": [[8, "google-cloud-alerts"]], "Handlers information": [[88, "Handlers-information"]], "How to use": [[4, "how-to-use"]], "Include Energyplus Python API in python path": [[10, "include-energyplus-python-api-in-python-path"]], "IncrementalWrapper": [[97, "incrementalwrapper"]], "Initiate your VM": [[8, "initiate-your-vm"]], "Install EnergyPlus 23.1.0": [[10, "install-energyplus-23-1-0"]], "Install Pytest": [[94, "install-pytest"]], "Installation": [[10, "installation"]], "Load a trained model": [[4, "load-a-trained-model"]], "Loading a model": [[87, "Loading-a-model"]], "Logger": [[92, "logger"]], "Logger Wrapper": [[91, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[89, "Logger-Wrapper-personalization/configuration"]], "LoggerWrapper": [[97, "loggerwrapper"]], "Manual installation": [[10, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[5, "maximum-episode-data-stored-in-sinergym-output"]], "Meters": [[5, "meters"]], "Multi Observation Wrapper": [[91, "Multi-Observation-Wrapper"]], "Multi-Objective Wrapper": [[91, "Multi-Objective-Wrapper"]], "MultiObjectiveReward": [[97, "multiobjectivereward"]], "MultiObsWrapper": [[97, "multiobswrapper"]], "Nesting wrappers": [[91, "Nesting-wrappers"]], "New release created or modified": [[9, "new-release-created-or-modified"]], "Normalization Wrapper": [[91, "Normalization-Wrapper"]], "NormalizeAction": [[97, "normalizeaction"]], "NormalizeObservation": [[97, "normalizeobservation"]], "OfficeGridStorageSmoothing": [[2, "officegridstoragesmoothing"]], "OfficeMedium": [[2, "officemedium"]], "Output format": [[92, "output-format"]], "Preparing Google Cloud": [[8, "preparing-google-cloud"]], "Previous Observations Wrappers": [[91, "Previous-Observations-Wrappers"]], "PreviousObservationWrapper": [[97, "previousobservationwrapper"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Pull Request": [[9, "pull-request"]], "Push main (or merge a pull request)": [[9, "push-main-or-merge-a-pull-request"]], "Reward": [[5, "reward"]], "Reward Kwargs": [[5, "reward-kwargs"]], "Reward terms": [[93, "reward-terms"]], "Rewards": [[93, "rewards"]], "Rule Controller example": [[90, "Rule-Controller-example"]], "Running tests": [[94, "running-tests"]], "Schedulers information": [[88, "Schedulers-information"]], "ShopWithVanBattery": [[2, "shopwithvanbattery"]], "Sinergym with Google Cloud": [[8, "sinergym-with-google-cloud"]], "Small Datacenter": [[2, "small-datacenter"]], "Step 1 Inherit and modify the CSVloger": [[89, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[89, "Step-2-Instantiate-the-LoggerWrapper"]], "Tests": [[94, "tests"]], "Time variables": [[5, "time-variables"]], "Train a model": [[4, "train-a-model"]], "Training a model": [[87, "Training-a-model"]], "Updating the weather used in environment": [[85, "Updating-the-weather-used-in-environment"]], "Usage example": [[95, "usage-example"]], "Use our container in Google Cloud Platform": [[8, "use-our-container-in-google-cloud-platform"]], "Use your own container": [[8, "use-your-own-container"]], "Variables": [[5, "variables"]], "Variables field": [[6, "variables-field"]], "Visualize remote wandb log in real-time": [[8, "visualize-remote-wandb-log-in-real-time"]], "Warehouse": [[2, "warehouse"]], "Weather Specification field": [[6, "weather-specification-field"]], "Weather Variability": [[5, "weather-variability"]], "Weather files": [[5, "weather-files"]], "Weathers": [[96, "weathers"]], "Weights and Biases structure": [[4, "weights-and-biases-structure"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[97, "wrappers"]], "Wrappers example": [[91, "Wrappers-example"]], "building file": [[5, "building-file"]], "runperiod": [[7, "runperiod"]], "sinergym.config": [[12, "module-sinergym.config"]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[14, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[15, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[17, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[18, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[21, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[23, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[25, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[26, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[27, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[28, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[29, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_ids": [[30, "sinergym-utils-common-get-ids"]], "sinergym.utils.common.get_record_keys": [[31, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[32, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[33, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[34, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[35, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[36, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[37, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[39, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-radiant-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[45, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[46, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[47, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[48, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[49, "sinergym-utils-controllers-rbcincrementaldatacenter"]], "sinergym.utils.controllers.RandomController": [[50, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[51, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[52, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[53, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[54, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[55, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[56, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[57, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[58, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[59, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[60, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[61, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[62, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[63, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[64, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[65, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[66, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[67, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[68, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[69, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[70, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.rewards.NormalizedLinearReward": [[71, "sinergym-utils-rewards-normalizedlinearreward"]], "sinergym.utils.wrappers": [[72, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[73, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[74, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[75, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.IncrementalWrapper": [[76, "sinergym-utils-wrappers-incrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[77, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[78, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[79, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[80, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[81, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[82, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[83, "sinergym-utils-wrappers-previousobservationwrapper"]], "timestep_per_hour": [[7, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_ids", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_ids.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.__init__", false]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[23, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[50, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[47, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[48, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[49, "sinergym.utils.controllers.RBCIncrementalDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.customformatter method)": [[63, "sinergym.utils.logger.CustomFormatter.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[64, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[65, "sinergym.utils.logger.WandBOutputFormat.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[67, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[68, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[69, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[70, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.normalizedlinearreward method)": [[71, "sinergym.utils.rewards.NormalizedLinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[73, "sinergym.utils.wrappers.DatetimeWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[75, "sinergym.utils.wrappers.DiscretizeEnv.__init__", false]], "__init__() (sinergym.utils.wrappers.incrementalwrapper method)": [[76, "sinergym.utils.wrappers.IncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[78, "sinergym.utils.wrappers.MultiObjectiveReward.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[79, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[80, "sinergym.utils.wrappers.NormalizeAction.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[81, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[82, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[83, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[50, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[47, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[48, "sinergym.utils.controllers.RBCDatacenter.act", false]], "act() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[49, "sinergym.utils.controllers.RBCIncrementalDatacenter.act", false]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[75, "sinergym.utils.wrappers.DiscretizeEnv.action", false]], "action() (sinergym.utils.wrappers.incrementalwrapper method)": [[76, "sinergym.utils.wrappers.IncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[80, "sinergym.utils.wrappers.NormalizeAction.action", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[82, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping", false]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.action_space", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers", false]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_config", false]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw", false]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters", false]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables", false]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.apply_weather_variability", false]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.available_handlers", false]], "basereward (class in sinergym.utils.rewards)": [[67, "sinergym.utils.rewards.BaseReward", false]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.bold_red", false]], "building_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.building_path", false]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.building_path", false]], "check_env() (in module sinergym.utils.env_checker)": [[52, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[26, "sinergym.utils.common.convert_conf_to_env_parameters", false]], "csvlogger (class in sinergym.utils.logger)": [[62, "sinergym.utils.logger.CSVLogger", false]], "customformatter (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.CustomFormatter", false]], "datetimewrapper (class in sinergym.utils.wrappers)": [[73, "sinergym.utils.wrappers.DatetimeWrapper", false]], "ddy_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.ddy_path", false]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.ddy_path", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[39, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", false]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", false]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", false]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", false]], "default_radiant_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", false]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", false]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[45, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[56, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper", false]], "discretizeenv (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.DiscretizeEnv", false]], "energyplus (class in sinergym.simulators.eplus)": [[20, "sinergym.simulators.eplus.EnergyPlus", false]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_length", false]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.episode_path", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[17, "sinergym.envs.eplus_env.EplusEnv", false]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.eppy_element_to_dict", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[54, "sinergym.utils.evaluation.evaluate_policy", false]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.export_schedulers_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.ExpReward", false]], "failed() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.failed", false]], "format() (sinergym.utils.logger.customformatter method)": [[63, "sinergym.utils.logger.CustomFormatter.format", false]], "formats (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.FORMATS", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.get_delta_seconds", false]], "get_ids() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_ids", false]], "get_record_keys() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.get_schedulers", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.get_service_account_token", false]], "getlogger() (sinergym.utils.logger.logger method)": [[64, "sinergym.utils.logger.Logger.getLogger", false]], "grey (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.grey", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[69, "sinergym.utils.rewards.HourlyLinearReward", false]], "idd_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.idd_path", false]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.idd_path", false]], "incrementalwrapper (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.IncrementalWrapper", false]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.info", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.init_storage_client", false]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[75, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete", false]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.is_running", false]], "is_running (sinergym.simulators.eplus.energyplus property)": [[20, "sinergym.simulators.eplus.EnergyPlus.is_running", false]], "is_wrapped() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.is_wrapped", false]], "json_to_actuators() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.json_to_actuators", false]], "json_to_meters() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_meters", false]], "json_to_variables() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.json_to_variables", false]], "linearreward (class in sinergym.utils.rewards)": [[70, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[64, "sinergym.utils.logger.Logger", false]], "logger (sinergym.config.modeling.modeljson attribute)": [[14, "sinergym.config.modeling.ModelJSON.logger", false]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.logger", false]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[20, "sinergym.simulators.eplus.EnergyPlus.logger", false]], "logger (sinergym.utils.rewards.basereward attribute)": [[67, "sinergym.utils.rewards.BaseReward.logger", false]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[73, "sinergym.utils.wrappers.DatetimeWrapper.logger", false]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[74, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[75, "sinergym.utils.wrappers.DiscretizeEnv.logger", false]], "logger (sinergym.utils.wrappers.incrementalwrapper attribute)": [[76, "sinergym.utils.wrappers.IncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[77, "sinergym.utils.wrappers.LoggerWrapper.logger", false]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[78, "sinergym.utils.wrappers.MultiObjectiveReward.logger", false]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[79, "sinergym.utils.wrappers.MultiObsWrapper.logger", false]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[80, "sinergym.utils.wrappers.NormalizeAction.logger", false]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[81, "sinergym.utils.wrappers.NormalizeObservation.logger", false]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[83, "sinergym.utils.wrappers.PreviousObservationWrapper.logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[23, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.LoggerWrapper", false]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[17, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.meter_handlers", false]], "modeljson (class in sinergym.config.modeling)": [[14, "sinergym.config.modeling.ModelJSON", false]], "module": [[12, "module-sinergym.config", false], [13, "module-sinergym.config.modeling", false], [15, "module-sinergym.envs", false], [16, "module-sinergym.envs.eplus_env", false], [18, "module-sinergym.simulators", false], [19, "module-sinergym.simulators.eplus", false], [21, "module-sinergym.utils", false], [22, "module-sinergym.utils.callbacks", false], [25, "module-sinergym.utils.common", false], [38, "module-sinergym.utils.constants", false], [46, "module-sinergym.utils.controllers", false], [51, "module-sinergym.utils.env_checker", false], [53, "module-sinergym.utils.evaluation", false], [55, "module-sinergym.utils.gcloud", false], [61, "module-sinergym.utils.logger", false], [66, "module-sinergym.utils.rewards", false], [72, "module-sinergym.utils.wrappers", false]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.MultiObjectiveReward", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[81, "sinergym.utils.wrappers.NormalizeObservation.normalize", false]], "normalizeaction (class in sinergym.utils.wrappers)": [[80, "sinergym.utils.wrappers.NormalizeAction", false]], "normalizedlinearreward (class in sinergym.utils.rewards)": [[71, "sinergym.utils.rewards.NormalizedLinearReward", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[81, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[73, "sinergym.utils.wrappers.DatetimeWrapper.observation", false]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[83, "sinergym.utils.wrappers.PreviousObservationWrapper.observation", false]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.observation_space", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[82, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[83, "sinergym.utils.wrappers.PreviousObservationWrapper", false]], "randomcontroller (class in sinergym.utils.controllers)": [[50, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[47, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RBCDatacenter", false]], "rbcincrementaldatacenter (class in sinergym.utils.controllers)": [[49, "sinergym.utils.controllers.RBCIncrementalDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[59, "sinergym.utils.gcloud.read_from_bucket", false]], "red (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.red", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.reset", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[79, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[81, "sinergym.utils.wrappers.NormalizeObservation.reset", false]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[80, "sinergym.utils.wrappers.NormalizeAction.reverting_action", false]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.runperiod", false]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.save_building_model", false]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.schedulers", false]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.set_episode_working_dir", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[62, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "sinergym.config": [[12, "module-sinergym.config", false]], "sinergym.config.modeling": [[13, "module-sinergym.config.modeling", false]], "sinergym.envs": [[15, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[16, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[18, "module-sinergym.simulators", false]], "sinergym.simulators.eplus": [[19, "module-sinergym.simulators.eplus", false]], "sinergym.utils": [[21, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[22, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[25, "module-sinergym.utils.common", false]], "sinergym.utils.constants": [[38, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[46, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[51, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[53, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[55, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[61, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[66, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[72, "module-sinergym.utils.wrappers", false]], "start() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.start", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[17, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[77, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[78, "sinergym.utils.wrappers.MultiObjectiveReward.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[79, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[81, "sinergym.utils.wrappers.NormalizeObservation.step", false]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.step_size", false]], "stop() (sinergym.simulators.eplus.energyplus method)": [[20, "sinergym.simulators.eplus.EnergyPlus.stop", false]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.unwrap_wrapper", false]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[24, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals", false]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[14, "sinergym.config.modeling.ModelJSON.update_weather_path", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[60, "sinergym.utils.gcloud.upload_to_bucket", false]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.var_handlers", false]], "wandboutputformat (class in sinergym.utils.logger)": [[65, "sinergym.utils.logger.WandBOutputFormat", false]], "weather_path (sinergym.config.modeling.modeljson property)": [[14, "sinergym.config.modeling.ModelJSON.weather_path", false]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.weather_path", false]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.workspace_path", false]], "write() (sinergym.utils.logger.wandboutputformat method)": [[65, "sinergym.utils.logger.WandBOutputFormat.write", false]], "yellow (sinergym.utils.logger.customformatter attribute)": [[63, "sinergym.utils.logger.CustomFormatter.yellow", false]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[17, "sinergym.envs.eplus_env.EplusEnv.zone_names", false]]}, "objects": {"sinergym": [[12, 0, 0, "-", "config"], [15, 0, 0, "-", "envs"], [18, 0, 0, "-", "simulators"], [21, 0, 0, "-", "utils"]], "sinergym.config": [[13, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[14, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "adapt_building_to_config"], [14, 2, 1, "", "adapt_building_to_epw"], [14, 2, 1, "", "adapt_building_to_meters"], [14, 2, 1, "", "adapt_building_to_variables"], [14, 2, 1, "", "apply_weather_variability"], [14, 3, 1, "", "building_path"], [14, 3, 1, "", "ddy_path"], [14, 2, 1, "", "get_schedulers"], [14, 3, 1, "", "idd_path"], [14, 4, 1, "", "logger"], [14, 2, 1, "", "save_building_model"], [14, 2, 1, "", "set_episode_working_dir"], [14, 2, 1, "", "update_weather_path"], [14, 3, 1, "", "weather_path"]], "sinergym.envs": [[16, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[17, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[17, 2, 1, "", "__init__"], [17, 3, 1, "", "action_space"], [17, 3, 1, "", "actuator_handlers"], [17, 3, 1, "", "available_handlers"], [17, 3, 1, "", "building_path"], [17, 2, 1, "", "close"], [17, 3, 1, "", "ddy_path"], [17, 3, 1, "", "episode_length"], [17, 3, 1, "", "episode_path"], [17, 3, 1, "", "idd_path"], [17, 2, 1, "", "info"], [17, 3, 1, "", "is_discrete"], [17, 3, 1, "", "is_running"], [17, 4, 1, "", "logger"], [17, 4, 1, "", "metadata"], [17, 3, 1, "", "meter_handlers"], [17, 3, 1, "", "observation_space"], [17, 2, 1, "", "render"], [17, 2, 1, "", "reset"], [17, 3, 1, "", "runperiod"], [17, 3, 1, "", "schedulers"], [17, 2, 1, "", "step"], [17, 3, 1, "", "step_size"], [17, 3, 1, "", "timestep_per_episode"], [17, 3, 1, "", "var_handlers"], [17, 3, 1, "", "weather_path"], [17, 3, 1, "", "workspace_path"], [17, 3, 1, "", "zone_names"]], "sinergym.simulators": [[19, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[20, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[20, 2, 1, "", "__init__"], [20, 2, 1, "", "failed"], [20, 3, 1, "", "is_running"], [20, 4, 1, "", "logger"], [20, 2, 1, "", "make_eplus_args"], [20, 2, 1, "", "start"], [20, 2, 1, "", "stop"]], "sinergym.utils": [[22, 0, 0, "-", "callbacks"], [25, 0, 0, "-", "common"], [38, 0, 0, "-", "constants"], [46, 0, 0, "-", "controllers"], [51, 0, 0, "-", "env_checker"], [53, 0, 0, "-", "evaluation"], [55, 0, 0, "-", "gcloud"], [61, 0, 0, "-", "logger"], [66, 0, 0, "-", "rewards"], [72, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[23, 1, 1, "", "LoggerCallback"], [24, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[23, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[26, 5, 1, "", "convert_conf_to_env_parameters"], [27, 5, 1, "", "eppy_element_to_dict"], [28, 5, 1, "", "export_schedulers_to_excel"], [29, 5, 1, "", "get_delta_seconds"], [30, 5, 1, "", "get_ids"], [31, 5, 1, "", "get_record_keys"], [32, 5, 1, "", "is_wrapped"], [33, 5, 1, "", "json_to_actuators"], [34, 5, 1, "", "json_to_meters"], [35, 5, 1, "", "json_to_variables"], [36, 5, 1, "", "ranges_getter"], [37, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[39, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [40, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_RADIANT_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [45, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[47, 1, 1, "", "RBC5Zone"], [48, 1, 1, "", "RBCDatacenter"], [49, 1, 1, "", "RBCIncrementalDatacenter"], [50, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[47, 2, 1, "", "__init__"], [47, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[52, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[54, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[56, 5, 1, "", "delete_instance_MIG_from_container"], [57, 5, 1, "", "get_service_account_token"], [58, 5, 1, "", "init_storage_client"], [59, 5, 1, "", "read_from_bucket"], [60, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[62, 1, 1, "", "CSVLogger"], [63, 1, 1, "", "CustomFormatter"], [64, 1, 1, "", "Logger"], [65, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[62, 2, 1, "", "__init__"], [62, 2, 1, "", "activate_flag"], [62, 2, 1, "", "deactivate_flag"], [62, 2, 1, "", "log_episode"], [62, 2, 1, "", "log_step"], [62, 2, 1, "", "log_step_normalize"], [62, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[63, 4, 1, "", "FORMATS"], [63, 2, 1, "", "__init__"], [63, 4, 1, "", "bold_red"], [63, 2, 1, "", "format"], [63, 4, 1, "", "grey"], [63, 4, 1, "", "red"], [63, 4, 1, "", "reset"], [63, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[64, 2, 1, "", "__init__"], [64, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "write"]], "sinergym.utils.rewards": [[67, 1, 1, "", "BaseReward"], [68, 1, 1, "", "ExpReward"], [69, 1, 1, "", "HourlyLinearReward"], [70, 1, 1, "", "LinearReward"], [71, 1, 1, "", "NormalizedLinearReward"]], "sinergym.utils.rewards.BaseReward": [[67, 2, 1, "", "__init__"], [67, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[68, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[69, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[70, 2, 1, "", "__init__"]], "sinergym.utils.rewards.NormalizedLinearReward": [[71, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[73, 1, 1, "", "DatetimeWrapper"], [74, 1, 1, "", "DiscreteIncrementalWrapper"], [75, 1, 1, "", "DiscretizeEnv"], [76, 1, 1, "", "IncrementalWrapper"], [77, 1, 1, "", "LoggerWrapper"], [78, 1, 1, "", "MultiObjectiveReward"], [79, 1, 1, "", "MultiObsWrapper"], [80, 1, 1, "", "NormalizeAction"], [81, 1, 1, "", "NormalizeObservation"], [82, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [83, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[73, 2, 1, "", "__init__"], [73, 4, 1, "", "logger"], [73, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[74, 2, 1, "", "__init__"], [74, 2, 1, "", "action"], [74, 2, 1, "", "action_mapping"], [74, 3, 1, "", "is_discrete"], [74, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[75, 2, 1, "", "__init__"], [75, 2, 1, "", "action"], [75, 3, 1, "", "is_discrete"], [75, 4, 1, "", "logger"]], "sinergym.utils.wrappers.IncrementalWrapper": [[76, 2, 1, "", "__init__"], [76, 2, 1, "", "action"], [76, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[77, 2, 1, "", "__init__"], [77, 2, 1, "", "activate_logger"], [77, 2, 1, "", "close"], [77, 2, 1, "", "deactivate_logger"], [77, 4, 1, "", "logger"], [77, 2, 1, "", "reset"], [77, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[78, 2, 1, "", "__init__"], [78, 4, 1, "", "logger"], [78, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[79, 2, 1, "", "__init__"], [79, 4, 1, "", "logger"], [79, 2, 1, "", "reset"], [79, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[80, 2, 1, "", "__init__"], [80, 2, 1, "", "action"], [80, 4, 1, "", "logger"], [80, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[81, 2, 1, "", "__init__"], [81, 4, 1, "", "logger"], [81, 2, 1, "", "normalize"], [81, 2, 1, "", "reset"], [81, 2, 1, "", "step"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[82, 2, 1, "", "__init__"], [82, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[83, 2, 1, "", "__init__"], [83, 4, 1, "", "logger"], [83, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "terms": {"": [0, 4, 5, 6, 7, 8, 10, 11, 14, 17, 50, 62, 63, 68, 69, 70, 71, 77, 81, 85, 87, 88, 92, 93, 94, 95, 96, 97], "0": [4, 5, 6, 8, 17, 23, 29, 62, 65, 68, 69, 70, 71, 74, 80, 82, 84, 85, 86, 87, 88, 89, 90, 91, 93, 95, 97], "00": [87, 91], "0000000e": 91, "000002": 87, "000004": 87, "000006": 87, "000008": 87, "000011": 87, "000013": 87, "000015": 87, "000017": 87, "00002": 87, "000021": 87, "000023": 87, "000025": 87, "000027": 87, "000029": 87, "000034": 87, "000036": 87, "000038": 87, "000046": 87, "000048": 87, "000053": 87, "00006": 87, "000063": 87, "000067": 87, "000069": 87, "00007": 87, "000072": 87, "000074": 87, "00008": 87, "000084": 87, "000088": 87, "00009": 87, "000093": 87, "000095": 87, "0001": 87, "000105": 87, "000109": 87, "00012": 87, "000128": 89, "000147": 87, "00016": 87, "000166": 87, "000185": 87, "0001train": 87, "0002": 87, "000217": 87, "000223": 87, "00025": 87, "00033": 87, "000334": 87, "000368": 87, "000408": 87, "000452": 87, "000471": 87, "000492": 87, "00054": 87, "000565": 87, "0005842181877573": 90, "000605": 87, "000715": 87, "000904": 87, "000923": 87, "001": [6, 85, 87], "001045": 87, "001156": 87, "00121972": 91, "0013": 87, "001425": 87, "00155": 87, "001564": 87, "00164": 87, "001679": 87, "001703": 87, "001799": 87, "0018635": 87, "001867": 87, "00199": 87, "002357": 87, "002415": 87, "002485": 87, "002693": 87, "002823": 87, "002916": 87, "003113": 87, "0033998208": 87, "00343": 87, "003632": 87, "003658": 87, "003705212742588": 86, "00378": 87, "003956": 87, "0041485": 87, "004536449977537947": [90, 91], "004538": 87, "004633": 87, "004652": 87, "004717": 87, "0048": 87, "0049": 87, "00499968750430059": 91, "0051785": 87, "005348": 87, "00538809382535063": 91, "005629148688825955": 90, "005653": 87, "0057": 87, "00577": 87, "00592": 87, "005941": 87, "0061": 87, "006176": 87, "006251": 87, "0063": 87, "0063478": 87, "006355": 87, "006378": 87, "006402439024390249": 86, "006451254621872": 86, "006542366753496509": 91, "00684": 87, "006935757308931089": 91, "007018": 87, "007049581561774207": 91, "0070688585864955075": 91, "0073": 87, "00732": 87, "007689": 87, "00783": 87, "008144": 87, "00819": 87, "008395": 87, "008417052432114897": 86, "008430450234156376": 86, "008594557139982584": 84, "008645230812945": 86, "0086eval": 87, "00882370430179678": 90, "009037": 87, "009117": 87, "009144": 87, "0092": 87, "00922": 87, "00924": 87, "009302": 87, "00937": 87, "009495": 87, "009565086141368": 86, "009865": 87, "009953": 87, "009995": 87, "01": [87, 91], "010059948897039251": 86, "010066938284793056": 86, "010214": 87, "010227": 87, "010288": 87, "010324": 87, "0104027": 87, "01041": 87, "010849": 87, "01096": 87, "0110311955": 87, "01116": 87, "0112": 87, "01121": 87, "011673": 87, "011675": 87, "012": 87, "01203": 87, "012045": 87, "012146": 87, "01241": 87, "012545": 87, "01276": 87, "01306": 87, "013084": 87, "013084733506993": 91, "013084733506993018": 91, "013161": 87, "0131997": 87, "013376": 87, "013592": 87, "0136967": 87, "0137": 87, "01376": 87, "013933": 87, "013974": 87, "014492": 87, "014524": 87, "0145801281317": 87, "014736": 87, "0148": 87, "01514": 87, "0152": 87, "015495": 87, "015564": 87, "015846": 87, "015865": 87, "015965": 87, "016204585390692": 86, "016277": 87, "016546": 87, "0166746": 87, "017": 87, "01712": 87, "017189114279965167": 84, "017467": 87, "017624": 87, "017635": 87, "018007": 87, "01816": 87, "018555": 87, "018625": 87, "01869": 87, "018893380782864": 86, "018936": 87, "01894observ": 87, "018997": 87, "019212040973969797": 84, "019802": 87, "01982": 87, "019958": 87, "01e": 87, "02": 91, "020063419083978743": 89, "0206": 87, "02081": 87, "021046": 87, "02120558208039114": 86, "021494": 87, "02169": 87, "021883": 87, "022": 87, "022127": 87, "02225": 87, "0222852": 87, "022305": 87, "022327": 87, "0224586": 87, "022537": 87, "022585": 87, "023228": 87, "023277": 87, "0233877": 87, "023397": 87, "0234256": 87, "02376": 87, "0242": 87, "024275": 87, "024408": 87, "024600_iwec": 96, "02463": 87, "024805": 87, "024936": 87, "025": 87, "02536": 87, "025604": 87, "025675": 87, "0257": 87, "02629": 87, "0265746": 87, "02657observ": 87, "027035": 87, "0272": 87, "027222": 87, "02745": 87, "027721": 87, "027729": 87, "02780659811395238": 84, "028294": 87, "02853": 91, "028534": 87, "028878": 87, "0292397": 87, "02925460307228": 91, "029285": 87, "029406": 87, "02954": 87, "029740_iwec": [85, 96], "029778": 87, "02e": 87, "03": [87, 91], "030064": 87, "0301712": 87, "030527": 87, "03078": 87, "0308": 87, "03104": 87, "031082": 87, "0311714993057384": 91, "031296": 87, "031479": 87, "03153": 87, "031565": 87, "031765": 87, "03184": 87, "032861": 87, "0332": 87, "033271": 87, "033295": 87, "033356": 87, "033457": 87, "033459": 87, "03417": 87, "034204": 87, "034254": 87, "034338": 87, "034351": 87, "0346045": 87, "035179": 87, "035385": 87, "0356": 87, "035702": 87, "0358138": 87, "03585": 87, "0360292e": 91, "036564": 87, "037195": 87, "037801974817327": 86, "037851": 87, "037893": 87, "038016": 87, "0381413": 87, "03831": 87, "0384": 87, "038563": 87, "038567": 87, "038744": 87, "038803": 87, "038888": 87, "0389": 87, "039072": 87, "039125": 87, "039146": 87, "039303": 87, "039307": 87, "039814": 87, "03985": 87, "0399": 87, "039986": 87, "03_13": 87, "03e": 87, "04": [10, 87], "040098962863255": 86, "0407": 87, "0408": 87, "0409384": 87, "04101": 87, "041191": 87, "041197": 87, "04126": 87, "041264": 87, "041609": 87, "0417705": 87, "042038": 87, "04204": 87, "042078": 87, "04220473": 91, "042411164160782": 86, "04241116416078228": 86, "04255": 87, "042582": 87, "0426": 87, "042614": 87, "0426264": 87, "04286119781551": 86, "0429": 87, "043047": 87, "043416": 87, "044007": 87, "044094470156978": 86, "04412536": 87, "044207": 87, "04449": 87, "044543": 87, "04456": 87, "04457": 87, "045027": 89, "045143": 87, "0451891": 87, "045515": 87, "045892": 87, "046": 87, "0468": 87, "047049": 87, "047325": 87, "04736episod": 87, "04738527": 87, "047405": 87, "04773": 87, "04774477368803296": 89, "04774477368803297": [84, 89], "047768": 87, "0479": 87, "048075": 87, "0482287": 87, "048388": 87, "04839": 87, "048454": 87, "0486894": 87, "04876eval": 87, "04878048780498": 86, "0488": 87, "04883": 87, "0489": 87, "049053": 87, "049054": 87, "049194": 87, "04921": 87, "049313": 87, "049335": 87, "049627": 87, "049884": 87, "049967": 87, "04e": 87, "05": [87, 91], "0501375": 87, "050169": 87, "0505": 87, "0507": 87, "05074episod": 87, "05086": 87, "0509": 87, "050997": 87, "051031": 87, "0512": 87, "0513": 87, "051739": 87, "0518": 87, "051851": 87, "052027": 87, "0521": 87, "0525": 87, "05312": 87, "053274": 87, "053332": 87, "053425": 87, "05344": 87, "053753": 87, "0539": 87, "053951": 87, "054016": 87, "054276": 87, "0544": 87, "054893": 87, "055126": 87, "055376": 87, "05541": 87, "05542625239599594": [90, 91], "055507": 87, "056": 87, "056015": 87, "056192": 87, "056242": 87, "05627": 87, "056477": 87, "05659": 87, "056593": 87, "0566": 87, "05674": 87, "056837": 87, "05684": 87, "057213": 87, "057838561161213775": 86, "05792": 87, "057957": 87, "058": 87, "05800834342804423": 91, "058065": 87, "058687": 87, "058773967039258": 86, "058844": 87, "0591": 87, "0592": 87, "05942": 87, "05946": 87, "059542": 87, "0598": 87, "05981": 87, "059998": 87, "05e": 87, "05time": 87, "06": 87, "06001": 87, "060165": 87, "060250789892102": 86, "06058090633": 87, "060763866443537": 86, "060978": 87, "060984": 87, "061084": 87, "0611014": 87, "061123": 87, "0611725": 87, "061243": 87, "0614": 87, "061403": 87, "061483": 87, "0616": 87, "061643": 87, "061901": 87, "061975": 87, "062": 87, "06217": 87, "062317": 87, "062473": 87, "0625": 87, "063183": 87, "0633": 87, "063503": 87, "063595": 87, "063614": 87, "063698": 87, "064": 87, "064064": 87, "064104": 87, "064188": 87, "0643": 87, "064402": 87, "064434": 87, "06446283743025183": [90, 91], "064466639774928": 86, "064882": 87, "064962": 87, "065159": 87, "065284": 87, "06529": 87, "065317": 87, "065544": 87, "06664793651545": 86, "066673": 87, "066725": 87, "067177": 87, "0674": 87, "06745": 87, "0675281": 87, "067757": 87, "06789851005825302": 86, "068222": 87, "06836": 87, "068803440473825": 86, "069008": 87, "069071": 87, "069283": 87, "069463": 87, "06e": 87, "07": 87, "070307": 87, "070414": 87, "070488": 87, "070724": 87, "070915": 87, "071327": 87, "0714601": 87, "07156": 87, "071585": 87, "07219": 87, "07225": 87, "0725": 87, "072664": 87, "072796": 87, "072847": 87, "0729": 87, "072931": 87, "073017": 87, "073156": 87, "07339": 87, "073464526888": 87, "073694": 87, "073902": 87, "073912": 87, "073921": 87, "0743": 87, "07431": 87, "074325327970303": 86, "07435": 87, "07449": 87, "074561": 87, "075": 87, "0750003": 87, "07528": 87, "0753": 87, "075342": 87, "0755606": 87, "07557": 87, "0757": 87, "07577": 87, "07606": 87, "076616": 87, "076662": 87, "076813": 87, "076895": 87, "077019": 87, "0771": 87, "077408": 87, "07751": 87, "0776": 87, "0777": 87, "077736": 87, "0783": 87, "078562": 87, "0786": 87, "0789": 87, "07896": 87, "0795": 87, "07955": 87, "079569": 87, "079979": 87, "07e": 87, "08": [81, 87], "080013": 87, "080135": 87, "080436": 87, "08074": 87, "080772": 87, "081000039381": 87, "081106": 87, "081112": 87, "081665": 87, "081877": 87, "081879": 87, "082052": 87, "08231": 87, "0827537": 87, "0828": 87, "0829508": 87, "0833": 87, "083458": 87, "08358694595796834": 89, "0837": 87, "0841": 87, "084190_swec": [85, 96], "084203": 87, "084322": 87, "084388": 87, "084414": 87, "08445": 87, "0846555": 87, "084793": 87, "085": 87, "085022": 87, "085037": 87, "085360_ineti": [85, 96], "085587": 87, "08581": 87, "085833": 87, "086": 87, "086092": 87, "08643": 87, "086617": 87, "08662": 87, "086629771558385": 86, "086813": 87, "087038": 87, "0872054": 87, "08734": 87, "087454": 87, "08747": 87, "087503": 87, "08769": 87, "087856": 87, "08793": 87, "08801": 87, "088284": 87, "088394": 87, "088962724586498": 86, "089": 87, "08908": 87, "0891": 87, "089472": 87, "08959897": 87, "089655": 87, "0897": 87, "08971": 87, "089901": 87, "08e": 87, "09": 87, "090052": 87, "09069": 87, "091045": 87, "0912": 87, "091452": 87, "091528": 87, "091732": 91, "091949": 87, "091957": 87, "091959": 87, "092": 87, "092154": 87, "0922365": 87, "092297": 87, "092391290403306": 86, "092854": 87, "093073": 87, "09314": 87, "09316": 87, "093334": 87, "0935545": 87, "093597": 87, "09369": 87, "093696177204187": 91, "093733": 87, "0938": 87, "093914": 87, "093975": 87, "094": 87, "094041": 87, "094099": 87, "0945": 87, "09457": 87, "094668": 87, "09502": 87, "095318": 87, "09547": 87, "095592": 87, "095621": 87, "0961": 87, "096224": 87, "096245": 87, "09637": 87, "0966": 87, "09662": 87, "096634": 87, "096746": 87, "09686": 87, "096895": 87, "096941": 87, "097107": 87, "09713": 87, "09719": 87, "097484": 87, "097755": 87, "097776": 87, "097784": 87, "098063": 87, "09816": 87, "09818": 87, "098211": 87, "098276": 87, "099007": 87, "09905": 87, "099207": 87, "099758": 87, "0998027": 87, "09997": 87, "099987": 87, "09e": 87, "0_0": [85, 87], "0eval": 87, "0m": 63, "0observ": 87, "0x7f6d49d5f670": 87, "0x7f6e4589ee90": 87, "0x7f80ad33c0a0": 88, "1": [2, 5, 6, 7, 23, 24, 68, 69, 70, 71, 80, 84, 85, 86, 87, 88, 90, 91, 93, 95, 96, 97], "10": [0, 6, 8, 10, 17, 54, 63, 84, 85, 86, 87, 88, 89, 90, 91, 96], "100": [23, 86, 87], "10000": 24, "1000000e": 91, "10012235": 87, "100141": 87, "10024": 87, "1002643": 87, "1003": 87, "10041": 87, "10049": 87, "10070": 87, "10074": 87, "100765": 87, "10086": 87, "10099": 87, "101": 87, "1011216": 87, "1011635": 87, "1012": 87, "10124": 87, "101406": 87, "101468": 87, "10149": 87, "1015": 87, "10174": 87, "1018": 87, "10199": 87, "102": 87, "1020": 87, "10212": 87, "102135": 87, "1022": 87, "10224": 87, "1022595": 87, "1023380": 87, "1024": 87, "10244": 87, "10249": 87, "1025": 87, "1025525": 87, "10274": 87, "102802": 87, "1029345": 87, "10296": 87, "10299": 87, "103": 87, "1030": 87, "103163": 87, "1031673": 87, "10324": 87, "1032705": 87, "103301": 87, "1033242": 87, "10349": 87, "1035100": 87, "103514": 84, "10365036504194708": 89, "1037": 87, "10374": 87, "10374769": 87, "103796": 87, "103831": 87, "103836": 87, "103922374125307": 86, "10399": 87, "104": 87, "104088": 87, "1041": 87, "104126": 87, "10424": 87, "10425": 87, "1042883": 87, "1042911": 87, "1043": 87, "10449": 87, "10453701684556": 86, "10457": 87, "1046": 87, "10474": 87, "1049": 87, "10499": 87, "105": 87, "105051": 87, "105117": 87, "105118": 87, "105156": 87, "10522": 87, "105227": 87, "10524": 87, "105264": 87, "105343": 87, "10549": 87, "1055290": 87, "1055746": 87, "1056": 87, "1057": 86, "10571": 87, "10574": 87, "10587": 87, "10599": 87, "106": 87, "1060431": 87, "10624": 87, "1063": 87, "1063042": 87, "1064": 87, "10649": 87, "10674": 87, "1068": 87, "10691": 87, "10699": 87, "107": [87, 91], "1070": 87, "10701": 87, "107014": 87, "1070203": 87, "1072": 87, "10724": 87, "1073": 87, "107374": 87, "107384318126506": 86, "1074": 87, "1074047": 87, "107442": 87, "107475": 87, "10749": 87, "10750": 86, "10754": 87, "107556": 87, "107563": 87, "1076129748179115": 85, "107616": 87, "1076257": 87, "10774": 87, "107789": 87, "1079741": 87, "10799": 87, "108": 87, "108005": 87, "108007": 87, "108011": 87, "10803817": 87, "1081605": 87, "10824": 87, "1083": 87, "108369": 87, "10849": 87, "1085": 87, "1085250e": 91, "108599": 87, "1086": 87, "1087": 87, "10874": 87, "108757": 87, "1088106": 87, "10883": 87, "1089": 87, "1089516": 87, "10899": 87, "109": 87, "1090": 87, "10922": 87, "10924": 87, "10945": 86, "109482": 87, "10949": 87, "109554": 87, "109562": 87, "109674": 87, "10968": 87, "109697": 87, "10974": 87, "10989": 87, "1099": 87, "10999": 87, "10gb": 8, "11": [86, 87, 90, 91], "110": 87, "1100109": 87, "110023": 87, "1101246": 87, "11013": 87, "11024": 87, "110273": 87, "1103": 87, "110353": 87, "11044": 87, "11049": 87, "1105301": 87, "1105442": 87, "110699": 87, "11074": 87, "11077": 87, "1108": [87, 90, 91], "1108626": 87, "110891": 87, "1109": 87, "1109461": 87, "110972": 87, "11099": 87, "111": 87, "111017": 87, "111176": 87, "11124": 87, "11131": 87, "1114": 87, "11149": 87, "11162": 87, "11172": 87, "11174": 87, "11187": 87, "1119156": 87, "1119275": 87, "11199": 87, "112": [87, 90], "112099": 87, "1121520": 87, "112187": 87, "1122": 87, "11224": 87, "1123": 87, "1124": 87, "11249": 87, "11274": 87, "1129": 87, "11299": 87, "1129913": 87, "113": 87, "113121": 87, "113134": 87, "11316": 87, "11324": 87, "11328": 87, "1133127": 87, "113327": 87, "11349": 87, "1135936": 87, "1136": 87, "1137": 87, "113705": 87, "1137261": 87, "11374": 87, "1138461": 87, "1138610": 87, "113867": 87, "1139": 87, "11399": 87, "114": 87, "1141885": 87, "114191": 87, "11419542960070476": 86, "11424": 87, "114245": 87, "1143": 87, "1144": 87, "11446": 87, "11449": 87, "1145": 0, "1145651": 87, "1146": 87, "11474": 87, "1148": 87, "114868": 87, "1149": 87, "11499": 87, "115": 87, "1150": 87, "11506": 87, "11515210984941": 86, "1151543": 87, "11521": [90, 91], "11524": 87, "11540370667002": 91, "115477": 87, "11548": 86, "11549": 87, "115623": 87, "115639": 87, "11567712232242755": 86, "115677122322428": 86, "11574": 87, "115774": 87, "1158": 87, "115957": 87, "11599": 87, "116": 87, "11612": 87, "11623": 87, "11624": 87, "1163221": 87, "1164469": 87, "11649": 87, "11674": 87, "11699": 87, "117": 87, "1170298": 87, "1172": 87, "11724": 87, "117279": 87, "1173": 87, "117382": 87, "1174": 87, "11749": 87, "117585185109778": 86, "11765": 90, "11774": 87, "1178": 87, "11781": 87, "11799": 87, "118": 87, "1181": 87, "11824": 87, "118244": 87, "118326": 87, "1183428": 87, "11835387": 87, "1184": 87, "11849": 87, "11858": 87, "118586": 87, "118645": 87, "1187332": 87, "11874": 87, "118748": 87, "1187793": 87, "1188644": 87, "1189": 87, "11899": 87, "119": 87, "1190161": 87, "1190462": 87, "1190700": 87, "1191": 87, "1191460": 87, "11924": 87, "1193": 87, "119333": 87, "11949": 87, "1195": 87, "119612": 87, "11974": 87, "119897": 87, "1199": 87, "11995": 87, "11999": 87, "11e": 87, "12": [2, 6, 7, 71, 84, 85, 86, 87, 88, 89, 90, 91, 96], "120": 87, "1200115": 87, "12003": 87, "120074": 87, "120174": 87, "12024": 87, "120296": 87, "12049": 87, "12074": 87, "120804": 87, "1209": 87, "12099": 87, "121": 87, "12124": 87, "121346": 87, "121407": 87, "1214257": 87, "12149": 87, "1216855": 87, "121716": 87, "121738": 87, "12174": 87, "121815": 87, "12199": 87, "122": 87, "1220016": 87, "122057": 87, "122066701037642": 86, "12207": 87, "122103": 87, "122137": 87, "1222": 87, "122232": 87, "12224": 87, "1223": 87, "1224": 87, "122469": 87, "12249": 87, "122492094230708": 86, "12251": 87, "1226": 87, "12274": 87, "122775": 87, "12279": 87, "1228": 87, "12299": 87, "123": 87, "1230844": 87, "123085": 87, "1231": 87, "1232": 87, "12324": 87, "12343episod": 87, "123447": 87, "12349": 87, "1234918": 87, "1234998": 87, "1235690": 87, "1236157": 87, "12374": 87, "1237547": 87, "12383": 87, "12399": 87, "124": 87, "124214": 87, "12424": 87, "124284": 87, "1243": 87, "124363": 87, "124374": 87, "1244619": 87, "12449": 87, "1245584": 87, "1246": 87, "12474": 87, "12477": 87, "1249": 87, "12499": 87, "125": [2, 87], "12505": 87, "125118": 87, "12524": 87, "12549": 87, "12574": 87, "125746": 87, "1258731": 87, "1259": 87, "12592": 87, "125984": 87, "12599": 87, "126": 87, "126002": 87, "1260863": 87, "1261": 87, "1262": 87, "1262035": 87, "1262075": 87, "12624": 87, "126259": 87, "1263": 87, "1264": 87, "126413": 87, "126427": 87, "126446": 87, "12647816912414633": 84, "12649": 87, "1265": 87, "126642": 87, "126654": 87, "126692": 87, "126703": 87, "12674": 87, "1268": 87, "12699": 87, "127": 87, "127042": 87, "12721": 87, "1272109": 87, "12724": 87, "127277": 87, "127358": 87, "1274": 87, "12749": 87, "1277295": 87, "127739": 87, "12774": 87, "1278173": 87, "127878": 87, "12789": 87, "127898": 87, "12799": 87, "128": [86, 87], "12802": 87, "128113": 87, "1281504": 87, "128186": 87, "12824": 87, "12826": 87, "12849": 87, "128534": 87, "128633": 87, "12874": 87, "128750": 87, "1288323": 87, "128834": 87, "1289": [90, 91], "128933": 87, "12899": 87, "129": 87, "12907": 87, "1291654": 87, "1292": 87, "12924": 87, "1293": 87, "129374": 87, "1293798": 87, "12949": 87, "129557": 87, "129635": 87, "129715": 87, "1297189": 87, "12974": 87, "129744": 87, "129776": 87, "1298619": 87, "1299": 87, "12997": 87, "12999": 87, "12e": 87, "13": [87, 91, 96], "130": 87, "1300": 87, "130006355654462": 86, "13013": 87, "13024": [86, 87], "1303549": 87, "130356": 87, "13049": 87, "130491": 87, "13058": 87, "1307": 87, "1307205": 87, "13074": 87, "1309": 87, "130938": 87, "130976": 87, "1309806": 87, "13099": 87, "131": 87, "13105904442731": 86, "1312": 87, "131216": 87, "13124": 87, "1313": 87, "1314": 87, "13149": 87, "131516": 87, "1316319": 87, "13174": 87, "13176": 87, "13177": 87, "1317869": 87, "131813": 87, "1319": 87, "13197": 87, "131987": 87, "13199": 87, "132": 87, "1320": 87, "1320067": 87, "1321506": 87, "13219": 87, "1322": 87, "13224": 87, "1323": 87, "13234": 87, "132393": 87, "1324": 87, "1324227": 87, "13249": 87, "13274": 87, "13299": 87, "1329952": 87, "133": 87, "13316": 87, "1332038": 87, "13324": 87, "1333": 87, "133348": 87, "133389": 87, "133396": 87, "13342": 87, "13349": 87, "133593": 87, "133598": 87, "13367": 87, "13374": 87, "13399": 87, "134": 87, "134166": 87, "13424": 87, "134264": 87, "134275": 87, "13434": 87, "1344": 87, "13449": 87, "134598": 87, "13474": 87, "134862": 87, "1349": 87, "134924": 87, "13499": 87, "135": 87, "135008": 87, "1351892": 87, "1352": 87, "1352249": 87, "13524": 87, "1353": 87, "13549": 87, "1356897": 87, "135732451572082": 86, "13574": 87, "13599": 87, "1359925": 87, "136": 87, "136002": 87, "136075": 87, "1361756": 87, "1362343": 87, "13624": 87, "1363": 87, "136313": 87, "13632": 87, "1363277": 87, "136335": 87, "1363359": 87, "13649": 87, "1365": 87, "1367": 87, "136702063330183": 86, "13674": 87, "136875": 87, "13691": 87, "13699": 87, "137": 87, "137042": 87, "1371": 87, "13714": 87, "1372": 87, "1372092": 87, "13722": 87, "13724": 87, "137249": 87, "1372688": 87, "137383": 87, "1374": 87, "13749": 87, "1375": 87, "137533": 87, "137628": 87, "13768224": 87, "1377": 87, "13774": 87, "137783183036678": 86, "13779": 87, "137825": 87, "1378782": 87, "137955": 87, "13799": 87, "138": [87, 91], "1382": 87, "1382109": 87, "13824": 87, "13825": 86, "138285": 87, "1383": 87, "138374": 87, "13849": 87, "13874": 87, "13880": 87, "138863": 87, "13899": 87, "139": 87, "139025": 87, "1390406": 87, "1391969": 87, "13924": 87, "139362": 87, "1394": 87, "139486": 87, "139488733403255": 86, "13949": 87, "139505": 87, "13974": 87, "139757": 87, "13979312148985": 86, "1398": 87, "13989": 87, "1399": 87, "13999": 87, "13e": 87, "14": [85, 87, 91, 96], "140": 87, "140154": 87, "140165597242": 90, "1402": 87, "14024": 87, "140368086263685": 86, "14049": 87, "140497": 87, "14059": 87, "1406267": 87, "1407254": 87, "14074": 87, "14086": 87, "140959": 87, "14099": 87, "141": 87, "1410189": 87, "14115": 87, "14118324007": 86, "14124": 87, "1413": 87, "14149": 87, "1415152": 87, "1416": [86, 90, 91], "14162": 87, "1417": [84, 89], "141724": 87, "14174": 87, "141766": 87, "141846": 87, "1419": 87, "14190736": 87, "141941": 87, "14199": 87, "142": 87, "1420": 87, "142008": 87, "1420374": 87, "14206": 87, "1421501": 87, "14221": 87, "14224": 87, "14226": 87, "1423": 87, "1424": 87, "14245": 90, "14249": 87, "1427158": 87, "14272": 87, "14274": 87, "1428": 87, "14299": 87, "143": 87, "1430461": 87, "1431": 87, "14322889": 87, "14323": 87, "14324": 87, "14349": 87, "1435": 87, "1437": 87, "14374": 87, "14399": 87, "144": 87, "1440": [84, 88, 89], "1441": 87, "1442": 87, "144203": 87, "14424": 87, "144360": 87, "14449": 87, "144527": 87, "144733": 87, "14474": 87, "144766497926": 87, "1448": 87, "14481": 87, "144833": 87, "1449": 87, "14490029": 87, "14497": [90, 91], "14499": 87, "145": 87, "145014331659493": 86, "14502": 87, "145077": 87, "1452": 87, "14524": 87, "14549": 87, "1455": 87, "145666": 87, "1457054": 87, "14574": 87, "145824": 87, "14588": 87, "145975": 87, "14599": 87, "146": 87, "1461163": 87, "1461345": 87, "1462": 87, "146233": 87, "14624": 87, "1462606": 87, "146399": 87, "1464": 87, "146489725308": 87, "14649": 87, "146586": 87, "1466": 87, "146664": 87, "14674": 87, "146742": 87, "1468": 87, "146838": 87, "14699": 87, "147": 87, "147029855625828": 86, "1471": 87, "14724": 87, "14731": 87, "1473894": 87, "1474": 87, "14749": 87, "1475": 87, "1477": 87, "14774": 87, "1478523": 87, "1478701": 87, "14792": 87, "14799": 87, "148": 87, "1480": 87, "148026393976973": 86, "148069449044": 87, "14812351670179": 86, "148232": 87, "14824": 87, "148342": 87, "14849": 87, "148495": 87, "14851": 87, "148575": 87, "1486138": 87, "1486853": 87, "14874": 87, "148827": 87, "1489557": 87, "14899": 87, "149": 87, "14912": 87, "1492": 87, "149212": 87, "1492358": 87, "14924": 87, "149345848460342": 86, "14938": 87, "14942": 87, "1494897446855": 87, "14949": 87, "149518": 87, "14968": 87, "14974": 87, "14981": 87, "1498216": 87, "1499": 87, "14992": 87, "149982": 87, "14999": 87, "14e": 87, "15": [87, 88, 89, 90, 91], "150": 87, "15008": 87, "150154": 87, "1502": 87, "15024": 87, "1502472": 87, "150335": 87, "15049": 87, "15050839": 91, "150514461425416": 86, "1507": 87, "15074": 87, "150831": 87, "15099": 87, "151": 87, "15113": 87, "1511907": 87, "151196": 87, "15124": 87, "151250": 87, "1513": 87, "151306": 87, "151327": 87, "1514": 87, "15149": 87, "1515": 87, "151531": 87, "15174": 87, "151745967733667": 86, "151756": 87, "151760": 87, "15199": 87, "152": 87, "152029": 87, "1521": 87, "1521785": 87, "15224": 87, "1524": 87, "15249": 87, "1525": 87, "152613": 87, "15274": 87, "15275": 87, "152868": 87, "152966": 87, "15299": 87, "153": 87, "1530411": 87, "153119": 87, "15324": 87, "153282": 87, "15332632": 87, "1534298527454": 84, "153479": 87, "15349": 87, "1535": 87, "15374": 87, "15375": 87, "1538": 87, "1539378": 87, "15399": 87, "154": 87, "15411": 87, "154137": 87, "154156": 87, "15424": 87, "154366": 87, "15449": 87, "154497": 87, "1546": 87, "154627": 87, "1546300": 87, "15474": 87, "1549": 87, "15499": 87, "155": 87, "155039": 87, "1552175": 87, "155224": 87, "155237": 87, "15524": 87, "155286": 87, "15549": 87, "15559": 87, "15574": 87, "155758": 87, "1558300": 87, "1558993": 87, "15594": 87, "15599": 87, "156": 87, "1561945": 87, "1562": 87, "15624": 87, "156244": 87, "1563": 87, "15649": 87, "1564907": 87, "1566": 87, "156731": 87, "156735": 87, "15674": 87, "1569": 87, "1569444": 87, "15699": 87, "157": 87, "157116": 87, "157179": 87, "1572": 87, "15724": 87, "15726": 87, "157383": 87, "1574": 87, "15749": 87, "157553": 87, "157618": 87, "1577": 87, "15774": 87, "15778": 87, "1577966": 87, "1578355": 87, "1579": 87, "15799": 87, "158": 87, "158018": 87, "15802": 87, "15805787": 87, "1582": 87, "1582394": 87, "15824": 87, "15829": 87, "158352": 87, "1584377": 87, "15849": 87, "1585": 87, "158574": 87, "158653": 87, "15874": 87, "15875": 87, "158784": 87, "158876": 87, "1589": 87, "15899": 87, "159": 87, "15924": 87, "159419": 87, "15949": 87, "159508": 87, "159515": 87, "15974": 87, "159826": 87, "1599": 87, "15999": 87, "15e": 87, "15owsnpb": 87, "16": [87, 91, 96], "160": [87, 91], "160043": 87, "160044": 87, "16016": 87, "16024": 87, "16026": 87, "16045": 87, "16049": 87, "16074": 87, "16099": 87, "161": [9, 87], "16124": 87, "1614288": 87, "16143eval": 87, "161467": 87, "16149": 87, "16167": 90, "161691": 87, "1617": 87, "16174": 87, "161875": 87, "161943": 87, "16199": 87, "162": 87, "1620741": 87, "1621886": 87, "16224": 87, "1622963": 87, "1623": 87, "1623813": 87, "1624": 87, "16245": 87, "162462": 87, "16249": 87, "162493": 87, "1625": 87, "1625788": 87, "162618330118143": 86, "162686": 87, "162704": 87, "162733": 87, "16274": 87, "1628": 87, "162914": 87, "16299": 87, "163": 87, "16300492": 87, "16311": 87, "163172": 87, "16324": 87, "16349": 87, "163658": 87, "1637": 87, "16374": 87, "1637863": 87, "1638969": 87, "16399": 87, "164": 87, "1640626": 87, "16424": 87, "1642453": 87, "1643": 87, "1643669": 87, "16449": 87, "164515": 87, "1646": 87, "16474": 87, "1647538": 87, "1649": 87, "16499": 87, "165": 87, "1651": 87, "165148": 87, "1652": 87, "16524": 87, "1654232": 87, "16549": 87, "1655": 87, "165697": 87, "1657319": 87, "16574": 87, "165756": 87, "1658": 87, "165852": 87, "165983": 87, "16599": 87, "166": 87, "1660167": 87, "16617": 87, "16624": 87, "1662493": 87, "166264": 87, "1663388": 87, "166363": 87, "1664": 87, "166412": 87, "16649": 87, "166603": 87, "166679": 87, "16668": 87, "1667": 87, "16674": 87, "166885": 87, "1669": 87, "166939": 87, "16699": 87, "167": 87, "167046": 87, "1671282": 87, "16717389191593668": 89, "16724": 87, "167301": 87, "1674": 87, "167454": 87, "16749": 87, "16755": 87, "167724": 87, "16774": 87, "16785": 87, "1679": 87, "16799": 87, "168": [86, 87], "16801": 86, "168115": 87, "16821": 87, "16824": 87, "16849": 87, "16852": 87, "168539": 87, "16856": 87, "168621791819803": 86, "16874": 87, "1687875": 87, "16892": 86, "16899": 87, "169": 87, "169079": 87, "169209": 87, "16924": 87, "1693315": 87, "169394": 87, "16949": 87, "1695": 87, "1695556": 87, "169581": 87, "16959": 87, "1697": 87, "1697029": 87, "16974": 87, "1697826": 87, "1697941": 87, "169835": 87, "1699": 87, "169945": 87, "16999": 87, "16e": 87, "17": [87, 89, 90, 91, 96], "170": 87, "1700": 87, "1700214247": 87, "1700214338": 87, "1700214442": 87, "1701": 87, "170164": 87, "17024": 87, "1702461": 87, "170254": 87, "17046": 87, "17049": 87, "170518": 87, "1706837": 87, "17074": 87, "1708": 87, "170815": 87, "170850": 87, "17099": 87, "171": 87, "1710": 87, "1711": 87, "171143": 87, "17124": 87, "17125": 87, "17132": 87, "171333": 87, "171345": 87, "171485556687838": 86, "17149": 87, "17174": 87, "1717507": 87, "1718": 87, "17188episod": 87, "171899": 87, "171911": 87, "171944": 87, "171947": 87, "171951": 87, "17199": 87, "172": 87, "172163": 87, "17224": 87, "1724": 87, "17249": 87, "17274": 87, "172800": 85, "172965873764": 87, "17299": 87, "173": 87, "1730056": 87, "1731": 87, "1731845": 87, "1732": 87, "173205": 87, "17324": 87, "17343": 87, "17349": 87, "1735": 87, "17374": 87, "17377": [90, 91], "1738": 87, "173874": 87, "1739404": 87, "17399": 87, "1739988": 87, "174": 87, "1741145": 87, "17422294281217932": 84, "17424": 87, "1743": 87, "17449": 87, "174507": 87, "1746407": 87, "1747264": 87, "17474": 87, "174824": 84, "1749": 87, "17496552068692": 86, "17499": 87, "175": 87, "175064": 87, "17516": 87, "175194": 87, "175195": 87, "17524": 87, "1754": 87, "17549": 87, "1755": 87, "1755457": 87, "1756": 87, "17574": 87, "1758": 87, "175938": 87, "17599": 87, "176": [87, 90], "1760": 87, "1760286": 87, "1760453": 87, "176092": 87, "176098": 87, "1761775": 87, "1762286": 87, "17624": 87, "176395": 87, "176426": 87, "176463": 87, "17649": 87, "1766": 87, "176632": 87, "176662": 87, "17670": 87, "17672": 87, "17674": 87, "17677": 87, "17699": 87, "177": 87, "17724": 87, "1774": 87, "17749": 87, "177536": 87, "1776": 87, "177649": 87, "177671": 87, "1777": 87, "17774": 87, "1779": 87, "17799": 87, "178": 87, "1780941": 87, "1781814": 87, "17824": 87, "178434": 87, "178462": 87, "17849": 87, "17874": 87, "17899": 87, "179": 87, "179195": 87, "1792": 87, "179213": 87, "17924": 87, "1793": 87, "179312": 87, "17949": 87, "1794946": 87, "1797136": 87, "179724": 87, "17974": 87, "1798": 87, "1798205": 87, "1799": 87, "179922": 87, "17999": 87, "17_09": 87, "17e": 87, "18": [10, 84, 87, 89, 90, 91, 96], "180": 87, "1800": 87, "18005": 87, "180178": 87, "1802": 87, "18024": 87, "180256": 87, "18027": 87, "1803": 87, "1804": 87, "18044": 90, "18049": 87, "1806": 87, "18072": 87, "18074": 87, "180758": 87, "1808781": 87, "18096": 87, "18099": 87, "181": 87, "181026": 87, "1810470": 87, "181059": 87, "1812": 87, "18123eval": 87, "18124": 87, "181385": 87, "181480": 87, "18149": 87, "1815379": 87, "1817": 87, "181717": 87, "18174": 87, "1819": 87, "18199": 87, "182": 87, "182009": 87, "1821": 87, "1822": 87, "18224": 87, "18225": 87, "182339": 87, "182379": 87, "1824": 87, "18249": 87, "182513": 87, "1826": 87, "182646": 87, "182717": 87, "18274": 87, "1828644": 87, "1828959": 87, "1829333": 87, "18299": 87, "183": [87, 89], "183125": 87, "18324": 87, "18328668832165": 86, "18349": 87, "18353": 87, "1836190": 87, "18374": 87, "183797": 87, "1838": 87, "183949": 87, "18399": 87, "184": [84, 87], "1841": 87, "18424": 87, "1844": 87, "18449": 87, "184548": 87, "18474": 87, "1847547": 87, "1848": 87, "184828759025105": 86, "1849": 87, "18499": 87, "185": 87, "1851": 87, "1852125": 87, "18524": 87, "185356": 87, "1854": 87, "18549": 87, "185575": 87, "1856": 87, "18574": 87, "185757": 87, "18599": 87, "186": 87, "18624": 87, "186273": 87, "186356": 87, "18649": 87, "18654": 87, "186604": 87, "1866692": 87, "186699": 87, "18674": 87, "186888": 87, "18699": 87, "187": 87, "187042": 87, "18724": 87, "1874": 87, "18749": 87, "1875": 87, "187544582040186": 86, "187576": 87, "1875874": 87, "18774": 87, "1877465": 87, "1877708": 87, "187864": 87, "187885": 87, "187895": 87, "1879835": 87, "18799": 87, "188": 87, "1880474": 87, "1881": 87, "18821": 87, "18824": 87, "1883": 87, "18839": 87, "18849": 87, "1885": 87, "1886": 87, "188634": 87, "188645": 87, "18874": 87, "188778": 87, "18899": 87, "189": 87, "1891": 87, "18924": 87, "1893": 87, "18946": 87, "18949": 87, "1896": 87, "18974": 87, "189896": 87, "1899": 87, "189915": 87, "18999": 87, "18e": 87, "19": [2, 69, 71, 84, 87, 89, 90, 91], "190": 87, "190033": 87, "1900978": 87, "19011": 87, "19024": 87, "19049": 87, "190514": 87, "19066": 87, "19074": 87, "19078": 87, "19079547564029": 86, "19097": 87, "19099": 87, "191023": 87, "19124": 87, "191248": 87, "1912825": 87, "19129": 87, "19149": 87, "19174": 87, "191752": 87, "191772": 87, "19183": 87, "19199": 87, "192": 87, "19224": 87, "192297": 87, "1923": 87, "192326": 87, "192398": 87, "1924": 87, "19249": 87, "1925530": 87, "192562": 87, "192572": 87, "1926": 87, "19274": 87, "19299": 87, "193": 87, "193132": 87, "1932": 87, "19324": 87, "1933": 87, "1934": 87, "19349": 87, "19357": 87, "19374": 87, "19379": 87, "19397": 87, "19399": 87, "194": 87, "19401": 87, "19407731358453": 86, "1941": 87, "19421": 87, "19424": 87, "19425558540028": 86, "19432": 87, "19449": 87, "1945338": 87, "19474": 87, "19484": 87, "1948746": 87, "1949": 87, "19492": 87, "19499": 87, "195": 87, "1950": 87, "19502": 87, "195037": 87, "19524": 87, "195282": 87, "195335": 87, "195412": 87, "19549": 87, "195494": 87, "195496": 87, "1955": 87, "1956": 87, "1957": 87, "19572": 90, "19574": 87, "1958": 87, "19599": 87, "196": 87, "196104": 87, "19624": 87, "196256": 87, "196307": 87, "196474": 87, "19649": 87, "1966367": 87, "196686348535": 87, "19674": 87, "196743": 87, "19681": 86, "196945": 87, "19699": 87, "197": 87, "197186": 87, "19724": 87, "197342": 87, "197345": 87, "1974": 87, "19749": 87, "197556": 87, "197695": 87, "1977187": 87, "19774": 87, "1978": 87, "1979": 87, "19799": 87, "198": 87, "19824": 87, "198273": 87, "198282": 87, "198372": 87, "19849": 87, "19851": 87, "198558": 87, "198685": 87, "198689": 87, "19874": 87, "19888": 87, "198977940785": 86, "19899": 87, "199": 87, "1991": [7, 84, 85, 86, 87, 88, 89, 90, 91], "1991172": 87, "19924": 87, "199289": 87, "19937480889174": 86, "19949": 87, "1996": 87, "1997": 7, "199731": 87, "19974": 87, "1998": [7, 87], "19986": 87, "1999": 87, "19991": 87, "19999": 87, "19e": 87, "1e": [6, 68, 69, 70, 71, 81, 87], "1m": 63, "1p": 88, "1pb": 88, "1pf": 88, "1pl": 88, "1pr": 88, "1zonedatacentercrac_wapproachtemp": 2, "2": [0, 2, 6, 9, 10, 11, 63, 74, 84, 85, 86, 87, 88, 90, 91, 96], "20": [6, 63, 85, 87, 89, 90, 91], "200": 87, "2000003": 87, "20024": 87, "200267": 87, "2004": 47, "20049": 87, "200624": 87, "2006618": 87, "2007": 87, "20074": 87, "2009": 87, "20099": 87, "201": [86, 87], "2011": 87, "20124": 87, "201467": 87, "20149": 87, "2016": [48, 49], "201731": 87, "20174": 87, "20179": 87, "201933": 87, "20197213": 87, "20199": 87, "2019925": 87, "202": 87, "20208": 87, "202087": 87, "2021": 0, "2021sinergym": 0, "20224": 87, "20230803_133654": 87, "20231117_094304": 87, "20231117_094859": 87, "2023776": 87, "2024": 87, "202436": 87, "202482": 87, "20249": 87, "202625": 87, "20268": 87, "20274": 87, "20299": 87, "203": 87, "203036": 87, "203123": 87, "2032": 87, "20324": 87, "20326": 87, "2032909": 87, "203293": 87, "20349": 87, "20353": [90, 91], "20374": 87, "20377": 86, "20381": 87, "203812": 87, "203888": 87, "203909": 87, "2039795": 87, "20398": 87, "20399": 87, "204": 87, "2040": 87, "2040808": 87, "204128": 87, "204165": 87, "2041984": 87, "20422778": 91, "20424": 87, "204458": 87, "20449": 87, "204573": 87, "204594": 87, "204605": 87, "204664": 87, "20474": 87, "204876": 87, "2049": 87, "20499": 87, "205": 87, "2050470": 87, "205063": 87, "2052": 87, "20524": 87, "205442": 87, "20549": 87, "2057": 87, "20574": 87, "20577": 87, "205776": 87, "2058110": 87, "205873": 87, "2059622": 87, "20599": 87, "206": 87, "20605884": 91, "20606": 87, "206142": 87, "20624": 87, "206257": 87, "20639": 87, "20649": 87, "20674": 87, "2069064": 87, "206911": 87, "20699": 87, "207": 87, "207127": 87, "20724": 87, "2074": 87, "20749": 87, "20754": 87, "2075944": 87, "20774": 87, "207747": 87, "20776": 87, "2077625": 87, "20799": 87, "208": 87, "208225": 87, "20824": 87, "2084": 87, "2084277": 87, "208434": 87, "2084704": 87, "20849": 87, "2085210": 87, "208553": 87, "2085614": 87, "2086": 87, "208645": 87, "208662": 87, "208679": 87, "20874": 87, "208877778477245": 86, "20899": 87, "209": 87, "209018": 87, "209152": 87, "20924": 87, "20944": 87, "20949": 87, "2096": 87, "20974": 87, "20977": 87, "209824": 87, "2099": 87, "20999": 87, "20gb": 8, "20m": 63, "21": [86, 87, 90, 91, 96], "210": 87, "210167": 87, "21023": 87, "21024": 87, "210327": 87, "210348": 87, "21035": 87, "21049": 87, "210514": 87, "21052321517551723": 84, "21074": 87, "21099": 87, "211": 87, "211084": 87, "211124": 87, "21124": 87, "211245": 87, "211297": 87, "211305724387437": 86, "2113588": 87, "21137": 87, "2114": 87, "21149": 87, "211603": 87, "211607": 87, "2117175": 87, "211725": 87, "21174": 87, "2118": 87, "21186": 87, "211943": 87, "21199": 87, "212": 87, "212038": 87, "21219": 87, "21224": 87, "212349": 87, "212387": 87, "2123916": 87, "2124": 87, "21249": 87, "2125": 87, "2125288": 87, "21256": 87, "21262374343245": 86, "2127241": 87, "21274": 87, "21284685762769534": 89, "212911": 87, "212975": 87, "21298": 87, "21299": 87, "213": 87, "213067": 87, "213139": 87, "213166": 87, "2131824": 87, "21324": 87, "213251": 87, "21326": 87, "213444": 87, "21349": 87, "21356": 87, "2135712": 87, "2137165": 87, "21374": 87, "2139": 87, "21399": 87, "214": 87, "214001477054413": 86, "21404": 87, "21409138679209": 86, "21424": 87, "214247": 87, "214323": 87, "21449": 87, "2145050": 87, "21452": 87, "214733": 87, "21474": 87, "2148": 87, "214876": 87, "21489": 87, "2149": 87, "214954": 87, "21499": 87, "215": 87, "21505": 87, "21524": 87, "215261": 87, "215305": 87, "215412": 87, "21549": 87, "215683": 87, "2157": 87, "21574": 87, "215752": 87, "21578881": 87, "21599": 87, "216": 87, "2160": [86, 90, 91], "216024": 87, "2161": 87, "2161875": 87, "21624": 87, "21649": 87, "2165": 87, "21652": 87, "216587": 87, "2166689": 87, "21674": 87, "2168": 87, "2168629": 87, "21699": 87, "217": 87, "217064": 87, "2172": 87, "21724": 87, "2173034": 87, "2174": 87, "217432": 87, "217442233499717": 86, "21749": 87, "217491": 89, "2175": 87, "217537": 87, "217648": 87, "21765": 87, "217703": 87, "21774": 87, "21796": 87, "21799": 87, "218": 87, "21806": 87, "21824": 87, "2182675": 87, "21843578055733381": 90, "21849": 87, "21874": 87, "21896": 86, "21899": 87, "219": 87, "219017": 87, "219078": 87, "219198": 87, "219239": 87, "21924": 87, "219263": 87, "21949": 87, "219627": 87, "21973711769706": 86, "21974": 87, "21981": 87, "2199": 87, "219914681982832": 86, "21999": 87, "21e": 87, "22": [10, 84, 85, 86, 87, 88, 90, 91], "220": 87, "2201520": 87, "22024": 87, "220278": 87, "22049": 87, "220542": 87, "220632": 87, "22064": 87, "22073": 87, "22074": 87, "220809": 87, "22099": 87, "221": 87, "221107": 87, "221117": 87, "2212": 87, "2212148": 87, "22124": 87, "221281": 87, "221325": 87, "221378": 87, "22149": 87, "2215056": 87, "22157": 87, "2216408": 87, "221664": 87, "22174": 87, "22182": 87, "22199": 87, "222": 87, "22203": 87, "2222": 87, "22224": 87, "2224": 87, "222464": 87, "22249": 87, "222506": 87, "22273": 87, "22274": 87, "2229": 87, "22299": 87, "22324": 87, "2232910": 87, "223364": 87, "2234091": 87, "22349": 87, "223518887721035": 86, "2235431": 87, "223564": 87, "22374": 87, "2239": 87, "22399": 87, "224": 87, "2240896": 87, "22424": 87, "2243": 87, "224388": 87, "2244216": 87, "224451": 87, "22449": 87, "224543": 87, "22474": 87, "224743717142747": 86, "22475557813916": 86, "2248": 87, "224862634103623": 86, "2249": 87, "224926": 87, "22499": 87, "224995": 87, "225": 87, "22524": 87, "225305": 87, "22538": 87, "22549": 87, "2255049": 87, "225517": 87, "22574": 87, "2258": 87, "2258358": 87, "225866": 87, "225957": 87, "22599": 87, "225992": 87, "225996": 87, "226": 87, "226016": 87, "22611": 87, "22624": 87, "226307": 87, "226334": 87, "22649": 87, "226510": 87, "22653": 87, "22657": 86, "2266": 87, "2267": 87, "22674": 87, "226805": 87, "22684": 87, "226868": 87, "22699": 87, "227": 87, "227089": 87, "2271817": 87, "22724": 87, "22725948485913058": 90, "227363": 87, "227379": 87, "22738": 87, "2274": 87, "22749": 87, "227594": 87, "227640": 87, "2276769": 87, "2277": 87, "22774": 87, "2278": 87, "227865": 87, "22799": 87, "228": 87, "228003": 87, "22824": 87, "2283": 86, "22849": 87, "228516": 87, "22852": 87, "228561": 87, "228575": 87, "2286": 87, "228634": 87, "22874": 87, "22879episod": 87, "2288": 87, "228872": 87, "22899": 87, "229": 87, "22916802518": 87, "22924": 87, "22931": 87, "229322": 87, "2294836": 87, "22949": 87, "229651": 87, "229662": 87, "22974": 87, "229746": 87, "2297572": 87, "229761": 87, "2298": 87, "229832": 87, "2299": 87, "229988": 87, "22999": 87, "22e": 87, "23": [6, 85, 86, 87, 88, 90, 91], "230": 87, "2301027": 87, "230162": 87, "23024": 87, "230255": 87, "230354": 87, "23049": 87, "23053": 87, "2306": 87, "23063": 87, "23074": 87, "23084": 87, "2309": 87, "23099": 87, "231": 87, "231157": 87, "23124": 87, "231259": 87, "23126": 87, "23149": 87, "2316": 87, "23174": 87, "231922": 87, "23199": 87, "232": 87, "232125": 87, "23224": 87, "2324": 87, "23249": 87, "23259020873576": 86, "23274": 87, "23299": 87, "233": 87, "233004": 87, "2330092": 87, "233074": 87, "23319381087007": 86, "23324": 87, "23326": 87, "23329": [90, 91], "233419": 87, "23349": 87, "2335": 87, "233568": 87, "23363": 87, "23374": 87, "2337403": 87, "233862884129856": 86, "233954": 87, "23399": 87, "234": 87, "23424": 87, "234293": 87, "23445": 87, "23449": 87, "234543": 87, "234565": 87, "23461": 87, "234688": 87, "2347054": 87, "23471113677184": 86, "23474": 87, "2349": 87, "23499": 87, "235": 87, "235045107678307": 86, "235198": 87, "2352": 87, "23524": 87, "2354075": 87, "235451": 87, "23549": 87, "235605": 87, "235693": 87, "23574": 87, "2359": 87, "2359683": 87, "23599": 87, "236": 87, "236038": 87, "23604545": 87, "23605": 87, "236084": 87, "2361": 87, "23624": 87, "2363": 87, "23649": 87, "236619": 87, "236689": 87, "23674": 87, "23685": 87, "236861": 87, "23699": 87, "237": 87, "237041": 87, "237171": 87, "23719": 87, "237206": 87, "23724": 87, "237269": 87, "2373": 87, "2374": 87, "23749": 87, "2375": 87, "2375066": 87, "237514": 87, "237583": 87, "23774": 87, "23799": 87, "238": 87, "238083": 87, "23813": 87, "23822": 87, "23824": 87, "238272": 87, "2383": 87, "23835": 87, "2383635": 87, "23849": 87, "2384972": 87, "2386879": 87, "2387312028445": 87, "23874": 87, "23899": 87, "239": 87, "23912": 87, "23924": 87, "23949": 87, "23974": 87, "23984": 87, "2399": 87, "23999": 87, "23e": 87, "24": [29, 86, 87, 89, 90, 91], "240": [87, 90, 91], "240105": 87, "2402": 87, "24024": 87, "240308": 87, "24039": 87, "24044": 87, "24047": 87, "240486": 87, "24049": 87, "240658": 87, "2407": 87, "240701": 87, "24074": 87, "2408194793959": 84, "24099": 87, "241": 87, "24103": 87, "2410598": 87, "2410784": 87, "24124": 87, "2414": 87, "2414623": 87, "24149": 87, "241513": 87, "241547": 87, "24167": 87, "24174": 87, "24192": 87, "24199": 87, "242": 87, "24201eval": 87, "242134": 87, "24224": 87, "242298": 87, "2424": 87, "24246": 87, "24249": 87, "24260320229046": 86, "2426525": 87, "2427": 87, "242737": 87, "24274": 87, "242847": 87, "242946": 87, "24299": 87, "243": 87, "243057033393647": 86, "24324": 87, "243378": 87, "24339": 87, "24349": 87, "243492": 87, "2435": 87, "243587": 87, "243687": 87, "24374": 87, "24378": 87, "24399": 87, "244": 87, "24424": 87, "244436": 87, "24449": 87, "244587": 87, "2446": 87, "24474": 87, "24485": 87, "244875": 87, "2449": 87, "24499": 87, "245": 87, "245056": 87, "24511": 87, "24524": 87, "245432": 87, "24549": 87, "245584": 87, "24574": 87, "245878": 87, "24599": 87, "246": 87, "2462": 87, "246204": 87, "24624": 87, "24649": 87, "246576": 87, "24674": 87, "24685episod": 87, "2469271": 87, "24699": 87, "247": 87, "247084": 87, "247192": 87, "2472076": 87, "247209": 87, "24724": 87, "247278": 87, "2474": 87, "24744": 87, "2474526": 87, "24749": 87, "247528": 87, "2476": 87, "247664": 87, "2477": 87, "247702": 87, "247714": 87, "24774": 87, "247807": 87, "24799": 87, "248": 87, "2481": 87, "248131": 87, "2482": 87, "24824": 87, "2483": 87, "24834": 87, "24849": 87, "24874": 87, "24881": 87, "2489": 87, "248968": 87, "24899": 87, "249": 87, "24924": 87, "2493": 87, "249304": 87, "249306": 87, "24949": 87, "24956": 87, "2496963": 87, "24974": 87, "2499": 87, "24994": 87, "24999": 87, "24e": 87, "25": [6, 84, 86, 87, 89, 90, 91, 96], "250": 87, "250102": 87, "25013": 87, "2501626": 87, "25024": 87, "2503271": 87, "250349": 87, "25049": 87, "2505": 87, "250704417015097": 86, "25074": 87, "25082": 87, "250916": 87, "250929": 87, "25093": 87, "25099": 87, "251": 87, "251022": 87, "251059": 87, "251144": 87, "25124": 87, "251407": 87, "25149": 87, "25168": 87, "251705": 87, "25174": 87, "251833": 87, "251905": 87, "25199": 87, "252": 87, "25224": 87, "252293": 87, "2523309": 87, "2524": 87, "25249": 87, "25258": 87, "2526695": 87, "25274": 87, "252745": 87, "25275": 87, "25289": 87, "2529": 87, "25295633824829267": 84, "25299": 87, "253": 87, "253143": 87, "25324": 87, "253282509391": 87, "25349": 87, "253563": 87, "2536142": 87, "253662": 87, "25374": 87, "25399": 87, "254": 87, "254023": 87, "2540491619612": 86, "254138": 87, "254232": 87, "25424": 87, "2543396": 87, "25449": 87, "254574": 91, "2546195": 87, "2546476": 87, "2547": 87, "254721173565525": 86, "254738": 87, "25474": 87, "2549": 87, "25499": 87, "255": 87, "25504": 87, "25524": 87, "2553043": 87, "25535": 87, "255399": 87, "25543": 87, "25549": 87, "2556": 87, "255705": 87, "25574": 87, "2559595": 87, "25599": 87, "256": 87, "256157": 87, "256225": 87, "25624": 87, "2562961": 87, "256312010106484": 86, "25633": 86, "2563782": 87, "25649": 87, "2567": 87, "256739": 87, "25674": 87, "2567486050366": [90, 91], "25696": 87, "25697": 90, "25699": 87, "257": 87, "257017": 87, "257056918609834": 86, "25723": 87, "25724": 87, "2573731": 87, "2574": 87, "25749": 87, "25774": 87, "257887": 87, "257965": 87, "25799": 87, "258": 87, "25804": 87, "2581863": 87, "25824": 87, "25826": 87, "258335": 87, "258354": 87, "25849": 87, "2585": 87, "25874": 87, "2588": 87, "258926": 87, "25899": 87, "259": 87, "259157": 87, "25924": 87, "2593": 87, "259344": 87, "259447": 87, "25949": 87, "25956": 87, "25974": 87, "25977": 87, "2599": 87, "25999": 87, "25e": 87, "26": [6, 85, 86, 87, 88, 91], "260": 87, "260102": 87, "26024": 87, "260286": 87, "26049": 87, "26065": 87, "26074": 87, "260864": 87, "260881": 87, "26099": 87, "261": 87, "261051": 87, "26106": 87, "26123": 87, "261238": 87, "26124": 87, "2613": 87, "261345": 87, "26148": 87, "26149": 87, "2615": 87, "261504": 87, "261553": 87, "26164": 87, "26174": 87, "261744": 87, "2617896": 87, "26199": 87, "262": 87, "26202": 87, "262045": 87, "26209": [90, 91], "2621": 87, "26224": 87, "2623247": 87, "2624": 87, "26249": 87, "26252": 87, "262617": 87, "26274": 87, "262782": 87, "262846": 87, "26294": 87, "26299": 87, "263": 87, "263184": 87, "26324": 87, "26341": 87, "26349": 87, "263493": 87, "26374": 87, "26399": 87, "264008": 87, "26424": 87, "264465": 87, "26449": 87, "26466": 87, "26474": 87, "2648": 87, "2648930": 87, "2649": 87, "264926241101": 87, "26499": 87, "265": 87, "2650634": 87, "26508": 87, "2651": 87, "2651987": 87, "2652": 87, "26524": 87, "265303": 87, "265317": 87, "265384": 87, "265434": 87, "26549": 87, "26556": 87, "265598": 87, "26563": 87, "2656312266007": 86, "26574": 87, "2657805": 87, "265807": 87, "26599": 87, "265991": 87, "266": 87, "266000": 87, "266051343026817": 86, "266104055476056": 86, "26624": 87, "266266": 87, "2663016": 87, "26631": 87, "2664": 87, "26649": 87, "26651": 87, "266527": 87, "2666": 87, "26674": 87, "266903": 87, "266905": 87, "266980": 87, "26699": 87, "267": 87, "2672": 87, "267233": 87, "26724": 87, "2674": 87, "26742679043559126": 86, "26749": 87, "26774": 87, "267861141693295": 86, "267988": 87, "26799": 87, "268": 87, "268166982664578": 86, "2682": 87, "26822": 87, "26824": 87, "26825": 87, "2683": 87, "2683816795749": 89, "2684185": 87, "2684761": 87, "26849": 87, "26872": 87, "26874": 87, "268843": 87, "268929570656645": 89, "26899": 87, "269": 87, "26924": 87, "269371": 87, "269456": 87, "26949": 87, "2696": 87, "269702": 87, "26974": 87, "2698": 87, "269861": 87, "2699": 87, "26994": 87, "26999": 87, "26e": 87, "27": [86, 87, 88, 89, 90, 91], "270": 87, "270113": 87, "27024": 87, "2703202": 87, "27049": 87, "27074": 87, "2709444": 87, "27099": 87, "271": 87, "27124": 87, "271287499064524": 86, "271435": 87, "2714391": 87, "271460": 87, "27149": 87, "2717327": 87, "27174": 87, "2718": 87, "27199": 87, "272": 87, "27217": 87, "27224": 87, "27229": 87, "2723": 87, "2723255": 87, "2724": 87, "272463": 87, "27249": 87, "272633": 87, "27274": 87, "272782": 87, "272802747471584": 86, "272907": 87, "272985": 87, "27299": 87, "272993": 87, "273": 87, "27303": 87, "273043": 87, "27324": 87, "273347": 87, "27349": 87, "27362": 87, "27374": 87, "27375": 87, "27385": 87, "27389": 87, "27392": 87, "27399": 87, "274": 87, "274063": 87, "274105": 87, "274149": 87, "2742": 87, "27424": 87, "2743": 87, "274445": 87, "27449": 87, "27451": 87, "2745597": 87, "274569": 87, "27474": 87, "2749": 87, "274973060234515": 86, "27499": 87, "275": 87, "275078": 87, "27524": 87, "2752483": 87, "27549": 87, "2755": 87, "27574": 87, "275844": 87, "27585": 87, "27599": 87, "276": 87, "276029": 87, "276184": 87, "27624": 87, "27639522806313": 86, "276424": 87, "276463": 87, "27649": 87, "276726": 87, "27674": 87, "27699": 87, "277": 87, "2770501": 87, "27708": 87, "277117": 87, "27724": 87, "2773": 87, "277372": 87, "2774": 87, "27749": 87, "27766692168502": 86, "277687": 87, "2776982": 87, "27774": 87, "277803": 87, "277805": 87, "27799": 87, "278": 87, "278086": 87, "2781": 87, "27824": 87, "27849": 87, "278496": 87, "278501": 87, "278723": 87, "27874": 87, "278757": 87, "278952": 87, "27899": 87, "279": 87, "279047": 87, "279231": 87, "279238": 87, "27924": 87, "2794": 87, "27949": 87, "2795": 90, "279541": 87, "279606": 87, "279724": 87, "27974": 87, "27975": 87, "279856": 87, "2798805": 87, "2799": 87, "27999": 87, "27e": 87, "28": [87, 91], "280": 87, "2800000e": 91, "2801": 87, "2801224": 87, "280233": 87, "28024": 87, "2804241": 87, "28049": 87, "28053": 87, "28057": 87, "2807": 87, "280739": 87, "28074": 87, "28078": 87, "28099": 87, "281": 87, "28117": 87, "281235": 87, "28124": 87, "28127": 87, "281334": 87, "281387": 87, "281406368027305": 86, "28149": 87, "2817": 87, "28174": 87, "28175": [87, 90], "2817603": 87, "28177": 87, "281803": 87, "28199": 87, "282": 87, "2820": 87, "282064": 87, "282104": 87, "282108": 87, "2821500": 87, "28224": 87, "2824": 87, "28249": 87, "2825": 87, "2827": 87, "28274": 87, "28299": 87, "283": 87, "283078053476807": 91, "28324": 87, "28349": 87, "2836": 87, "28374": 87, "283798": 87, "2839": 87, "283964": 87, "28399": 87, "284": 87, "2841": 87, "284153": 87, "284225": 91, "284225333994474": [90, 91], "284225463867188": 91, "28424": 87, "284251": 87, "284252": 87, "28426": 87, "28449": 87, "284555": 87, "2846234": 87, "2847": 87, "28474": 87, "284857": 87, "2849": 87, "28499": 87, "285": 87, "28513": 86, "285131": 87, "2851346": 87, "28524": 87, "285484": 87, "28549": 87, "285549": 87, "2856": 87, "28574": 87, "285763": 87, "28599": 87, "286": 87, "2860780": 87, "286098": 87, "286165": 87, "286173": 87, "28624": 87, "286257": 87, "286299": 87, "286415": 87, "28649": 87, "286524": 87, "2866": 87, "28667": 87, "28674": 87, "286907": 87, "28699": 87, "287": 87, "28704": 87, "28724": 87, "287249": 87, "2873": 87, "2874": 87, "287437": 87, "28749": 87, "287525": 87, "287544": 87, "28763378": 87, "2877": 87, "28774": 87, "28776": 87, "287834": 87, "2879": 87, "287907": 87, "28799": 87, "287990": 87, "288": [85, 87], "2880": [86, 90, 91], "28824": 87, "288256827640698": 86, "28849": 87, "2885895": 87, "2886594": 87, "28868": 87, "28874": 87, "288742": 87, "288761": 87, "288834": 87, "28899": 87, "289": 87, "28904": 87, "289088": 87, "289152": 87, "2892137": 87, "28924": 87, "28928": 87, "289444": 87, "28949": 87, "289529": 87, "289627": 87, "28974": 87, "2898": 87, "2899": 87, "28999": 87, "28e": 87, "29": [87, 91], "290": 87, "290013": 87, "29011": 87, "2901263": 87, "29015": 87, "290154": 87, "290186": 87, "29024": 87, "290419": 87, "290453": 87, "29049": 87, "290564": 87, "290733": 87, "29074": 87, "2908": 87, "2909584": 87, "29099": 87, "291": 87, "291016": 87, "291023": 87, "291105": 87, "29124": 87, "2914": 87, "291485": 87, "29149": 87, "2914970": 87, "2915": 87, "29174": 87, "29185": [90, 91], "2918768": 87, "29199": 87, "292": 87, "29208712515913": 86, "29221": 86, "29224": 87, "2924": 87, "292465": 87, "29249": 87, "2925": 87, "2925658": 87, "292652": 87, "29274": 87, "2929857": 87, "29299": 87, "293": 87, "293124": 87, "29324": 87, "293253": 87, "29333": 87, "293337": 87, "293446": 87, "29349": 87, "293673": 87, "293674": 87, "29374": 87, "293741": 87, "2938295": 87, "29399": 87, "294132": 87, "29424": 87, "2943": 87, "29449": 87, "2945": 87, "294548": 87, "2945585": 87, "29456785": 87, "294718": 87, "29474": 87, "2948871": 87, "2949": 87, "29499": 87, "295": 87, "295015": 87, "29524": 87, "295261": 87, "295412": 87, "295433": 87, "295475": 87, "29549": 87, "295546": 87, "295609": 87, "295666": 87, "29574": 87, "295828": 87, "295982": 87, "29599": 87, "296": 87, "29609": 87, "29624": 87, "2963": 87, "296478": 87, "29649": 87, "296541": 87, "2966595": 87, "29674": 87, "296833": 87, "29689": 87, "29699": 87, "297": [84, 87], "29724": 87, "297323": 87, "297335": 87, "2974": 87, "29749": 87, "297695": 87, "2977": [90, 91], "29774": 87, "29789277185311": 86, "297986671081": 87, "29799": 87, "298": 87, "298168": 87, "29824": 87, "29849": 87, "29865": 87, "29867": 87, "29874": 87, "2988": 87, "29899": 87, "299": 87, "299072": 87, "29924": 87, "299374": 87, "299383": 87, "299417": 87, "299423": 87, "29949": 87, "29952": 90, "299526": 87, "29974": 87, "29978": 87, "2998": 87, "299827804173795": 86, "2999": 87, "29999": 87, "29e": 87, "29th": 7, "2e": 87, "2zonedatacenterhvac": [48, 49], "2zonedatacenterhvac_weconom": [2, 85], "3": [0, 2, 4, 7, 8, 10, 11, 22, 23, 63, 84, 85, 86, 87, 88, 89, 90, 91, 94, 96], "30": [6, 63, 68, 69, 70, 71, 85, 87, 88, 90, 91], "300": 87, "30007": 87, "30012": 87, "300123": 87, "30024": 87, "3003": 87, "30035": 87, "3004": 87, "30049": 87, "3005": 87, "30074": 87, "300801": 87, "30099": 87, "301": [87, 89, 97], "301074": 87, "30124": 87, "3012602": 87, "301405": 87, "30149": 87, "30167": 87, "30168": 87, "30174": 87, "301798": 87, "301876": 87, "301914": 87, "301935": 87, "30199": 87, "302": 87, "3022": 87, "30224": 87, "3024": 87, "3024671": 87, "30249": 87, "3024965": 87, "3025": 87, "30253": 87, "30274": 87, "302775628790542": 86, "30297": 87, "30299": 87, "303": [84, 87], "30324": 87, "3032584": 87, "30349": 87, "3035": 87, "303662": 87, "30374": 87, "303895": 87, "30399": 87, "304": 87, "304005": 87, "3040800": 87, "304203": 87, "30424": 87, "30449": 87, "30461": 87, "3047": 87, "30474": 87, "304825": 87, "3049": 87, "304934": 87, "30499": 87, "305": 87, "3050": 87, "3051596": 87, "30524": 87, "305302": 87, "305464": 87, "30549": 87, "3055": 87, "305504": 87, "30557": 87, "305711": 87, "30574": 87, "305868": 87, "30599": 87, "306": [87, 89], "306188": 87, "30624": 87, "30642": 87, "30649": 87, "3066": 87, "30674": 87, "30699": 87, "307": 87, "30707": 87, "30724": 87, "30729": 87, "3074": 87, "30749": 87, "307499": 87, "30774": 87, "3078": 87, "3078493": 87, "30799": 87, "308": 87, "308235": 87, "30824": 87, "308342": 87, "308412": 87, "30849": 87, "3085565": 87, "30867148538614": 86, "3087": 87, "30874": 87, "30899": 87, "309": 87, "309011": 87, "309143": 87, "309153008391664": 86, "30924": 87, "309459135039948": 86, "30949": 87, "309496148008126": 86, "309548": 87, "309654": 87, "30974": 87, "30975": 87, "3099": 87, "30996": 87, "30999": 87, "31": [7, 63, 84, 85, 86, 87, 88, 89, 90, 91], "310": 87, "31012": 87, "31021959098016": 86, "31024": 87, "310314": 87, "31036434": 87, "31044": 87, "31049": 87, "310589": 87, "3106383": 87, "31066": 87, "31074": 87, "3107407": 87, "3108444": 87, "31099": 87, "311": [87, 88], "311094": 87, "311104": 87, "31124": 87, "3113888": 87, "311417": 87, "31145": 87, "31149": 87, "3115": 87, "31166": 87, "311705": 87, "31174": 87, "311874": 87, "3118777": 87, "311967": 87, "31199": 87, "312": 87, "312044": 87, "31224": 87, "312361": 87, "3124": 87, "31249": 87, "3125": [90, 91], "312537": 87, "312569": 87, "3127": 87, "31274": 87, "31296": 87, "31298": 87, "31299": 87, "313": 87, "3130": 87, "3130433": 87, "31339": 87, "31344": 87, "313513": 87, "3135141": 87, "31355": 87, "3137": 87, "314": 87, "314055": 87, "3142": 87, "314344": 87, "314674": 87, "314816": 87, "31489": 86, "3149": 87, "314940373349994": 86, "315": 87, "3150015": 87, "3150081": 87, "315073": 87, "315203": 87, "31536000": [84, 85, 86, 87, 88, 89, 90, 91], "3155036": 87, "315658": 87, "315889": 87, "315995": 87, "316": 87, "3160286": 87, "31616435897856": 86, "3162": 87, "3164": 87, "3165517": 87, "316582": 87, "3168": 87, "317": 87, "31725": 87, "3174": 87, "31747": 87, "3178": 87, "31789": 87, "317920693455": 90, "318": 87, "318306": 87, "318344": 87, "31859": 87, "319": [0, 87], "3193": 87, "319316": 87, "31932": 87, "319372": 87, "31964": 87, "319656": 87, "31977": 87, "3199": 87, "319937": 87, "31e": 87, "32": 87, "320": [2, 87], "320056": 87, "320126": 87, "32014": 87, "32022823176": 86, "3202745": 87, "3204484": 87, "3206": 87, "32065": [90, 91], "3207": 87, "3208": 87, "320927": 87, "321": [86, 87], "321212935563235": 86, "321407": 87, "321625": 87, "321648": 87, "3216777": 87, "321774": 87, "3219": 87, "3219347": 87, "322": 87, "322044": 87, "32206": 87, "322216": 87, "3224": 87, "3226": 87, "32262": 87, "322752347845213": 86, "322908": 87, "3229639": 87, "323": [0, 87], "323276": 87, "323315": 87, "323364": 87, "323395": 87, "3235": 87, "32354": 87, "323826": 87, "323845": 87, "323895": 87, "3238974": 87, "324": 87, "324025": 87, "3241777": 87, "324233": 87, "324258": 87, "3242619e": 91, "3242805": 87, "3243134": 87, "32439": 87, "324406": 87, "32447episod": 87, "324484": 87, "324568": 87, "324581": 87, "324686": 87, "324717": 87, "324862": 87, "3249": 87, "325": 87, "325115": 87, "3255": 87, "325657": 87, "325717463001574": 86, "32572523": 91, "32586": 87, "325865": 87, "326": 87, "326004": 87, "326008": 87, "326218": 87, "32632": 87, "3264": 87, "326594": 87, "326602915153778": 86, "3267": 87, "326733": 87, "326927": 87, "327": 87, "327057": 87, "327127": 87, "327251": 87, "3274": 87, "3276": 87, "32771": 87, "3278": 87, "327847": 87, "32785043815016": 86, "328": 87, "328117": 87, "3281666": 87, "3281816": 87, "3282": 87, "328288": 87, "328423": 87, "328482": 87, "3286": 87, "328617": 87, "32868": 87, "328889075081": 87, "329": 87, "3293101": 87, "329315": 87, "3295098": 87, "3296": 87, "329704": 87, "329798": 87, "3299": 87, "32995": 87, "329985": 87, "32e": 87, "33": [63, 87, 90], "330": 87, "33011": 87, "330137": 87, "33025": 87, "3303912": 87, "330548": 87, "331": 87, "3312": 87, "33136": 87, "33137": 87, "33139": 87, "3314": 87, "331541": 87, "3318": 87, "3318205": 87, "3319559": 87, "3319582": 87, "332": 87, "33207": 87, "3320911": 87, "3324": 87, "33259": 87, "33275306": 87, "3327703": 87, "33292": 87, "333": 87, "3331149": 87, "3333333333333": [84, 89], "3333333333334": 89, "333363": 87, "333364": 87, "333763": 87, "333779": 87, "333809": 87, "333889": 87, "3339": 63, "333921": 87, "3339373": 87, "333977": 87, "333998": 87, "334": 87, "334118": 87, "334397": 87, "334488": 87, "3347": 87, "3349": 87, "334994": 87, "335": 87, "33517": 87, "335354": 87, "33544": 87, "335506": 87, "335524": 87, "33571": 87, "335754": 87, "33587": 87, "33599": 87, "3361": 87, "336163": 87, "336182": 87, "33624196": 87, "336285": 87, "336391": 87, "336395": 87, "336887": 87, "3369927": 87, "337": 87, "337305": 87, "337343": 87, "3374": 87, "337481": 87, "337564": 87, "33763950224591": 86, "33773": 87, "3378": 87, "338": 87, "338148": 87, "33825": 87, "338281331752377": 86, "3386": 87, "338629010751": 90, "33876569586113": 86, "339": 87, "339176": 87, "33917913": 87, "339186": 87, "33923": 87, "339254": 87, "339314": 87, "339380228263305": 86, "33943": 87, "339748": 87, "33988": 87, "3399": 87, "33_hu200t1q": 87, "33e": 87, "34": [87, 90, 91, 96], "340": 87, "340016": 87, "3401": 87, "3403": 87, "340313": 87, "340415472303": 87, "340607": 87, "3408": 87, "341": 87, "34104864229795": 86, "3412291": 87, "341252": 87, "34132552077085": 86, "341438": 87, "341484": 87, "34158": 87, "34169685729": 87, "341748": 87, "341778": 87, "34198": 87, "342": 87, "3420": 87, "34201": 87, "34213": 87, "34233": 87, "3423305": 87, "3424": 87, "342453": 87, "3427425": 87, "3428": 87, "3428041": 87, "343": 87, "343086": 87, "343163": 87, "343174": 87, "3433": 87, "343311": 87, "343338": 87, "343633": 87, "34369": 86, "343817": 87, "344": 87, "34405267": 87, "3441": 87, "344173": 87, "344183": 87, "3442": 90, "3442061": 87, "34431": 87, "344404": 87, "344414": 87, "34447": 87, "3445": 87, "34458": 87, "34476": 87, "344811": 87, "34489": 87, "3449": 87, "344952": 87, "345": 87, "345287": 87, "345486": 87, "345562": 87, "345572": 87, "345593": 87, "34564": 87, "345997": 87, "346": 87, "346043": 87, "346052": 87, "346079": 87, "3464": 87, "346413": 87, "3465989": 87, "347": 87, "347079": 87, "34714": 87, "347166": 87, "3473": 87, "3474": 87, "347605": 87, "3477": 87, "3478": 87, "348": 87, "348045": 87, "348074": 87, "3485328": 87, "348609": 87, "3486611": 0, "3488729": 0, "34892": 87, "349": 87, "3491": 87, "349102": 87, "34919": 87, "3492": 87, "349455": 87, "3499": 87, "34e": 87, "35": [87, 96], "350": 87, "3502": 87, "350382": 87, "350393": 87, "35040": [84, 85, 86, 87, 88, 89, 90, 91], "35041": 87, "3504417": 87, "350603": 87, "350782": 87, "350838": 87, "35088": 87, "35091": 87, "350996": 87, "351": 87, "351166": 87, "35134": 87, "3514463": 87, "351454": 87, "3515596": 87, "3516591": 87, "35179": 87, "351809": 87, "3518631": 87, "351942": 87, "352": 87, "35207": 87, "352226": 87, "3524": 87, "352446": 87, "35254046509186": 89, "35264364590376623": 91, "352756796479834": 86, "353": 87, "353151567342": 87, "35344": 87, "3535004": 87, "353544": 87, "35365": 87, "353714": 87, "354": 87, "354006": 87, "35403": 87, "354202": 87, "3543": 87, "35435": 87, "3543841": 87, "354536399509": 87, "3546": 87, "3549": 87, "354967": 87, "355": 87, "35507": 87, "355169": 87, "355236": 87, "355374": 87, "355534": 87, "35559": 87, "3556": 87, "35568": 86, "35599": 87, "356": 87, "356014": 87, "356246": 87, "35626077584623": 86, "356754": 87, "357": 87, "357159": 87, "35722345079559226": 86, "357336": 87, "3574": 87, "3574334": 87, "357481": 87, "3575": 87, "357542": 87, "357563": 87, "3576": 87, "3576803": 87, "358": 87, "358007": 87, "358186": 87, "358383": 87, "358484": 87, "358492": 87, "3589754": 87, "3594": 87, "359734": 87, "3598": 87, "3599": 87, "35e": 87, "36": 87, "360": 87, "3600": [84, 88, 89], "360157": 87, "360214": 87, "3604": 87, "36043": 87, "360667": 87, "36071": 87, "361": 87, "36101": 87, "3613": 87, "3613000": 87, "361461": 87, "361639": 87, "3616774": 87, "361885": 87, "361977": 87, "362": 87, "36234": 87, "362385306000814": 86, "3624": [86, 87, 90, 91], "36259": 87, "3626": 87, "3626423": 87, "362661542358": 90, "362766": 87, "362823": 87, "362911": 87, "363": 4, "36302": 87, "363247": 87, "363319": 87, "363356": 87, "363422": 87, "36356": 87, "36357": 87, "3636545": 87, "364": 87, "36404": 87, "36409": 87, "36438": 87, "364509": 87, "3645803": 87, "36460897157091": 86, "3648541": 87, "3649": 87, "365": 87, "365232": 87, "365273": 87, "365337": 87, "3653437": 87, "365477": 87, "365803": 87, "366": 87, "366064": 87, "366076": 87, "366455": 87, "3667": 87, "3669": 87, "367": 87, "367149": 87, "3672": 87, "3672833996926315": 86, "3673377": 87, "3674": 87, "3676153": 87, "36768": 87, "3678339": 87, "367899": 87, "368": 87, "3680471": 87, "3682384": 87, "36832": 87, "3685168": 87, "3686837": 87, "3687": 87, "3688": 87, "368822": 87, "368893": 87, "3689": 87, "369": 87, "3690": 87, "369095": 87, "36912": 87, "369297": 87, "369502": 87, "369625": 87, "36963": 87, "369709": 87, "369793": 87, "369878": 87, "3699": 87, "36e": 87, "37": 87, "370": 87, "3701": 87, "37062": 87, "370691": 87, "371": 87, "3710": 87, "371014": 87, "37107": 87, "3715158": 87, "3716403": 87, "37169": 87, "3718": 87, "371922": 87, "371940434897027": 86, "372": 87, "37202758854": 86, "372105": 87, "37224105914655": 86, "37224276151501": 90, "372273": 87, "372368": 87, "3724": 87, "372401": 87, "372531": 87, "37259": 87, "37267": 87, "372742": 87, "372751": 87, "372908": 87, "372997": 87, "373": 87, "3730378": 87, "373043": 87, "37305": 87, "373072": 87, "3733482": 87, "37339": 87, "373482": 87, "373495": 87, "37355": 87, "373743": 87, "373751": 87, "373768": 87, "373877": 87, "374": 87, "374287": 87, "374291": 87, "3743": 87, "374336": 87, "37435": 87, "3745": 87, "3745906": 87, "374725": 87, "37489": 87, "3749": 87, "375": [87, 90, 91], "3752": 87, "37521827": 87, "37522episod": 87, "375265": 87, "375334": 87, "375377": 87, "3756356": 87, "375774": 87, "375805": 87, "376099": 87, "376232": 87, "37624": 87, "3763311388700536": [84, 89], "3766": 87, "376736": 87, "37692": 87, "37696": 87, "377": 87, "377169": 87, "377394": 87, "3774": 87, "377738": 87, "377762": 87, "377993": 87, "378": 87, "378036": 87, "378115": 87, "3783436": 87, "3786383": 87, "379": 87, "379026": 87, "37903": 87, "3791": 87, "37915": 87, "37918": 87, "379228760971404": 86, "379234": 87, "3793273": 87, "37934": 87, "37937": 87, "379395": 87, "379463": 87, "37957": 87, "379833": 87, "3799": 87, "37996": 87, "37e": 87, "38": [63, 87], "380083": 87, "38035": 87, "380396": 87, "380398": 87, "38043": 87, "380638": 87, "380795": 87, "3808": 87, "381": 87, "38102": 87, "381088": 87, "381172": 87, "381512": 87, "3817": 87, "382": 87, "382097": 87, "382166": 87, "382233": 87, "38226": 87, "382294": 87, "3824": 87, "3828847": 87, "38312": 87, "38318": 87, "383184": 87, "3833": 87, "383576": 87, "383625": 87, "384": [84, 87], "3840142": 87, "384110": 87, "384127": 87, "384174": 91, "384346": 87, "38459": 87, "3849": 87, "384958": 87, "385": 87, "3851": 87, "38514": 87, "3855": 87, "3857": 87, "386": 87, "386179": 87, "38619": 87, "3862": 87, "38634": 87, "386407": 87, "3865857": 87, "386675": 87, "3867": 87, "38672": 87, "386773": 87, "38683": 87, "387": 87, "3870570": 87, "3872": 87, "3874": 87, "38755eval": 87, "387661": 87, "3879": 87, "388": 87, "38810": 85, "388348": 87, "388695": 87, "3888": 87, "3888217": 87, "388847": 87, "388855": 87, "388943": 87, "389": 87, "3891": 87, "38911": 87, "38924": 87, "3894": 87, "389498": 87, "3895953": 87, "389618": 87, "389812": 87, "3899": 87, "389954": 87, "38998": 87, "38e": 87, "39": [84, 85, 86, 87, 88, 89, 90, 91], "390": 2, "390144": 87, "390175": 87, "390213": 87, "390306": 87, "3903533": 87, "39038": 87, "3904": 87, "391077": 87, "391197": 87, "391249": 87, "3912582": 87, "39136": 87, "39148": 87, "391863": 87, "39188": 87, "392": 87, "39203": 87, "392105": 87, "392218": 87, "3923394": 87, "3924": 87, "392422": 87, "3925": 87, "392647": 87, "392784": 87, "392849": 87, "392883": 87, "393": 87, "393188": 87, "393337": 87, "3934": 87, "393436": 87, "39349": 87, "393824": 87, "39393": 87, "394222": 87, "394281": 87, "39459": 87, "3949": 87, "395": 87, "395102": 87, "3951087": 87, "395254": 87, "39541": 87, "395668": 87, "395697": 87, "395718": 87, "395735": 87, "395819": 87, "395840884017": 87, "395845": 87, "395967": 87, "396": 87, "396152": 87, "396200191451324": 86, "39629": 87, "3963323": 87, "39646": 87, "3965": 87, "396703": 87, "3967648": 87, "396768": 87, "39683eval": 87, "396935": 87, "397": 87, "3972": 87, "39732": 87, "3974": 87, "3975": 87, "3975253": 87, "397603": 87, "397675": 87, "397816": 87, "397929": 87, "398": 87, "39844": 87, "398606": 87, "398651": 87, "398741": 87, "398882": 87, "399": 87, "399098": 87, "3993225": 87, "399399": 87, "3994": 87, "3999": 87, "39e": 87, "3e": 87, "4": [2, 5, 6, 7, 10, 14, 68, 69, 70, 71, 84, 85, 86, 87, 88, 89, 90, 91], "40": [63, 87, 91], "400": 87, "4000001e": 91, "400382": 87, "40044233": 87, "400461": 87, "400509": 87, "400848": 87, "401": [87, 89], "401014": 87, "401157": 87, "401176": 87, "4012": 87, "4014": 87, "401505": 87, "4016": 87, "402": 87, "4024": 87, "402655": 87, "40269": 87, "402737": 87, "4029": 87, "402967": 87, "40298": 87, "402994": 87, "403": 87, "403365280938": 86, "403486": 87, "4038": 87, "40382": 87, "403831": 87, "403837": 87, "403879": 87, "4039045": 87, "40393": 87, "403952": 87, "4039795": 87, "404": 87, "404039": 87, "404510": 87, "404594": 87, "40463": 87, "4046625": 87, "4049": 87, "405": 87, "4050": 87, "405018": 87, "405119": 87, "4053": 87, "405334": 87, "4054": 87, "4056": 87, "405827": 87, "4059": 87, "406": 87, "406048": 87, "406055": 87, "4062": 87, "406227": 87, "40628349489212": 90, "40643": 87, "406437": 87, "4067339": 87, "4067437": 87, "406927": 87, "407": 87, "4070": 87, "407007": 87, "4071010": 87, "407139": 87, "407288": 87, "407345": 87, "407398": 87, "4074": 87, "4077": 87, "40799": 87, "408": 87, "408057": 87, "408203": 87, "408313327693552": 86, "408401": 87, "40852": 87, "408579": 87, "4088272": 87, "4089": 87, "409": 87, "409126": 87, "4094": 87, "409586": 87, "409836": 87, "4099": 87, "4099537": 87, "41": [87, 96], "410": 87, "4101": 87, "410271": 87, "41034": 87, "410343": 87, "410603": 87, "410771": 87, "4107929": 87, "411": 87, "411175": 87, "411239": 87, "411385": 87, "411669": 87, "4119455": 87, "412": 87, "41207": 87, "4124": 87, "41243": 87, "412476": 87, "4126": 87, "4127": 87, "41275": 87, "412853": 87, "413": 87, "4136": 87, "413828": 87, "413868": 87, "413916": 87, "413956": 87, "414": 87, "4141176": 87, "4142": 87, "41438": 87, "414421": 87, "414547": 87, "414612": 87, "414637": 87, "4148": 87, "414870": 87, "414883": 87, "4149": 87, "414923": 87, "415": 87, "415078": 87, "41525": 87, "415379": 87, "4154342": 87, "415497": 87, "41555": 86, "415564": 87, "415615": 87, "416": 87, "416159": 87, "41647": 87, "416656": 87, "416883": 87, "417": 87, "41702": 87, "41705": 87, "4171513": 87, "4172": 87, "4173": 87, "4174": 87, "4175": 87, "417665": 87, "417715": 87, "417734": 87, "417835": 87, "41828": 87, "418407": 87, "418484": 87, "418552": 87, "418623": 87, "418673": 87, "418865": 87, "4189": 87, "41894728": 87, "4189992": 87, "4191238": 87, "419151": 87, "419529": 87, "4196": 87, "4197338": 87, "419844": 87, "4199": 87, "419962": 87, "41e": 87, "42": [87, 96], "420": 87, "4203": 87, "420418": 87, "4204226": 87, "420448": 87, "420471": 87, "42047961195113": 86, "420488": 87, "421297": 87, "42138": 87, "421692": 87, "421844": 87, "422": 87, "4220851623168": 86, "422109": 87, "42213": 87, "42214784762863855": 87, "422165": 87, "422209": 87, "4224": 87, "4226103": 87, "422802": 87, "422834": 87, "423": 87, "423044": 87, "423054": 87, "423097775218647": 86, "423105": 87, "42342": 87, "423465": 87, "42386": 87, "423868": 87, "423975": 87, "424": 87, "424046": 87, "424162800676545": 86, "424332": 87, "42441": 87, "4249": 87, "425": 87, "425114": 87, "42534": 87, "425394": 87, "4254": 87, "425447": 87, "4254899": 87, "42562": 87, "42579": 87, "42586": 87, "426": 87, "426144348275088": 86, "4263319241570109": 87, "4263978": 87, "426456": 87, "4266663": 87, "426840": 87, "426971": 87, "427": 87, "427065": 87, "427107": 87, "4271114": 87, "4274": 87, "4275043299862915": 86, "427517": 87, "4275640288043432": 87, "427694": 87, "427858": 87, "4281177": 87, "4283177306652533": 87, "428493": 87, "4285": 87, "428854": 87, "428865": 87, "429253": 87, "4292946": 87, "429308": 87, "429335": 87, "429393": 87, "429403": 87, "429458": 87, "4295": 87, "4295363": 87, "4297": 87, "429708": 87, "4299": 87, "42e": 87, "43": [87, 96], "430": 87, "43005": 87, "430132": 87, "4303": 87, "430404117791642": 86, "430555": 87, "43056": 87, "430645": 87, "4307226": 87, "43089": 87, "431": 87, "431053": 87, "431208": 87, "4312496": 87, "4312929": 87, "43131719567353316": 87, "4313949": 87, "4314": 87, "43155": 87, "431572": 87, "43176": 87, "4319363": 87, "432": 87, "432045": 87, "4321": 87, "43212128": 87, "432148": 87, "4324": 87, "43247": 87, "432545": 87, "4326": 87, "432787": 87, "4328161223963918": 86, "433092": 87, "4331393": 87, "43317": 87, "4333": 87, "433327": 87, "4333735": 87, "433417323750973": 91, "433624": 87, "43365": 87, "4340": 87, "434044": 87, "4341": 87, "434128": 87, "43422": 87, "43434": 87, "4344": [86, 90, 91], "4349": 87, "434963": 87, "435": 87, "4355224": 87, "4355738": 87, "435689": 87, "4357": 87, "4359": 87, "4359742": 87, "436": 87, "436129": 87, "4363027": 87, "4366": 87, "43662": 87, "436741": 87, "4367958": 87, "43687156111466763": 90, "436998": 87, "437": 87, "4370503": 87, "437138": 87, "4371530": 87, "4374": 87, "43741": 87, "43743": 87, "437536": 87, "437775": 87, "438": 87, "438007": 87, "43842": 87, "4386": 87, "43866": 87, "438751": 87, "43878692": 87, "438843": 87, "439": 87, "439213625906792": 86, "439279": 87, "4393": 87, "439528": 87, "4397": 87, "4399": 87, "43_cun8jng3": 87, "43_evalu": 87, "43_sr2houk": 87, "43e": 87, "44": 87, "440": 87, "4400032": 87, "440136": 87, "440195": 87, "440237": 87, "440274": 87, "440469": 87, "4406347": 87, "440664": 87, "4407": 87, "440716": 87, "44078": 87, "441": 87, "44114": 87, "441185": 87, "441462": 87, "4415144": 87, "441555": 87, "441584": 87, "441803": 87, "441835": 87, "442": 87, "4424": 87, "44267": 87, "44268": 87, "442886": 87, "442892": 87, "443": 87, "44306615365681": 86, "443321": 87, "443428": 87, "444": 87, "444046": 87, "4441502": 87, "444305": 87, "444363": 87, "444693": 87, "4449": 87, "444937": 87, "445": 87, "445164": 87, "4452": 87, "445435": 87, "445587": 87, "44568": 87, "4457515": 87, "44578": 87, "445791": 87, "445868": 87, "445882": 87, "445957": 87, "446": 87, "44615075": 87, "446198": 87, "4464": 87, "4465209": 87, "446527": 87, "446743": 87, "44686": 87, "447": 87, "44708": 87, "447105": 87, "447118": 87, "4474": 87, "447454": 87, "447517": 87, "4476857": 87, "44785": 87, "447903": 87, "448067": 87, "448227": 87, "448235": 87, "44847": 87, "448666": 87, "4487": 87, "448812": 87, "448847": 87, "449": 87, "449082": 87, "4492": 87, "449215": 87, "449238": 87, "4494166": 87, "449615": 87, "449625": 87, "449767133034882": 86, "4499": 87, "44e": 87, "45": [2, 87], "4500000e": 91, "450134": 87, "450226": 87, "4503": 87, "450413": 87, "4504209": 87, "450460": 87, "4505": 87, "4505453": 87, "45064163916": 86, "45067": 87, "451311": 87, "451401745306942": 86, "451453": 87, "4517277581382": 86, "451796": 87, "451893": 87, "4519": 87, "452": 87, "452288": 87, "452297": 87, "4523": 87, "4524": 87, "4525": 87, "4526": 87, "452662": 87, "45269": 87, "453": 87, "4531417474460593": 90, "4531593": 87, "45334": 87, "453636": 87, "453775": 91, "4538102": 87, "45393393827288": 86, "454": 87, "45405": 87, "454084": 87, "4542": 87, "4546": 87, "454679": 87, "454714": 87, "45482": 87, "4549": 87, "455": 87, "455126": 87, "4554": 87, "455622": 87, "45572": 87, "45583": 87, "456": 87, "456167": 87, "456223": 87, "4564": 87, "456501": 87, "4568": 87, "456839": 87, "45700782913386": 86, "457339": 87, "4574": 87, "45746": 87, "4576453": 87, "4578": 87, "458": 87, "4580983": 87, "45838": 87, "458406": 87, "458416": 87, "458956": 87, "459": 87, "459794392100665": 86, "4598": 2, "459827": 87, "45983": 87, "4599": 87, "45e": 87, "46": [2, 87], "4601": 87, "460247": 87, "460455": 87, "46046": 87, "460917": 87, "461": 87, "46107642729404": 86, "461197": 87, "4615": 87, "461578": 87, "461708": 87, "461779": 87, "461828": 87, "4619": 87, "461933": 87, "462": 87, "46204": 87, "462065": 87, "4624": 87, "4629197": 87, "463": [2, 87], "46324": 87, "4636": 87, "463623": 87, "46367": 87, "464": 87, "464203": 87, "464287": 87, "46443972": 87, "46448": 87, "46484488": 91, "4649": 87, "46493": 87, "465": 87, "465069": 87, "465097": 87, "4651": 87, "465273": 87, "46531": 87, "465332": 87, "4654706": 87, "465584": 87, "4656": 87, "465723": 87, "46577": 87, "4658": 87, "465874": 87, "465914": 87, "465982": 87, "466": 87, "46637": 87, "466516": 87, "466824": 87, "46684": 87, "466934": 87, "467": 87, "46709": 87, "46726": 86, "467265": 87, "4673": 87, "4673761": 87, "4674": 87, "46767": 87, "46771": 87, "46782": 87, "468": 87, "468061": 87, "4681": 87, "46846670104": 87, "46865": 87, "468657": 87, "468678": 87, "469": 87, "469086": 87, "469153276368": 90, "469254": 87, "469403206707": 87, "469513": 87, "469681": 87, "4697": 87, "469723": 87, "4698": 87, "4699": 87, "46e": 87, "47": 87, "470": 87, "4702": 87, "47031": 87, "470314": 87, "470379": 87, "47042": 87, "47045": 87, "470580": 87, "4706626": 87, "470722": 87, "470765": 87, "4707968": 87, "470825": 87, "47087": 87, "47104": 87, "471261": 87, "471449": 87, "47146": 87, "47173": 87, "471773": 87, "472": 87, "47209": 87, "472118": 87, "47217": 87, "472187": 87, "472333": 87, "4724": 87, "47256": 87, "472637": 87, "473": 87, "473099": 87, "4733": 87, "4735": 87, "4737": 87, "473743": 87, "473761": 87, "47385": 87, "4739": 87, "473911": 87, "47397": 87, "474": 87, "47406": 87, "474075": 87, "47408603593558": 90, "474377": 87, "474483": 87, "47451": 87, "4749": 87, "475": 87, "475006": 87, "4750577": 87, "47561177379764": 86, "4756484": 87, "475954": 87, "476": 87, "476068": 87, "476208": 87, "4764079": 87, "477": 87, "477150_iwec": 96, "477306": 87, "47732": 87, "4774": 87, "477741": 87, "477785": 87, "4778": 87, "477875": 87, "478": 87, "478065": 87, "478088": 87, "478311": 87, "4786": 87, "47876613692316": 86, "478780": 87, "4788": 87, "478897": 87, "478977": 87, "479": 87, "4790": 87, "4793": 87, "479317": 87, "47948": 87, "479544": 87, "4798": 87, "4799": 87, "479923": 87, "47e": 87, "48": 87, "480": 87, "48008": 87, "480116": 87, "480413": 87, "4806430": 87, "480873": 87, "480985": 87, "481": 87, "48104": 87, "48113": 87, "4814867": 87, "48164": 87, "4817": 87, "4817667": 87, "48178": 87, "4818852": 87, "4819": 87, "481953": 87, "482": 87, "482203": 87, "4822035": 87, "4824": 87, "4826": 87, "48272": 87, "482807": 87, "48282eval": 87, "482845": 87, "48292": 87, "483": 87, "48305": 87, "4832": 87, "483408": 87, "4836": 87, "4839": 87, "484": 87, "484047": 87, "484123": 87, "4841363": 87, "4844": 87, "4847171": 87, "4849": 87, "484962": 87, "484993": 87, "485": 87, "48503": 87, "4850352": 87, "485105": 87, "4852": 87, "485292": 87, "4853": 87, "485458": 87, "485494": 87, "4855103": 87, "4856598": 87, "4862": 87, "486246": 87, "486356831060117": 86, "486403": 87, "486473": 87, "486634787123645": 86, "4868": 87, "486908": 87, "487": 87, "48703": 87, "487068": 87, "48715": 87, "487341586511533": 86, "4874": 87, "4875": 87, "487545": 87, "487644": 87, "488": 87, "488087": 87, "4881": 87, "4886": 87, "4887073": 87, "48872": 87, "488916": 87, "48894882371821": 86, "489": 87, "489048": 87, "489124247968": 86, "489174": 87, "48924": 87, "489399": 87, "489456": 87, "4895": 87, "489557": 87, "489573": 87, "489624": 87, "4898": 87, "489855": 87, "4899": 87, "489908": 87, "48e": 87, "49": 87, "490088": 87, "49021644748176": 86, "490236": 87, "49031": 87, "490796": 87, "4908": 87, "4908586": 87, "490915": 87, "49098": 87, "491": [2, 87], "491219": 87, "491304": 87, "49144": 87, "4915775": 87, "491618": 87, "49166": 87, "491833": 87, "49194": 87, "491972": 87, "492": 87, "49222451880882": 91, "4924": 87, "492639": 87, "4928055": 87, "493": [84, 85, 86, 87, 88, 89, 90, 91], "493074": 87, "49313": 87, "493168": 91, "49321": 87, "493917": 87, "494": 87, "494152": 87, "49424": 87, "494257": 87, "494572": 87, "49464": 87, "4949": 87, "495": 87, "4952": 87, "49545": 87, "495585": 87, "4956": 87, "495659": 87, "495691": 87, "496": 87, "4960": 87, "496028": 87, "496058": 87, "4961": 87, "4961122594044092": 91, "496115": 87, "496178": 87, "496408": 87, "496495319039795": 86, "496785": 87, "496876": 87, "497": 87, "497007": 87, "497048": 87, "4974": 87, "49754": 87, "497612": 87, "4979": 2, "498": 87, "49801": 87, "4980135": 87, "498105": 87, "498217": 87, "498264": 87, "49837": 87, "49839": 87, "4984936": 87, "49853": 87, "49864": 87, "4988": 87, "499": 87, "499041": 87, "499171": 87, "499285": 87, "499413": 87, "4994174": 87, "49947498388144": 89, "499552": 87, "4996": 87, "499722": 87, "4999": 87, "49e": 87, "4e": 87, "5": [0, 2, 6, 10, 24, 68, 69, 70, 71, 74, 79, 84, 85, 86, 87, 88, 89, 90, 91, 96, 97], "50": [63, 85, 87], "500": 87, "50000000": 88, "5000000e": 91, "500097": 87, "500229": 87, "50031": 87, "5003182": 87, "5003846": 87, "500486": 87, "500626": 87, "501": 87, "50109": 87, "50117": 87, "50168": 86, "501795840290757": 86, "501816": 87, "5019": 87, "50192": 87, "50195": 87, "501991": 87, "502": 87, "502026": 87, "50226": 87, "5024": 87, "502432": 87, "50244": 87, "502487": 87, "50254": 87, "502956": 87, "502991": 87, "503": 87, "503227": 87, "503426": 87, "50352": 87, "5036276598917": 87, "503729": 87, "503786": 87, "504": 87, "50414": 87, "504218": 87, "5043eval": 87, "504581": 87, "5049": 87, "505": 87, "5053432": 87, "505367": 87, "505592": 87, "505669": 87, "505688": 87, "5057328": 87, "50592": 87, "505985": 87, "50601": 87, "506051": 87, "50618": 87, "5063": 87, "506315": 87, "506327": 87, "506552": 87, "506569": 87, "5068433": 87, "506927": 87, "507": 87, "507233": 87, "5072422": 87, "5074": 87, "507423": 87, "507696": 87, "507713": 87, "507769966536845": 86, "5078": 87, "507927": 87, "50795": 87, "508": 87, "50823358985986": 84, "50846": 87, "508686603184": 87, "5087": 87, "508722": 87, "508745": 87, "5088": [86, 90, 91], "508892": 87, "508998": 87, "509": 87, "509193": 87, "509224": 87, "509262": 87, "509317": 87, "509342": 87, "5093937": 87, "509575": 87, "5098643": 87, "5099": 87, "51": 87, "510035": 87, "510240": 87, "5103": 87, "510412": 87, "510527": 87, "510529": 87, "51077": 87, "511": 87, "5111": 87, "511398": 87, "511669": 87, "511806": 87, "5119457": 87, "512": 87, "51201": 87, "512114023279846": 86, "512131": 87, "5124": 87, "5125": 87, "512716": 87, "512764": 87, "512812": 87, "5129490": 87, "51302": 87, "5131793": 87, "513245": 87, "5136858": 87, "513725": 87, "513992": 87, "514": 87, "51403": 87, "514065": 87, "514217": 87, "514286": 87, "514444": 87, "514876": 87, "5149": 87, "51498": 87, "5151": 87, "5151449": 87, "515478": 87, "51548": 87, "5156594": 87, "515854": 91, "516": 87, "516073": 87, "5161777": 87, "51618": 87, "516462": 87, "51666": 87, "516663": 87, "5169748": 87, "517": 87, "517382": 87, "5174": 87, "517626": 87, "51776": 87, "51785": 87, "518": 87, "518076": 87, "518107": 87, "51826": 87, "5184000": [84, 88, 89], "5184134": 87, "518505": 87, "51852": 87, "518553": 87, "51869": 87, "5188694": 87, "519": 87, "519215": 87, "519234": 87, "51948": 87, "519688": 87, "51976": 87, "5197919": 87, "519888": 87, "519897": 87, "5199": 87, "51e": 87, "52": 87, "520086": 87, "520164": 87, "520331": 87, "520428": 87, "52058": 87, "520737": 87, "52076": 86, "5208": 87, "520885": 87, "5209345": 87, "521": 87, "5211308": 87, "521425": 87, "521523": 87, "522": 87, "522072": 87, "522163031742796": 86, "5224": 87, "522755": 87, "522837": 87, "522872": 87, "522898": 87, "523": 87, "523577": 87, "523636": 87, "5236861805773": 87, "5238667": 87, "523884": 87, "5239022": 87, "52394": 87, "524": 87, "524014": 87, "524161569812392": 86, "524296": 87, "5243260": 87, "524329": 87, "52455": 87, "524689": 87, "5246968": 87, "524734": 87, "5249": 87, "525": [87, 91], "5250244140625": 91, "52504": 87, "5250479199187": [90, 91], "52538": 87, "525572": 87, "5257034": 87, "52576": 87, "52578": 87, "526": 87, "52623665": 87, "526308": 87, "52633": 87, "5265477": 87, "526716": 87, "5267246": 87, "5268518": 87, "526911": 87, "5269392": 87, "526942": 87, "527": 87, "527079": 87, "527214": 87, "527241": 87, "527386": 87, "5274": 87, "5279045": 87, "528": 87, "52808": 87, "5281": [86, 87], "52845": 87, "5293": 87, "52933": 87, "529675": 87, "5299": 87, "529976": 87, "52e": 87, "53": 87, "530": 87, "5300543": 87, "530317": 87, "5305": 87, "5305769": 87, "530586901729745": 86, "5306246": 87, "530643": 87, "53074": 87, "530770": 87, "5307813": 87, "53084": 87, "531": 87, "531103": 87, "53134": 87, "531456": 87, "53162": 87, "5316920": 87, "53176": 87, "532": 87, "53205": 87, "532368": 87, "5324": 87, "532406": 87, "532434": 87, "532443": 87, "5326786": 87, "532774": 87, "5328320": 87, "532869819053": 86, "533": 87, "533276": 87, "5333": 87, "533516": 87, "533558": 87, "533912090104": 87, "5339695": 87, "534": 87, "534119": 87, "5342": 87, "53428": 87, "534519": 87, "5347023": 87, "534777951341": 87, "5348": 86, "5349": 87, "534999": 87, "53505": 86, "5351": 87, "5355": 87, "535563": 87, "5358": 87, "535808711825": 86, "5359": 87, "535965": 87, "53599": 87, "536015": 87, "5361": 87, "53613": 87, "536194": 87, "536386": 87, "536425": 87, "53649": 87, "536592": 87, "536777": 87, "536840": 87, "536963": 87, "537": 87, "5370326": 87, "537148": 87, "537245": 87, "5374": 87, "537436": 87, "537544": 87, "53786": 87, "53796": 87, "538": 87, "538095370223804": 86, "53822100691485": 86, "5383407": 87, "538345": 87, "538439": 87, "538546": 87, "53871423": 87, "538927": 87, "538958": 87, "53897": 87, "539": 87, "5393739": 87, "53944": 87, "5394630": 87, "539474": 87, "539497": 87, "53965": 87, "539667": 87, "539743": 87, "5399": 87, "539938": 87, "53e": 87, "54": 87, "540": 87, "540173": 87, "5401795": 87, "5402": 87, "540695": 87, "540747": 87, "541": 87, "541046": 87, "541368": 87, "54144": 87, "541458": 87, "541536": 87, "541555584377814": 86, "541664": 87, "541876": 87, "542": 87, "5424": 87, "542467": 87, "542606": 87, "542692": 87, "542755": 87, "54282": 87, "542942": 87, "543": 87, "543064": 87, "543236": 87, "543318": 87, "54388": 87, "54394243021113": 86, "543995": 87, "544": 87, "5443922": 87, "54443008629097": 86, "5445": 87, "5445381": 87, "544811": 87, "544844": 87, "544863": 87, "5449": 87, "545": 87, "545113": 87, "545242": 87, "545315": 87, "5454": 87, "545568": 87, "5457816": 87, "545914": 87, "546131": 87, "546297": 87, "546316": 87, "546379": 87, "546406": 87, "54648": 87, "546675": 87, "547": 87, "547106": 87, "547272": 87, "5474": 87, "547411": 87, "54742": 87, "5475": 87, "547703": 87, "547737": 87, "548": 87, "5481180476335": 87, "548694042230082": 86, "5489": 87, "549": 87, "549128667042552": 86, "549387": 87, "54942": 87, "54942547428998": 86, "5499": 87, "54e": 87, "55": [47, 87, 96], "550": 87, "5500122": 87, "550064": 87, "55016": 87, "550316": 87, "5505": 87, "550522": 87, "5506": 87, "55074": 87, "550816": 87, "551": 87, "5510481": 87, "551136": 87, "5513284": 87, "551414": 87, "551647": 87, "551872": 87, "552": 87, "55217": 87, "55234": 87, "5524": 87, "552404": 87, "55262": 87, "552856": 87, "553": 87, "55306eval": 87, "553215": 87, "55326": 87, "553564": 87, "5536": 87, "553884": 87, "55395": 87, "554": 87, "554108": 87, "5542": 87, "554268": 87, "554426": 87, "554504": 87, "55467": 87, "5546784": 87, "554829": 87, "5549": 87, "554924": 87, "555": 87, "555115": 87, "555716": 87, "5557412": 87, "555973": 87, "556": 87, "5562041": 87, "556306": 87, "55637": 87, "55652": 87, "556591": 87, "556833": 87, "5570390": 87, "55705870892625": 86, "557205": 87, "5573": 87, "5574": 87, "557518": 87, "5578": 87, "5579": 87, "55798": 87, "55806": 87, "558548": 87, "55901": 87, "5593534": 87, "55953": 87, "55956": 87, "5596": 87, "559614": 87, "559746": 87, "5599": 87, "55e": 87, "56": [87, 91], "560": 87, "56004": 87, "560059": 87, "56026334": 87, "5603": 87, "560345": 87, "560407": 87, "560649": 87, "560783": 87, "560928": 87, "561": 87, "561268": 87, "561466": 87, "561508": 87, "561531": 87, "561605": 87, "561874": 87, "561935": 87, "562": 87, "562044": 87, "562092": 87, "5624": 87, "5625": 91, "562544": 87, "56294": 87, "562977": 87, "563": 87, "563036": 87, "563128438885332": 90, "5633478": 87, "56357": 87, "563572": 87, "563685767946": 87, "563786": 87, "563845": 87, "563951": 87, "564": 87, "564209": 87, "564283": 87, "56456": 87, "5645857": 87, "564636": 87, "56485": 87, "5649": 87, "564985": 87, "565": 87, "565111": 87, "565113": 87, "5652": 87, "5652597": 87, "5654": 87, "565445997684": 87, "56549": 87, "565819": 87, "565943": 87, "566": 87, "5660": 87, "566076": 87, "5662": 87, "5665": [90, 91], "566541371296": 87, "566633": 87, "566761270651252": 86, "566832": 87, "5669565": 87, "567": 87, "5671427": 87, "567287": 87, "5674": 87, "567928": 87, "568": 87, "568176": 87, "568501": 87, "5688": 87, "56905": 87, "569242": 87, "56933": 87, "569469115886": 90, "569489": 87, "5696626": 87, "569685": 87, "569885": 87, "5699": 87, "56e": 87, "57": 87, "570": 87, "5701": 87, "570192": 87, "570236": 87, "570274": 87, "570503": 87, "570625": 87, "5707517": 87, "571": 87, "5711": 87, "571168": 87, "571243": 87, "5715": 87, "571522": 87, "5716357": 87, "571651": 87, "571669": 87, "572": 87, "572285": 87, "5723": 87, "572395": 87, "5724": 87, "5725117": 87, "572632": 87, "572727": 87, "572773": 87, "572788": 87, "5728": 87, "57281": 87, "573": 87, "573284": 87, "573292": 87, "5735": 87, "57355": 87, "573598": 87, "5736": 87, "573734": 87, "57375": 87, "574": 87, "5744": 87, "5748": 87, "5749": 87, "57495": 87, "575": 87, "575014": 87, "575298": 87, "575379": 87, "57566": 87, "575752": 87, "575884449961": 87, "57593": 87, "576": 87, "57633": 87, "57644": 87, "576597": 87, "57668": 87, "5767989": 87, "5768": 87, "577": 87, "577064": 87, "577261": 87, "5773697": 87, "577398": 87, "5774": 87, "577415": 87, "577765": 87, "577883": 87, "578": 87, "5781016": 87, "578194": 87, "5784": 87, "57867": 87, "57874": 87, "578747": 87, "57881": 87, "578972583602845": 86, "579": 87, "57908": 87, "579129": 87, "579243": 87, "5794": 87, "5799": 87, "57992": 87, "57e": 87, "58": 87, "58006": 87, "580149": 87, "5802": 87, "580284": 87, "580376": 87, "580465": 87, "580566": 87, "580736": 87, "581": 87, "581272": 87, "581378312066": 87, "5814": 87, "5815": 87, "581535": 87, "5815425": 87, "581656": 87, "58174": 87, "5819852": 87, "582": 87, "582035": 87, "58216": 87, "5823717": 87, "5824": 87, "58246": 87, "5825": 87, "582571129998": 87, "58267": 87, "582677": 87, "58274": 87, "582941": 87, "5829737765191": 90, "583": 87, "5832": [86, 90, 91], "583328": 87, "583437": 87, "583551": 87, "583647": 87, "583698": 87, "583727": 87, "583792": 87, "583989": 87, "584": 87, "584083": 87, "5841": 87, "5843": 87, "584349": 87, "58435": 87, "58445": 87, "584465": 87, "58479565": 87, "5849": 87, "58497": 87, "585": 87, "585074": 87, "58527": 87, "585283": 87, "58572": 87, "586": 87, "5860": 87, "586027": 87, "586532": 87, "5868": 87, "586883": 87, "587": 87, "5872803": 87, "5874": 87, "58744": 87, "587442": 87, "58754": 87, "58764": 87, "587751": 87, "587852": 87, "588": 87, "588157": 87, "5882859": 87, "588314": 87, "5884490": 87, "5886": 87, "5887": 87, "589": 87, "589087": 87, "589094": 87, "589455": 87, "58964": 87, "58984train": 87, "5899": 87, "58e": 87, "59": [87, 96], "590": 87, "590292": 87, "590484": 87, "5907": 87, "5908": 87, "590807": 87, "5908606": 87, "59096": 87, "591": 87, "591026": 87, "591076": 87, "59117": 87, "591404": 87, "591416269343217": 86, "592": 87, "59235": 87, "592382785619": 87, "5924": 87, "5924812": 87, "592537": 87, "5927": 87, "592764": 87, "592913": 87, "592949": 87, "593": 87, "5932324": 87, "59343": 87, "593599": 87, "593720": 87, "593895": 87, "5939164": 87, "59396905606546": 86, "594": 87, "5944": 87, "59442": 87, "594441": 87, "594456": 87, "5949": 87, "594968": 87, "59502": 87, "59511": 87, "5951342": 87, "595346": 87, "59576": 87, "595821": 87, "595875": 87, "59591": 87, "59595": 87, "5959754": 87, "596": 87, "596086": 87, "5963737": 87, "596618": 87, "59662": 87, "596655": 87, "597": 87, "597227": 87, "5974": 87, "597458": 87, "5977": 87, "598": 87, "598097": 87, "598116": 87, "598158": 87, "59846": 87, "598827": 87, "5988546": 87, "59889": 87, "59891": 87, "598965": 87, "598967": 87, "599": 87, "599007": 87, "599087": 87, "599163": 87, "599335": 87, "59938": 87, "5994": 87, "5995403": 87, "59975": 87, "5999": 87, "59e": 87, "5_2023": 87, "5e": 87, "5zone": [3, 5, 6, 7, 85, 87, 90, 91], "5zoneautodxvav": [2, 6, 47, 84, 86, 87, 88, 89, 90, 91], "6": [2, 4, 6, 7, 10, 14, 68, 69, 70, 71, 85, 86, 87, 88, 90, 91, 96], "60": 87, "600": [85, 87], "6000000e": 91, "60015": 87, "6003": 87, "600526": 87, "600565": 87, "600706": 87, "600908": 87, "601": 87, "60104": 87, "6011": 87, "60114": 87, "601156": 87, "601479": 87, "601759": 87, "601944": 87, "602": 87, "602093": 87, "602169": 87, "60229": 87, "6024": 87, "602402": 87, "60256": 87, "60279": 87, "602817": 87, "602841": 87, "602865": 87, "603": 87, "60302": 87, "60325": 87, "603312": 87, "603888": 87, "603895": 87, "604": 87, "604034": 87, "60407": 87, "604136": 87, "60426": 87, "60434": 87, "6044636": 87, "604515386030812": 86, "6048": 87, "604805": 87, "6049": 87, "605": 87, "6050": 87, "605139": 87, "605173": 87, "6052": 87, "605206": 87, "605486": 87, "605597453282652": 86, "60585": 87, "606137": 87, "606262": 87, "6062777": 87, "606304": 87, "6063654": 87, "606394": 87, "6064": 87, "6064198": 87, "606455": 87, "606459": 87, "6064918": 87, "6065187": 87, "6065419": 87, "6065679": 87, "6066": 87, "606636": 87, "606789": 87, "607": 87, "6074": 87, "607555": 87, "6075807": 87, "607584": 87, "607895": 87, "608": 87, "6082912": 87, "608366": 87, "6086": 90, "60862": 87, "608673": 87, "608880": 87, "609": 87, "6090": 87, "6090046831275": 86, "609035": 87, "60917": 87, "609495": 87, "609633": 87, "6099": 87, "609982": 87, "61": [87, 91], "610": 87, "61025": 87, "6105524": 87, "6105625": 87, "610647": 87, "610672": 87, "61072": 87, "6108": 87, "610817": 87, "610846": 87, "610932": 87, "611": 87, "6110175": 87, "61108": 87, "6111": 87, "611109": 87, "611557": 87, "611694": 87, "61175": 87, "611805": 87, "611981": 87, "6123266": 91, "6123447": 87, "6124": 87, "612885": 87, "613": 87, "6130": 87, "613096200574414": 86, "613413": 87, "613556": 87, "61357": 87, "613598": 87, "61364": 87, "614": 87, "61409": 87, "614223": 87, "614325": 87, "614428": 87, "6145": 87, "6147": 87, "6149": 87, "614986": 87, "614998": 87, "615": 87, "615147": 87, "615269": 87, "6153": 87, "615831": 87, "616": 87, "6162": 87, "616375": 87, "6164890": 87, "617": 87, "617172": 87, "617256": 87, "617308": 87, "6174": 87, "61786": 87, "618": 87, "6180": 87, "61825": 87, "6183": 87, "61838": 87, "618435": 87, "618448": 87, "618853": 87, "61902": 87, "6191": 87, "61911": 87, "619181": 87, "61918932935772": 86, "6194": 87, "619474": 87, "61949": 87, "6196": 87, "6199": 87, "61e": 87, "62": 87, "620": 87, "6201777": 87, "620234": 87, "62027": 87, "621": 87, "6212": 87, "621758": 87, "621859": 87, "621885": 87, "6219144": 87, "622": 87, "622023": 87, "622356": 87, "6224": 87, "622412": 87, "6225793": 87, "622604": 87, "62267": 87, "6228": 87, "622814": 87, "623": 87, "623175": 87, "6232": 87, "623661": 87, "623668861129946": [84, 89], "623688": 87, "62372": 87, "623772": 87, "6239": 87, "623905": 87, "623999": 87, "624": 87, "62412": 87, "62419": 87, "624235": 87, "624273": 87, "6243": 87, "624398": 87, "62452": 87, "624523": 87, "62455": 87, "624556": 87, "6249": 87, "624996": 87, "624998": 87, "625": 87, "625221": 87, "625349": 87, "6253876": 87, "625456": 87, "6259": 87, "626": 87, "62606": 87, "626062": 87, "6262": 87, "62621": 87, "626251": 87, "626314": 87, "62652": 87, "626621": 87, "627": 87, "6274": 87, "6277": 87, "627705": 87, "628": 87, "6280": 87, "62802": 87, "628036": 87, "628345": 87, "628372": 87, "628448": 87, "6286163": 87, "628914": 87, "629": 87, "629057": 87, "629105": 87, "629131": 87, "629488521519967": 86, "629687662635828": 86, "6299": 87, "6299367": 87, "62e": 87, "63": 87, "6300": 87, "630194": 87, "630474": 87, "63072": 87, "630769": 87, "630848": 87, "63086": 87, "631": 87, "631185": 87, "631212": 87, "63123": 87, "631279": 87, "631296": 87, "6316": 87, "631628": 87, "6317136": 87, "63189": 87, "631941": 87, "631967": 87, "632": 87, "632044925856": 90, "6324": 87, "6327314": 87, "632774": 87, "6329": 87, "633": 87, "63318": 87, "633747": 87, "633774": 87, "6338": 87, "633846": 87, "634": 87, "63416": 87, "634413": 87, "634445": 87, "634449": 87, "63473": 87, "634861": 87, "6349": 87, "63495": 87, "635": 87, "6350272": 87, "6355486": 87, "635589": 87, "635881": 87, "636": 87, "636124": 87, "636272": 87, "636395": 87, "636475": 87, "636631": 87, "63669": 87, "636711": 87, "636746": 87, "6367651": 87, "636776": 87, "636791": 87, "636808": 87, "637": 87, "637218": 87, "637384": 87, "6374": 87, "637541666563628": 86, "637647": 87, "6377366": 87, "63774": 87, "637766": 87, "638317": 87, "63837": 87, "6384696": 87, "638643": 87, "638704": 87, "63873": 87, "638756": 87, "6388": 87, "63887537": 87, "639": 87, "63905": 87, "63909": 87, "639103": 87, "639242": 87, "6392717": 87, "639334": 87, "6394": 87, "639404": 87, "6396108": 87, "639802": 87, "6399": 87, "639921": 87, "63e": 87, "64": 87, "640": 87, "6400882": 87, "6401772": 87, "640351119712147": 86, "6406": 87, "640772": 87, "640776": 87, "64085": 87, "6408863": 87, "640917": 87, "641085": 87, "6411": 87, "6411133": 87, "641197": 87, "641277": 87, "641607": 87, "641663": 87, "64197": 87, "642": 87, "64203": 87, "6424": 87, "642416": 87, "642591": 87, "643": 87, "643135": 87, "643183": 87, "643288": 87, "6433044": 87, "64333": 87, "643396": 87, "6435652": 87, "643566": 87, "644": 87, "644160496227": 87, "6442": 87, "6443": 87, "64444": 87, "64449": 87, "644516": 87, "6449": 87, "644999": 87, "645": 87, "645188": 87, "645359": 87, "645561": 87, "645796": 87, "645807": 87, "646": 87, "646113": 87, "646172": 87, "6465": 87, "646563": 87, "64689": 87, "646996": 87, "6470": 87, "6472": 87, "647293": 87, "647366": 87, "6474": 87, "64745": 87, "647545": 87, "647644": 87, "647655": 87, "647705": 87, "64776": 87, "64778": 87, "647804": 87, "647907": 87, "648": 87, "648078": 87, "6482271": 87, "648262": 87, "648323": 87, "648335": 87, "648953": 87, "64895eval": 87, "649": 87, "649036": 87, "64953": 87, "64957": 87, "649773": 87, "6499": 87, "64e": 87, "65": [87, 91], "650": 87, "650000095367432": 91, "6500001e": 91, "65019": 87, "65021": 87, "650326": 87, "6504009": 87, "650509": 87, "6507": 87, "650764": 87, "650896": 87, "651": 87, "651054": 87, "651237": 87, "6514": 87, "651453": 87, "651491": 87, "651919": 87, "652": 87, "652273": 87, "6524": 87, "652458642195": 86, "65261": 87, "652822": 84, "653": 87, "6531380": 87, "6532345": 87, "6533837": 87, "6534": 87, "653414": 87, "653486": 87, "653496": 87, "6536": 87, "6540294": 87, "654228": 87, "654445": 87, "654593": 87, "654684": 87, "6547093": 87, "654799": 87, "6549": 87, "655": 87, "6552": [86, 87, 90, 91], "655237212276": 87, "65552": 87, "655644": 87, "655685": 87, "655693": 87, "655746": 87, "655975": 87, "656": 87, "656128": 87, "656177587228": 87, "656189": 87, "65628": 87, "65634": 87, "656563": 87, "6567345": 87, "656872": 87, "657": 87, "657117": 87, "65728": 87, "657394": 87, "6574": 87, "6576498": 87, "6576667": 87, "6579": 87, "658": 87, "658013": 87, "659005": 87, "6591": 87, "65945": 87, "659573": 87, "6599": 87, "65e": 87, "66": [87, 96], "660": 87, "660082": 87, "6602": 87, "66032": 87, "66047": 87, "660505": 87, "6606": 87, "66061": 87, "661133": 87, "6612": 87, "661284": 87, "6615": 87, "66151": 87, "661545": 87, "661592": 87, "6619": 87, "662": 87, "662078": 87, "6621566": 87, "6624": 87, "662445": 87, "6626261": 87, "6626954": 87, "6628": 87, "66285": 87, "662937": 87, "662975": 87, "663": 87, "663279": 87, "6633": 87, "66342": 87, "6636": 87, "663635": 87, "6637": 87, "663768": 87, "66398": 87, "664": 87, "664023677829388": 86, "66404": 87, "664185": 87, "6642": 87, "6643": 87, "664352": 87, "6646152": 87, "664734": 87, "6649": 87, "665": 87, "665392": 87, "665863": 87, "66599": 87, "666": 87, "6661": 87, "666490": 87, "6666": 87, "667": 87, "667053": 87, "667169": 87, "667334": 87, "667337": 87, "6674": 87, "667793": 87, "66797": 87, "668": 87, "66805": 87, "66814": 87, "668146": 87, "6684391": 87, "668604907614746": 86, "66864": 87, "668710": 87, "668886": 87, "669": 87, "669418": 87, "6695": 87, "669603": 87, "66965": 87, "66983": 87, "669841": 87, "6699": 87, "66e": 87, "67": 87, "670": 87, "670357": 87, "67041": 87, "670622460524": 87, "6707997": 87, "670830_iwec": 96, "67097": 87, "671": 87, "671093": 87, "6711": 87, "671152": 87, "671191": 87, "671227": 87, "67123": 87, "671326": 87, "671339": 87, "671413": 87, "671492": 87, "671517": 87, "6719": 87, "671904": 87, "67191": 87, "672": 87, "672033": 87, "672228": 87, "6724": 87, "673058": 87, "6733184": 87, "673388": 87, "673584": 87, "67366": 87, "673777": 87, "674": 87, "674119": 87, "6744": 87, "674659": 87, "674805": 87, "6748056": 87, "674847": 87, "6749": 87, "675": 87, "67505": 87, "675444": 87, "6754591": 87, "675598": 87, "675724": 87, "67578": 87, "6758": 87, "675846": 87, "676": 87, "6760972": 87, "676174": 87, "676254": 87, "6763": 87, "676569": 87, "676575": 87, "676752": 87, "676785": 87, "677": 87, "677180": 87, "677337": 87, "6774": 87, "6775541": 87, "6776": 87, "678": 87, "678344": 87, "6783485": 87, "67858": 87, "67865": 87, "67871": 87, "678801": 87, "6789": 87, "679": 87, "679039": 87, "679138": 87, "679293": 87, "67938107281635": 86, "6794843": 87, "67955": 87, "679641": 87, "67972": 87, "679752": 87, "679785": 87, "6798549": 87, "6799": 87, "6799109": 87, "679943": 87, "679972": 87, "67e": 87, "68": [87, 96], "680081": 87, "680238": 87, "680291": 87, "68054": 87, "68059": 87, "6806540": 87, "680830": 87, "68085": 87, "680939": 87, "680944": 87, "68099": 87, "681": 87, "681375": 87, "681477": 87, "681646": 87, "682": 87, "6821": 87, "682133": 87, "68221": 87, "682211": 87, "6824": 87, "682458": 87, "6826453": 87, "682682": 87, "6828": 87, "68283": 87, "682884": 87, "682913": 87, "683": 87, "683224": 87, "6833673": 87, "683372": 87, "683573": 87, "683642": 87, "68392": 87, "684": 87, "68434": 87, "684353": 87, "684591": 87, "684679": 87, "6847386": 87, "6848": 87, "684814": 87, "6849": 87, "684956": 87, "685": 87, "68514": 87, "6854405": 87, "68554015361045": 86, "685549": 87, "685593": 91, "685612": 87, "685684": 87, "686": 87, "68614": 87, "68616": 87, "68627": 87, "686298": 87, "686562": 87, "686783": 87, "68691": 87, "687": 87, "687176": 87, "687214": 87, "6874": 87, "687538": 87, "687665": 87, "6877": 87, "688": 87, "6881655694350268": [84, 89], "6882412": 87, "6884": 87, "688526": 87, "68860299767925": 84, "6888297": 87, "688903": 87, "689": 87, "68914": 87, "6892805": 87, "68931": 87, "68936": 87, "6895": 87, "689898": 87, "6899": 87, "689926": 87, "68e": 87, "69": 87, "69014": 87, "6903370e": 91, "69055": 87, "6906": 87, "690607": 87, "690765": 87, "690838559877328": 86, "690955": 87, "690987": 87, "691": 87, "691072": 87, "692": 87, "69215": 87, "6922800e": 91, "6924": 87, "69247": 87, "692741": 87, "692776": 87, "69311": 87, "69315": 87, "6932": 87, "69325": 87, "693288": 87, "693348": 87, "693514": 87, "69354": 87, "693748": 87, "6939057": 87, "69394": 87, "6939497": 87, "694": 87, "694313": 87, "69443": 87, "694613": 87, "6947": 87, "6949": 87, "6949311204218827": 86, "695002": 87, "695042": 87, "6953081": 87, "69531": 87, "69578": 87, "696": 87, "69601": 87, "69621": 87, "69622episod": 87, "6965": 87, "69653observ": 87, "69666": 87, "6969094": 87, "6974": 87, "697567": 87, "69771": 87, "697841": 87, "697903": 87, "697998": 87, "698": 87, "69841eval": 87, "6984205": 87, "6984215": 87, "69856": 87, "698595": 87, "698816": 87, "698845": 87, "699": 87, "69937": 87, "69949": 87, "69982": 87, "699852": 87, "6999": 87, "69e": 87, "6e": 87, "6rollout": 87, "7": [10, 85, 86, 87, 88, 90, 91, 96], "70": [87, 96], "700": 87, "7001107": 87, "70031998681098": 86, "700409": 87, "700426": 87, "700728": 87, "70077": 87, "70093": 87, "700947": 87, "701": 87, "70111": 87, "70116": 87, "701211": 87, "70125": 87, "701437": 87, "701569": 87, "70181": 87, "70184": 87, "702": 87, "702192": 87, "7023360": 87, "7024": 87, "70243": 87, "70249": 87, "702705": 87, "702787": 87, "703104": 87, "70325": 87, "7034948": 87, "703710048030462": 86, "703776": 87, "703907": 87, "703926": 87, "7042527324647196": 87, "704308": 87, "70483": 87, "704895": 87, "7049": 87, "70496": 87, "705": 87, "705147": 87, "705185": 87, "705198": 87, "7052456": 87, "7052782846459695": 87, "705479": 87, "705536": 87, "7058": 87, "706": 87, "706033444412455": 86, "70605": 87, "706072": 87, "70616176904293": 86, "706186": 87, "706398": 87, "706608": 87, "70680120943889": 86, "70692": 87, "707": 87, "7072577": 87, "707315": 87, "7074": 87, "70742": 87, "70772": 87, "708": 87, "708069": 87, "708291": 87, "708359": 87, "708534": 87, "709": 87, "7090": 87, "709038": 87, "709194": 87, "709449": 87, "70945": 87, "709478": 87, "7095146": 87, "70976": 87, "7099": 87, "71": 87, "710": 87, "710083408093293": 86, "71026": 87, "7104": 87, "7106": 87, "711": 87, "711033": 87, "7112": 87, "711246": 87, "711392832758165": 86, "7116232": 87, "7118824": 87, "7124": 87, "71248902108889": 86, "7126": 87, "712721": 87, "712755": 87, "71295": 87, "712967": 87, "712988": 87, "713": 87, "713184079083927": 86, "713375": 87, "713382639436837": 86, "71378": 87, "713822": 87, "713926": 87, "714": 87, "714012": 87, "714127": 87, "714325": 87, "714365": 87, "7144469015911845": 86, "7149": 87, "71491": 87, "715": 87, "71503": 87, "715076": 87, "7151": 87, "71514617862178": 91, "715164": 87, "71556": 87, "715655": 87, "715774666005526": [90, 91], "71592": 87, "715965": 87, "716034": 87, "716314": 87, "7164": 87, "716766": 87, "716942": 87, "717": 87, "7171063": 87, "7172": 87, "7174": 87, "717415": 87, "717571": 87, "7176": 87, "717918": 87, "717924954819775": 86, "718": 87, "718266": 87, "71836": 87, "71837": 87, "718395": 87, "71846": 87, "718572": 87, "7188": 87, "718971": 87, "718974": 87, "719052": 87, "7191653": 87, "719495": 87, "719579": 87, "719782": 87, "7199": 87, "71e": 87, "72": 87, "720": 87, "72006": 87, "720282": 87, "72036": 87, "72044": 87, "720729493260777": 86, "720751": 87, "72076": 87, "7209": 87, "720987": 87, "721018": 87, "721180581946832": 86, "7212": 87, "721492": 87, "7215035": 87, "7216463": 87, "72173": 87, "721945": 87, "722": 87, "7223": 87, "7224": 87, "72246": 87, "722502": 87, "722736": 87, "722745_tmy3": [6, 86, 90, 91, 96], "722929": 87, "7229357": 87, "723755": 87, "7237883": 87, "7237952": 87, "724": 87, "724106409891995": 86, "724175": 87, "724228": 87, "7243": 87, "7244": 87, "724447": 87, "724548": 87, "724695_tmy3": 96, "724718": 87, "72473": 87, "72489": 87, "7249": 87, "72499": 87, "725": 87, "725205_tmy3": [84, 86, 88, 89, 96], "725300_tmy3": 96, "7255228": 87, "725613": 87, "725792": 87, "726": 87, "72616": 87, "72639": 87, "726695594163": 86, "727": 87, "72702": 87, "727104": 87, "7274": 87, "7276": 87, "72768": 87, "727706": 87, "727885_tmy3": [6, 85, 96], "727885_tmy3_random_1": 85, "72798": 87, "728": 87, "7284": 87, "728548": 87, "72886": 87, "72899955075894": [90, 91], "729": 87, "729017": 87, "729115": 87, "72923": 87, "7295": 87, "7296": [86, 90, 91], "729618": 87, "729796": 87, "729893": 87, "7299": 87, "72e": 87, "73": 87, "730": 87, "730036": 87, "730410": 87, "730545": 87, "730785": 87, "730844": 87, "731": 87, "7313": 87, "7316": 87, "731631": 87, "731716": 87, "7318": 87, "732": 87, "7320251": 87, "732143": 87, "7322": 87, "73231": 87, "7324": 87, "732481": 87, "7325": 87, "732935": 87, "733": 87, "733284": 87, "733294": 87, "733648": 87, "733772": 87, "73392": 87, "734": 87, "734001": 87, "734207": 87, "7345497449363": 86, "73458": 89, "7346813": 87, "734792": 87, "7349": 87, "734919": 87, "735": 87, "735031": 87, "735037": 87, "735115": 87, "7352": 87, "73523": 87, "735435": 87, "73564": 87, "7359103431230598": [84, 89], "736": 87, "7360797": 87, "736198": 87, "736319": 87, "736492": 87, "736623": 87, "736752": 87, "737": 87, "73716": 87, "737274": 87, "737382": 87, "7374": 87, "737408": 87, "737446": 87, "7375": 87, "737697": 87, "737734": 87, "737880199154255": 86, "738": 87, "738033": 87, "738081": 87, "738441": 87, "73869": 87, "738774": 87, "738834": 87, "738852781557213": 86, "7389145": 87, "738949": 87, "7389746": 87, "7390523": 87, "739078": 87, "7391007": 87, "739147": 87, "73929": 87, "739491": 87, "739669": 87, "739792": 87, "73988367970229": 86, "7399": 87, "73e": 87, "74": [87, 96], "740": 87, "740074": 87, "74038": 87, "74073": 87, "740973": 87, "741132595393": 87, "741188": 87, "74127": 87, "741325": 87, "7414": 87, "741425": 87, "7415": 87, "741638": 87, "74168": 87, "7418324": 87, "742": 87, "742096": 87, "74225": 87, "742256": 87, "742277": 87, "74231": 87, "742372": 87, "7424": 87, "742707": 87, "742807": 87, "743": 87, "743015": 87, "743254": 87, "7432737": 87, "7434": 87, "7436": 87, "74368": 87, "74373": 87, "744": [86, 87, 90, 91], "744133": 87, "744215": 87, "744223": 87, "744276": 87, "744356": 87, "744438": 87, "744617": 87, "744860_tmy3": [6, 87, 96], "744860_tmy3_random_1": 87, "7449": 87, "745": [84, 87, 89], "74519": 87, "745192": 87, "74524": 87, "7453753": 87, "7454": 87, "745565263920668": 86, "745747": 87, "745817": 87, "74596": 87, "74599": 87, "746": 87, "746080113592953": 86, "74622": 87, "7462764": 87, "746401": 87, "746513": 87, "7465734": 87, "74679": 87, "746965024451924": 86, "747043661751707": 84, "74718058330181": 86, "74732757969822": 86, "7474": 87, "747707": 87, "748": 87, "74817": 87, "748208010345": 87, "748314": 87, "74835": 87, "74844": 87, "74851": 87, "748531": 87, "748756": 87, "74886": 87, "74893": 87, "7489338": 87, "749": 87, "749034869196144": 86, "749151": 87, "7493": 87, "74962": 87, "749786": 87, "7499": 87, "74997": 87, "74e": 87, "75": [87, 96], "750": 87, "750113": 87, "750119": 87, "75012": 87, "750145": 87, "750177": 87, "7502089967989307": 87, "75022": 87, "750465": 87, "750559": 87, "750742": 87, "750761": 87, "750843779568": 87, "751": 87, "75106": 87, "7510724": 87, "751154": 87, "7516141": 87, "75203949912126": 86, "75208": 87, "752086": 87, "752323": 87, "7524": 87, "752775": 87, "7529": 87, "753136": 87, "75314": 87, "75334334": 87, "7534": 87, "753471": 87, "75387": 87, "754": 87, "754087": 87, "754135": 87, "75452": 87, "7546635": 87, "754734": 87, "754827": 87, "7549": 87, "754955": 87, "755": 87, "755064": 87, "755165": 87, "7553": 87, "755472": 87, "755553": 87, "75558984": 87, "755598": 87, "755707": 87, "75574": 87, "755894": 87, "755896": 87, "756": 87, "756015": 87, "756025": 87, "75603": 87, "75643": 87, "756516": 87, "75677": 87, "756883": 87, "757": 87, "7571": 87, "757193": 87, "7574": 87, "757463": 87, "758": 87, "758158": 87, "758193423204": 90, "7583": 87, "7583431": 87, "758637619416": 85, "758737": 87, "7589": 87, "75893242733751": 86, "759": 87, "75921": 87, "759245": 87, "7593": 87, "7593412": 87, "75953682781952": 86, "759789": 87, "759895": 87, "7599": 87, "75e": 87, "75observ": 87, "76": 87, "760303": 87, "76044": 87, "760542": 87, "76056": 87, "760579": 87, "760624": 87, "760807": 87, "760983": 87, "760994": 87, "761047": 87, "761063": 87, "76114": 87, "761223": 87, "761375": 87, "7615": 87, "7617": 87, "761728": 87, "7618": 87, "761835": 87, "76187650701259": 91, "761995": 87, "762": 87, "762184": 87, "762215": 87, "7623": 87, "7624": 87, "7625": 87, "762558": 87, "763": 87, "763005": 87, "7631": 87, "763294": 87, "763325": 87, "76336967540199": 86, "763554": 87, "763586483892364": 86, "763615": 87, "76386": 87, "76395": 87, "764": 87, "76407": 87, "764162": 87, "764248": 87, "764694": 87, "76473": 87, "7649": 87, "764967": 87, "765": 87, "76516048261861": 86, "765224": 87, "765324": 87, "765367945189": 90, "765486": 87, "765554": 87, "76581": 87, "766": 87, "76612": 87, "766301": 87, "766394": 87, "766552": 87, "766705234161947": 90, "766872": 87, "767": 87, "767048": 87, "767204": 87, "767315": 87, "767324": 87, "767363": 87, "7674": 87, "76754": 87, "767708": 87, "767754": 87, "767956524665": 87, "768286": 87, "76857": 87, "769": 87, "769078": 87, "769644": 87, "769718084042537": 86, "769733": 87, "76978": 87, "7699": 87, "76e": 87, "77": 87, "770": 87, "77003": 87, "7701": 87, "7701249": 87, "770189": 87, "770256": 87, "770283": 87, "77042": 87, "77063": 87, "770702": 87, "770834": 87, "7710": 87, "771217": 87, "771341": 87, "7714040": 87, "771671": 87, "771719": 87, "771853": 87, "771917": 87, "772": 87, "772013": 87, "772061": 87, "772131": 87, "7721448": 87, "772154": 87, "77216": 87, "772217": 87, "7724": 87, "7725": 87, "772894": 87, "772934": 87, "772951": 87, "773": 87, "773052": 87, "773174": 87, "773348": 87, "773457": 87, "77352": 87, "773636": 87, "77382": 87, "773943": 87, "774": 87, "77418": 87, "7742": 87, "774252": 87, "774289": 87, "77431": 87, "774574": 87, "77459": 87, "774642": 87, "774643": 87, "7748": 87, "7749": 87, "774912": 87, "775": 87, "775131": 87, "775496": 87, "77567": 87, "77570": 87, "77587": 87, "77596": 87, "7761173": 87, "7762197": 87, "7763": 87, "776503": 87, "7766": 87, "776604": 87, "77673": 87, "776783": 87, "776871813136633": 86, "777": 87, "7774": 87, "777523": 84, "777534": 87, "7776995": 87, "777851": 87, "777857": 87, "778": 87, "778458": 87, "77873": 87, "77879": 87, "77905": 87, "779269": 87, "779278": 87, "77928": 87, "77929": 87, "77949": 87, "7795": 87, "779567409386665": 86, "779686": 87, "7799": 87, "779947": 87, "779984": 87, "77e": 87, "78": [87, 96], "780": 87, "7800684": 87, "780085346555335": 90, "7803": 87, "78031": 87, "780336": 87, "7806890630795": 87, "780738": 87, "780788": 87, "781": 87, "7811": 87, "78124": 87, "781413": 87, "78152": 87, "781527": 87, "781759": 87, "781822": 87, "782": 87, "782215": 87, "78235": 87, "7824": 87, "782436": 87, "78261": 87, "78266": 87, "783": 87, "783413": 84, "783445": 87, "7836": 87, "784": 87, "7841": 87, "784133735751": 87, "7842": 87, "784363": 87, "784586": 87, "7846037": 87, "78475": 87, "7849": 87, "78495": 87, "785": 87, "785126": 87, "785128": 87, "785164": 87, "785255": 87, "785337": 87, "785516": 87, "78562": 87, "78566": 87, "7858": 87, "785929": 87, "785942": 87, "78595": 87, "786": 87, "7863": 87, "786385": 87, "786617": 87, "7869196": 87, "786936": 87, "786938": 87, "786942": 87, "78695": 87, "786963": 87, "787": 87, "787273": 87, "7874": 87, "787566": 87, "787859": 87, "787981": 87, "788": 87, "78811": 87, "788122": 87, "788225": 87, "7883": 87, "788414": 87, "78848": 87, "78853": 87, "788712": 87, "789": 87, "7896": 87, "7899": 87, "789915": 87, "78e": 87, "79": [87, 96], "790": 87, "790092": 87, "7902": 87, "7903": 87, "79032": 87, "790329": 87, "790493": 87, "790524": 87, "79068": 87, "790758": 87, "790886": 87, "791": 87, "791064": 87, "7912": 87, "7915": 87, "791893": 87, "792": 87, "792042": 87, "7921372": 87, "792252": 87, "792336": 87, "7924": 87, "792534": 87, "792883": 87, "793": 87, "793127": 87, "79328": 87, "7934286": 87, "793453": 87, "793545": 87, "7937": 87, "7937093": 87, "79371": 87, "79372": 87, "79378": 87, "793812": 87, "793901": 87, "794": 87, "794168": 87, "7941985": 87, "794714": 87, "794798": 87, "7949": 87, "7949333": 87, "795": 87, "795156": 87, "7951931": 87, "795342248728848": 87, "7954676783357755": 87, "795471": 87, "795532": 87, "795944": 87, "795992": 87, "796": 87, "796214": 87, "79647": 87, "79652": 87, "796642": 87, "79686": 87, "7969": 86, "797": 87, "79707": 87, "79724": 87, "797259": 87, "7974": 87, "797696": 87, "7978168": 87, "798": 87, "79801": 87, "79806": 87, "798195": 87, "798346": 87, "798347": 87, "798377": 87, "79883": 87, "798983": 87, "799": 87, "7990265": 87, "7990522": 87, "799172085986662": 90, "799263": 87, "799343": 87, "799517": 87, "7996243556881": 87, "799631": 87, "79964656": 87, "799652": 87, "799736": 87, "79974": 87, "799852": 87, "7999": 87, "799965": 87, "79e": 87, "7e": 87, "8": [8, 10, 71, 81, 85, 86, 87, 90, 91, 96], "80": [87, 96], "800000190734863": 91, "8000002e": 91, "800150805217598": 91, "800293": 87, "8004": 87, "800474": 87, "800723578113704": 86, "801": 87, "801003": 87, "801069": 87, "801235": 87, "80126": 87, "80147": 87, "8016": [86, 90, 91], "8017235": 87, "80182": 87, "80206": 87, "802189": 87, "8022": 87, "802220_iwec": 96, "802359": 87, "8024": 87, "803": 87, "803059": 87, "803274": 87, "8033586": 87, "803384417176364": 86, "8035220": 87, "803598": 87, "803709": 87, "803713": 87, "803793": 87, "80383": 87, "804": 87, "804073": 87, "804117": 87, "80446": 87, "804707": 87, "804771": 87, "8049": 87, "804928": 87, "804943": 87, "804947": 87, "80497": 87, "804996": 87, "805": 87, "805046": 87, "805077": 87, "805319": 87, "805527": 87, "805756": 87, "80585": 87, "806": 87, "80603": 87, "80615": 87, "806433": 87, "8067": 87, "806718": 87, "80679": 87, "806833": 87, "807": 87, "8071": 87, "80717": 87, "8073": 87, "8074": 87, "807577": 87, "80769": 87, "807915": 87, "807955": 87, "8080148135287": 86, "80805": 87, "8082709": 87, "808458": 87, "8086": 87, "808674": 87, "8086992": 87, "80879": 87, "808823": 87, "8088455": 87, "808973": 87, "809": 87, "80908": 87, "80945": 87, "8094609": 87, "8096": 87, "809654": 87, "809664": 87, "809757": 87, "8098664": 87, "8099": 87, "809978": 87, "81": [87, 96], "810": 87, "810081": 87, "81009": 87, "81011": 87, "8101990": 87, "810494": 87, "81059": 87, "810846": 87, "81109": 87, "81119": 87, "8113365": 87, "8114486": 87, "8116667": 87, "81175": 87, "812": 87, "81204": 87, "812122": 87, "81223": 87, "812325": 87, "8124": 87, "812497": 87, "812593090797378": 86, "81277": 87, "812828": 87, "8129723": 87, "813": 87, "81333": 87, "813532": 87, "81363": 87, "81368": 87, "813982": 87, "81402": 87, "8140713": 87, "81425": 87, "814474": 87, "814482411819796": 86, "8145": 87, "814822": 87, "8148379": 87, "8149": 87, "814928": 87, "815": 87, "815099": 87, "8151": 87, "81533": 87, "815527": 87, "81563768547454": 86, "815773": 87, "815897": 87, "815947": 87, "816": 87, "81602": 87, "816065": 87, "816118": 87, "816128": 87, "816273": 87, "81628": 87, "81631": 87, "816364": 87, "8165884": 87, "81685615": 87, "81694": 87, "816954": 87, "817": 87, "81718": 87, "81731147": 87, "817347": 87, "81737": 87, "8174": 87, "817505": 87, "81770703019136": 86, "817987145745196": 86, "818": 87, "818181": 87, "8185": 87, "818764": 87, "818874": 87, "8188946": 87, "818962": 87, "81898": 87, "819": 87, "81929272545216": 86, "819357": 87, "819503": 87, "819515": 87, "81965": 87, "819794": 87, "8199": 87, "8199086": 87, "81e": 87, "82": 87, "820": 87, "820107": 87, "820286": 87, "82043": 87, "820452116127708": 86, "82053": 87, "8206": 87, "82076": 87, "820778": 87, "82086": 87, "821": 87, "8213": 87, "82144": 87, "821547": 87, "821617": 87, "821802": 87, "821833": 87, "822": 87, "82221": 87, "822397": 87, "8224": 87, "822417": 87, "82255": 87, "8225725": 87, "822647": 87, "822657": 87, "822796": 87, "822987": 87, "823": 87, "82307": 87, "823162": 87, "823164": 87, "823215": 87, "82346": 87, "8235": 87, "8237": 87, "823973": 87, "824": 87, "824036": 87, "824299": 87, "82436": 87, "8243685": 87, "8247848": 87, "824842": 87, "824877": 87, "8249": 87, "825": 87, "825045": 87, "82527": 87, "8252945": 87, "82571": 87, "825846": 87, "825897": 87, "825941": 87, "825945": 87, "825983": 87, "82607": 87, "826347": 87, "826478": 87, "826544": 87, "826717": 87, "826828": 87, "826909": 87, "827": 87, "8271": 87, "82714": 87, "827276": 87, "8274": 87, "827500": 87, "827543": 87, "82759": 87, "8276": 87, "827646": 87, "827942": 87, "828": 87, "828178": 87, "828392": 87, "8284225e": 91, "828491940697145": 86, "82852": 87, "828773": 87, "829": 87, "829098": 87, "82913": 87, "829194": 87, "8292": 87, "82931": 87, "829346": 87, "82935observ": 87, "82952": 87, "82961": 87, "829678": 87, "8299": 87, "82e": 87, "83": [87, 96], "830122": 87, "83049": 87, "831": 87, "831139": 87, "831202": 87, "831333": 87, "8313658": 87, "831415": 87, "831505": 87, "83157": 87, "831604": 87, "831731365763897": 86, "832": 87, "83205": 87, "832317": 87, "8324": 87, "83241": 87, "8325": 87, "83250": 87, "832756": 87, "832817": 87, "832826108084063": 89, "8329": 91, "83299": 87, "83315": 87, "83317": 87, "8336521": 87, "83376": 87, "8339602": 87, "834": 87, "834318": 87, "8344": 87, "834461": 87, "83481": 87, "8348156": 87, "8349": 87, "835": 87, "835115": 87, "835632": 87, "835742": 87, "8358345": 87, "835937": 87, "836": 87, "836081": 87, "836256": 87, "836372": 87, "836422": 87, "836447": 87, "836473": 87, "837": 87, "83714": 87, "837193": 87, "837196": 87, "83726": 87, "8374": 87, "8375": 87, "838": 87, "8381": 87, "8381089": 91, "838393": 87, "8384174e": 91, "8385": 87, "838661": 87, "838787": 87, "839": 87, "83905": 87, "839106": 87, "839565": 87, "839624": 87, "839651": 87, "839724": 87, "839733": 87, "8399": 87, "839935": 87, "83e": 87, "84": [87, 96], "840": 87, "840213153181647": 86, "840294": 87, "840368": 89, "840486913932": 87, "840548": 87, "84073": 87, "840796": 87, "84091": 87, "84092": 87, "8411": 87, "84128": 87, "841345": 87, "841476": 87, "8418": 87, "842354": 87, "8424": 87, "842438": 87, "842577": 87, "842611": 87, "84283": 87, "843": 87, "8430476": 87, "8435693031": 87, "843637917081118": 86, "843649": 87, "843735": 87, "843977": 87, "843994": 87, "844": 87, "844303": 87, "844337": 87, "844421": 87, "8445897": 87, "84467": 87, "844874744675": 87, "8449": [86, 87], "845": 87, "845024": 87, "845036": 87, "845053": 87, "8452": 87, "8455": 87, "845577": 87, "845596": 87, "845642": 87, "84595": 87, "846": 87, "846014": 87, "84637": 87, "8464212": 87, "846558": 87, "846659": 87, "847": 87, "84705": 87, "847115": 87, "84719": 87, "8474": 87, "8478": 87, "848": 87, "848103": 87, "848213": 87, "849": 87, "849094": 87, "84918": 87, "849401": 87, "84955": 87, "849758": 87, "8499": 87, "84e": 87, "85": 87, "850": 87, "850016": 87, "850237": 87, "850971": 87, "851112": 87, "8511174": 87, "851236": 87, "851494": 87, "851496": 87, "8516": 87, "85174": 87, "852": 87, "85201": 87, "852299": 87, "85239": 87, "8524": 87, "85248": 87, "852522": 87, "8526": 87, "85280": 87, "85285": 87, "85287": 87, "8529": 87, "853": 87, "853076": 87, "85324": 87, "853281": 87, "8534": 87, "85354": 87, "853565": 87, "853812": 87, "85383": 87, "854": 87, "854069": 87, "8544": 87, "85455": 87, "854593": 87, "854675": 87, "85474": 87, "8548035936270668": 90, "8549": 87, "855": 87, "855008659972583": 86, "855114": 87, "85516": 87, "8556": 87, "8558": 87, "85583": 87, "85596": 87, "85611": 87, "856209": 87, "856243": 87, "85645": 87, "85662": 87, "856663": 87, "856664": 87, "856668": 87, "857": 87, "857058": 87, "85727": 87, "85728": 87, "857347": 87, "8574": 87, "85754": 87, "857689": 87, "857756": 87, "85779811067494": 86, "857887333002763": [90, 91], "8579": 87, "858": 87, "8580": 87, "858121": 87, "858162": 87, "858171": 87, "858194": 87, "858321421792976": 86, "8583755": 87, "858418": 87, "858715": 87, "8588": 90, "85887": 87, "85888": 87, "859": 87, "859116": 87, "85916": 87, "859223": 87, "8594294": 87, "85953": 87, "8598": 87, "8599": 87, "859966": 87, "859985": 87, "85e": 87, "86": 87, "860281": 87, "860384": 87, "860435": 87, "860521": 87, "86057": 87, "8608": 87, "860954": 87, "860969": 87, "861": 87, "861246": 87, "86131650179226": 86, "8614655": 87, "861682": 87, "861992": 87, "862128": 87, "8624": 87, "862402": 87, "8625": 87, "862566": 87, "8628": 87, "862804": 87, "8629026": 87, "862947": 87, "863": 87, "863268": 87, "86335": 87, "863367": 87, "863375": 87, "863531": 87, "86400": 8, "8641": [90, 91], "864246": 87, "86438": 87, "864407": 87, "86444": 87, "864481": 87, "864487": 87, "86454": 87, "864655": 87, "8649": 87, "865": 87, "8651": 87, "865433": 87, "8656": 87, "86562514": 87, "865686": 87, "865717": 87, "86594": 87, "866": 87, "8663336": 87, "866335": 87, "86636": 87, "866589": 87, "8666": 87, "86679": 87, "8672": 87, "8674": 87, "8675216": 87, "867567": 87, "86761565728": 86, "8678036": 87, "867949": 87, "867969": 87, "868": 87, "868048": 87, "8681": 87, "868176": 87, "868284": 84, "8684926": 87, "868973": 87, "869": 87, "8691397": 87, "869244": 87, "869343": 87, "869347": 87, "869705323946068": 86, "86973": 87, "86975": 87, "869762": 87, "8698978": 87, "8699": 87, "86e": 87, "87": 87, "8700993": 87, "870208": 87, "870342": 87, "870352": 87, "87071": 87, "870724": 87, "8708": 87, "870968": 87, "871": 87, "871037": 87, "871155": 87, "871252": 87, "87142": 87, "87148": 87, "8715": 87, "871574": 87, "871598": 87, "8717": 87, "871769": 87, "871876": 87, "871901": 87, "872": 87, "872087": 87, "872242761515011": 90, "872307": 87, "872309": 87, "8724": 87, "87251": 87, "872995": 87, "873": 87, "873129": 87, "87323": 87, "873235": 87, "873396": 87, "8734": 87, "873655": 87, "873773": 87, "8738": 87, "87384": 87, "873852": 87, "873901": 87, "874": 87, "874031": 87, "87412": 87, "874525": 87, "874613": 87, "87485": 87, "8749": 87, "875": 87, "8750000e": 91, "875117": 87, "87516": 87, "875373": 87, "87542": 87, "875473": 87, "875519": 87, "875576": 87, "87577": 87, "876061291823856": 86, "876186402701965": 86, "876242": 87, "876343": 87, "87635": 87, "8765": 87, "876598": 87, "876616": 87, "877106": 87, "877153": 87, "8773": 87, "8774": 87, "877523": 87, "877851": 87, "87794": 87, "877975": 87, "878": 87, "87817": 87, "878681": 87, "87924": 87, "8799": 87, "87993": 87, "87e": 87, "88": 87, "880": 87, "880089": 87, "8801": 87, "880113": 87, "8804": 87, "8804245": 87, "880458": 87, "880497": 87, "880604": 87, "880894": 87, "880999": 87, "881": 87, "8811": 87, "88112": 87, "881385909767747": 86, "881742": 87, "88178": 87, "88184": 87, "88185": 87, "881857": 87, "882177": 87, "882326": 87, "8824": 87, "882483": 87, "882673": 87, "882725": 87, "882849": 87, "882877": 87, "88295": 87, "882967": 87, "882996": 87, "883009": 87, "883177": 87, "8832": 87, "883415": 87, "883621": 87, "88376": 87, "88379": 87, "88415": 87, "884186": 87, "88434": 87, "8843904": 87, "88448": 87, "8844962": 87, "8848": 87, "8849": 87, "884922": 87, "8850982": 87, "885168": 87, "88544": 87, "885911": 87, "886": 87, "88602": 87, "886036": 87, "886457": 87, "8865": 87, "886509": 87, "886911": 89, "886944": 87, "88721": 87, "8873405": 87, "8874": 87, "887455": 87, "887494": 87, "8875": 87, "887827": 87, "88788": 87, "887882": 87, "888": 87, "888063": 87, "888072": 87, "8883": 87, "88873": 87, "888763": 87, "889372": 87, "889441": 87, "88952": 87, "889645": 87, "889717": 87, "889832": 87, "8898964": 87, "8899": 87, "88e": 87, "89": 87, "890": 87, "890213": 87, "8903": 87, "890540": 87, "890545": 87, "890566": 87, "890583": 87, "890859": 87, "891": 87, "89127306209505": 86, "89128": 87, "89145": 87, "8914924": 87, "891599": 87, "89164776": 87, "891808": 87, "891815": 87, "891856": 87, "892": 87, "89227": 87, "8924": 87, "892473": 87, "892483": 87, "8926": 87, "892696": 87, "892767": 87, "8928": 87, "892908": 91, "8929534": 87, "893182764402184": 86, "8933735": 87, "8939": 87, "894": 87, "8941815": 87, "894302": 87, "894646": 87, "8949": 87, "894945": 87, "895061": 87, "895075": 87, "895155": 87, "8954737606592": 89, "8954737606593": [84, 89], "895535": 87, "8956995": 87, "89574": 87, "89575": 87, "896154": 87, "896332": 87, "8964": 87, "896669": 87, "89672": 87, "896741": 87, "896782": 87, "897": 87, "89714episod": 87, "8973": 87, "8974": 87, "89759": 87, "898169": 87, "898224": 87, "8982987": 87, "898567": 87, "898874": 87, "898952": 87, "8989847": 87, "899": 87, "8990": 87, "899288": 87, "899416": 87, "899506": 87, "8997": 87, "899701": 87, "899763": 87, "8999": 87, "89998888619655": 89, "89e": 87, "8e": 87, "8observ": 87, "8th": 0, "9": [5, 6, 10, 48, 49, 68, 69, 70, 71, 86, 87, 88, 90, 91, 96], "90": [87, 90, 91], "900": [84, 85, 86, 87, 88, 89, 90, 91], "9001": 87, "9002": 87, "90037516009": 86, "9004": 87, "900405758648773": 90, "900484": 87, "900488": 87, "900738": 87, "900913": 87, "901031": 87, "901205": 87, "90122774932239": 86, "901506": 87, "9016": 87, "901966": 87, "902": 87, "9020243": 87, "902065": 87, "9024": 87, "902553924481154": 86, "902588": 87, "9026": 87, "902674": 87, "902713": 87, "902811": 87, "90292": 87, "90298745924243": 86, "903": 87, "903008": 87, "903064": 87, "903067": 87, "90342": 87, "903480020252864": 86, "903711": 87, "9042": 87, "90466": 87, "90488": 87, "904884": 87, "9049": 87, "904902": 87, "905155": 87, "905378": 87, "9054": 87, "90546": 87, "905464": 87, "9058518362416": 86, "906": 87, "906032387533777": 86, "906105": 87, "9062834948921186": 90, "906447": 87, "906448": 87, "906479": 87, "90653200864582": 86, "906685": 87, "907": 87, "907028": 87, "90714": 87, "90714284908": 87, "907196": 87, "9074": 87, "907684": 87, "9077": 87, "90795": 87, "908": 87, "908008": 87, "908129": 87, "908215": 87, "908525": 87, "908592014095": 86, "908749": 87, "908802": 87, "909": 87, "9090285": 87, "90909": 87, "909237": 87, "909454": 87, "909515": 87, "909618": 87, "909647": 87, "90969": 87, "9096956": 87, "9098": 87, "9099": 87, "91": [87, 96], "910072": 87, "9102": 87, "910679": 87, "910754": 87, "9108": 87, "911": 87, "911022": 87, "911041": 87, "911158": 87, "911211": 87, "9112268": 91, "911348": 87, "9114": 87, "91152": 87, "911606": 87, "911696": 87, "91196": 87, "911978": 87, "91218": 87, "91227": 87, "91234": 87, "9124": 87, "912615": 87, "91283": 87, "913": 87, "9130111": 87, "913214": 87, "913313585398759": [90, 91], "91344": 87, "913471": 87, "913635": 87, "913727": 87, "9139585": 87, "914": 87, "914276": 87, "914494": 87, "91477": 87, "914831": 87, "914898": 87, "9149": 87, "915": 87, "915373": 87, "9153886": 87, "9154": 87, "915752": 87, "915764": 87, "91579": 87, "9157972": 87, "915834805222858": 86, "915884970270934": 86, "916248": 87, "91637": 87, "9165": 87, "91682": 87, "916970": 87, "917": 87, "917022": 87, "917088": 87, "917315": 87, "9174": 87, "9175": 87, "917562": 87, "9177": 87, "917852": 87, "91788": 87, "9179": 87, "918": 87, "91815": 87, "918364": 87, "918385": 87, "918634": 87, "91885": 87, "918938": 87, "91895": 87, "918974": 87, "919": 87, "919167": 87, "919645": 87, "919759": 87, "9199": 87, "91997": 87, "91998": 87, "91e": 87, "92": [87, 96], "92001": 87, "9203": 87, "920376": 87, "920401": 87, "920425": 87, "9205676": 87, "920828": 87, "9209": 87, "920914": 87, "92147976": 87, "921776": 87, "921844": 87, "921902": 87, "921928": 87, "922": 87, "922201": 87, "92239": 87, "9224": 87, "922729": 87, "9228": 91, "922800064086914": 91, "922835": 87, "922873": 87, "922998": 87, "923158": 87, "92337": 87, "923763": 87, "923875": 87, "924": 87, "9243": 87, "924374": 87, "924389": 87, "92439": 87, "924392": 87, "924515": 87, "924786": 87, "9248": 87, "924835": 87, "9249": 87, "925": 87, "9251": 87, "925201": 87, "925226": 87, "925404": 87, "925459": 87, "92559": 87, "925869": 87, "925971": 87, "926": 87, "926395": 87, "926476": 87, "926668": 87, "92673": 87, "927": 87, "927053": 87, "927113": 87, "9272208": 87, "9274": 87, "927494": 87, "9275": 87, "9277": 87, "927788": 87, "927923": 87, "927961": 87, "928282": 87, "92844": 87, "928534": 87, "928692": 87, "9288108": 87, "9290": 87, "92903": 87, "929089": 87, "929407": 87, "92956": 87, "929888": 87, "9299": 87, "92e": 87, "93": 87, "930077": 87, "9303": 87, "930477": 87, "93085": 87, "930851": 87, "93118": 87, "931183": 87, "931328": 87, "93134": 87, "93139": 87, "931477": 87, "9316": 87, "931630958963": 87, "93227": 87, "932343": 87, "93237": 87, "9324": 87, "932446": 87, "932472": 87, "932587": 87, "932785": 87, "932957": 87, "9329586": 87, "933048": 87, "933338": 87, "933417323750973": 91, "9335": 87, "933619": 87, "933622": 87, "93365": 87, "933681388733177": 90, "933743": 87, "933780": 87, "934": 87, "9343": 87, "934315": 87, "9346": 87, "934628": 87, "934774": 87, "9348568": 87, "9349": 87, "935": 87, "935226174976": 87, "935489": 87, "9355": 87, "935505": 87, "9358": 87, "936": 87, "9361213807575055": 90, "93625775693054": 86, "93643": 87, "93651": 87, "936546": 87, "936619": 87, "93673": 87, "9367504242642": 87, "9368": 87, "937": 87, "9370227": 87, "937086": 87, "937164": 87, "93718": 87, "93738": 87, "9374": 87, "93756": 87, "937596": 87, "93762": 87, "937683": 87, "937698": 87, "937748": 87, "937943": 87, "937977": 87, "937994": 87, "938": 87, "93833": 87, "938588370329": 87, "9386": 87, "938705": 87, "938717": 87, "938736": 87, "938904": 87, "93911934": 87, "93943": 87, "939615": 87, "9399": 87, "93e": 87, "94": 87, "940": 87, "9400143123507796": 90, "94001431235078": 90, "940053297642233": 91, "9400532976422333": 91, "9402747": 87, "94047661764487": 86, "9404805": 87, "940544": 87, "9406": 87, "940797": 87, "941": 87, "9412384": 87, "94167": 87, "941786": 87, "941798": 87, "942": 87, "942236": 87, "9424": 87, "942545": 87, "9428682": 87, "942884": 87, "942945": 87, "943": 87, "943144": 87, "943174": 87, "9432404": 87, "943462": 87, "9434859": 87, "94373": 87, "943886": 87, "9439363": 87, "943989": 87, "944084": 87, "9449": 87, "94491": 87, "945": 87, "9450645": 87, "945112": 87, "94522": 87, "945387": 87, "945398": 87, "945906": 87, "946": 87, "946291": 87, "94645": 87, "946623": 87, "946701": 87, "947": 87, "94703": 87, "9470654": 87, "94709": 87, "94715": 87, "9474": 87, "94759": 87, "947670_iwec": 96, "947784": 87, "947834": 87, "947844": 87, "948": 87, "948284": 87, "9485": 87, "948526": 87, "948649": 87, "94895": 87, "948975": 87, "949": 87, "949017": 87, "949242": 87, "94949": 87, "949652376996074": 86, "949695": 87, "9496999955164": 87, "9497354183802": 86, "9499": 87, "94e": 87, "95": [87, 96], "950": 87, "95008": 87, "9501185": 87, "9501653": 87, "9503": 87, "950733": 87, "950773": 87, "950842": 87, "950931": 87, "951": 87, "951208": 87, "9512193": 87, "95142": 87, "95168": 87, "9517": 87, "951894527724924": 86, "952": 87, "9524": 87, "95277": 87, "952784": 87, "953": 87, "95327": 87, "953503": 87, "953701": 87, "95372": 87, "95374": 87, "954": [84, 87, 89], "954018": 87, "95429": 87, "954447": 87, "954485": 87, "95457": 87, "9549": 87, "955": 87, "95512": 87, "955194": 87, "955477": 87, "955597": 87, "955624": 87, "956": 87, "956028": 87, "95633": 87, "956770": 87, "956959": 87, "957": 87, "957151": 87, "9571757": 87, "957253": 87, "95734": 87, "957376": 87, "9574": 87, "95778": 87, "958": 87, "958125000907": 87, "958303": 87, "95856": 87, "95861": 87, "958847": 87, "95888": 87, "958961": 87, "958992": 87, "959154": 87, "959192": 87, "959242": 87, "959369": 87, "959463": 87, "959476": 87, "9595": 87, "9597707": 87, "9599": 87, "95e": 87, "96": 87, "96002": 87, "960316": 87, "960458223268": 86, "96048": 87, "960615": 87, "960754": 87, "960764": 87, "960857": 87, "961": 87, "96115": 87, "96118": 87, "961252": 87, "961267": 87, "961309048938297": 91, "961394089981173": 86, "961433": 87, "96147": 87, "961487": 87, "961959": 87, "962": 87, "962093": 87, "96211": 87, "9624": 87, "962557": 87, "962753": 87, "962767": 87, "962894": 87, "962957": 87, "963": 87, "963404": 87, "96343": 87, "9635": 87, "9635112": 87, "963529": 87, "96360689704416": 91, "963749": 87, "964": 87, "964018": 87, "964142": 87, "964148": 87, "964441": 87, "964478": 87, "96482": 87, "9649": 87, "965": 87, "9650793": 87, "965230": 87, "965243": 87, "965244": 87, "965393": 87, "965443": 87, "965593": 87, "965656": 87, "965963": 87, "966117": 87, "96631": 87, "9667086618754865": 91, "966927": 87, "967036": 87, "967133": 87, "96721": 87, "9673041": 87, "9674": 87, "96756": 87, "96759": 87, "967903": 87, "968": 87, "968230973762": 90, "968252": 87, "968481": 87, "968826": 87, "968941836819717": 86, "968978": 87, "969": 87, "969051": 87, "969181": 87, "969315": 87, "9699": 87, "96e": 87, "97": [86, 87], "9700071561753898": 90, "9700266488211167": 91, "970182": 87, "97025": 87, "9704113": 87, "97054": 87, "970556": 87, "970597": 87, "970629": 87, "970839": 87, "970852161596834": 86, "971148": 87, "971344": 87, "971422646618414": 86, "972": 87, "97226": 87, "97231": 87, "972343": 87, "972383": 87, "9724": 87, "97254": 87, "972729": 87, "9729078": 87, "973": 87, "97303": 87, "97351": 87, "9737": 87, "97379": 87, "974": 87, "9745626607331893": 91, "974818": 87, "97487": 87, "9749": 87, "974932": 87, "974966": 87, "975": 87, "975166": 87, "97524": 87, "975248": 87, "975544": 87, "975693": 87, "97571": 87, "975745": 87, "97581": 87, "97609": 87, "976106": 87, "97625375": 87, "976395": 87, "97646": 87, "976574": 87, "9766": 87, "976707": 87, "9767256e": 91, "977": 87, "97703": 87, "977170": 87, "97728": 91, "977394": 87, "9774": 87, "97749": 87, "977511": 87, "977745": 87, "978": 87, "9781": 87, "9781450391146": 0, "978295": 87, "9785": 87, "97892": 87, "979": 87, "9791": 87, "979132": 87, "979362": 87, "979378": 87, "979425": 87, "9795": 87, "979624": 87, "9798114": 87, "9799": 87, "979949119224": 86, "97e": 87, "98": 87, "9801": 87, "980175234933945": 86, "9802117699255": 87, "9802888899782684": 91, "9802889755036568": 91, "980310": 87, "98033": 87, "9804134": 87, "980701": 87, "9808": 87, "980941": 87, "980969": 87, "981228": 87, "9814": 87, "98147": 87, "981579": 87, "981752": 87, "981799": 87, "9822812": 87, "9824": 87, "982500109734": 86, "9825225": 87, "982664": 87, "9827": 87, "98270733462": 87, "982810885720035": 84, "98283": 87, "983091": 87, "9832764": 87, "9834425": 87, "983452": 87, "983475": 87, "983723": 87, "98378": 87, "984": 87, "98417": 87, "984423": 87, "9844346": 87, "9849": 87, "984917": 87, "985237": 87, "985338": 87, "985385": 87, "98578": 87, "98606808783697": 90, "986454": 87, "986477": 87, "986662": 87, "9866753": 87, "987005": 87, "987038": 87, "98727": 87, "987324": 87, "9874": 87, "987406": 87, "9875907976185373": 91, "9876": 87, "98781": 87, "987827": 87, "98810": 87, "988108": 87, "9882": 87, "988451": 87, "988644": 87, "988808": 87, "989": 87, "9894": 87, "989456": 87, "989483": 87, "989522929526814": 86, "9896": 87, "9899": 87, "98991": 87, "98e": 87, "99": [14, 85, 87, 90, 91], "990084": 87, "990147": 87, "99026": 87, "990368": 87, "9906583": 87, "990786": 87, "990826": 87, "9908525387095581": 91, "9912": 87, "9912403": 87, "99132": 87, "991514": 87, "991571": 87, "992": 87, "992049": 87, "9920626": 87, "9920654": 87, "9922245188088183": 91, "992252": 87, "992287": 87, "9924": 87, "9926": 87, "992683": 87, "9927": 87, "992828": 87, "99283": 87, "99288": 87, "993273": 87, "993279": 87, "9933993": 87, "993517": 87, "99368": 87, "993696": 87, "993729": 87, "993734": 87, "994": 87, "994007": 87, "99400805497": 90, "99402": 87, "9942477932536": 90, "994516": 87, "994785": 87, "9948": 87, "9949": 87, "994953": 87, "995": 87, "9950": 87, "995008": 87, "99529": 87, "995317": 87, "9954": 87, "995474": 87, "9956346": 87, "995653": 87, "9957": 87, "995796": 87, "995874": 87, "995941": 87, "996": 87, "996042": 87, "996204": 87, "996305": 87, "996330089060972": 90, "996456": 87, "996563": 87, "99664": 87, "99666173171838": 86, "996721": 87, "996769": 87, "997": 87, "997208": 87, "9973969815420386": 91, "9974": 87, "997471720583": 87, "99753": 87, "997578": 87, "997635": 87, "9976588": 87, "997672": 91, "997766": 87, "99779": 87, "99787": 87, "998": 87, "99800754": 87, "998018": 87, "998045": 87, "99819": 87, "998201": 87, "998226": 87, "99827": 87, "998306": 87, "9984": 87, "99846": 87, "998598": 87, "998606": 87, "9986107": 87, "998634": 87, "998777": 87, "998793": 87, "998846": 87, "998941": 87, "999": 87, "999039": 87, "99908": 87, "99909": 87, "999157": 87, "999226": 87, "999256": 87, "999275": 87, "999302": 87, "999311": 87, "999321": 87, "999338": 87, "999393": 87, "999395": 87, "999527": 87, "999548": 87, "999555056583162": 86, "99957": 87, "999634653629034": 86, "999637868869247": 86, "999687": 87, "9997": 87, "999714": 87, "999746": 87, "999775": 87, "999786": 87, "999832": 87, "999836": 87, "999857": 87, "999865": 87, "999893": 87, "999899": 87, "9999": 87, "999916": 87, "999922": 87, "999935": 87, "999937": 87, "999939": 87, "999945": 87, "999947": 87, "999952": 87, "999958": 87, "99996": 87, "999962": 87, "999964": 87, "999966": 87, "999968": 87, "99997": 87, "999971": 87, "999975": 87, "99998": 87, "999985": 87, "999987": 87, "999989": 87, "99999": 87, "999992": 87, "999994": 87, "999996": 87, "999998": 87, "99e": 87, "9e": 87, "A": [0, 2, 4, 9, 30, 74, 76, 81, 85, 87, 91, 92, 96, 97], "And": [0, 8, 11, 84, 87], "As": [5, 6, 8, 10, 85, 87, 88, 91], "At": [5, 8, 9, 84, 87, 91, 95, 97], "By": [5, 7, 10, 85, 91, 93, 97], "For": [0, 4, 5, 6, 8, 9, 10, 11, 14, 84, 85, 86, 87, 88, 90, 91, 93, 94, 96, 97], "IN": [88, 93], "IT": 2, "ITE": 2, "If": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 36, 54, 63, 85, 87, 88, 91, 92, 93, 94, 95, 96, 97], "In": [0, 2, 5, 8, 9, 10, 11, 84, 85, 86, 87, 88, 91, 92, 94, 95, 97], "It": [0, 2, 4, 5, 8, 9, 10, 11, 17, 20, 24, 50, 52, 62, 70, 85, 88, 91, 93, 96, 97], "Its": [2, 4], "NO": 4, "No": [2, 5, 6, 84, 85, 88, 89], "On": [4, 8, 10, 85, 88], "One": [0, 11], "Or": 8, "The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 24, 30, 52, 54, 63, 74, 75, 77, 78, 80, 81, 84, 85, 86, 87, 88, 91, 92, 93, 95, 97], "Then": [5, 8, 10, 86, 88, 91, 97], "There": [4, 8, 10, 92, 93], "These": [0, 5, 6, 8, 9, 11, 62, 85, 91, 93, 94], "To": [5, 7, 8, 10, 88, 94, 97], "WITH": 91, "Will": 87, "With": [4, 5, 6, 87], "_": [87, 91], "__call__": 93, "__init__": [14, 17, 20, 23, 24, 47, 48, 49, 50, 62, 63, 64, 65, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 89, 93], "__version__": [4, 87], "_actuat": 14, "_create_row_cont": 89, "_ddy_path": 14, "_discrete_funct": 6, "_evalu": 87, "_headers_to_epw": [84, 85, 86, 87, 88, 89, 90, 91], "_idd": 14, "_json_path": 14, "_meter": 14, "_timestamp": 87, "_variabl": 14, "_weather_path": 14, "a2c": 4, "abl": [4, 5, 8, 10, 85], "about": [0, 2, 4, 5, 11, 12, 14, 26, 33, 34, 35, 52, 54, 85, 87, 90, 91, 92, 94, 97], "abov": [0, 5, 8, 9, 11, 63, 85], "abs_comfort": [84, 86, 89, 90, 91], "abs_energi": [84, 86, 89, 90, 91], "absolut": [36, 68, 70, 93], "absorpt": 88, "abstract": 5, "accept": 9, "access": [4, 5, 10, 87], "accompani": [0, 11], "accord": [24, 96], "account": [0, 4, 7, 8, 10, 11, 56, 57], "accur": 4, "achiev": 97, "acm": 0, "act": [47, 48, 49, 50, 82, 90], "act_queu": 20, "action": [0, 2, 3, 4, 6, 10, 11, 17, 20, 24, 39, 40, 41, 42, 43, 44, 45, 47, 48, 49, 50, 54, 62, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 87, 88, 89, 90, 94, 95, 97], "action_map": [74, 75, 91], "action_mapping_funct": 91, "action_nam": 74, "action_network": [4, 87], "action_simul": [4, 87], "action_spac": [5, 6, 17, 50, 84, 85, 86, 89, 90, 91, 95], "action_space_discret": 6, "action_vari": [85, 87, 88, 89], "activ": [5, 10, 23, 62, 77, 86, 87, 89, 91, 92], "activate_flag": 62, "activate_logg": 77, "activerl": 0, "activity_level_schedule_nam": 88, "actschd": 88, "actuat": [0, 6, 11, 14, 17, 20, 33, 85, 86, 88, 92], "actuator_handl": [17, 88], "actuator_original_nam": 5, "actuator_typ": 5, "actuator_valu": 5, "ad": [0, 2, 4, 10, 11, 63, 86, 87, 91, 93, 96], "adapt": [0, 5, 11, 14, 33, 34, 35, 51, 52, 84, 85, 86, 87, 88, 89, 90, 91, 93], "adapt_building_to_config": 14, "adapt_building_to_epw": 14, "adapt_building_to_met": 14, "adapt_building_to_vari": 14, "add": [4, 5, 8, 9, 83, 85, 87, 91, 92, 97], "add_dir": 87, "addit": [17, 23, 52, 54, 77, 88], "addition": [5, 6], "address": 0, "adjust": [5, 86, 93], "admin": 8, "advanc": [5, 93], "advantag": [0, 5, 9, 86], "advertis": 8, "advis": 5, "afb": [6, 86, 90, 91, 96], "affect": [14, 54], "after": [8, 54, 84, 85, 91], "again": 20, "agent": [0, 3, 5, 11, 17, 24, 47, 48, 49, 50, 54, 62, 77, 86, 87, 90, 91, 92, 94, 97], "aggress": 9, "agnost": [0, 11, 87], "agre": [4, 91], "ai": [0, 87], "aim": [0, 8, 10, 11], "air": [2, 6, 85, 88, 90], "air_humid": [6, 87, 88, 91], "air_humidity17": 87, "air_temperatur": [6, 85, 87, 88, 90, 91], "air_temperature16": 87, "air_temperature_previ": 91, "airloophvac": 88, "airtermin": 88, "alejandro": 0, "alex_ugr": 87, "algorithm": [0, 3, 4, 11, 22, 23, 54, 80, 87, 91, 94, 97], "all": [0, 4, 5, 6, 8, 9, 10, 14, 17, 20, 23, 26, 36, 67, 77, 84, 86, 87, 90, 91, 92, 93, 94, 95, 96, 97], "allegheni": [84, 86, 88, 89, 96], "alloc": [4, 6, 8, 9, 20, 87], "allow": [0, 4, 5, 8, 11, 63, 93], "allus": 8, "alon": [5, 56], "along": [0, 6, 11], "alphabet": 9, "alreadi": [5, 8, 85, 90, 94], "also": [0, 4, 10, 11, 52, 85, 86, 87, 91, 93, 97], "altern": 10, "although": [4, 87], "alwai": [0, 8, 10, 48, 84, 87, 90, 92, 93, 97], "amount": 87, "amplifi": 7, "an": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 20, 23, 24, 31, 52, 54, 62, 63, 74, 75, 76, 84, 87, 88, 91, 92, 93, 94, 97], "ancillari": 88, "angb": 96, "angel": [6, 85, 96], "ani": [0, 4, 5, 7, 10, 11, 14, 17, 23, 24, 26, 35, 47, 48, 49, 50, 54, 62, 64, 65, 77, 78, 79, 80, 85, 87, 88, 89, 90, 91, 92, 95], "ann": 14, "anoth": [0, 5, 9, 11, 85], "antananarivo": 96, "antonio": 0, "anyth": 54, "anywai": [10, 94], "ap": [6, 84, 85, 86, 87, 88, 89, 96], "api": [0, 5, 6, 8, 11, 17, 19, 20, 33, 34, 35, 52, 55, 84, 88, 92, 97], "appear": [0, 4, 6, 10, 54, 84, 87, 91, 92, 95], "append": [63, 84, 85, 86, 87, 89, 90, 94, 95], "appengin": 8, "appli": [7, 9, 14, 17, 73, 76, 81, 87, 91, 97], "applic": [8, 94], "apply_extra_conf": 7, "apply_weather_vari": 14, "apply_weekend_holiday_rul": [84, 85, 88, 89], "appropri": [4, 85, 95], "appspot": 8, "apt": 10, "ar": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 20, 54, 62, 63, 68, 69, 70, 71, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97], "area": [2, 6, 85, 88], "arg": [8, 10, 23, 24, 65, 84, 85, 86, 87, 88, 89, 90, 91], "argument": [5, 20, 63, 75, 85, 97], "arizona": 96, "arlanda": 96, "arrai": [6, 62, 84, 85, 86, 87, 89, 90, 91], "artifact": [0, 4, 8, 11, 87], "artifactregistri": 8, "ashra": [47, 48, 49], "ashrae9012016_officemedium": 2, "ashrae9012016_warehous": 2, "ashrae901_officemedium_std2019_denv": 86, "ask": [58, 59, 60], "aspect": [0, 2, 11, 93], "assign": 93, "associ": [0, 5, 6, 11], "asymmetr": 2, "atari": [0, 11], "attach": 8, "attempt": 9, "attribut": [4, 14, 17, 20, 62, 63, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 87, 88, 92], "atu": 88, "aus_nsw": 96, "australia": 96, "auth": [8, 56], "authent": 8, "author": [0, 57], "auto": [2, 4, 6, 8], "auto_delet": 8, "autom": [0, 6, 11], "automat": [0, 5, 6, 9, 10, 11, 73, 85, 86, 91, 93, 94, 97], "autopep8": 9, "autos": 88, "avail": [0, 2, 4, 6, 8, 11, 14, 50, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95], "availability_schedule_nam": 88, "availabilitymanag": 88, "available_handl": [17, 88], "averag": [4, 54, 95], "avoid": [10, 54], "axi": 87, "b": [8, 87], "back": 88, "backend": [0, 5, 10, 11, 13, 14, 88], "background": [0, 4, 11, 86, 88], "badg": 0, "bar": 4, "base": [0, 3, 4, 6, 8, 9, 11, 47, 48, 49, 65, 67, 90, 91, 93, 94, 97], "basealgorithm": 54, "basecallback": [4, 24], "baselin": [0, 4, 11, 22, 23, 51, 52, 87, 94], "baselines3": [51, 52], "basement": 2, "basepolici": 54, "basereward": 93, "bash": [8, 20], "basic": [46, 97], "basin": 88, "basin_heater_operating_schedule_nam": 88, "basinheatersch": 88, "batteri": 2, "becaus": [6, 8, 9, 90, 92], "becom": [0, 11], "been": [0, 2, 4, 5, 7, 8, 9, 10, 11, 17, 23, 24, 32, 37, 52, 54, 77, 87, 91, 92, 94], "befor": [0, 4, 5, 8, 11, 14, 54, 63, 75, 76, 80, 86, 88, 91, 92, 97], "begin": [8, 91, 93, 97], "begin_day_of_month": [84, 85, 88, 89], "begin_month": [84, 85, 88, 89], "begin_year": [84, 85, 88, 89], "behav": 9, "behavior": 93, "behind": 93, "being": [4, 5, 8, 92, 97], "bellow": 85, "belong": [62, 92], "below": [10, 91, 93, 96], "benchmark": [0, 3, 11], "benefit": [0, 4, 5], "beobench": 0, "best": [0, 4, 11, 24, 87], "best_model": 87, "best_model_save_path": [24, 87], "better": 4, "between": [0, 4, 9, 11, 29, 80, 87, 91, 93, 97], "bias": [0, 8, 11, 87], "bin": 10, "bind": 8, "blob": 52, "blob_prefix": 59, "bogota": 96, "bold_r": 63, "booktitl": 0, "bool": [17, 20, 24, 32, 52, 54, 62, 74, 75, 77, 78, 79, 89], "boolean": 23, "boot": 8, "bot": [2, 9], "both": [0, 4, 5, 11, 82, 91, 93], "bound": [4, 91], "box": [5, 6, 17, 85, 86, 87, 88, 90, 91], "br01": 88, "branch": 9, "bucket": [4, 59, 60], "bucket_nam": 59, "bucklei": 96, "bug": [0, 11], "build": [0, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 17, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94], "builder": 8, "building_fil": [5, 6, 17], "building_path": [14, 17, 20, 88], "built": [6, 8, 9], "bulb": 88, "bulk": 2, "button": 10, "c": [0, 8, 68, 69, 70, 71], "c1": 88, "c2": 88, "c3": 88, "c4": 88, "c5": 88, "cach": 8, "calcul": [4, 5, 14, 73, 85, 88, 93, 95], "calibr": 93, "call": [4, 5, 8, 9, 10, 14, 20, 24, 54, 63, 75, 80, 85, 87, 92, 97], "callabl": [54, 64, 75, 77], "callback": [0, 5, 11, 20, 21, 53, 54, 65, 87, 92], "callback_after_ev": 24, "callback_on_new_best": 24, "callbacklist": [4, 87], "campoi": 0, "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 54, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97], "cannot": 9, "capac": 88, "captur": [8, 93], "carbon": [6, 88], "carbonequivalentemiss": 88, "care": [0, 8, 11, 86, 93, 97], "carefulli": [91, 97], "carri": [63, 92], "case": [0, 4, 5, 6, 8, 9, 10, 11, 84, 85, 90, 91, 95], "cast": [87, 90, 91], "catch": 9, "cc03": 88, "cd": 10, "center": [2, 48, 49, 81], "ch": 8, "ch4": 88, "challeng": 5, "chang": [0, 2, 5, 8, 9, 11, 14, 62, 63, 84, 86, 87, 88, 89, 92, 93, 97], "characterist": 93, "charg": [2, 82, 97], "check": [0, 8, 9, 32, 52, 54, 87, 92, 94], "checker": 51, "checkout": 9, "chill": 2, "choos": 10, "chosen": [17, 47, 48, 49, 50, 77, 90, 95], "ci": [9, 52], "citi": 0, "class": [0, 5, 6, 7, 11, 13, 14, 16, 17, 19, 20, 22, 23, 24, 32, 46, 47, 48, 49, 50, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 89, 90, 91, 92, 93, 97], "classif": 96, "clean": 20, "clear": 8, "clg": [6, 14, 88], "clg_setpoint": [6, 87, 88, 90, 91], "clg_setpoint40": 87, "clg_setpoint_previ": 91, "click": [0, 10, 11], "client": [8, 58, 59, 60], "climat": [5, 96], "clip": [82, 90], "clng": 88, "clone": [10, 95], "close": [17, 77, 84, 85, 86, 87, 89, 90, 91, 95], "cloud": [0, 4, 9, 11, 55, 56, 57, 58, 59, 60], "cloudapi": 8, "cloudbuild": 8, "cloudfunct": 8, "cloudsdktool": 8, "co": [73, 91, 97], "co2": [6, 88], "co2_emiss": [6, 87, 91], "co2_emission0": 87, "coastal": 96, "code": [0, 3, 5, 7, 9, 10, 11, 84, 87, 91, 97], "codecov": 9, "coeffici": 88, "cogener": 88, "coil": [2, 88], "coilsystem": 88, "coincid": 88, "col_bogota": 96, "cold": [68, 69, 70, 71, 96], "collect": [4, 5, 24, 62, 87, 95], "colombia": 96, "colorado": 96, "column": [4, 14], "com": [8, 10, 51, 52], "combin": [0, 8, 11, 80, 85, 86, 87, 91, 93], "come": [2, 86, 87], "comfort": [4, 5, 10, 23, 48, 68, 69, 70, 71, 86, 90, 92, 93], "comfort_penalti": [62, 89], "comfort_term": [84, 86, 89, 90, 91], "comfort_viol": 87, "comfort_violation_tim": [4, 87], "comfort_violation_timestep": 62, "command": [8, 9, 20, 94], "comment": 4, "commit": 9, "common": [5, 21, 24, 54, 87, 88, 94], "commun": [0, 5, 11, 18, 20, 94], "compact": [6, 85, 88], "compar": [4, 87, 91], "comparison": [0, 11], "compat": [0, 4, 5, 10, 11, 52, 87, 91, 97], "compil": 9, "complet": [0, 5, 11, 87], "complex": [5, 94], "compon": [0, 2, 4, 5, 7, 8, 11, 20, 23, 85, 88, 92, 93, 96], "compos": [0, 5, 11], "comput": [0, 4, 8, 63, 87, 97], "concaten": 4, "conceptu": 94, "concern": [0, 5, 11, 85], "concret": [4, 91], "conda": 10, "condens": 88, "condit": [5, 17, 47], "condn": 14, "conduct": 5, "conf": [4, 26, 33, 34, 35], "confer": 0, "config": [8, 84, 85, 86, 87, 88, 89, 90, 91, 94], "config_param": [5, 6, 7, 17, 85], "configur": [0, 3, 4, 11, 14, 17, 26, 33, 34, 35, 87, 92, 94], "conform": 88, "confus": 8, "connect": [5, 8, 19], "consequ": [8, 85, 93], "consid": [10, 68, 69, 70, 71, 84, 97], "consist": [2, 5], "consol": 8, "constant": [2, 6, 68, 69, 70, 71, 87, 90, 93], "constantli": [0, 11], "construct": [4, 8, 88, 91], "constructor": [4, 5, 6, 7, 14, 26, 62, 73, 82, 83, 85, 91, 93, 97], "consult": [0, 5, 11, 88], "consult_environ": 5, "consumpt": [4, 23, 69, 70, 71, 92, 93], "contain": [0, 4, 5, 9, 54, 56, 57, 84, 86, 87, 91, 94, 95], "containerregistri": 8, "content": 92, "context": [0, 5, 7, 11, 17, 77, 85, 94], "continent": 96, "continu": [4, 5, 6, 7, 9, 10, 76, 80, 84, 85, 86, 87, 90, 91, 97], "control": [0, 2, 5, 9, 11, 14, 17, 21, 74, 88, 94, 97], "control_typ": 5, "control_type_schedule_nam": 88, "convect": 88, "conveni": 93, "convert": [5, 26, 27, 91, 97], "convertinputformat": 5, "cool": [2, 6, 85, 88, 96], "cooler": 2, "cooling_setpoint_rl": [6, 85, 87, 88], "cooling_setpoint_rl26action_simul": 87, "cooling_setpoint_temperature_schedule_nam": 88, "coolingcoil": 88, "coolingcoilavailsch": 88, "coolingsetpoint": 88, "coordin": 81, "copi": 92, "core": [2, 52, 87, 88], "correct": [5, 6, 8, 10, 84, 85, 86, 87, 88, 89, 90, 91, 92], "correctli": [5, 6, 8, 28, 91, 92, 94, 95, 97], "correspond": [5, 48], "could": [0, 6, 7, 11, 91], "count": [5, 6, 54, 88], "counti": [84, 86, 88, 89, 96], "coupl": 63, "cours": 5, "cover": [5, 10], "coverag": 9, "cp01": 88, "cpu": 87, "crac": 2, "creat": [0, 4, 5, 6, 7, 10, 11, 14, 27, 28, 30, 36, 84, 85, 86, 87, 88, 89, 90, 91, 93, 95], "create_row_cont": 89, "critic": 91, "crucial": 93, "csv": [4, 5, 62, 77, 86, 87, 89, 91, 92], "csvlogger": [23, 77, 87, 89, 92], "cumul": [84, 85, 86, 87, 89, 90, 93, 95], "cumulative_comfort_penalti": [4, 87], "cumulative_energy_penalti": [4, 87], "cumulative_pow": [4, 87], "cumulative_power71120947": 87, "cumulative_power_consumpt": 87, "cumulative_power_consumption34169656": 87, "cumulative_reward": [4, 87], "cumulative_temperature_viol": [4, 87], "cumulative_temperature_violation35341": 87, "cumulative_temperature_violation45476": 87, "current": [3, 4, 5, 7, 8, 9, 10, 14, 17, 62, 77, 83, 86, 87, 88, 89, 91, 93, 94, 97], "current_cool_setpoint": 90, "current_dt": 90, "current_heat_setpoint": 90, "current_month": [84, 85, 86, 87, 89, 90, 91, 95], "current_setpoint": 91, "curriculum": 4, "curv": [2, 88], "custom": [0, 2, 4, 5, 11, 14, 17, 20, 21, 22, 23, 52, 53, 63, 72, 87, 91, 92, 97], "custom_actuator_nam": 5, "custom_meter_nam": 5, "custom_variable_nam": 5, "customcsvlogg": 89, "customformatt": 64, "customiz": [0, 11], "customreward": 93, "c\u00ba": 4, "d": [9, 84, 85, 86, 87, 88, 89, 90, 91], "d_": 87, "dai": [0, 5, 7, 11, 14, 29, 68, 69, 70, 71, 73, 84, 85, 86, 89, 90, 91, 93], "data": [0, 2, 4, 6, 8, 11, 14, 17, 20, 23, 26, 48, 49, 59, 60, 62, 86, 87, 88, 92, 93], "data_avail": [5, 92], "datacent": [3, 85], "datastor": 8, "date": 63, "datefmt": 63, "datetim": [87, 90], "datetimewrapp": 91, "day_of_month": [5, 6, 85, 87, 88, 90, 91, 97], "day_of_month1": 87, "day_of_week_for_start_dai": [84, 85, 88, 89], "daytim": 90, "db": [14, 88], "ddpg": 4, "ddy": [5, 14], "ddy_model": 14, "ddy_path": [14, 17], "de": 27, "deactiv": [62, 77, 92], "deactivate_flag": 62, "deactivate_logg": 77, "decid": [4, 8, 86, 87], "declar": 92, "decreas": 97, "decrement": [76, 91, 97], "dedic": 5, "deep": [0, 10, 11, 87], "def": [89, 90, 91, 93], "default": [2, 4, 5, 6, 7, 8, 9, 10, 14, 17, 20, 23, 30, 52, 54, 62, 63, 68, 69, 70, 71, 77, 79, 80, 81, 85, 87, 88, 91, 93, 94, 97], "default_": 6, "default_configur": [5, 6, 26], "default_energy_weight": [69, 71], "defin": [0, 4, 5, 6, 8, 11, 14, 20, 76, 84, 85, 87, 88, 89, 90, 91, 92, 93, 95, 97], "define_metr": 87, "definit": [0, 5, 6, 11, 17, 84, 85, 86], "delet": [4, 20, 56, 91], "delta": [29, 76, 91, 97], "delta_temp": [74, 91], "demand": [6, 85, 88], "demo": [84, 85, 88, 89, 90, 95], "demonstr": [2, 93], "demosthen": 0, "densiti": 88, "depend": [4, 5, 6, 10, 62, 68, 69, 70, 71, 85, 86, 87, 88, 91, 92, 93, 94, 97], "depict": 93, "deploi": 9, "deploy": [0, 9, 11], "deprec": [84, 85, 86, 87, 88, 89, 90, 91], "deriv": [8, 93], "describ": [2, 20, 48, 49, 63], "descript": [6, 20], "desert": 96, "design": [0, 5, 7, 11, 14, 85, 88], "designdai": [5, 14, 86], "designflowr": 88, "designspecif": 88, "desingdai": 14, "desir": [5, 76, 90, 97], "dest_bucket_nam": 60, "dest_path": 60, "destin": 60, "detail": [0, 4, 5, 7, 10, 11, 87, 88, 93], "detect": 87, "determin": [7, 14, 20, 63, 87, 91], "determinist": [24, 54, 87], "develop": [0, 3, 4, 9, 10, 11, 91, 93, 94], "deviat": 93, "devic": 87, "devstorag": 8, "dew": 88, "df": [84, 85, 86, 87, 88, 89, 90, 91], "diagram": [5, 93], "dict": [6, 14, 17, 20, 24, 26, 27, 28, 33, 34, 35, 36, 54, 62, 65, 76, 77, 78, 79, 89, 90, 91, 92], "dictionari": [5, 7, 9, 14, 17, 26, 27, 28, 33, 34, 35, 63, 76, 77, 85, 88, 93, 97], "differ": [0, 4, 5, 8, 9, 10, 11, 29, 68, 70, 84, 85, 87, 93, 94], "diffus": [6, 85, 88], "diffuse_solar_radi": [6, 85, 87, 91], "diffuse_solar_radiation0": 87, "dimens": [68, 69, 70, 71, 91], "dir": 14, "direct": [4, 5, 6, 85, 88], "direct_solar_radi": [6, 85, 87, 91], "direct_solar_radiation0": 87, "directli": [0, 5, 10, 11, 85, 86, 95, 97], "directori": [5, 10, 14, 17, 59, 60, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "disadvantag": 86, "discharg": [2, 82], "discomfort": 93, "discret": [4, 5, 6, 74, 75, 80, 84, 85, 86, 87, 88, 90, 93, 97], "discrete_spac": [6, 75, 91], "discreteincrementalwrapp": 91, "discretizeenv": [5, 6, 87, 91], "discuss": 85, "disk": 8, "disksizegb": 8, "displai": [84, 85, 86, 89, 90, 91, 95], "dispos": 95, "dist": [84, 85, 86, 87, 88, 89, 90, 91], "divers": 5, "divid": 2, "dlr": [51, 52], "do": [0, 4, 5, 7, 8, 10, 11, 54, 74, 85, 86, 87, 88, 91, 93, 94], "doc": [9, 10, 87], "docker": [8, 9], "dockerfil": [8, 9, 10, 94, 95], "docstr": 9, "document": [0, 5, 8, 9, 10, 11, 26, 33, 34, 35, 85, 88, 90, 91, 92, 97], "doe": [0, 5, 7, 8, 9, 11, 87, 92, 96], "doesn": [4, 8, 97], "doi": 0, "don": [4, 6, 8, 10, 84, 86, 91, 92, 97], "done": [4, 5, 6, 62, 87, 91, 92], "door": 88, "dote": 8, "download": [5, 87], "dqn": [4, 87], "drive": 8, "drl": [0, 3, 8, 11, 80, 86, 97], "drop": 87, "dry": [88, 96], "drybulb": [6, 14, 85, 88, 90], "dse": 2, "dtype": [6, 84, 85, 86, 89], "dualsetpoint": 88, "due": [2, 4, 82, 87, 88], "dummy_vec_env": 87, "dummyvecenv": 87, "dump": [23, 65], "dump_frequ": 23, "dure": [4, 5, 9, 17, 23, 24, 87, 92, 93, 95], "dx": [2, 88], "dynam": [5, 91, 97], "e": [0, 10, 11, 17, 20, 54], "each": [2, 4, 5, 6, 7, 8, 14, 17, 23, 24, 36, 54, 62, 77, 78, 81, 85, 87, 89, 90, 91, 92, 93, 95, 96, 97], "earli": 54, "earlier": 87, "easi": [0, 11, 94], "easier": 55, "easili": [0, 7, 8, 11, 87], "east": 85, "east_zone_air_humid": 85, "east_zone_air_temperatur": 85, "east_zone_clg_setpoint": 85, "east_zone_electr": 85, "east_zone_htg_setpoint": 85, "econom": 2, "ecosystem": [0, 11], "edit": 9, "effici": [0, 11, 88], "either": [5, 63], "elabor": 62, "elaps": [5, 62], "eleceq": 88, "electr": [2, 6, 85, 88], "electricequip": 88, "electricitynet": 88, "electricitypurchas": 88, "electricitysurplussold": 88, "element": [5, 27, 31, 62, 88, 92, 97], "element_typ": 6, "elif": 90, "els": [54, 90], "email": 8, "emiss": [6, 88], "empti": [5, 10, 17, 20], "empzk2on": 87, "empzk2onsync": 87, "enabl": [4, 5, 8, 9, 87], "enclos": 2, "encount": 91, "end": [4, 8, 17, 20, 29, 62, 68, 69, 70, 71, 77, 86, 87, 89, 91, 92], "end_dai": [7, 29, 84, 85, 86, 87, 88, 89, 90, 91], "end_day_of_month": [84, 85, 88, 89], "end_mon": 29, "end_month": [7, 84, 85, 86, 87, 88, 89, 90, 91], "end_year": [7, 29, 84, 85, 86, 87, 88, 89, 90, 91], "energi": [0, 2, 4, 5, 23, 68, 69, 70, 71, 88, 93], "energy_term": [84, 86, 89, 90, 91], "energy_valu": [84, 86, 89, 90, 91], "energy_vari": [6, 68, 69, 70, 71, 85], "energy_weight": [6, 68, 70, 71, 85], "energyplu": [0, 5, 6, 7, 11, 14, 16, 17, 19, 27, 33, 34, 35, 84, 85, 86, 87, 88, 89, 90, 91, 92, 97], "energytransf": 88, "engin": [0, 5, 8, 11, 85, 86, 88], "enough": 8, "ensur": [5, 91, 93], "enter": [8, 95], "entir": [0, 4, 5, 11], "entiti": 87, "entri": 87, "entropi": [17, 77], "entrypoint": 8, "env": [4, 5, 6, 7, 8, 10, 24, 32, 36, 37, 47, 48, 49, 50, 51, 52, 54, 67, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95], "env_kwarg": 26, "env_nam": [5, 14, 17, 36, 85, 87, 92], "env_sinergym": 10, "environ": [0, 2, 3, 4, 7, 8, 11, 14, 15, 16, 17, 20, 24, 26, 30, 32, 37, 47, 48, 49, 50, 52, 54, 62, 67, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 86, 87, 89, 90, 92, 93, 94, 95, 96, 97], "environment": [6, 47, 88], "environment_id": [5, 85], "environment_nam": 4, "ep_len_mean": 87, "ep_length": 4, "ep_pow": 23, "ep_rew_mean": 87, "ep_reward": 23, "ep_term_comfort": 23, "ep_term_energi": 23, "ep_timestep": 23, "episod": [0, 4, 6, 7, 11, 14, 17, 20, 23, 24, 36, 54, 62, 77, 79, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96], "episode_length": [14, 17, 87, 88], "episode_length35040": 87, "episode_length70077episod": 87, "episode_path": [14, 17], "episode_reward": 87, "episodes_int": 4, "epjson": [0, 2, 5, 6, 10, 11, 14, 27, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "eplu": [5, 6, 7, 17, 30, 36, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "eplus_env": 77, "eplusenv": [47, 48, 49, 50, 73, 75, 77, 78, 79, 80, 81, 83, 87, 91], "epm": [14, 31], "eppi": 27, "epsilon": 81, "epw": [5, 6, 14, 17, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94], "epw_cont": [84, 85, 86, 87, 88, 89, 90, 91], "eq": 88, "equat": 93, "equip": [2, 88], "equival": [4, 6, 88], "error": [4, 5, 8, 9, 54, 75, 85, 91, 97], "esp_granada": [85, 96], "essenc": 97, "establish": [0, 4, 5, 11, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94], "etc": [0, 5, 8, 10, 11, 12, 62, 84, 85, 88, 92], "eu": 8, "europ": 8, "eval": [4, 24, 87], "eval_callback": 87, "eval_env": [24, 87], "eval_freq": [24, 87], "evalloggercallback": 4, "evalu": [8, 24, 87, 93], "evaluation1": 87, "evaluation_d": 87, "evaluation_nam": 87, "evaluation_output": 87, "evapor": [2, 88], "even": [85, 90], "event": [8, 9, 63], "eventcallback": 4, "everi": [8, 9, 10, 24, 84, 86, 89, 90, 91, 94, 95], "everyth": [0, 8, 11, 86, 87, 95], "exampl": [2, 3, 4, 5, 6, 8, 9, 10, 11, 85, 86, 88, 89, 92, 93, 94, 97], "example1": 10, "excel": [28, 88], "except": [14, 20, 63], "exchang": 88, "exclud": 59, "execut": [4, 5, 9, 10, 14, 17, 20, 56, 62, 64, 78, 79, 87, 88, 91], "exist": [5, 9, 85, 87, 91, 92], "exit": 8, "exp": 68, "expect": 54, "experi": [0, 2, 4, 5, 7, 10, 11, 14, 84, 85, 86, 87, 88, 89, 90, 91, 96], "experiment": [0, 5, 11], "experiment1": 87, "experiment_d": [4, 87], "experiment_nam": 87, "experiment_param": 87, "experiment_path": [14, 87], "explain": [5, 6, 8, 9], "explicitli": 31, "exploration_r": [4, 87], "exploration_rate0": 87, "exponenti": [68, 93], "export": [8, 28, 88], "export_schedulers_to_excel": 88, "expreward": [85, 93], "extend": [88, 90], "extens": [0, 5, 10, 11, 84, 87], "exterior": 88, "extern": 92, "extra": [0, 6, 8, 9, 10, 11, 13, 14, 17, 20, 62, 77, 79, 84, 88, 89, 94], "extra_conf": 85, "extra_config": 14, "extra_param": 7, "extract": [4, 5, 14, 36, 87, 88], "f": [6, 10, 87, 96], "f1": 88, "f2": 88, "f3": 88, "f4": 88, "f5": 88, "facil": [4, 6, 85, 88], "facilit": [0, 6, 11], "fact": 5, "factor": [88, 92], "fail": [7, 8, 20, 87], "fairchild": [6, 85, 96], "faith": 4, "fals": [23, 24, 54, 62, 77, 84, 85, 86, 87, 88, 89, 90, 91, 95], "familiar": [0, 5, 11], "fan": 88, "fanavailsch": 88, "farama": 84, "faster": 6, "featur": [0, 4, 5, 11, 84, 85, 88, 95], "februari": 7, "feedback": 17, "feel": 90, "few": 87, "fiction": 2, "field": [0, 4, 5, 11, 14, 27, 85, 88, 96], "field_nam": 88, "figur": 97, "file": [0, 2, 4, 6, 7, 8, 9, 10, 11, 13, 14, 17, 20, 26, 28, 59, 60, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96], "fill": 6, "filter": 30, "fin_helsinki": [85, 96], "final": [6, 8, 84, 86, 87, 88], "find": [3, 9, 87, 92], "fine": 2, "finish": [8, 9, 84, 87, 95], "finland": 96, "firestor": 8, "first": [0, 10, 14, 54, 84, 87, 88, 89, 90, 92, 95], "firstli": 8, "fit": [85, 97], "five": 2, "fix": 9, "flag": [6, 20, 62, 73, 77, 89, 91, 97], "flat": 79, "flatten": [79, 91], "flexibl": 97, "float": [14, 17, 29, 36, 39, 40, 41, 42, 43, 44, 45, 54, 62, 68, 69, 70, 71, 74, 75, 76, 77, 78, 79, 80, 81], "float32": [6, 17, 84, 85, 86, 88, 89, 91], "floor": [2, 88], "flow": [5, 88], "fmt": 63, "focus": 93, "folder": [0, 5, 6, 9, 10, 11, 14, 17, 24, 85, 87, 89, 91], "follow": [0, 4, 5, 8, 9, 10, 11, 27, 48, 49, 52, 84, 86, 88, 93, 97], "forc": [20, 87], "forget": 84, "fork": [8, 9], "form": 4, "format": [0, 4, 5, 6, 7, 9, 11, 14, 26, 27, 28, 33, 34, 35, 63, 77, 85, 87, 88], "formatexcept": 63, "formatt": [63, 64], "formattim": 63, "found": [14, 97], "four": 2, "fp": 87, "fraction": 88, "framework": [0, 2, 86, 94, 96], "free": [8, 90], "freq": 24, "frequenc": [4, 23], "fridai": 2, "from": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 26, 28, 31, 33, 34, 35, 50, 51, 52, 56, 59, 60, 62, 67, 68, 69, 70, 71, 77, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 97], "front": 88, "fuel": [2, 88], "full": 2, "full_control": 8, "fulli": [2, 92, 97], "function": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 25, 27, 31, 36, 38, 51, 53, 54, 55, 66, 67, 69, 70, 71, 75, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 97], "futur": [0, 4, 5, 7, 8, 11, 93], "futurewarn": [84, 85, 86, 87, 88, 89, 90, 91], "g": [0, 4, 8, 11, 54, 59], "ga": 2, "gain": 2, "gce": 8, "gce_project_id": 8, "gce_zon": 8, "gcloud": [8, 87], "gcr": 8, "gener": [5, 6, 8, 9, 14, 17, 87, 88, 91, 92, 97], "generallight": 88, "generate_id": 87, "get": [0, 2, 5, 10, 11, 14, 54, 57, 63, 87, 89, 90], "get_id": 5, "get_path": 87, "get_schedul": 14, "get_wrapper_attr": [85, 87, 88, 89, 90, 91], "getlogg": 64, "getmessag": 63, "git": 10, "github": [0, 8, 10, 11, 51, 52, 94], "gitignor": 8, "give": [8, 91], "given": [3, 4, 14, 27, 28, 31, 32, 36, 68, 69, 70, 71, 93, 97], "glanc": [84, 95], "global": [8, 54], "gmail": 8, "go": [4, 5, 8, 10, 20, 84, 85, 87, 91, 97], "goal": [0, 11], "good": 4, "googl": [0, 4, 9, 10, 11, 55, 56, 57, 58, 59, 60], "google_cloud_credenti": 8, "googleapi": 8, "got": 31, "gp01": 88, "gp02": 88, "granada": 96, "graph": [4, 6], "greater": 93, "grei": 63, "grid": 2, "ground": 88, "group": [8, 56], "grow": 5, "gserviceaccount": 8, "gsutil": 8, "gt": [87, 88, 91], "guid": 87, "gym": [5, 6, 7, 17, 52, 54, 67, 72, 75, 76, 77, 79, 84, 85, 86, 87, 88, 89, 90, 91, 93, 95, 97], "gymnasium": [0, 4, 5, 6, 7, 11, 16, 17, 20, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 97], "g\u00f3mez": 0, "h": [87, 96], "ha": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 32, 37, 52, 54, 57, 77, 85, 86, 87, 88, 91, 92, 94, 97], "hand": [4, 8, 10, 85], "handl": 5, "handler": [5, 20, 84, 85, 86, 87, 89, 90, 91, 92], "happen": [8, 9], "hasn": [8, 31], "have": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97], "he": [0, 11], "header": [62, 77, 89], "heat": [2, 6, 85, 88], "heater": 88, "heating_setpoint_rl": [6, 85, 87, 88], "heating_setpoint_rl19episod": 87, "heating_setpoint_temperature_schedule_nam": 88, "heatingcoil": 88, "heatingsetpoint": 88, "help": [0, 4, 11], "helper": 8, "helsinki": 96, "henc": 8, "here": [0, 4, 8, 9, 10, 11, 23, 87, 88, 91, 94], "hesit": 0, "hi": [0, 11], "high": [6, 85, 86, 90], "highcpu": 8, "higher": 93, "histori": [87, 91, 97], "host": [0, 2, 4, 6, 8, 87, 92], "hot": [5, 6, 7, 68, 69, 70, 71, 85, 86, 90, 91, 96], "hour": [0, 2, 5, 6, 7, 11, 62, 69, 71, 73, 84, 85, 86, 87, 88, 89, 90, 91, 93, 97], "hour0": 87, "hour_co": 91, "hour_sin": 91, "hourlylinearreward": 93, "how": [0, 6, 8, 10, 11, 17, 77, 84, 85, 87, 88, 89, 90, 91, 97], "howev": [0, 4, 5, 7, 8, 9, 10, 11, 85, 86, 87, 88, 91, 94, 97], "htg": [6, 14, 88], "htg_setpoint": [6, 87, 88, 90, 91], "htg_setpoint12": 87, "htg_setpoint_previ": 91, "http": [0, 8, 10, 51, 52, 87], "hub": [8, 9, 10], "human": [17, 47], "humanoutputformat": 87, "humid": [6, 85, 88, 96], "hv": 0, "hvac": [2, 6, 85, 88], "hvac_electricity_demand_r": [6, 85, 87, 88, 91], "hvac_electricity_demand_rate2556": 87, "hyakuri": 96, "hyperparamet": [0, 4, 11, 87], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 17, 20, 23, 24, 36, 52, 54, 56, 62, 63, 65, 69, 71, 73, 75, 77, 80, 81, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97], "iam": 8, "id": [4, 5, 6, 8, 26, 30, 85, 87, 93], "id_bas": 6, "idd": 14, "idd_path": [14, 17], "idea": [8, 93], "ident": 5, "identifi": [5, 9], "idf": [5, 10, 27], "idfversionupdat": 5, "ignor": [8, 9, 23, 94], "illinoi": 96, "illustr": [2, 97], "imag": [5, 8, 10], "immedi": 8, "impact": [6, 88], "implement": [0, 3, 4, 5, 7, 11, 46, 54, 66, 72, 86, 91, 93, 94, 97], "import": [0, 4, 5, 7, 8, 9, 11, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "improv": [0, 11], "in02": 88, "in46": 88, "in_temp": 90, "incid": 8, "includ": [0, 2, 4, 5, 7, 8, 9, 11, 21, 78, 84, 87, 93, 96], "inconsist": [5, 85], "incorpor": [5, 93], "incorrect": 5, "increas": [5, 87, 91, 97], "increment": [23, 49, 74, 76, 97], "incremental_variables_definit": 76, "independ": [2, 94, 96], "index": 87, "index4action_simul": 87, "indic": [4, 8, 23, 93, 97], "individu": [6, 8, 97], "indoor": [2, 47, 49, 93], "infil": 88, "infiltr": 88, "influenc": [5, 88], "info": [0, 5, 11, 14, 17, 20, 62, 67, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "info_queu": 20, "inform": [0, 2, 4, 6, 9, 10, 11, 14, 17, 20, 26, 28, 33, 34, 35, 52, 62, 63, 77, 79, 85, 87, 90, 91, 92, 94, 96, 97], "infrastructur": [0, 11], "inherit": [4, 67, 91, 93, 97], "init": 87, "initi": [5, 17, 20, 24, 58, 63, 74, 76, 77, 84, 85, 86, 87, 88, 89, 90, 91, 92], "initial_valu": [74, 76, 91], "inlet": 88, "inner": [8, 23, 56, 59, 60], "inproceed": 0, "input": [2, 9, 14, 17, 20, 87, 90, 91], "insid": [9, 95], "instal": [0, 5, 8, 9, 95], "instanc": [0, 3, 4, 5, 8, 9, 11, 17, 20, 56, 92], "instance_group_nam": 56, "instanti": 97, "instead": [5, 6, 8, 10, 54, 78, 84, 85, 86, 87, 88, 89, 90, 91, 97], "instruct": 10, "int": [14, 17, 23, 24, 29, 39, 40, 41, 42, 43, 44, 45, 54, 62, 65, 68, 69, 70, 71, 74, 75, 77, 78, 79, 89, 90, 91], "intact": [0, 5, 11, 85], "integ": [17, 77], "integr": [0, 5, 9, 11], "interact": [3, 4, 5, 52, 62, 77, 84, 86, 87, 91, 92, 97], "interest": [0, 2, 91, 96], "interfac": [0, 4, 5, 11, 18, 85, 87, 88, 94], "interior": 88, "interiorequip": 88, "interiorlight": 88, "intermedi": [5, 76, 88, 97], "intern": [0, 2, 4, 88, 92, 97], "internal_vari": 88, "internalvari": 88, "interpret": 10, "interv": [23, 97], "intl": [6, 85, 87, 96], "introduc": [0, 5, 11], "introduct": 5, "intuit": 6, "investig": 7, "invoic": 8, "io": 8, "ion": 80, "is_discret": [17, 74, 75, 87, 88, 91], "is_rain": [5, 84, 86, 89, 90, 91], "is_run": [17, 20, 88], "is_weekend": [73, 91, 97], "isbn": 0, "isn": 8, "iso8601": 63, "isol": 10, "isort": 9, "issu": [0, 8, 9, 11], "its": [4, 5, 6, 8, 9, 10, 20, 57, 75, 77, 84, 85, 91, 95, 97], "itself": [0, 11, 91, 97], "j": [6, 87, 96], "japan": 96, "javier": 0, "jim\u00e9nez": 0, "job": [8, 9, 10, 87, 94], "join": 20, "jpn_tokyo": 96, "json": [4, 5, 6, 8, 14, 17, 26, 33, 34, 35, 87], "json_fil": 14, "juan": 0, "jump": [76, 97], "just": [0, 9, 11, 88, 91], "keep": 4, "kei": [5, 6, 7, 8, 14, 17, 20, 26, 27, 31, 36, 65, 76, 78, 92, 97], "kennedi": [6, 87, 96], "key_exclud": 65, "key_valu": 65, "keyword": [84, 85, 86, 87, 88, 89, 90, 91], "know": [5, 8, 92], "kwarg": [6, 23, 24, 26, 65, 81], "label": 4, "lack": 54, "lambda_": [68, 70], "lambda_energi": [6, 68, 69, 70, 71], "lambda_p": 93, "lambda_t": [68, 70, 93], "lambda_temperatur": [6, 68, 69, 70, 71], "larg": [2, 8], "last": [5, 10, 17, 36, 77], "last_10_steps_reward": 89, "last_result": 36, "later": 62, "latest": [8, 9, 10, 87, 91, 97], "latitud": 96, "launch": 87, "layer": [76, 88], "leap": 7, "learn": [0, 10, 11, 87, 91, 93], "learning_r": 87, "learning_rate0": 87, "least": 8, "leav": [0, 5, 11, 85], "left": 88, "length": [0, 5, 7, 11, 54, 76, 84, 85, 86, 87, 88, 89, 90, 91], "less": [7, 86, 87], "let": [0, 7, 8, 10, 11, 84, 85, 87, 95], "level": [2, 5, 9, 64, 88, 94], "levelnam": 63, "li": 5, "lib": [84, 85, 86, 87, 88, 89, 90, 91], "librari": [0, 8, 10, 11, 87, 90, 91, 94], "lieber": 2, "lifecycl": [0, 11], "light": 88, "like": [0, 4, 5, 6, 9, 10, 11, 14, 63, 84, 85, 94], "limit": [91, 93], "line_termin": [84, 85, 86, 87, 88, 89, 90, 91], "linear": [69, 70, 71, 93], "linearreward": [6, 17, 88, 93], "linetermin": [84, 85, 86, 87, 88, 89, 90, 91], "link": 8, "linux": 10, "lisboa": 96, "list": [0, 6, 8, 9, 10, 14, 17, 20, 30, 31, 36, 39, 40, 41, 42, 43, 44, 45, 47, 49, 54, 62, 68, 69, 70, 71, 74, 75, 76, 77, 78, 80, 83, 84, 85, 87, 88, 89, 90, 91, 92], "ll": 5, "load": [86, 88], "load_ag": [4, 8, 87], "load_agent_exampl": 4, "load_artifact_ent": 87, "load_artifact_model_path": 87, "load_artifact_nam": 87, "load_artifact_project": 87, "load_artifact_tag": 87, "local": [4, 8, 24, 54, 59, 60, 84, 85, 86, 87, 88, 89, 90, 91, 95], "locals_": 24, "locat": [0, 5, 10, 11, 14, 85, 86, 96], "log": [4, 23, 62, 64, 77, 87, 88, 91, 92, 97], "log_artifact": 87, "log_callback": 87, "log_episod": 62, "log_fil": [62, 89], "log_interv": [4, 87], "log_path": [24, 87], "log_progress_fil": [62, 89], "log_step": 62, "log_step_norm": 62, "logger": [0, 5, 11, 14, 17, 20, 67, 73, 74, 75, 76, 77, 78, 79, 80, 81, 83, 86, 87, 88, 90, 97], "logger_class": [77, 89], "loggercallback": [4, 87], "loggerev": 87, "loggerevalcallback": [4, 87], "loggerwrapp": [86, 87, 91, 95], "login": [8, 87], "logrecord": 63, "long": [85, 87, 91], "look": [32, 37, 52, 90, 92], "loop": 84, "loss": 87, "loss16037": 87, "low": [2, 6, 68, 70, 85, 86, 90, 93, 94], "lower": 93, "lt": [10, 87, 88, 91], "luca": 0, "m": [87, 96], "m2": 2, "machin": [0, 8, 11, 95], "machineri": 0, "madagascar": 96, "made": [0, 5, 6, 85, 88], "magnitud": 93, "mai": [0, 5, 8, 10, 11, 14, 84, 87, 91, 92, 93, 95, 97], "main": [0, 2, 4, 5, 8, 11, 62, 88, 93], "mainli": 52, "mainswat": 88, "maintain": [0, 11], "make": [0, 2, 3, 5, 7, 8, 10, 11, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97], "make_eplus_arg": 20, "malici": 9, "manag": [0, 5, 7, 8, 11, 13, 14, 56, 88, 92], "mandatori": 6, "mani": [0, 4, 6, 11, 85, 86, 88], "manipul": [4, 9], "manjavaca": 0, "manner": [0, 11], "manual": [5, 7, 9, 86, 87], "map": [6, 80, 85, 87, 91, 97], "marin": 96, "mass": [2, 6, 88], "master": 52, "mat": 88, "match": [17, 20, 75, 76, 91, 97], "materi": 88, "max": [6, 36, 68, 70], "max_comfort_penalti": 71, "max_energy_penalti": 71, "max_ep_data_store_num": [5, 6, 17, 85], "max_ep_stor": 14, "max_length": 87, "maxim": 5, "maximum": [74, 76, 85, 88, 91, 92, 93, 97], "md": 0, "mdd": 5, "mdg_antananarivo": 96, "me": 87, "mean": [4, 9, 14, 24, 54, 81, 84, 85, 86, 87, 89, 90, 92, 95, 96, 97], "mean_comfort_penalti": [4, 87], "mean_energy_penalti": [4, 87], "mean_pow": [4, 87], "mean_power1014": 87, "mean_power_consumpt": 87, "mean_power_consumption975": 87, "mean_reward": [4, 87], "mean_temperature_viol": [4, 87], "mean_temperature_violation0": 87, "mean_temperature_violation1": 87, "meanwhil": 5, "media": 87, "mediterranean": 96, "member": 8, "memori": [4, 8], "mention": [4, 5, 8, 85, 88], "merg": 87, "messag": [9, 63, 85, 87], "met": 54, "metadata": 17, "meter": [0, 6, 11, 14, 17, 20, 34, 84, 85, 86, 87, 88, 89, 90, 91, 92], "meter_handl": [17, 88], "method": [4, 5, 7, 8, 9, 14, 17, 20, 23, 24, 28, 47, 48, 49, 50, 52, 54, 62, 63, 64, 65, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 87, 88, 91, 92, 93, 97], "methodologi": 85, "metric": [4, 54, 87], "mid": [2, 96], "middlewar": [0, 11, 97], "mig": 56, "might": 8, "miguel": 0, "mild": 96, "min": [36, 88], "mind": 4, "minim": 9, "minimum": [54, 74, 88, 91], "minimum_outdoor_air_schedule_nam": 88, "minut": [8, 87], "mir": 88, "miss": 87, "mistak": 9, "mix": [6, 87, 88, 93, 96], "mlppolici": 87, "mo": 91, "mode": 17, "model": [0, 2, 5, 6, 7, 10, 11, 12, 24, 28, 54, 84, 85, 86, 88, 89, 90, 91, 92, 94], "model_path": 87, "modif": [5, 13], "modifi": [0, 3, 5, 7, 11, 14, 54, 75, 80, 86, 92, 93], "modul": [5, 8, 9, 10, 12, 15, 18, 21, 92, 94], "modular": 93, "moist": 96, "molina": 0, "mon": 29, "mondai": 2, "monitor": [0, 4, 8, 10, 11, 24, 54, 62, 77, 86, 87, 89, 91, 92], "monitor_head": [62, 77, 89], "monitor_norm": 92, "monoton": 87, "month": [5, 6, 29, 68, 69, 70, 71, 73, 84, 85, 86, 87, 88, 89, 90, 91, 95, 97], "month1": 87, "month_co": 91, "month_sin": 91, "monthan": [6, 86, 90, 91, 96], "more": [0, 4, 5, 6, 7, 8, 9, 10, 11, 26, 33, 34, 35, 52, 82, 86, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97], "moreov": 5, "most": [4, 5, 92], "mtd": 5, "mu": [5, 17], "much": [0, 5, 11], "mujoco": [0, 11], "multi": 93, "multibinari": [5, 75, 97], "multidiscret": [5, 75, 97], "multiobjectivereward": 91, "multiobswrapp": [89, 91], "multipl": 5, "multipli": 88, "must": [4, 5, 6, 8, 10, 14, 17, 20, 74, 75, 76, 85, 92, 97], "mwb": 14, "my": 88, "myrulebasedcontrol": 90, "n": [5, 79, 91], "n2": 8, "n2o": 88, "n_eval_episod": [24, 54, 87], "n_steps_per_hour": [84, 85, 86, 87, 88, 89, 90, 91], "n_updat": 87, "n_updates31299": 87, "naiv": 93, "name": [0, 4, 6, 7, 8, 9, 11, 14, 17, 20, 27, 56, 59, 60, 63, 64, 68, 69, 70, 71, 74, 76, 84, 85, 86, 87, 88, 89, 90, 91, 97], "natur": 5, "naturalga": 88, "ndarrai": [17, 43, 62, 73, 77, 78, 79, 82, 83, 89], "nearest": 97, "necessari": [0, 4, 8, 9, 10, 11, 86, 87], "need": [5, 8, 10, 84, 89, 90, 92], "neg": 93, "nest": 97, "net": 88, "network": 4, "neural": 4, "never": [8, 84, 95], "new": [0, 2, 6, 8, 11, 14, 24, 62, 77, 79, 84, 86, 87, 88, 89, 90, 91, 92, 93, 96], "new_action_spac": 85, "new_actu": 85, "new_cool_setpoint": 90, "new_discrete_spac": 91, "new_env_nam": 85, "new_heat_setpoint": 90, "new_log_fil": 62, "new_met": 85, "new_time_vari": 85, "new_vari": 85, "next": [4, 5, 6, 8, 9, 10, 17, 20, 76, 77, 79, 87, 88, 91, 94], "niev": 0, "night": 90, "node": 88, "nois": [0, 5, 11, 84], "nomin": 88, "non": [2, 5], "noncoincid": 88, "none": [14, 17, 20, 24, 28, 36, 37, 47, 48, 49, 52, 54, 62, 63, 65, 77, 79, 87, 88, 89], "normal": [4, 80, 81, 85, 87, 92, 93, 94, 95, 97], "normalize_rang": [80, 91], "normalizeact": [91, 95], "normalized_observ": 4, "normalizedlinearreward": 93, "normalizeobserv": [89, 91, 95], "normalizereward": 95, "north": 2, "note": [88, 92], "notebook": [0, 11, 84, 87, 89, 91], "notifi": [5, 8], "now": [8, 10, 84, 87, 89, 90, 91], "np": [6, 17, 62, 73, 77, 78, 79, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 95], "np_random": [17, 77], "npz": 24, "null": 6, "num_comfort_viol": 23, "num_episod": 92, "num_simul": 92, "num_timestep": 87, "number": [4, 5, 10, 14, 17, 23, 24, 54, 62, 79, 85, 87, 88, 91, 92], "number_of_people_schedule_nam": 88, "numpag": 0, "numpi": [84, 85, 86, 87, 88, 89, 90, 91, 95], "ny": 0, "o": 8, "oa": 88, "oarequir": 88, "ob": [62, 73, 81, 83, 84, 85, 86, 87, 89, 90, 91, 95], "object": [0, 2, 4, 5, 8, 11, 12, 14, 31, 37, 54, 58, 59, 60, 64, 78, 87, 88, 93, 97], "objectview": 8, "obligatori": 4, "obs_dict": [90, 91, 93], "obs_queu": 20, "observ": [0, 2, 3, 4, 6, 11, 17, 20, 47, 49, 62, 73, 77, 78, 79, 81, 83, 86, 87, 88, 90, 92, 93, 94, 97], "observation_spac": 17, "observation_valu": 92, "observation_vari": [85, 87, 88, 89, 90, 91], "obtain": [0, 4, 5, 11, 17, 77], "obvious": 85, "occup": [0, 5, 6, 11, 47], "occupi": [4, 88], "occur": [0, 5, 11, 85], "off": [4, 88], "offer": [0, 5, 11, 93], "offic": [2, 86], "officegridstoragesmooth": 82, "offici": [0, 10], "offpolicyalgorithm": 4, "often": 88, "ohar": 96, "older": [5, 8], "omega": 93, "omit": 63, "onc": [4, 5, 10], "one": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 17, 31, 62, 63, 74, 82, 83, 85, 86, 87, 90, 91, 92, 93, 94, 95, 96, 97], "ones": [5, 93, 97], "onli": [0, 2, 4, 5, 6, 7, 8, 9, 10, 11, 62, 74, 84, 85, 86, 87, 92, 95, 97], "only_discret": 6, "onpolicyalgorithm": 4, "onto": 65, "open": [0, 2, 10, 11, 91], "openai": 52, "openmodelica": [0, 11], "oper": [63, 97], "operand": 63, "optim": [8, 93], "option": [4, 5, 6, 8, 9, 10, 14, 17, 36, 52, 62, 63, 68, 69, 70, 71, 77, 79, 85, 87, 88, 89, 92, 93, 94], "opyplu": [14, 31, 84, 85, 86, 87, 88, 89, 90, 91], "order": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14, 17, 85, 87, 88, 91, 94, 97], "orderenforc": [87, 91], "org": 0, "organ": [2, 5, 94], "orient": 2, "origin": [0, 4, 5, 11, 14, 17, 20, 59, 73, 74, 75, 76, 77, 78, 79, 80, 83, 85, 87, 91, 92, 97], "ornstein": [5, 14, 17], "other": [4, 8, 10, 54, 85, 87, 88, 91, 92, 93, 97], "otherwis": [4, 7, 75, 85, 91], "ou": 14, "our": [0, 4, 5, 7, 9, 10, 11, 84, 85, 86, 87, 88, 89, 90, 93, 94, 95], "out": [4, 63, 88, 91, 92, 97], "out_temp": 90, "outdoor": [2, 6, 85, 88, 90], "outdoor_air_schedule_nam": 88, "outdoor_humid": [6, 85, 87, 91], "outdoor_humidity57": 87, "outdoor_temperatur": [6, 85, 87, 88, 90, 91], "outdoorair": 88, "outlet": 88, "output": [0, 4, 9, 11, 14, 17, 20, 36, 52, 64, 75, 84, 85, 86, 87, 88, 89, 90, 91, 97], "output_format": 87, "output_path": [20, 36], "outputmet": 88, "outputvari": [5, 88], "outsid": [10, 88, 91, 93], "over": 84, "overhang": 88, "overrid": 93, "overwrit": [4, 85, 87, 91, 97], "overwritten": [4, 85], "own": [0, 3, 4, 7, 11, 87, 90, 91, 97], "owner": 8, "p_t": 93, "packag": [0, 2, 9, 11, 84, 85, 86, 87, 88, 89, 90, 91, 94], "packagedratedcoolcapfflow": 88, "packagedratedcooleirfflow": 88, "page": [0, 5, 9], "pair": [5, 65], "panel": 2, "paper": 0, "param": [13, 14, 23, 24, 49, 62, 87], "paramet": [0, 4, 6, 7, 8, 11, 14, 17, 20, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 47, 48, 50, 52, 54, 56, 59, 60, 62, 63, 64, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 87, 93], "parent": [14, 87], "pars": [6, 80, 97], "part": [3, 5, 8], "parti": [0, 9, 11], "particular": [4, 5, 84], "particularli": [3, 52], "pass": [17, 24, 54], "passiv": 96, "passiveenvcheck": [87, 91], "path": [4, 14, 20, 24, 28, 36, 59, 60, 62, 84, 85, 86, 87, 88, 89, 90, 91], "pattern": 5, "pd": 8, "peak": 88, "penalti": [4, 92, 93], "pennsylvania": 96, "peopl": [0, 5, 6, 11, 88], "people_occup": [6, 87, 91], "people_occupant0": 87, "pep8": 9, "per": [0, 2, 4, 5, 6, 7, 11, 54, 62, 84, 85, 86, 87, 88, 89, 90, 91, 92], "perceiv": [47, 49, 90], "percentag": [4, 9], "perform": [0, 3, 4, 10, 11, 24, 54, 78, 79], "perimet": 2, "period": [0, 11, 88, 93, 96], "person": 92, "petit": [57, 58], "pf27dlou": 87, "pf27dlousync": 87, "photovolta": 2, "pip": [10, 94], "pipelin": 9, "place": [4, 5, 86, 95], "plai": 90, "plan": 4, "plant": 88, "platform": [0, 4, 9, 11], "pleas": [0, 2, 5, 7, 8, 9, 11, 52, 87, 90, 96], "plenum": 88, "plenumclg": 88, "plenumcoolingsetpoint": 88, "plenumheatingsetpoint": 88, "plenumhtg": 88, "plot": 23, "plug": 88, "plugin_global_vari": 88, "point": [3, 87, 88, 95], "polici": [4, 8, 24, 53, 54], "policypredictor": 54, "pop": [10, 89], "portug": 96, "possibl": [0, 2, 4, 5, 6, 7, 8, 10, 11, 26, 85, 87, 88, 91, 96, 97], "potenti": 5, "power": [2, 4, 62, 68, 69, 70, 71, 88, 92, 93], "power_penalti": 89, "ppo": 4, "pprint": 88, "pr": 0, "pre": [0, 8, 11, 93], "precis": [91, 93, 97], "predefin": [5, 85, 88, 93], "predetermin": 8, "predict": [4, 54, 87], "prefer": 8, "prefix": 30, "preheat": 88, "preliminari": 5, "prepar": [5, 10, 20], "preparatori": 63, "present": [5, 14, 92], "preserv": 86, "pressur": 88, "prevent": 9, "previou": [4, 5, 8, 9, 10, 79, 83, 87, 97], "previous": [5, 14, 92], "previous_vari": [83, 91], "previousobservationwrapp": 91, "print": [5, 84, 85, 86, 87, 88, 89, 90, 91, 95], "prior": 5, "privileg": [8, 57], "probabl": 8, "problem": [0, 5, 8, 11, 91], "procedur": [4, 9], "proceed": 0, "process": [0, 4, 5, 6, 9, 11, 14, 17, 20, 87, 88, 93], "program": 10, "progress": [0, 4, 5, 11, 62, 64, 77, 85, 86, 87, 89, 90, 91, 92], "progress_head": [62, 77, 89], "project": [2, 4, 8, 9, 10, 11, 38, 87, 94], "project_id": 8, "project_path": 8, "proper": 91, "properli": 0, "properti": [14, 17, 20, 74, 75], "proport": 93, "propos": 86, "protocol": 88, "provid": [0, 2, 4, 5, 7, 8, 10, 11, 87, 96], "prt_lisboa": [85, 96], "pub": 8, "public": 8, "publish": [0, 9], "pubsub": 8, "pull": 8, "pull_request_target": 9, "pump": [2, 88], "purchas": 88, "purpos": [0, 4, 8, 9, 11, 91, 97], "push": 8, "pw03": 88, "py": [3, 4, 5, 6, 8, 10, 52, 84, 85, 86, 87, 88, 89, 90, 91, 94, 95, 97], "pyenergyplu": 19, "pypi": [9, 10], "pytest": [9, 10], "python": [0, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 19, 20, 27, 28, 55, 85, 87, 88, 91, 94, 95], "python3": [10, 84, 85, 86, 87, 88, 89, 90, 91], "python_environ": 10, "pythonpath": 10, "pytyp": 9, "question": [0, 11], "queue": [20, 91, 97], "quick": 8, "quot": 8, "r": [6, 68, 70, 85, 96], "r_t": 93, "raboso": 0, "radiat": [6, 85], "rain": [5, 96], "rais": [9, 14, 54, 75, 97], "random": [3, 50, 86], "randomli": [5, 14, 17, 50, 82, 85, 95], "rang": [4, 5, 7, 36, 48, 49, 68, 69, 70, 71, 76, 80, 84, 85, 86, 87, 89, 90, 91, 93, 95, 97], "range_comfort_hour": [69, 71], "range_comfort_summ": [6, 68, 69, 70, 71, 85], "range_comfort_wint": [6, 68, 69, 70, 71, 85], "rate": [6, 82, 85, 88], "rather": 97, "ratio": 88, "raw": 4, "rbc5zone": 90, "rdd": 5, "rdnfn": 0, "re": [5, 92, 93], "reach": 97, "read": [0, 6, 8, 14, 26, 33, 34, 35, 59, 88, 91], "readi": [8, 10, 84, 85, 86, 87, 88, 89, 90, 91], "readm": 94, "real": [0, 4, 11, 62, 80, 87, 97], "realiti": 4, "realli": 8, "reason": 88, "receiv": [5, 80, 91, 97], "recommend": [5, 8, 9, 10, 48, 49, 85, 86, 87, 91, 97], "record": [0, 4, 11, 23, 31, 62, 63, 77, 86, 87, 89, 91, 92], "rectangular": 2, "recurs": [37, 59, 60], "red": 63, "reduc": 87, "refer": [3, 5, 6, 8, 24], "refin": 4, "refriger": 2, "regardless": [4, 92], "region": 8, "regist": [0, 4, 5, 6, 9, 11, 84, 87], "registr": [4, 5], "registri": [5, 8], "reheat": 88, "reheatcoilavailsch": 88, "reinforc": [0, 10, 11, 87, 91, 93], "rel": [6, 28, 85, 88], "relat": [0, 11, 52], "relationship": 93, "releas": [0, 7, 10, 11], "relev": 93, "reli": 87, "relief": 88, "relogin": 87, "rememb": [2, 87, 88, 90], "remind": [87, 88], "remot": [4, 9, 10, 87, 94], "remote_stor": 8, "remov": [8, 56, 68, 69, 70, 71, 87, 88], "renam": 87, "render": [17, 24, 52, 54, 87], "render_mod": 17, "reopen": 10, "repair": 2, "replac": 86, "repo": 87, "report": [0, 8, 9, 11], "repositori": [0, 8, 9, 10, 87, 92, 94, 95], "repres": [2, 93], "reproduc": [0, 11], "request": 56, "requir": [0, 5, 6, 8, 9, 10, 11, 14, 85, 87, 88, 91, 92, 93, 97], "res1": [85, 86, 87], "res2": 85, "res3": 85, "res35041": [87, 88, 90], "res35042": [89, 91], "res35043": 91, "res35044": 91, "res35045": 91, "res35046": 91, "res35047": 91, "res35048": 91, "res35049": 91, "res35050": 91, "res35051": 91, "res4": 84, "res_n": 62, "reset": [5, 14, 17, 20, 54, 63, 77, 79, 81, 84, 85, 86, 87, 88, 89, 90, 91, 95], "residenti": 2, "resist": 2, "resourc": [58, 59, 60], "respect": [4, 5, 9, 88, 91, 93], "respons": [56, 92], "rest": [2, 8, 10, 27, 55, 56, 96], "restart": 8, "result": [4, 7, 54, 84, 86, 87, 88, 89, 90, 91, 92, 93, 95], "retriev": 37, "return": [3, 4, 5, 9, 14, 17, 20, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 47, 48, 49, 50, 54, 56, 57, 58, 62, 63, 64, 73, 75, 77, 78, 79, 80, 82, 83, 88, 89, 90, 91, 93, 95, 97], "return_episode_reward": 54, "reverting_act": [80, 97], "reward": [0, 4, 6, 11, 17, 21, 23, 24, 54, 62, 77, 78, 79, 84, 86, 87, 88, 89, 90, 91, 94, 95, 97], "reward_kwarg": [5, 6, 17, 85, 93], "reward_term": [78, 91], "reward_threshold": 54, "reward_weight": [84, 86, 89, 90, 91], "rfc": 63, "rg01": 88, "right": 88, "rise": [9, 88], "rl": [0, 4, 11, 54], "rm": [51, 52], "role": 8, "rollout": [4, 24, 87], "romero": 0, "root": [8, 10, 87, 92, 95], "round": 97, "row": 92, "rule": [3, 47, 48, 49, 88, 94, 97], "run": [0, 4, 8, 10, 11, 20, 54, 81, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95], "run_simulation_for_sizing_period": 5, "runner": 20, "runperiod": [5, 14, 17, 84, 85, 86, 87, 88, 89, 90, 91], "sac": 4, "sai": 90, "sail": 10, "same": [0, 4, 5, 6, 8, 9, 11, 48, 85, 87, 88, 91, 92, 93, 96], "sampl": [17, 84, 85, 86, 89, 91, 95, 96], "save": [0, 4, 5, 11, 14, 24, 84, 85, 86, 87, 88, 89, 90, 91], "save_building_model": 14, "save_util": 87, "sb": 88, "sb12": 88, "sb14": 88, "sb15": 88, "sb21": 88, "sb23": 88, "sb25": 88, "sb3": [65, 87], "sb32": 88, "sb34": 88, "sb35": 88, "sb3_dqn": 87, "sb3logger": 87, "sb41": 88, "sb43": 88, "sb45": 88, "sb51": 88, "sb52": 88, "sb53": 88, "sb54": 88, "scalabl": [0, 11], "scalar": [78, 91, 93, 97], "scale": [54, 81, 93, 94], "sch": [6, 88], "sched": 88, "schedul": [0, 2, 5, 6, 11, 14, 17, 28, 85, 92], "schedule_nam": 88, "scheme": [5, 14], "scope": 8, "scratch": 85, "screen": 95, "script": [4, 5, 85, 87, 95], "sdk": [8, 10], "search": [37, 87, 88], "season": [68, 69, 70, 71, 88, 90, 96], "season_comfort_rang": 90, "second": [14, 29, 54, 84, 85, 86, 87, 88, 89, 90, 91], "secondli": 8, "section": [0, 2, 3, 4, 5, 6, 8, 10, 11, 88, 93, 94, 95, 96], "secur": 9, "see": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 84, 85, 87, 88, 89, 91, 92, 93, 94, 97], "seed": [4, 17, 77, 79], "seed_valu": 4, "select": [5, 10, 14, 17, 47, 48, 49, 50, 77, 85, 90, 91, 97], "self": [84, 85, 86, 87, 88, 89, 90, 91, 93], "semiarid": 96, "sen": 73, "send": [0, 5, 8, 17, 57, 58, 60, 76, 77, 80, 86, 97], "sensibl": 88, "sent": [4, 5], "separ": [7, 93], "sequenc": [47, 48, 49, 50, 89, 90], "sequenti": 9, "serv": 2, "server": [2, 8, 87], "servic": [2, 8, 9, 56, 57], "serviceaccount": 8, "serviceusag": 8, "session": [68, 69, 70, 71], "set": [0, 2, 4, 5, 6, 7, 8, 10, 11, 14, 85, 87, 88, 92, 93, 97], "set_episode_working_dir": 14, "set_log_fil": 62, "set_logg": 87, "setp": [6, 88], "setpoint": [6, 47, 48, 49, 74, 85, 88, 90, 91, 97], "setpoint_temperature_schedule_nam": 88, "setpointmanag": 88, "setpoints_summ": 90, "setpoints_wint": 90, "setup": [2, 10], "setup_tag": 10, "sever": [5, 6, 8, 14, 85, 88, 96, 97], "shade": 88, "shadetranssch": 88, "shape": [6, 85, 86], "shop": 2, "short": [0, 8, 11], "should": [5, 6, 7, 8, 10, 24, 67, 92, 95, 97], "shouldn": 91, "show": [5, 9, 14, 88], "shown": [5, 10, 85, 91, 95], "side": 2, "sigma": [5, 14, 17], "signal": 93, "silenc": 8, "similar": [5, 93], "similarli": [0, 11], "simpl": [2, 3, 5, 84, 88], "simpler": 6, "simplest": 95, "simpli": [5, 10, 85, 91], "simul": [0, 4, 5, 10, 11, 12, 14, 15, 16, 17, 36, 47, 48, 49, 50, 62, 64, 77, 80, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97], "simulationcontrol": 5, "simultan": 82, "sin": [73, 91, 97], "sinc": [4, 5, 7, 8, 90, 92, 97], "sinergym": [2, 3, 4, 6, 9, 11, 84, 86, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97], "sinergym_environment_id": 5, "sinergym_evalu": 87, "sinergym_extra": [8, 10], "sinergym_logg": [4, 23], "sinergym_output": 87, "singl": [2, 86], "singlecool": 88, "singleduct": 88, "singleh": 88, "site": [5, 6, 85, 86, 88], "size": [2, 8, 84, 85, 86, 87, 88, 89, 90, 91, 97], "sizingperiod": [5, 86], "skeleton": 7, "skip": [9, 52], "skip_render_check": 52, "slack": 8, "sm": 8, "small": 94, "so": [0, 4, 5, 8, 9, 10, 11, 86, 87, 91, 92, 93, 97], "softwar": [9, 10], "solana": 0, "solar": [6, 85, 88], "solut": 97, "solv": 5, "some": [0, 4, 5, 7, 8, 9, 11, 17, 77, 85, 86, 87, 88, 91, 92, 97], "someth": 84, "soon": 95, "sophist": 86, "sort": 9, "sourc": [0, 2, 9, 10, 11, 17, 77, 87, 91], "south": 88, "space": [0, 2, 3, 4, 6, 8, 11, 17, 73, 74, 75, 80, 84, 86, 87, 88, 90, 91, 95, 97], "space1": 88, "space2": 88, "space3": 88, "space4": 88, "space5": [6, 88], "spacetyp": 88, "spain": 96, "special": 63, "specif": [0, 2, 4, 5, 9, 10, 11, 14, 17, 20, 87, 88, 92, 93, 94, 96], "specifi": [0, 4, 5, 6, 8, 11, 17, 59, 60, 63, 77, 85, 86, 87, 89, 91, 92, 93, 96, 97], "speed": [6, 85, 88], "spell": 9, "spelling_wordlist": 9, "sphinx": 9, "sql": 8, "sqladmin": 8, "src_path": 60, "ssd": 8, "ssh": 8, "st": 29, "st_dai": 29, "st_mon": 29, "st_year": 29, "stabil": 81, "stabl": [0, 4, 10, 11, 22, 23, 51, 52, 87, 94], "stable_baselines3": [24, 54, 87], "stack": [79, 91, 97], "stage": 4, "stai": [0, 7, 11, 93], "stand": 86, "standard": [5, 9, 27, 47, 84, 87, 95, 97], "start": [0, 4, 5, 6, 11, 20, 29, 30, 68, 69, 70, 71, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95], "start_dai": [7, 84, 85, 86, 87, 88, 89, 90, 91], "start_month": [7, 84, 85, 86, 87, 88, 89, 90, 91], "start_weekdai": [84, 85, 86, 87, 88, 89, 90, 91], "start_year": [7, 84, 85, 86, 87, 88, 89, 90, 91], "state": [4, 20, 77, 88], "static": [47, 48], "statu": [9, 88], "std": 54, "std_cumulative_reward": 87, "std_cumulative_reward0": 87, "std_reward": 87, "std_reward0": 87, "stdin": 8, "stdout": 87, "step": [0, 4, 5, 10, 11, 14, 17, 54, 62, 63, 65, 74, 75, 76, 77, 78, 79, 80, 81, 84, 85, 86, 87, 88, 90, 91, 93, 95, 97], "step_siz": [14, 17, 88], "step_temp": [74, 91], "steps_data": 62, "stochast": [5, 6, 24, 54, 85, 87, 93], "stockholm": 96, "stop": 20, "storag": [2, 4, 6, 9, 10, 58, 59, 60], "store": [0, 4, 11, 14, 23, 60, 62, 85, 87, 92], "stori": 2, "str": [4, 5, 6, 14, 17, 20, 24, 26, 27, 28, 30, 31, 33, 34, 35, 36, 54, 56, 57, 60, 62, 63, 64, 65, 68, 69, 70, 71, 76, 77, 78, 79, 83, 87, 89], "straightforward": 93, "streamlin": 93, "strftime": 87, "string": [9, 63], "strongli": 91, "structur": [0, 5, 6, 8, 11, 85, 92, 93], "studi": 3, "studio": 10, "style": 63, "sub": [5, 8, 17], "sub_run": 92, "sub_run1": [84, 85, 86, 87, 88, 89, 90, 91, 92], "sub_run2": [87, 91, 92], "sub_run3": [87, 92], "sub_run4": 87, "sub_run5": 87, "sub_run6": 87, "sub_run_n": 62, "sub_runn": 92, "submit": 8, "subsect": 5, "subsequ": 93, "subset": [10, 85, 91], "substitut": [8, 73, 85, 91, 92, 97], "subtrop": 96, "success": 87, "successfulli": [9, 10, 84, 85, 86, 87, 88, 89, 90, 91, 94], "sudo": 10, "suggest": [5, 93], "suit": [5, 92], "sum": [4, 84, 85, 86, 87, 89, 90, 91, 93, 95, 97], "summari": [4, 5, 10, 77, 84, 86, 87, 89, 91], "summer": [14, 68, 69, 70, 71, 93, 96], "summer_fin": [6, 68, 69, 70, 71], "summer_final_d": 90, "summer_start": [6, 68, 69, 70, 71], "summer_start_d": 90, "summerdai": 14, "super": [89, 93], "supervis": [10, 94], "suppli": 88, "support": [4, 5, 10, 87, 94], "suppos": 8, "sure": [3, 87, 91], "surfac": [2, 88], "surplu": 88, "swe_stockholm": 96, "sweden": 96, "swiftli": 93, "sy": [87, 88], "sydnei": 96, "sync": 87, "system": [0, 2, 6, 20, 59, 60, 84, 85, 86, 87, 88, 89, 90, 91, 93], "t": [4, 6, 8, 10, 31, 68, 70, 81, 82, 84, 86, 91, 92, 96, 97], "t_": [68, 70, 93], "t_t": 93, "tabl": [4, 5, 10, 14], "table_nam": 88, "tag": [9, 10], "tag_nam": 10, "take": [0, 4, 5, 7, 9, 11, 14, 52, 74, 76, 85, 86, 87], "taken": [4, 95], "tao": 17, "target": 93, "task": 5, "tau": [5, 14], "tc9": [48, 49], "td3": 4, "team": [0, 8, 10, 11], "techniqu": 92, "tediou": 6, "tell": [0, 11], "temp": 88, "temp_valu": [84, 86, 89, 90, 91], "temperatur": [4, 5, 6, 47, 48, 49, 68, 69, 70, 71, 74, 85, 88, 90, 93, 96], "temperature_vari": [6, 68, 69, 70, 71, 85], "templat": [0, 8, 11, 63], "term": [4, 5, 23, 68, 69, 70, 71, 78, 91], "termin": [8, 62, 63, 64, 78, 79, 84, 85, 86, 87, 89, 90, 91, 95], "test": [0, 9, 10, 11, 24], "test_common": 94, "test_control": 94, "test_env": 94, "test_model": 94, "test_reward": 94, "test_simul": 94, "test_stable_baselin": 94, "test_wrapp": 94, "text": 63, "than": [4, 5, 8, 9, 82, 85, 87, 92, 93, 97], "thei": [0, 4, 5, 6, 8, 9, 10, 11, 91, 93, 94], "them": [0, 2, 4, 5, 6, 11, 14, 82, 85, 91, 92, 97], "therefor": [4, 5, 6, 86, 93, 97], "thermal": [47, 69, 71, 88, 93], "thermostat": [6, 85, 88], "thermostatsetpoint": 88, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 14, 20, 23, 27, 28, 31, 36, 52, 54, 56, 62, 65, 67, 74, 76, 80, 81, 82, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97], "thing": 85, "think": 8, "third": [0, 9, 11], "those": [0, 4, 8, 85, 88], "thread": 20, "three": 5, "through": [0, 2, 5, 6, 10, 11, 81], "throughout": 10, "till": 37, "time": [0, 4, 9, 10, 11, 14, 17, 20, 29, 62, 63, 69, 71, 85, 87, 89, 94], "time_elaps": [5, 84, 86, 87, 89, 90, 91], "time_vari": [5, 6, 17, 20, 85], "timeout": 8, "timestep": [0, 4, 5, 7, 11, 14, 17, 23, 62, 77, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 97], "timestep_per_episod": [14, 17, 87, 88], "timesteps_per_hour": [7, 85], "titl": 0, "to_csv": [84, 85, 86, 87, 88, 89, 90, 91], "todai": 87, "togeth": [85, 88], "token": [8, 56, 57], "tokyo": 96, "told": 10, "too": [2, 4, 5, 6, 8, 9, 10, 56, 85, 86, 87, 88, 91, 92], "tool": [0, 5, 9, 11, 95], "top": [2, 88, 97], "total": [6, 85, 87, 88, 91], "total_electricity_hvac": [6, 87, 91], "total_electricity_hvac2301027": 87, "total_power_no_unit": 89, "total_time_elaps": 62, "total_timestep": [62, 87], "total_timesteps140154train": 87, "track": [0, 4, 8, 10, 11, 87, 91, 97], "tradit": [91, 97], "train": [0, 11, 92], "train_ag": [4, 8, 87], "train_agent_exampl": 4, "training_output": 87, "transfer": [17, 20, 88], "transform": [4, 20, 73, 74, 80, 91, 97], "transmittance_schedule_nam": 88, "transport": 0, "tree": 92, "trend": 88, "trigger": [8, 24], "true": [5, 24, 32, 52, 54, 62, 63, 77, 79, 87, 88, 89, 91], "truncat": [17, 62, 77, 78, 84, 85, 86, 87, 89, 90, 91, 95], "try": 4, "try_env": 95, "tty": 8, "tuesdai": [84, 85, 88, 89], "tune": [0, 7, 11, 93], "tupl": [5, 7, 14, 17, 20, 33, 35, 65, 68, 69, 70, 71, 74, 76, 77, 78, 79, 80, 89, 97], "turn": 4, "two": [2, 9], "twospe": 88, "txt": [5, 9, 92], "type": [2, 4, 5, 8, 9, 10, 14, 17, 20, 23, 26, 27, 29, 30, 31, 32, 33, 34, 35, 36, 37, 47, 48, 49, 50, 56, 57, 58, 64, 73, 77, 78, 79, 80, 82, 83, 84, 87, 88, 89, 90, 91, 93, 96, 97], "type_alias": 54, "typic": [5, 93], "u": [0, 5, 7, 10, 11, 86, 88], "ubuntu": 10, "ugr": 10, "uhlenbeck": [5, 14, 17], "under": [94, 95], "underli": 97, "understand": [0, 11], "union": [17, 28, 62, 75, 77, 78, 79, 89], "uniqu": [2, 4, 94], "unit": [0, 11, 81], "unknown": 9, "until": [4, 9], "unwrap": [37, 87, 88, 91, 92], "up": [2, 4, 5, 7, 8, 10, 14, 68, 70, 85, 87, 93, 96], "upcom": [0, 7, 11], "updat": [0, 5, 8, 9, 10, 11, 14, 24, 36, 73, 84, 86, 87, 88, 89, 90, 91, 94, 97], "update_child_loc": 24, "update_weather_path": 14, "upgrad": 8, "upload": [8, 9, 60, 87], "upper": [6, 82, 93], "url": [0, 4], "us": [2, 3, 5, 6, 7, 9, 10, 11, 14, 17, 19, 20, 24, 27, 36, 38, 52, 54, 55, 62, 63, 65, 68, 69, 70, 71, 74, 77, 80, 81, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97], "usa": [0, 96], "usa_az_davi": [6, 86, 90, 91, 96], "usa_co_aurora": 96, "usa_il_chicago": 96, "usa_ny_new": [6, 87, 96], "usa_pa_pittsburgh": [84, 86, 88, 89, 96], "usa_wa_port": [6, 85, 96], "usag": [3, 8], "use_artifact": 87, "use_datetim": [84, 85, 86, 87, 88, 89, 90, 91], "use_weather_file_daylight_saving_period": [84, 85, 88, 89], "use_weather_file_holidays_and_special_dai": [84, 85, 88, 89], "use_weather_file_rain_ind": [84, 85, 88, 89], "use_weather_file_snow_ind": [84, 85, 88, 89], "user": [0, 2, 5, 9, 11, 54, 85, 87, 88, 92, 97], "userwarn": [87, 88, 90, 91], "usestim": 63, "usr": [84, 85, 86, 87, 88, 89, 90, 91], "usual": [5, 91, 97], "util": [3, 4, 5, 8, 13, 17, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 97], "v": 94, "v1": [5, 6, 7, 17, 84, 85, 86, 87, 88, 89, 90, 91, 93, 95], "v3": [5, 97], "valid": [4, 57, 63], "valu": [4, 5, 6, 7, 8, 10, 14, 17, 20, 23, 26, 27, 36, 65, 73, 74, 76, 77, 78, 80, 82, 83, 85, 87, 88, 89, 91, 92, 93, 97], "value_typ": 6, "var_handl": [17, 88], "vari": [2, 93], "variabl": [0, 2, 3, 8, 10, 11, 14, 17, 20, 24, 35, 36, 68, 69, 70, 71, 74, 76, 80, 84, 85, 86, 87, 88, 89, 90, 91, 92, 97], "variable_kei": 5, "variable_nam": 6, "variablevolum": 88, "varianc": 81, "variant": [91, 97], "variat": [6, 14, 74], "varibl": 85, "variou": [2, 5], "varspeedcoolcapft": 88, "varspeedcoolcaplsft": 88, "varspeedcooleirft": 88, "varspeedcooleirlsft": 88, "varspeedcyclingplffplr": 88, "vav": [2, 88], "ve": 5, "vec_env": [24, 54, 87], "vecenv": [24, 54], "vecenvwrapp": 37, "vector": [78, 79, 91, 97], "vectorinstitut": 0, "verbos": [23, 24, 87, 94], "veri": [3, 5, 10, 80, 87, 88, 93, 97], "verifi": 5, "versa": 4, "version": [0, 4, 5, 6, 9, 10, 11, 14, 63, 85, 87, 93, 95], "via": 5, "vice": 4, "view": [5, 87, 88], "violat": [4, 23, 93], "virtual": [8, 10], "virtualenv": 10, "visibl": 88, "visit": [0, 2, 4, 5, 8, 10, 11, 85, 88, 90, 91, 92, 94, 96, 97], "visual": [0, 4, 10, 11, 87], "vm": 56, "vocabulari": 9, "vol": 88, "volum": 88, "vscode": 10, "vv": [10, 94], "w": [68, 69, 70, 71, 84, 85, 86, 87, 88, 89, 90, 91], "wa": 8, "wai": [0, 5, 7, 8, 9, 11, 49, 85, 86, 88, 91], "wait": [8, 87], "wall": [2, 88], "wandb": [0, 4, 10, 11, 65, 87], "wandb_notebook_nam": 87, "wandb_param": 87, "wandb_path": 87, "wandboutputformat": 87, "want": [0, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 54, 59, 60, 63, 74, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 97], "warm": 96, "warn": [9, 24, 52, 54, 74, 87, 88, 90, 91], "washington": 96, "water": [2, 88], "wb": 88, "wd01": 88, "wd10": 88, "we": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 20, 84, 85, 87, 88, 89, 90, 91, 92, 93, 95, 97], "weather": [0, 7, 11, 12, 14, 17, 20, 84, 86, 87, 88, 89, 90, 91, 92], "weather_data": [14, 84, 85, 86, 87, 88, 89, 90, 91], "weather_fil": [5, 6, 14, 17, 85], "weather_path": [14, 17, 20, 88], "weather_specif": 6, "weather_vari": [5, 13, 17, 85], "weatherdata": 14, "websit": 9, "week": 2, "weekdai": 90, "weekend": 90, "weight": [0, 8, 11, 68, 69, 70, 71, 85, 87, 93], "well": [0, 4, 5, 11, 54], "west": [85, 96], "west1": 8, "west_zone_air_humid": 85, "west_zone_air_temperatur": 85, "west_zone_clg_setpoint": 85, "west_zone_electr": 85, "west_zone_htg_setpoint": 85, "wetbulb": 88, "wf": 88, "what": [0, 5, 11, 88, 91], "when": [4, 5, 6, 8, 9, 14, 20, 24, 52, 54, 62, 69, 71, 81, 82, 84, 86, 87, 92, 93, 95, 97], "where": [4, 5, 14, 20, 24, 28, 56, 59, 60, 69, 71, 87, 88, 93], "whether": [0, 5, 9, 11, 17, 24, 52, 54, 56, 77, 79], "which": [0, 4, 5, 8, 10, 11, 14, 20, 23, 62, 63, 78, 84, 85, 86, 87, 88, 91, 92, 93, 94, 97], "while": [0, 5, 6, 11, 84, 85, 86, 87, 89, 90, 91, 95], "whole": [0, 4, 6, 11, 38, 62, 77, 84, 85, 86, 87, 88, 89, 90, 91], "whose": [5, 62, 91, 93, 97], "why": 4, "william": [6, 85, 96], "wind": [6, 85, 88], "wind_direct": [6, 85, 87, 91], "wind_direction275": 87, "wind_spe": [6, 85, 87, 91], "wind_speed7": 87, "window": 2, "winter": [14, 93, 96], "winterdai": 14, "wish": 10, "within": [5, 92, 94, 97], "without": [5, 8, 9, 86], "wl": 88, "word": 9, "work": [0, 4, 5, 8, 9, 10, 11, 14, 17, 84, 85, 86, 87, 88, 89, 90, 91, 93, 97], "workflow": [0, 9, 11, 94], "workspac": [84, 85, 86, 87, 88, 89, 90, 91, 95], "workspace_path": [17, 87, 88], "worldwid": 5, "would": [8, 86, 91], "wr": 88, "wrap": [0, 4, 11, 24, 32, 37, 54, 87, 91, 92], "wrapper": [0, 4, 5, 6, 11, 21, 24, 32, 37, 54, 86, 87, 88, 92, 94, 95], "wrapper_class": [32, 37], "write": [6, 8, 9, 10, 14, 65, 94], "written": 89, "www": 8, "x": [87, 90, 91], "x1b": 63, "xlsx": 88, "y": 87, "yaml": 8, "ye": [4, 6, 84, 85, 88, 89], "year": [0, 5, 7, 29, 86, 90, 96], "yellow": 63, "yet": [8, 87, 94], "yield": 63, "yml": [9, 10, 94], "york": [0, 6, 87, 96], "you": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 54, 59, 60, 63, 68, 69, 70, 71, 74, 85, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97], "your": [0, 3, 4, 5, 7, 9, 10, 11, 63, 87, 90, 91, 95, 97], "zip": [87, 90, 91], "zone": [0, 2, 6, 8, 11, 14, 85, 88], "zone_nam": [14, 17, 88], "zonecontrol": 88, "zoneinfiltr": 88, "zoneminoarequir": 88, "\u00bac": 96}, "titles": ["Welcome to sinergym!", "API reference", "3. Buildings", "8. Controllers", "12. Deep Reinforcement Learning Integration", "5. Environments", "6. Environments Configuration and Registration", "10. Extra Configuration in Sinergym simulations", "13. Sinergym with Google Cloud", "14. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_ids", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RBCIncrementalDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.rewards.NormalizedLinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.IncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "16. Basic example", "18. Changing an environment registered in Sinergym", "19. Default building control setting up an empty action interface", "23. DRL usage example", "17. Getting information about Sinergym environments", "21. Logger Wrapper personalization/configuration", "22. Rule Controller example", "20. Wrappers example", "11. Output format", "7. Rewards", "15. Tests", "2. Usage example", "4. Weathers", "9. Wrappers"], "titleterms": {"0": 10, "1": [10, 89], "2": 89, "23": 10, "5zone": 2, "about": [10, 88], "action": [5, 9, 85, 86, 91], "actuat": 5, "ad": [5, 85], "addit": 5, "alert": 8, "all": 88, "an": [85, 86], "api": [1, 10], "avail": 5, "basereward": 67, "basic": 84, "bias": 4, "bucket": 8, "build": [2, 5, 86], "callback": [4, 22, 23, 24], "chang": 85, "check": 10, "check_env": 52, "cite": 0, "cloud": [8, 10], "common": [25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37], "comput": 10, "config": [12, 13, 14], "configur": [5, 6, 7, 8, 10, 85, 89], "constant": [38, 39, 40, 41, 42, 43, 44, 45], "contain": [8, 10], "contribut": 0, "control": [3, 46, 47, 48, 49, 50, 86, 90], "convert_conf_to_env_paramet": 26, "creat": [8, 9, 94], "csvloger": 89, "csvlogger": 62, "custom": 93, "customformatt": 63, "data": 5, "datacent": 2, "datetim": 91, "datetimewrapp": [73, 97], "deep": 4, "default": 86, "default_5zone_discrete_funct": 39, "default_datacenter_discrete_funct": 40, "default_office_discrete_funct": 42, "default_officegrid_discrete_funct": 41, "default_radiant_discrete_funct": 43, "default_shop_discrete_funct": 44, "default_warehouse_discrete_funct": 45, "delete_instance_mig_from_contain": 56, "discret": 91, "discreteincrementalwrapp": [74, 97], "discretizeenv": [75, 97], "displai": 88, "docker": 10, "drl": [4, 87], "empti": 86, "energyplu": [10, 20], "env": [15, 16, 17], "env_check": [51, 52], "environ": [5, 6, 10, 85, 88, 91], "episod": 5, "eplu": [19, 20], "eplus_env": [16, 17], "eplusenv": 17, "eppy_element_to_dict": 27, "evalu": [4, 53, 54], "evaluate_polici": 54, "exampl": [0, 84, 87, 90, 91, 95], "execut": 8, "experi": 8, "export_schedulers_to_excel": 28, "expreward": 68, "extra": [5, 7, 85], "field": 6, "file": 5, "first": 8, "format": 92, "gcloud": [55, 56, 57, 58, 59, 60], "get": 88, "get_delta_second": 29, "get_id": 30, "get_record_kei": 31, "get_service_account_token": 57, "github": 9, "googl": 8, "handler": 88, "hourlylinearreward": 69, "how": 4, "includ": 10, "increment": 91, "incrementalwrapp": [76, 97], "inform": [5, 88], "inherit": 89, "init_storage_cli": 58, "initi": 8, "instal": [10, 94], "instanti": 89, "integr": 4, "interfac": 86, "is_wrap": 32, "json_to_actu": 33, "json_to_met": 34, "json_to_vari": 35, "kwarg": 5, "learn": 4, "linearreward": 70, "list": 5, "load": [4, 87], "log": 8, "logger": [4, 61, 62, 63, 64, 65, 89, 91, 92], "loggercallback": 23, "loggerevalcallback": 24, "loggerwrapp": [77, 89, 97], "main": 9, "manual": 10, "maximum": 5, "merg": 9, "meter": 5, "mig": 8, "model": [4, 13, 14, 87], "modeljson": 14, "modifi": [9, 89], "more": 85, "multi": 91, "multiobjectivereward": [78, 97], "multiobswrapp": [79, 97], "name": 5, "nest": 91, "new": [5, 9, 85, 94], "normal": 91, "normalizeact": [80, 97], "normalizedlinearreward": 71, "normalizeobserv": [81, 97], "object": 91, "observ": [5, 85, 91], "officegridstoragesmooth": 2, "officegridstoragesmoothingactionconstraintswrapp": 82, "officemedium": 2, "our": 8, "output": [5, 8, 92], "own": 8, "packag": 10, "paramet": 5, "path": 10, "permiss": 8, "person": 89, "platform": 8, "prepar": 8, "previou": 91, "previousobservationwrapp": [83, 97], "project": 0, "properti": 88, "pull": 9, "push": 9, "pytest": 94, "python": 10, "randomcontrol": 50, "ranges_gett": 36, "rbc5zone": 47, "rbcdatacent": 48, "rbcincrementaldatacent": 49, "read_from_bucket": 59, "real": 8, "refer": 1, "regist": 85, "registr": 6, "reinforc": 4, "releas": 9, "remot": 8, "request": 9, "reward": [5, 66, 67, 68, 69, 70, 71, 85, 93], "rule": 90, "run": 94, "runperiod": 7, "schedul": 88, "set": 86, "shopwithvanbatteri": 2, "simul": [7, 18, 19, 20], "sinergym": [0, 5, 7, 8, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 88], "small": 2, "space": [5, 85], "specif": 6, "step": [8, 89], "storag": 8, "store": 5, "structur": 4, "term": 93, "test": 94, "time": [5, 8], "timestep_per_hour": 7, "train": [4, 87], "unwrap_wrapp": 37, "up": 86, "updat": 85, "upload_to_bucket": 60, "us": [0, 4, 8, 85], "usag": [87, 95], "util": [21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83], "variabl": [5, 6], "visual": 8, "vm": 8, "wandb": 8, "wandboutputformat": 65, "warehous": 2, "weather": [5, 6, 85, 96], "weight": 4, "welcom": 0, "wrapper": [72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 89, 91, 97], "your": 8}}) \ No newline at end of file diff --git a/docs/compilation/v3.3.0/.buildinfo b/docs/compilation/v3.3.0/.buildinfo new file mode 100644 index 0000000000..7e9bf91ca8 --- /dev/null +++ b/docs/compilation/v3.3.0/.buildinfo @@ -0,0 +1,4 @@ +# Sphinx build info version 1 +# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. +config: 0ea8a180e9a700d43ac895c637211d22 +tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/docs/compilation/v3.3.0/.doctrees/environment.pickle b/docs/compilation/v3.3.0/.doctrees/environment.pickle new file mode 100644 index 0000000000..5b9463c3ed Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/environment.pickle differ diff --git a/docs/compilation/v3.3.0/.doctrees/index.doctree b/docs/compilation/v3.3.0/.doctrees/index.doctree new file mode 100644 index 0000000000..d5c7024a8d Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/index.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/basic_example.ipynb b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/basic_example.ipynb new file mode 100644 index 0000000000..de837bdcd1 --- /dev/null +++ b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/basic_example.ipynb @@ -0,0 +1,258 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Basic example" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": true, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "Sinergym utilizes the standard [Farama Gymnasium API](https://gymnasium.farama.org/index.html). Let's explore how to create a basic loop.\n", + "\n", + "To begin, we need to import Sinergym and create an environment. In this example, we will use the `Eplus-demo-v1` environment.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [demo-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res4]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment demo-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "env = gym.make('Eplus-demo-v1')" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "At first glance, Sinergym might seem to be only imported and not used. However, importing Sinergym inherently defines all its [Environments](https://ugr-sail.github.io/sinergym/compilation/html/pages/environments.html) for use. In this instance, `Eplus-demo-v1` is readily available with all its features.\n", + "\n", + "With this straightforward setup, we're prepared to iterate over the episodes. For this basic example, we'll consider just one episode. Essentially, the required code would look something like this:" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [demo-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 1, 'end_month': 3, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated episode length (seconds): 5184000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timestep size (seconds): 3600.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timesteps per episode: 1440\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Reward: -0.7359103431230598 {'time_elapsed(hours)': 2.5, 'month': 1, 'day': 1, 'hour': 1, 'is_raining': False, 'action': array([18.868284, 25.783413], dtype=float32), 'timestep': 2, 'reward': -0.7359103431230598, 'energy_term': -0.04774477368803297, 'comfort_term': -0.6881655694350268, 'reward_weight': 0.5, 'abs_energy': 954.8954737606593, 'abs_comfort': 1.3763311388700536, 'energy_values': [954.8954737606593], 'temp_values': [18.623668861129946]}\n", + "Reward: -184.50823358985986 {'time_elapsed(hours)': 745.25, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([22.103514, 25.652822], dtype=float32), 'timestep': 745, 'reward': -0.17422294281217932, 'energy_term': -0.04774477368803297, 'comfort_term': -0.12647816912414633, 'reward_weight': 0.5, 'abs_energy': 954.8954737606593, 'abs_comfort': 0.25295633824829267, 'energy_values': [954.8954737606593], 'temp_values': [19.747043661751707]}\n", + "Reward: -297.68860299767925 {'time_elapsed(hours)': 1417.3333333333333, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([18.174824, 25.777523], dtype=float32), 'timestep': 1417, 'reward': -0.02780659811395238, 'energy_term': -0.019212040973969797, 'comfort_term': -0.008594557139982584, 'reward_weight': 0.5, 'abs_energy': 384.2408194793959, 'abs_comfort': 0.017189114279965167, 'energy_values': [384.2408194793959], 'temp_values': [19.982810885720035]}\n", + "\n" + ] + } + ], + "source": [ + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', sum(rewards), info)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "As always, remember to close the environment once the interaction is complete:" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [demo-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "Now, let's examine the final rewards:" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Mean reward: -0.21052321517551723 Cumulative reward: -303.1534298527454\n" + ] + } + ], + "source": [ + "print(\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Sinergym has an extensive [list of registered environments](https://github.com/ugr-sail/sinergym/blob/main/sinergym/__init__.py). We utilize building files with varying characteristics, such as continuous or discrete action spaces, different weather types, weather noise, run periods, timesteps, reward functions, and more. We'll explore these in the upcoming notebooks." + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/change_environment.ipynb b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/change_environment.ipynb new file mode 100644 index 0000000000..4adc5e1951 --- /dev/null +++ b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/change_environment.ipynb @@ -0,0 +1,545 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Changing an environment registered in Sinergym" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": true, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "To use the available environments in Sinergym, simply import the Sinergym package and call `gym.make()` in your Python script. The list of available environments can be found in the Sinergym documentation.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-stochastic-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-stochastic-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "env = gym.make('Eplus-5zone-hot-continuous-stochastic-v1')" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Environment IDs in Sinergym encompass various components, including the building design (*epJSON*), reward function, action and observation spaces, variable definitions, meters, actuators, and more.\n", + "\n", + "If you wish to create a new environment, you can define it from scratch in our [environment list](https://github.com/ugr-sail/sinergym/blob/main/sinergym/__init__.py) (use the env demo as an example) and run it locally.\n", + "\n", + "Alternatively (and recommended), you can start with one of our environment IDs and modify the components as needed. You can mix and match different components.\n", + "\n", + "To do this, add the parameters you want to overwrite in the `gym.make()` constructor of the *Sinergym* environment.\n", + "\n", + "Many of these updates necessitate changes to the building model to accommodate new features. Sinergym will automatically handle these changes. For instance, using a different weather file requires updating the building location and design days. Similarly, using new observation variables requires updating the `Output:Variable` fields. The same applies to any additional configuration context directly related to the simulation. Sinergym saves this new building file version in its output folder, leaving the original untouched.\n", + "\n", + "Let's explore some of the elements we can update from any environment:" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Adding a new reward" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As mentioned above, simply add the appropriate parameters to `gym.make()` after specifying the environment ID." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "from sinergym.utils.rewards import ExpReward\n", + "\n", + "env = gym.make('Eplus-5zone-hot-continuous-v1', reward=ExpReward, reward_kwargs={\n", + " 'temperature_variables': 'air_temperature',\n", + " 'energy_variables': 'HVAC_electricity_demand_rate',\n", + " 'range_comfort_winter': (20.0, 23.5),\n", + " 'range_comfort_summer': (23.0, 26.0),\n", + " 'energy_weight': 0.1})" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You need to define the **reward** class for the environment. A reward function class has various user-specifiable parameters, such as temperature variables, weights, etc., depending on the chosen reward function. To define it, we use the **reward_kwargs** parameter. Refer to the [reward documentation](https://ugr-sail.github.io/sinergym/compilation/html/pages/rewards.html) for more details on reward classes and how to create a new one." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Updating the weather used in environment" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can replace the weather file (and weather variability for a stochastic environment) used in the environment with a new one. The approach is the same as the reward example:" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-cool-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-cool-discrete-stochastic-v1-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-cool-discrete-stochastic-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-5zone-cool-continuous-stochastic-v1', \n", + " weather_files='ESP_Granada.084190_SWEC.epw',\n", + " weather_variability=(1.0,0.0,0.001))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can also **add multiple weather** files. In this scenario, Sinergym will randomly select one of the available weather files and adjust the building model to that location for each episode:" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-cool-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-cool-discrete-stochastic-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-cool-discrete-stochastic-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-5zone-cool-continuous-stochastic-v1', \n", + " weather_files=['ESP_Granada.084190_SWEC.epw','FIN_Helsinki.029740_IWEC.epw','PRT_Lisboa.085360_INETI.epw'])" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Changing observation and action spaces" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "By default, the IDs of the predefined environments in *Sinergym* come with **time variables**, **variables**, **meters**, and **actuators** preconfigured, along with observation (time variables, variables, and meters) and action (actuators) spaces for these components.\n", + "\n", + "However, these can be overwritten with new definitions. We'll need to define the names of the **time variables**, **variables**, **meters**, or **actuators**, as well as the **action space** definition (and an **action mapping** for discrete environments). Sinergym automatically calculates the observation space. It's also possible to modify a subset of these components. For more details on the structure definitions shown below, refer to the documentation." + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [datacenter-cool-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment datacenter-cool-discrete-stochastic-v1 created successfully.\u001b[0m\n", + "New environment observation varibles (time variables + variables + meters): ['month', 'day_of_month', 'hour', 'outdoor_temperature', 'outdoor_humidity', 'wind_speed', 'wind_direction', 'diffuse_solar_radiation', 'direct_solar_radiation', 'west_zone_htg_setpoint', 'east_zone_htg_setpoint', 'west_zone_clg_setpoint', 'east_zone_clg_setpoint', 'west_zone_air_temperature', 'east_zone_air_temperature', 'west_zone_air_humidity', 'east_zone_air_humidity', 'HVAC_electricity_demand_rate', 'east_zone_electricity', 'west_zone_electricity']\n", + "New environment action varibles (actuators): ['Heating_Setpoint_RL', 'Cooling_Setpoint_RL']\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [datacenter-cool-discrete-stochastic-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/2ZoneDataCenterHVAC_wEconomizer.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 0 Mean reward: -1.1076129748179115 Cumulative reward: -38810.758637619416\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [datacenter-cool-discrete-stochastic-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "\n", + "new_time_variables=['month', 'day_of_month', 'hour']\n", + "\n", + "new_variables={\n", + " 'outdoor_temperature': ('Site Outdoor Air Drybulb Temperature', 'Environment'),\n", + " 'outdoor_humidity': ('Site Outdoor Air Relative Humidity', 'Environment'),\n", + " 'wind_speed': ('Site Wind Speed', 'Environment'),\n", + " 'wind_direction': ('Site Wind Direction', 'Environment'),\n", + " 'diffuse_solar_radiation': ('Site Diffuse Solar Radiation Rate per Area', 'Environment'),\n", + " 'direct_solar_radiation': ('Site Direct Solar Radiation Rate per Area', 'Environment'),\n", + " 'west_zone_htg_setpoint': ('Zone Thermostat Heating Setpoint Temperature', 'West Zone'),\n", + " 'east_zone_htg_setpoint': ('Zone Thermostat Heating Setpoint Temperature', 'East Zone'),\n", + " 'west_zone_clg_setpoint': ('Zone Thermostat Cooling Setpoint Temperature', 'West Zone'),\n", + " 'east_zone_clg_setpoint': ('Zone Thermostat Cooling Setpoint Temperature', 'East Zone'),\n", + " 'west_zone_air_temperature': ('Zone Air Temperature', 'West Zone'),\n", + " 'east_zone_air_temperature': ('Zone Air Temperature', 'East Zone'),\n", + " 'west_zone_air_humidity': ('Zone Air Relative Humidity', 'West Zone'),\n", + " 'east_zone_air_humidity': ('Zone Air Relative Humidity', 'East Zone'),\n", + " 'HVAC_electricity_demand_rate': ('Facility Total HVAC Electricity Demand Rate', 'Whole Building')\n", + "}\n", + "\n", + "new_meters={\n", + " 'east_zone_electricity':'Electricity:Zone:EAST ZONE',\n", + " 'west_zone_electricity':'Electricity:Zone:WEST ZONE',\n", + "}\n", + "\n", + "new_actuators = {\n", + " 'Heating_Setpoint_RL': (\n", + " 'Schedule:Compact',\n", + " 'Schedule Value',\n", + " 'Heating Setpoints'),\n", + " 'Cooling_Setpoint_RL': (\n", + " 'Schedule:Compact',\n", + " 'Schedule Value',\n", + " 'Cooling Setpoints')\n", + "}\n", + "\n", + "new_action_space = gym.spaces.Box(\n", + " low=np.array([14.0, 22.0], dtype=np.float32),\n", + " high=np.array([22.0, 30.5], dtype=np.float32),\n", + " shape=(2,),\n", + " dtype=np.float32)\n", + "\n", + "env = gym.make('Eplus-datacenter-cool-continuous-stochastic-v1', \n", + " time_variables=new_time_variables,\n", + " variables=new_variables,\n", + " meters=new_meters,\n", + " actuators=new_actuators,\n", + " action_space=new_action_space,\n", + " )\n", + "\n", + "print('New environment observation varibles (time variables + variables + meters): {}'.format(env.get_wrapper_attr('observation_variables')))\n", + "print('New environment action varibles (actuators): {}'.format(env.get_wrapper_attr('action_variables')))\n", + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " print(\n", + " 'Episode ',\n", + " i,\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "If the definition contains inconsistencies, such as mismatched spaces and variables, or non-existent observation variables, *Sinergym* will throw an error.\n", + "\n", + "The definitions for time variables, variables, meters, or actuators must be compatible with the EnergyPlus Engine. If not, Sinergym will display an error message. Refer to the documentation for more details.\n" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Adding more extra configuration" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "In Sinergym, any argument of the environment constructor can be updated. This allows for modifications such as changing the environment name, adjusting the maximum number of episodes stored in its output, or altering the normalization in the gym actions interface." + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [new_env_name]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-new_env_name-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment new_env_name created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-datacenter-cool-continuous-stochastic-v1', \n", + " env_name='new_env_name',\n", + " max_ep_data_store_num=20\n", + " )" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can also include a dictionary with additional parameters to update the building model directly with new simulation-related context:" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [datacenter-cool-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment datacenter-cool-discrete-stochastic-v1 created successfully.\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [datacenter-cool-discrete-stochastic-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 2, 'end_month': 1, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated episode length (seconds): 172800.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timestep size (seconds): 600.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timesteps per episode: 288\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/2ZoneDataCenterHVAC_wEconomizer.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |**************************************************-------------------------------------------------| 50%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [datacenter-cool-discrete-stochastic-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "extra_conf={\n", + " 'timesteps_per_hour':6,\n", + " 'runperiod':(1,1,1991,2,1,1991),\n", + "}\n", + "\n", + "env = gym.make('Eplus-datacenter-cool-continuous-stochastic-v1', \n", + " config_params=extra_conf\n", + " )\n", + "\n", + "env.reset()\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "For more information about extra configuration parameters, see our [Extra configuration documentation](https://ugr-sail.github.io/sinergym/compilation/html/pages/extra-configuration.html)" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/default_building_control.ipynb b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/default_building_control.ipynb new file mode 100644 index 0000000000..e900c745bf --- /dev/null +++ b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/default_building_control.ipynb @@ -0,0 +1,192 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Default building control setting up an empty action interface" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": true, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "If you wish to run a simulation with all the default building controls (as specified in the building file), you can directly use the **EnergyPlus simulation engine**. For instance, from the container's workspace, you could run the following command:\n", + "\n", + "```bash\n", + "$ energyplus -w sinergym/data/weather/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw sinergym/data/buildings/5ZoneAutoDXVAV.epJSON\n", + "```\n", + "\n", + "However, doing this without our framework has some **drawbacks**. You'll only have the default EnergyPlus output and won't have access to some **additional outputs**, such as our wrapper logger that tracks all environment interactions. The buildings have a default *Site:Location* and *SizingPeriod:DesignDay*, which Sinergym automatically adjusts based on the specified weather, so you'd need to **modify** these before manually using the simulator. Lastly, the buildings' *RunPeriod* is set to one episode for DRL, meaning you can only simulate one year as it currently stands. Therefore, you'd also need to **manually** adjust the *RunPeriod* in the building file before starting the simulation." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Hence, we recommend setting up an **empty action interface** in a Sinergym environment. For instance:" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [office-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 6, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment office-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [office-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/ASHRAE901_OfficeMedium_STD2019_Denver.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Reward: -1.040098962863255 {'time_elapsed(hours)': 0.5, 'month': 7, 'day': 21, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 2, 'reward': -1.040098962863255, 'energy_term': -1.018893380782864, 'comfort_term': -0.02120558208039114, 'reward_weight': 0.5, 'abs_energy': 20377.86761565728, 'abs_comfort': 0.04241116416078228, 'energy_values': [20377.86761565728], 'temp_values': [26.738852781557213, 26.70616176904293, 26.703710048030462, 27.042411164160782, 26.379228760971404, 26.53822100691485, 26.325717463001574, 26.541555584377814, 26.148026393976973, 26.566761270651252, 26.720729493260777, 26.745565263920668, 26.717924954819775, 26.749034869196144, 26.724106409891995, 26.746080113592953, 26.721180581946832, 26.75203949912126]}\n", + "Reward: -321.9497354183802 {'time_elapsed(hours)': 0.25, 'month': 12, 'day': 21, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 97, 'reward': -0.006402439024390249, 'energy_term': -0.006402439024390249, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 128.04878048780498, 'abs_comfort': 0.0, 'energy_values': [128.04878048780498], 'temp_values': [22.999634653629034, 22.999555056583162, 22.99666173171838, 22.903480020252864, 22.876186402701965, 22.820452116127708, 22.309153008391664, 22.27766692168502, 22.322752347845213, 22.29208712515913, 22.21973711769706, 22.18328668832165, 22.235045107678307, 22.19937480889174, 22.168621791819803, 22.130006355654462, 22.184828759025105, 22.147029855625828]}\n", + "Reward: -8449.532869819053 {'time_elapsed(hours)': 0.25, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 1057, 'reward': -0.008417052432114897, 'energy_term': -0.008417052432114897, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.34104864229795, 'abs_comfort': 0.0, 'energy_values': [168.34104864229795], 'temp_values': [23.149345848460342, 23.150514461425416, 23.14812351670179, 22.858321421792976, 22.81770703019136, 22.75953682781952, 22.4517277581382, 22.42047961195113, 22.46107642729404, 22.430404117791642, 22.326602915153778, 22.288256827640698, 22.33763950224591, 22.299827804173795, 22.2540491619612, 22.21262374343245, 22.2656312266007, 22.22475557813916]}\n", + "Reward: -10750.45064163916 {'time_elapsed(hours)': 744.25, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 5281, 'reward': -0.010066938284793056, 'energy_term': -0.010066938284793056, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.33876569586113, 'abs_comfort': 0.0, 'energy_values': [201.33876569586113], 'temp_values': [26.19407731358453, 25.893182764402184, 25.23319381087007, 25.352756796479834, 25.145014331659493, 23.044094470156978, 26.064466639774928, 24.451401745306942, 23.713382639436837, 24.81563768547454, 25.151745967733667, 24.439213625906792, 24.27639522806313, 24.763586483892364, 24.637541666563628, 23.915834805222858, 23.74732757969822, 24.256312010106484]}\n", + "Reward: -11548.32022823176 {'time_elapsed(hours)': 1416.25, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 7969, 'reward': -0.010066938284793056, 'energy_term': -0.010066938284793056, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.33876569586113, 'abs_comfort': 0.0, 'energy_values': [201.33876569586113], 'temp_values': [26.086629771558385, 25.800723578113704, 25.122066701037642, 25.208877778477245, 25.058773967039258, 22.902553924481154, 25.640351119712147, 24.321212935563235, 23.309496148008126, 24.74718058330181, 25.13105904442731, 24.34132552077085, 24.092391290403306, 24.76336967540199, 24.604515386030812, 23.8080148135287, 23.548694042230082, 24.24260320229046]}\n", + "Reward: -13024.726695594163 {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 10945, 'reward': -0.010059948897039251, 'energy_term': -0.010059948897039251, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.0, 'energy_values': [201.198977940785], 'temp_values': [26.10453701684556, 25.70680120943889, 25.268166982664578, 25.171485556687838, 25.136702063330183, 23.36460897157091, 25.281406368027305, 24.746965024451924, 23.122492094230708, 24.949652376996074, 25.267861141693295, 24.869705323946068, 24.257056918609834, 25.339380228263305, 24.89127306209505, 24.524161569812392, 23.93625775693054, 24.951894527724924]}\n", + "Reward: -16892.403365280938 {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 13825, 'reward': -0.010059948897039251, 'energy_term': -0.010059948897039251, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.0, 'energy_values': [201.198977940785], 'temp_values': [26.37224105914655, 26.233862884129856, 25.9058518362416, 25.814482411819796, 25.81929272545216, 24.47561177379764, 25.613096200574414, 25.776871813136633, 24.876061291823856, 26.23259020873576, 25.7345497449363, 25.713184079083927, 25.423097775218647, 26.219914681982832, 25.501795840290757, 25.487341586511533, 25.17496552068692, 25.970852161596834]}\n", + "Reward: -21896.489124247968 {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 16801, 'reward': -0.008430450234156376, 'energy_term': -0.008430450234156376, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.6090046831275, 'abs_comfort': 0.0, 'energy_values': [168.6090046831275], 'temp_values': [26.271287499064524, 26.103922374125307, 25.989522929526814, 25.906032387533777, 25.980175234933945, 25.19425558540028, 25.59396905606546, 26.4220851623168, 25.48894882371821, 26.999637868869247, 26.06664793651545, 26.338281331752377, 26.088962724586498, 26.961394089981173, 26.003705212742588, 26.266104055476056, 26.016204585390692, 26.881385909767747]}\n", + "Reward: -29221.960458223268 {'time_elapsed(hours)': 4344.25, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 19681, 'reward': -1.6949311204218827, 'energy_term': -0.26742679043559126, 'comfort_term': -1.4275043299862915, 'reward_weight': 0.5, 'abs_energy': 5348.535808711825, 'abs_comfort': 2.855008659972583, 'energy_values': [5348.535808711825], 'temp_values': [25.690838559877328, 25.915884970270934, 26.71248902108889, 26.76516048261861, 27.274973060234515, 27.23471113677184, 26.187544582040186, 27.254721173565525, 26.135732451572082, 27.578972583602845, 26.711392832758165, 26.737880199154255, 26.710083408093293, 26.779567409386665, 27.224743717142747, 27.396200191451324, 27.211305724387437, 27.67938107281635]}\n", + "Reward: -35568.982500109734 {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 22657, 'reward': -0.3672833996926315, 'energy_term': -0.010059948897039251, 'comfort_term': -0.35722345079559226, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.7144469015911845, 'energy_values': [201.198977940785], 'temp_values': [26.30867148538614, 26.309459135039948, 26.21409138679209, 26.04286119781551, 26.107384318126506, 26.140368086263685, 26.61918932935772, 27.137783183036678, 26.060763866443537, 27.162618330118143, 26.812593090797378, 26.968941836819717, 26.629687662635828, 27.13979312148985, 26.840213153181647, 27.060250789892102, 26.629488521519967, 27.214001477054413]}\n", + "Reward: -41555.37202758854 {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 25633, 'reward': -0.008430450234156376, 'energy_term': -0.008430450234156376, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.6090046831275, 'abs_comfort': 0.0, 'energy_values': [168.6090046831275], 'temp_values': [26.217442233499717, 26.19079547564029, 26.243057033393647, 25.90122774932239, 25.94047661764487, 25.817987145745196, 26.44306615365681, 26.55705870892625, 25.90298745924243, 26.549128667042552, 26.459794392100665, 26.49021644748176, 26.314940373349994, 26.54942547428998, 26.512114023279846, 26.522163031742796, 26.362385306000814, 26.591416269343217]}\n", + "Reward: -46726.14118324007 {'time_elapsed(hours)': 6552.25, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 28513, 'reward': -0.06789851005825302, 'energy_term': -0.010059948897039251, 'comfort_term': -0.057838561161213775, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.11567712232242755, 'energy_values': [201.198977940785], 'temp_values': [26.54443008629097, 26.408313327693552, 26.224862634103623, 26.117585185109778, 26.037801974817327, 25.507769966536845, 27.115677122322428, 26.86131650179226, 26.223518887721035, 26.75893242733751, 26.530586901729745, 26.45393393827288, 26.272802747471584, 26.486634787123645, 26.371940434897027, 26.302775628790542, 26.11515210984941, 26.32785043815016]}\n", + "Reward: -50168.979949119224 {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 31489, 'reward': -0.11419542960070476, 'energy_term': -0.11419542960070476, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 2283.908592014095, 'abs_comfort': 0.0, 'energy_values': [2283.908592014095], 'temp_values': [25.605597453282652, 26.008645230812945, 25.35626077584623, 25.68554015361045, 25.424162800676545, 23.54394243021113, 26.668604907614746, 25.074325327970303, 24.009565086141368, 25.496495319039795, 25.843637917081118, 24.971422646618414, 24.769718084042537, 25.31616435897856, 25.31021959098016, 24.449767133034882, 24.250704417015097, 24.803384417176364]}\n", + "Reward: -52076.90037516009 {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 34369, 'reward': -0.008430450234156376, 'energy_term': -0.008430450234156376, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.6090046831275, 'abs_comfort': 0.0, 'energy_values': [168.6090046831275], 'temp_values': [25.85779811067494, 25.47876613692316, 24.426144348275088, 25.139488733403255, 24.70031998681098, 22.068803440473825, 26.486356831060117, 24.29789277185311, 23.45700782913386, 24.266051343026817, 24.664023677829388, 23.73988367970229, 23.538095370223804, 23.828491940697145, 23.831731365763897, 22.90653200864582, 22.706033444412455, 23.006451254621872]}\n", + "Progress: |****************************************************************************************************| 100%\n", + "Episode 0 Mean reward: -1.4328161223963918 Cumulative reward: -53505.652458642195\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [office-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "from sinergym.utils.wrappers import LoggerWrapper\n", + "\n", + "env = gym.make(\n", + " 'Eplus-office-hot-continuous-v1',\n", + " actuators={},\n", + " action_space=gym.spaces.Box(\n", + " low=0,\n", + " high=0,\n", + " shape=(0,)))\n", + "env = LoggerWrapper(env)\n", + "\n", + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', sum(rewards), info)\n", + " print(\n", + " 'Episode ',\n", + " i,\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "In this example, a default environment is loaded, but the space and definition of the default action **are replaced with an empty one**. Sinergym handles the necessary background changes. The implemented random agent then sends **empty actions ([])**.\n", + "\n", + "The benefits of this approach include the ability to **mix and match weathers and buildings** as desired, with Sinergym automatically making all necessary adjustments (avoiding the previously mentioned disadvantages). You can run as many years as you want in a single experiment, using our loggers. You also have more flexibility in choosing which observation variables you want. When you set an empty action interface, Sinergym retains the default actuators that come with the building definition (these can vary in sophistication depending on the building definition in the *epJSON* file)." + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/drl.ipynb b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/drl.ipynb new file mode 100644 index 0000000000..cc3f28841a --- /dev/null +++ b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/drl.ipynb @@ -0,0 +1,54347 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# DRL usage example" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "In this notebook example, we've used Stable Baselines 3 to train and load an agent. However, Sinergym is entirely agnostic to any DRL algorithm (though it does have custom callbacks specifically for SB3) and can be used with any DRL library that interfaces with Gymnasium." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Training a model" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "We'll be using the `train_agent.py` script located in the repository root. This script leverages all the capabilities of Sinergym for working with deep reinforcement learning algorithms and sets parameters for everything, allowing us to easily define training options via a JSON file when executing the script.\n", + "\n", + "For more details on how to run `train_agent.py`, please refer to [Train a model](https://ugr-sail.github.io/sinergym/compilation/main/pages/deep-reinforcement-learning.html#train-a-model)." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": true, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "import sys\n", + "from datetime import datetime\n", + "\n", + "import gymnasium as gym\n", + "import numpy as np\n", + "import wandb\n", + "from stable_baselines3 import *\n", + "from stable_baselines3.common.callbacks import CallbackList\n", + "from stable_baselines3.common.logger import HumanOutputFormat\n", + "from stable_baselines3.common.logger import Logger as SB3Logger\n", + "from stable_baselines3.common.monitor import Monitor\n", + "\n", + "import sinergym\n", + "import sinergym.utils.gcloud as gcloud\n", + "from sinergym.utils.callbacks import *\n", + "from sinergym.utils.constants import *\n", + "from sinergym.utils.logger import CSVLogger, WandBOutputFormat\n", + "from sinergym.utils.rewards import *\n", + "from sinergym.utils.wrappers import *" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "First, let's set some variables for the execution." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "# Environment ID\n", + "environment = \"Eplus-5zone-mixed-discrete-stochastic-v1\"\n", + "# Training episodes\n", + "episodes = 5\n", + "#Name of the experiment\n", + "experiment_date = datetime.today().strftime('%Y-%m-%d_%H:%M')\n", + "experiment_name = 'SB3_DQN-' + environment + \\\n", + " '-episodes-' + str(episodes)\n", + "experiment_name += '_' + experiment_date" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This experiment can be combined with [Weights&Biases](https://ugr-sail.github.io/sinergym/compilation/main/pages/deep-reinforcement-learning.html#weights-and-biases-structure) to manage all extracted information. With *wandb*, you can track and visualize the entire DRL training process in real time, record hyperparameters and experiment details, save artifacts like models and *sinergym* output, and compare different executions." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33malex_ugr\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n" + ] + }, + { + "data": { + "text/html": [ + "Tracking run with wandb version 0.16.0" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094304-pf27dlou" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 to Weights & Biases (docs)
    " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View project at https://wandb.ai/alex_ugr/sinergym" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View run at https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# Create wandb.config object in order to log all experiment params\n", + "experiment_params = {\n", + " 'sinergym-version': sinergym.__version__,\n", + " 'python-version': sys.version\n", + "}\n", + "experiment_params.update({'environment':environment,\n", + " 'episodes':episodes,\n", + " 'algorithm':'SB3_DQN'})\n", + "\n", + "# Get wandb init params (you have to specify your own project and entity)\n", + "wandb_params = {\"project\": 'sinergym',\n", + " \"entity\": 'alex_ugr'}\n", + "# Init wandb entry\n", + "run = wandb.init(\n", + " name=experiment_name + '_' + wandb.util.generate_id(),\n", + " config=experiment_params,\n", + " ** wandb_params\n", + ")" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Now, we're ready to create the Gym environment. We'll use the previously defined environment name, but remember that you can [change the default environment configuration](https://ugr-sail.github.io/sinergym/compilation/main/pages/notebooks/change_environment.html#Changing-an-environment-registered-in-Sinergym). We'll also create an eval_env for evaluation episodes. If desired, we can replace the env name with the experiment name." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make(environment, env_name=experiment_name)\n", + "eval_env = gym.make(environment, env_name=experiment_name+'_EVALUATION')" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "We can also add a Wrapper to the environment. We'll use an action normalization wrapper and a logger (extensions of `gym.Wrapper`). Normalization is highly recommended for DRL algorithms with continuous action space, and the logger is used to monitor and log environment interactions and save the data into a CSV. The generated files will also be stored as *wandb* artifacts." + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env = LoggerWrapper(env)\n", + "eval_env = LoggerWrapper(eval_env)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "At this point, the environment is set up and ready to use. We'll create our learning model (Stable Baselines 3 DQN), but any other algorithm can be used." + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Using cpu device\n", + "Wrapping the env with a `Monitor` wrapper\n", + "Wrapping the env in a DummyVecEnv.\n" + ] + } + ], + "source": [ + "model = DQN('MlpPolicy', env, verbose=1)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Evaluation will run the current model for a set number of episodes to determine if it's the best current version of the model at that training stage. The generated output will also be stored on the *wandb* server. We'll use the LoggerEval callback to print and save the best evaluated model during training." + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "callbacks = []\n", + "\n", + "# Set up Evaluation and saving best model\n", + "eval_callback = LoggerEvalCallback(\n", + " eval_env,\n", + " best_model_save_path=eval_env.get_wrapper_attr('workspace_path') +\n", + " '/best_model/',\n", + " log_path=eval_env.get_wrapper_attr('workspace_path') +\n", + " '/best_model/',\n", + " eval_freq=(eval_env.get_wrapper_attr('timestep_per_episode') - 1) * 2 - 1,\n", + " deterministic=True,\n", + " render=False,\n", + " n_eval_episodes=1)\n", + "callbacks.append(eval_callback)\n" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "To track the entire training process in *wandb*, we need to create a callback with a compatible wandb output format (which calls the *wandb* log method in the learning algorithm process)." + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [], + "source": [ + "# wandb logger and setting in SB3\n", + "logger = SB3Logger(\n", + " folder=None,\n", + " output_formats=[\n", + " HumanOutputFormat(\n", + " sys.stdout,\n", + " max_length=120),\n", + " WandBOutputFormat()])\n", + "model.set_logger(logger)\n", + "# Append callback\n", + "log_callback = LoggerCallback()\n", + "callbacks.append(log_callback)\n", + "\n", + "\n", + "callback = CallbackList(callbacks)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "This is the total number of time steps for the training." + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "timesteps = episodes * (env.get_wrapper_attr('timestep_per_episode') - 1)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Now, it's time to train the model with the previously defined callbacks. This may take a few minutes, depending on your computer." + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3296.2168 |\n", + "| air_humidity | 14.309143 |\n", + "| air_temperature | 19.127739 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -9.724175 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2966595.2 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.995 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1932.6711 |\n", + "| air_humidity | 15.199731 |\n", + "| air_temperature | 20.344173 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -2.906447 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1739404.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.989 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1637.6606 |\n", + "| air_humidity | 34.85248 |\n", + "| air_temperature | 20.126642 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -1.4313949 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1473894.6 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.984 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2696.1394 |\n", + "| air_humidity | 17.76754 |\n", + "| air_temperature | 18.343163 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | -6.7237883 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2426525.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.978 |\n", + "------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/workspaces/sinergym/sinergym/utils/callbacks.py:279: UserWarning: Training and eval env are not of the same type != >>>>>\n", + " warnings.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2682.915 |\n", + "| air_humidity | 12.916248 |\n", + "| air_temperature | 19.004652 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | -6.6576667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2414623.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.973 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1243.6388 |\n", + "| air_humidity | 13.383576 |\n", + "| air_temperature | 18.792883 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 0.53871423 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1119275.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.968 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1664.6848 |\n", + "| air_humidity | 13.20179 |\n", + "| air_temperature | 18.895155 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -5.1032705 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1498216.4 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.962 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 33.12003 |\n", + "| air_temperature | 19.675444 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 3.195037 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.957 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1803.2925 |\n", + "| air_humidity | 20.75208 |\n", + "| air_temperature | 22.000008 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 124.5 |\n", + "| direct_solar_radiation | 318.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | -2.6576498 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1622963.2 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.951 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2222.2266 |\n", + "| air_humidity | 13.443321 |\n", + "| air_temperature | 22.207747 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 158.0 |\n", + "| direct_solar_radiation | 228.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | -4.8114486 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2000003.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.946 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 130.00592 |\n", + "| air_humidity | 16.974932 |\n", + "| air_temperature | 19.933048 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 202.5 |\n", + "| direct_solar_radiation | 79.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 4.3786383 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 114245.734 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.94 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 73.03831 |\n", + "| air_humidity | 25.305868 |\n", + "| air_temperature | 20.497007 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 175.0 |\n", + "| direct_solar_radiation | 6.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 7.873773 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 67578.96 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.935 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2316.9001 |\n", + "| air_humidity | 15.797696 |\n", + "| air_temperature | 21.902811 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 76.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | -7.2039795 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2085210.1 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.93 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 38.209152 |\n", + "| air_temperature | 22.889372 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 140.5 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 3.3975253 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 894.3857 |\n", + "| air_humidity | 26.755064 |\n", + "| air_temperature | 23.927494 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 71.5 |\n", + "| direct_solar_radiation | 590.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.5716357 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 804947.06 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.919 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.887455 |\n", + "| air_temperature | 24.93139 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 392.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 10.7322 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.913 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 596.4898 |\n", + "| air_humidity | 55.523884 |\n", + "| air_temperature | 23.077408 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.750119 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 536840.8 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 11.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.908 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 21.506569 |\n", + "| air_temperature | 21.110353 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 5.498105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.903 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 22.093334 |\n", + "| air_temperature | 20.600706 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 4.190033 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.897 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 479.13632 |\n", + "| air_humidity | 43.773174 |\n", + "| air_temperature | 20.674847 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 7.8929534 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 414870.66 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.892 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 840.7436 |\n", + "| air_humidity | 37.7276 |\n", + "| air_temperature | 20.371922 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 5.074561 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 785942.25 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.886 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 401.62372 |\n", + "| air_humidity | 58.423054 |\n", + "| air_temperature | 19.202482 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.24485 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 361461.34 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.881 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 854.80945 |\n", + "| air_humidity | 38.847115 |\n", + "| air_temperature | 19.064434 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 4.9329586 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 716942.4 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.875 |\n", + "-----------------------------------------------\n", + "Progress: |*******--------------------------------------------------------------------------------------------| 7%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.6719 |\n", + "| air_temperature | 20.34233 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 2.1815379 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.87 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1108.0092 |\n", + "| air_humidity | 24.518076 |\n", + "| air_temperature | 20.095318 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 1.2168629 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 997208.2 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.865 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.546406 |\n", + "| air_temperature | 19.860954 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.5815425 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.859 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.918938 |\n", + "| air_temperature | 19.22273 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.6798549 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.854 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2011.6338 |\n", + "| air_humidity | 24.83714 |\n", + "| air_temperature | 20.192572 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | -3.3012602 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1810470.4 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.848 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2908.7742 |\n", + "| air_humidity | 24.490915 |\n", + "| air_temperature | 19.521425 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | -7.786963 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2617896.8 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.843 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 18.300123 |\n", + "| air_temperature | 19.512716 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 0.636746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.837 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 245.2585 |\n", + "| air_humidity | 27.539667 |\n", + "| air_temperature | 19.327127 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 4.9906583 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 211297.28 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.832 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2847.735 |\n", + "| air_humidity | 13.705198 |\n", + "| air_temperature | 17.869244 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 32.0 |\n", + "| direct_solar_radiation | 410.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | -7.4817667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2562961.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.827 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1402.2615 |\n", + "| air_humidity | 24.444305 |\n", + "| air_temperature | 20.994953 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | -0.7116232 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1262035.2 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.821 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2248.6406 |\n", + "| air_humidity | 14.282108 |\n", + "| air_temperature | 21.999893 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 113.5 |\n", + "| direct_solar_radiation | 589.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | -4.8843904 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2023776.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 11.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.816 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3078.3347 |\n", + "| air_humidity | 12.583989 |\n", + "| air_temperature | 22.56294 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 538.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | -9.032861 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2770501.2 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.81 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2229.576 |\n", + "| air_humidity | 14.426971 |\n", + "| air_temperature | 22.87635 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 217.5 |\n", + "| direct_solar_radiation | 431.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | -5.2337403 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2006618.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.805 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1377.8375 |\n", + "| air_humidity | 12.806718 |\n", + "| air_temperature | 23.000334 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 144.0 |\n", + "| direct_solar_radiation | 682.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -1.3840142 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1260863.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.799 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1800.8235 |\n", + "| air_humidity | 12.199289 |\n", + "| air_temperature | 21.39844 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 141.0 |\n", + "| direct_solar_radiation | 497.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | -2.247209 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1620741.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.794 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 11.153282 |\n", + "| air_temperature | 22.06529 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 150.5 |\n", + "| direct_solar_radiation | 334.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 3.2212148 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.789 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 917.7593 |\n", + "| air_humidity | 26.109697 |\n", + "| air_temperature | 23.784363 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 78.0 |\n", + "| direct_solar_radiation | 132.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 5.499552 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 825983.3 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.783 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1934.6064 |\n", + "| air_humidity | 12.981752 |\n", + "| air_temperature | 23.084322 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 92.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 23.0 |\n", + "| outdoor_temperature | -3.3733482 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1741145.8 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.778 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1652.0598 |\n", + "| air_humidity | 16.321648 |\n", + "| air_temperature | 22.911978 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | -1.960615 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1486853.9 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.772 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1822.9177 |\n", + "| air_humidity | 17.573734 |\n", + "| air_temperature | 24.39188 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -2.3576803 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1640626.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.767 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.81119 |\n", + "| air_temperature | 22.278952 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.2496963 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.762 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 122.831604 |\n", + "| air_humidity | 23.412853 |\n", + "| air_temperature | 20.056593 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.509193 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 107374.445 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.756 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 18.018625 |\n", + "| air_temperature | 20.911348 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 2.9650793 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.751 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1572.392 |\n", + "| air_humidity | 32.772217 |\n", + "| air_temperature | 21.000002 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | -1.105051 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1415152.8 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.745 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.115477 |\n", + "| air_temperature | 21.000715 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 3.6110175 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.74 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.682682 |\n", + "| air_temperature | 21.646172 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.226016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.734 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1172.5454 |\n", + "| air_humidity | 30.718266 |\n", + "| air_temperature | 19.741425 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 0.8941815 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1055290.9 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.729 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 26.496115 |\n", + "| air_temperature | 19.798346 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 2.6684391 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 145.03104 |\n", + "| air_humidity | 30.124374 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 4.497048 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 131813.45 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.718 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2359.907 |\n", + "| air_humidity | 15.937994 |\n", + "| air_temperature | 19.36234 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | -5.0426264 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2123916.2 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.713 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1996.818 |\n", + "| air_humidity | 20.799343 |\n", + "| air_temperature | 20.004538 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | -3.2271817 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1797136.2 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.707 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1015.25275 |\n", + "| air_humidity | 18.425447 |\n", + "| air_temperature | 18.836422 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 17.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | -1.85611 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 913727.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.702 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 32.43741 |\n", + "| air_temperature | 19.892696 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 41.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 2.2410598 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.696 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 796.70184 |\n", + "| air_humidity | 27.512812 |\n", + "| air_temperature | 21.87516 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 122.5 |\n", + "| direct_solar_radiation | 655.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 11.139362 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 730410.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.691 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 103.10883 |\n", + "| air_humidity | 35.254738 |\n", + "| air_temperature | 20.343086 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 215.5 |\n", + "| direct_solar_radiation | 48.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 5.938736 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 91218.086 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.686 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.49837 |\n", + "| air_temperature | 21.649036 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 146.0 |\n", + "| direct_solar_radiation | 788.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 12.220809 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.68 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 39.67366 |\n", + "| air_temperature | 22.92239 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 114.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.7229357 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.675 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 40.264465 |\n", + "| air_temperature | 22.832756 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 144.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.998226 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.669 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 891.2718 |\n", + "| air_humidity | 54.31145 |\n", + "| air_temperature | 23.449625 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 95.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 13.390144 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 829194.06 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.664 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.151756 |\n", + "| air_temperature | 24.632774 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 117.5 |\n", + "| direct_solar_radiation | 714.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 10.913635 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.658 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 865.85455 |\n", + "| air_humidity | 32.74997 |\n", + "| air_temperature | 23.198282 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 123.0 |\n", + "| direct_solar_radiation | 33.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 1.9704113 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 779269.06 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.653 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 964.41034 |\n", + "| air_humidity | 33.18654 |\n", + "| air_temperature | 20.914831 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 54.0 |\n", + "| direct_solar_radiation | 47.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 1.9348568 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 867969.3 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.648 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 24.41243 |\n", + "| air_temperature | 21.10522 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 6.1129913 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.642 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 605.5506 |\n", + "| air_humidity | 28.835632 |\n", + "| air_temperature | 22.536592 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 5.9020243 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 562977.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.637 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.433092 |\n", + "| air_temperature | 22.391197 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 2.9986107 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.631 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1046.4424 |\n", + "| air_humidity | 21.538439 |\n", + "| air_temperature | 22.372751 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 1.5246968 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 941798.06 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.626 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 732.6514 |\n", + "| air_humidity | 34.63837 |\n", + "| air_temperature | 20.51618 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 4.440274 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 671326.8 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.621 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 375.99283 |\n", + "| air_humidity | 16.011675 |\n", + "| air_temperature | 20.772934 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 8.169079 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 348609.22 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.615 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1442.9108 |\n", + "| air_humidity | 21.037851 |\n", + "| air_temperature | 19.690607 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | -0.4576453 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1298619.6 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.61 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1431.4702 |\n", + "| air_humidity | 19.788712 |\n", + "| air_temperature | 20.099007 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | -0.40044233 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1288323.1 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.604 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1195.8418 |\n", + "| air_humidity | 35.305504 |\n", + "| air_temperature | 20.161875 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 0.7776995 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1076257.6 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1452.4503 |\n", + "| air_humidity | 32.657394 |\n", + "| air_temperature | 20.009953 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | -0.5053432 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1307205.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.593 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.329704 |\n", + "| air_temperature | 19.524014 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.9832764 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.588 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1585.7318 |\n", + "| air_humidity | 19.347166 |\n", + "| air_temperature | 19.60325 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | -1.1717507 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1427158.6 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.583 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2212.4136 |\n", + "| air_humidity | 16.154156 |\n", + "| air_temperature | 19.999226 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 57.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -4.3051596 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1991172.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.577 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.629131 |\n", + "| air_temperature | 20.066673 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 84.5 |\n", + "| direct_solar_radiation | 311.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.4818852 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.572 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 39.27392 |\n", + "| air_temperature | 19.567928 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 87.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 6.0872054 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.566 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 775.9277 |\n", + "| air_humidity | 44.55901 |\n", + "| air_temperature | 21.999832 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 176.5 |\n", + "| direct_solar_radiation | 253.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 11.008395 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 718974.2 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.561 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 342.72076 |\n", + "| air_humidity | 59.920914 |\n", + "| air_temperature | 23.489557 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 135.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.705147 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 312361.38 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.555 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 329.98727 |\n", + "| air_humidity | 34.334488 |\n", + "| air_temperature | 24.88112 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 282.0 |\n", + "| direct_solar_radiation | 626.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 14.963529 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 299526.44 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.55 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 669.0633 |\n", + "| air_humidity | 28.5489 |\n", + "| air_temperature | 24.056192 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 873.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 7.029778 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 608366.6 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.545 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 77.871574 |\n", + "| air_humidity | 32.33923 |\n", + "| air_temperature | 20.417665 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 341.5 |\n", + "| direct_solar_radiation | 27.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.2663016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 72798.83 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.539 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 39.8185 |\n", + "| air_temperature | 20.66404 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 144.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 8.080436 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.534 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 676.7058 |\n", + "| air_humidity | 35.900913 |\n", + "| air_temperature | 22.70483 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 153.5 |\n", + "| direct_solar_radiation | 117.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 6.9450645 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 609035.25 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.528 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 493.36768 |\n", + "| air_humidity | 20.675724 |\n", + "| air_temperature | 23.906479 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 140.0 |\n", + "| direct_solar_radiation | 323.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 7.8594294 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 439279.62 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.523 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 478.49545 |\n", + "| air_humidity | 24.581656 |\n", + "| air_temperature | 24.346413 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 51.0 |\n", + "| direct_solar_radiation | 528.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 7.0104027 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 430645.9 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.518 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 35.376736 |\n", + "| air_temperature | 29.603888 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 35.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 11.504218 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.512 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.570503 |\n", + "| air_temperature | 27.450226 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 10.577883 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.507 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.77879 |\n", + "| air_temperature | 24.601759 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 12.718971 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.501 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.434128 |\n", + "| air_temperature | 25.836447 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 20.91227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.496 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.805756 |\n", + "| air_temperature | 24.448067 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 13.798377 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.49 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.469086 |\n", + "| air_temperature | 23.550816 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 16.486246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.485 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.217648 |\n", + "| air_temperature | 22.522837 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 9.949017 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.48 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.25956 |\n", + "| air_temperature | 21.33544 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 7.333998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.474 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 37.304005 |\n", + "| air_temperature | 21.064104 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 6.7171063 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.469 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 43.14323 |\n", + "| air_temperature | 18.625456 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 3.6882412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.463 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 42.04449 |\n", + "| air_temperature | 18.97571 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 5.208225 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.458 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.08231 |\n", + "| air_temperature | 19.258926 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 9.289529 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.452 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.286415 |\n", + "| air_temperature | 20.703104 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 38.5 |\n", + "| direct_solar_radiation | 16.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 14.200624 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.447 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.664734 |\n", + "| air_temperature | 18.851236 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 66.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 5.579129 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.442 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 50.477306 |\n", + "| air_temperature | 18.83049 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 201.0 |\n", + "| direct_solar_radiation | 329.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 7.4226103 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.436 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.191772 |\n", + "| air_temperature | 19.665392 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 185.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 8.042038 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.431 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.690765 |\n", + "| air_temperature | 19.137825 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 201.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 7.335754 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.425 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 840.9814 |\n", + "| air_humidity | 37.737446 |\n", + "| air_temperature | 22.171951 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 247.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 6.5257034 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 756883.25 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.42 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 367.27585 |\n", + "| air_humidity | 36.124363 |\n", + "| air_temperature | 25.418484 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 137.5 |\n", + "| direct_solar_radiation | 828.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 15.597458 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 330548.9 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.414 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 232.33136 |\n", + "| air_humidity | 44.826347 |\n", + "| air_temperature | 23.998606 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 248.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 12.815099 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 265317.2 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.409 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3492.3127 |\n", + "| air_humidity | 38.76386 |\n", + "| air_temperature | 23.820107 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 212.5 |\n", + "| direct_solar_radiation | 553.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 21.964018 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3135141.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.404 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 788.53796 |\n", + "| air_humidity | 43.409836 |\n", + "| air_temperature | 25.469513 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 270.0 |\n", + "| direct_solar_radiation | 442.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 17.625221 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 708291.3 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.398 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.083458 |\n", + "| air_temperature | 24.928692 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 155.0 |\n", + "| direct_solar_radiation | 542.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 16.636791 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.393 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.75574 |\n", + "| air_temperature | 25.17046 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 99.5 |\n", + "| direct_solar_radiation | 80.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 11.623688 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.387 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.491833 |\n", + "| air_temperature | 27.845036 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 11.431208 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.382 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.379395 |\n", + "| air_temperature | 27.763325 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 13.161691 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.377 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 36.681477 |\n", + "| air_temperature | 27.59846 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 11.398606 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.371 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 44.83205 |\n", + "| air_temperature | 26.145975 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 12.721945 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.366 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.085587 |\n", + "| air_temperature | 23.336391 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 12.094041 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.36 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.2879 |\n", + "| air_temperature | 21.366455 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 13.429308 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.355 |\n", + "-----------------------------------------------\n", + "Progress: |**********************************-----------------------------------------------------------------| 34%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.754135 |\n", + "| air_temperature | 22.324484 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 13.399098 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.84467 |\n", + "| air_temperature | 21.444046 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.571168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.344 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 94.38619 |\n", + "| air_temperature | 21.133598 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.183125 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.339 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 100.0 |\n", + "| air_temperature | 20.961252 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.913214 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.333 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.48104 |\n", + "| air_temperature | 21.436998 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 12.122469 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.328 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.75677 |\n", + "| air_temperature | 21.790524 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 23.5 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.485458 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.322 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.56549 |\n", + "| air_temperature | 20.831415 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 95.0 |\n", + "| direct_solar_radiation | 255.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 10.341748 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.317 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.24994 |\n", + "| air_temperature | 20.37937 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 153.0 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 10.105156 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.311 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 103.51785 |\n", + "| air_humidity | 53.202087 |\n", + "| air_temperature | 20.09997 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 178.0 |\n", + "| direct_solar_radiation | 588.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 14.155286 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 93643.08 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.306 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1136.2172 |\n", + "| air_humidity | 42.1363 |\n", + "| air_temperature | 23.410343 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 200.0 |\n", + "| direct_solar_radiation | 670.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 18.402655 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1022595.44 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.301 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3130.67 |\n", + "| air_humidity | 48.369793 |\n", + "| air_temperature | 23.556591 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 374.0 |\n", + "| direct_solar_radiation | 341.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 19.423044 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2817603.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.295 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3276.524 |\n", + "| air_humidity | 53.28928 |\n", + "| air_temperature | 23.850237 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 279.0 |\n", + "| direct_solar_radiation | 649.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 20.656189 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2948871.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.29 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.13058 |\n", + "| air_temperature | 24.301405 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 234.0 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 18.272463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.284 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.40799 |\n", + "| air_temperature | 22.965963 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 281.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.917852 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.279 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3669.714 |\n", + "| air_humidity | 39.210167 |\n", + "| air_temperature | 23.827646 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 208.5 |\n", + "| direct_solar_radiation | 706.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 23.476068 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3295098.5 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.273 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4127.629 |\n", + "| air_humidity | 40.88415 |\n", + "| air_temperature | 24.211084 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 239.0 |\n", + "| direct_solar_radiation | 528.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 20.875473 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3716403.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.268 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3420.548 |\n", + "| air_humidity | 45.426456 |\n", + "| air_temperature | 23.956959 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 266.0 |\n", + "| direct_solar_radiation | 88.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 19.384127 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3078493.5 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.263 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1579.4819 |\n", + "| air_humidity | 59.7493 |\n", + "| air_temperature | 23.366064 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 188.5 |\n", + "| direct_solar_radiation | 101.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 15.36043 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1421501.6 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.257 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.233074 |\n", + "| air_temperature | 28.15829 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 34.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 16.08662 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.252 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.489456 |\n", + "| air_temperature | 25.69325 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 88.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 20.846014 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.246 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.32439 |\n", + "| air_temperature | 25.073156 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 17.44568 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.241 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.648335 |\n", + "| air_temperature | 26.774912 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 19.110273 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.236 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.04204 |\n", + "| air_temperature | 25.350838 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 18.403831 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.23 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.97231 |\n", + "| air_temperature | 24.641607 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 22.064882 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.225 |\n", + "-----------------------------------------------\n", + "Progress: |*****************************************----------------------------------------------------------| 41%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.824036 |\n", + "| air_temperature | 23.922873 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 18.419962 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.219 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.50254 |\n", + "| air_temperature | 23.970839 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 18.211943 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.214 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.16311 |\n", + "| air_temperature | 23.825941 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 14.515478 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.208 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.36912 |\n", + "| air_temperature | 21.474377 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 12.512131 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.203 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.39349 |\n", + "| air_temperature | 21.8717 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 16.210348 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.198 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.15875 |\n", + "| air_temperature | 21.211725 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 30.5 |\n", + "| direct_solar_radiation | 127.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 14.304934 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.192 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.285484 |\n", + "| air_temperature | 21.456501 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 131.0 |\n", + "| direct_solar_radiation | 120.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 18.877153 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.187 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 97.047325 |\n", + "| air_temperature | 20.787859 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 153.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.614325 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.181 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.41702 |\n", + "| air_temperature | 23.228634 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 185.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 23.758158 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.176 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.8534 |\n", + "| air_temperature | 24.084793 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 215.0 |\n", + "| direct_solar_radiation | 632.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 20.098276 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.17 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3718.872 |\n", + "| air_humidity | 53.877106 |\n", + "| air_temperature | 23.519888 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 368.0 |\n", + "| direct_solar_radiation | 470.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 24.126413 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3319559.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.165 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3689.9016 |\n", + "| air_humidity | 59.44847 |\n", + "| air_temperature | 23.61409 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 324.0 |\n", + "| direct_solar_radiation | 150.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 21.86438 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3320911.5 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.16 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4656.9316 |\n", + "| air_humidity | 60.589455 |\n", + "| air_temperature | 23.196474 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 285.5 |\n", + "| direct_solar_radiation | 137.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 21.750145 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4191238.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.154 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3025.9248 |\n", + "| air_humidity | 59.557205 |\n", + "| air_temperature | 23.235693 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 258.0 |\n", + "| direct_solar_radiation | 688.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 23.093733 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2717327.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5699.271 |\n", + "| air_humidity | 58.27975 |\n", + "| air_temperature | 23.849758 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 632.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 22.49144 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5129490.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.143 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.614998 |\n", + "| air_temperature | 28.336887 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 297.0 |\n", + "| direct_solar_radiation | 313.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 25.138285 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.138 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.799965 |\n", + "| air_temperature | 26.287437 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 130.0 |\n", + "| direct_solar_radiation | 629.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 25.576597 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.133 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6111.2476 |\n", + "| air_humidity | 59.461708 |\n", + "| air_temperature | 23.92439 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 137.5 |\n", + "| direct_solar_radiation | 411.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 23.203123 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5500122.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.127 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.99368 |\n", + "| air_temperature | 29.967133 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 77.5 |\n", + "| direct_solar_radiation | 232.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 21.989483 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.122 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.70692 |\n", + "| air_temperature | 31.041197 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 25.5 |\n", + "| direct_solar_radiation | 49.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 33.851494 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.116 |\n", + "-----------------------------------------------\n", + "----------------------------------------------************----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.80717 |\n", + "| air_temperature | 29.11506 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 22.44267 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.111 |\n", + "----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.88379 |\n", + "| air_temperature | 26.209824 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 22.141724 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.105 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.0384 |\n", + "| air_temperature | 26.988644 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 25.799631 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.1 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.74893 |\n", + "| air_temperature | 25.803793 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 22.252745 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0945 |\n", + "-----------------------------------------------\n", + "Progress: |************************************************---------------------------------------------------| 48%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.792534 |\n", + "| air_temperature | 23.821617 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 23.262617 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0891 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.07156 |\n", + "| air_temperature | 24.140497 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 23.70243 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0837 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.9876 |\n", + "| air_temperature | 23.416883 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 21.679785 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0783 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.26148 |\n", + "| air_temperature | 22.31012 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 18.627705 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0729 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.31166 |\n", + "| air_temperature | 23.167301 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 19.406437 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.98578 |\n", + "| air_temperature | 22.602865 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.922998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.062 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.4189 |\n", + "| air_temperature | 22.064188 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 387.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.899763 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0566 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.49839 |\n", + "| air_temperature | 22.61911 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 89.5 |\n", + "| direct_solar_radiation | 616.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 23.602169 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0512 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2481.0112 |\n", + "| air_humidity | 78.070724 |\n", + "| air_temperature | 21.226805 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 281.5 |\n", + "| direct_solar_radiation | 33.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 27.402737 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2232910.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5305.9785 |\n", + "| air_humidity | 64.83157 |\n", + "| air_temperature | 22.350382 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 343.5 |\n", + "| direct_solar_radiation | 389.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 25.031082 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4764079.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6145.438 |\n", + "| air_humidity | 62.26124 |\n", + "| air_temperature | 23.057213 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 316.0 |\n", + "| direct_solar_radiation | 322.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 24.743015 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5510481.5 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.91196 |\n", + "| air_temperature | 26.389618 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 282.5 |\n", + "| direct_solar_radiation | 624.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 30.014492 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.50601 |\n", + "| air_temperature | 27.251705 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 331.0 |\n", + "| direct_solar_radiation | 570.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 35.047768 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9042.422 |\n", + "| air_humidity | 57.82255 |\n", + "| air_temperature | 24.51498 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 351.5 |\n", + "| direct_solar_radiation | 212.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 30.24039 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 8140713.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8990.244 |\n", + "| air_humidity | 59.047405 |\n", + "| air_temperature | 24.920425 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 298.5 |\n", + "| direct_solar_radiation | 578.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 32.450413 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 8086992.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5874.5728 |\n", + "| air_humidity | 56.598827 |\n", + "| air_temperature | 24.524734 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 392.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 30.972729 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5269392.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5402.8213 |\n", + "| air_humidity | 52.59891 |\n", + "| air_temperature | 24.395102 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 505.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 28.396152 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4856598.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5825.845 |\n", + "| air_humidity | 58.718395 |\n", + "| air_temperature | 24.014736 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 73.5 |\n", + "| direct_solar_radiation | 665.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 25.856668 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5243260.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.448227 |\n", + "| air_temperature | 29.858162 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 84.0 |\n", + "| direct_solar_radiation | 214.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 27.553564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.39038 |\n", + "| air_temperature | 26.706186 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 12.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 22.227594 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.30035 |\n", + "| air_temperature | 28.517382 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 22.560928 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.19401 |\n", + "| air_temperature | 27.295546 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 27.625349 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.78848 |\n", + "| air_temperature | 26.51976 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.196743 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.561935 |\n", + "| air_temperature | 24.249304 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 21.584465 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |*******************************************************--------------------------------------------| 55%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.58174 |\n", + "| air_temperature | 24.539743 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 26.045515 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.604805 |\n", + "| air_temperature | 25.405827 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 24.540695 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.42579 |\n", + "| air_temperature | 24.458406 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 25.382166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.15275 |\n", + "| air_temperature | 23.566076 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 24.34201 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.7414 |\n", + "| air_temperature | 22.618448 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 21.542467 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.86973 |\n", + "| air_temperature | 23.105227 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 23.0 |\n", + "| direct_solar_radiation | 7.5 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 25.863367 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.777534 |\n", + "| air_temperature | 22.225996 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 21.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 20.798347 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.82952 |\n", + "| air_temperature | 23.096634 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 102.5 |\n", + "| direct_solar_radiation | 235.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.932587 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.898224 |\n", + "| air_temperature | 24.078562 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 157.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 23.581535 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4853.2866 |\n", + "| air_humidity | 64.223564 |\n", + "| air_temperature | 22.301798 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 246.0 |\n", + "| direct_solar_radiation | 103.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 25.080772 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4367958.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7106.1353 |\n", + "| air_humidity | 61.67097 |\n", + "| air_temperature | 23.269861 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 352.5 |\n", + "| direct_solar_radiation | 310.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 25.929888 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6367651.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5841.152 |\n", + "| air_humidity | 60.543064 |\n", + "| air_temperature | 23.566633 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 416.5 |\n", + "| direct_solar_radiation | 66.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 26.519234 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5209345.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6789.402 |\n", + "| air_humidity | 57.23053 |\n", + "| air_temperature | 24.330137 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 197.0 |\n", + "| direct_solar_radiation | 784.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 31.489174 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6164890.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9290.521 |\n", + "| air_humidity | 57.967903 |\n", + "| air_temperature | 24.993517 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 184.5 |\n", + "| direct_solar_radiation | 711.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 31.004633 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 8339602.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.39203 |\n", + "| air_temperature | 28.487068 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 298.0 |\n", + "| direct_solar_radiation | 500.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 30.68283 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.07435 |\n", + "| air_temperature | 28.946291 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 244.0 |\n", + "| direct_solar_radiation | 481.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 30.498264 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9002.211 |\n", + "| air_humidity | 60.445164 |\n", + "| air_temperature | 24.583647 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 151.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 26.536777 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8101990.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4601.3066 |\n", + "| air_humidity | 61.324406 |\n", + "| air_temperature | 23.162462 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 80.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 21.187864 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4141176.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.871037 |\n", + "| air_temperature | 29.925226 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 57.0 |\n", + "| direct_solar_radiation | 228.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 26.071585 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.308235 |\n", + "| air_temperature | 29.915752 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 21.503227 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.636124 |\n", + "| air_temperature | 28.742277 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 22.733294 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.47045 |\n", + "| air_temperature | 27.229761 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 23.311094 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.61175 |\n", + "| air_temperature | 26.358007 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 23.789915 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.53897 |\n", + "| air_temperature | 25.65634 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 27.896782 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |**************************************************************-------------------------------------| 62%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.148575 |\n", + "| air_temperature | 24.968826 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 22.955194 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.31977 |\n", + "| air_temperature | 24.230255 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 24.522755 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.130356 |\n", + "| air_temperature | 23.756025 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 22.456839 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.35365 |\n", + "| air_temperature | 24.506315 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 23.943144 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.7912 |\n", + "| air_temperature | 24.995941 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 26.172163 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.53649 |\n", + "| air_temperature | 23.048388 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 19.684956 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.73716 |\n", + "| air_temperature | 21.66965 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 100.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 15.233419 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.77063 |\n", + "| air_temperature | 22.572788 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 71.5 |\n", + "| direct_solar_radiation | 425.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 23.186699 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2988.8997 |\n", + "| air_humidity | 73.81425 |\n", + "| air_temperature | 21.999039 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 88.0 |\n", + "| direct_solar_radiation | 715.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 26.786617 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2714391.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3137.0544 |\n", + "| air_humidity | 61.19183 |\n", + "| air_temperature | 22.177671 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 253.5 |\n", + "| direct_solar_radiation | 445.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 22.343174 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2801224.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.13367 |\n", + "| air_temperature | 24.903711 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 234.0 |\n", + "| direct_solar_radiation | 632.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 26.507423 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.41207 |\n", + "| air_temperature | 25.408579 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 209.5 |\n", + "| direct_solar_radiation | 729.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 22.097107 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5351.1226 |\n", + "| air_humidity | 58.171345 |\n", + "| air_temperature | 23.91477 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 214.0 |\n", + "| direct_solar_radiation | 561.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 26.362823 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4806430.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5359.0513 |\n", + "| air_humidity | 56.55467 |\n", + "| air_temperature | 24.294718 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 246.0 |\n", + "| direct_solar_radiation | 455.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 30.070414 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 4887073.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3752.6602 |\n", + "| air_humidity | 52.818874 |\n", + "| air_temperature | 24.058065 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 737.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 24.97303 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3369927.5 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5573.891 |\n", + "| air_humidity | 57.449215 |\n", + "| air_temperature | 24.29049 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 145.5 |\n", + "| direct_solar_radiation | 682.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 25.14221 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5003182.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5860.3286 |\n", + "| air_humidity | 37.1701 |\n", + "| air_temperature | 24.564209 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 114.0 |\n", + "| direct_solar_radiation | 581.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 20.0 |\n", + "| outdoor_temperature | 28.693348 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5268518.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.263493 |\n", + "| air_temperature | 28.117382 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 57.5 |\n", + "| direct_solar_radiation | 492.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 24.179312 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.025 |\n", + "| air_temperature | 28.550064 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 31.5 |\n", + "| direct_solar_radiation | 19.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 27.793127 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.289627 |\n", + "| air_temperature | 29.596655 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 22.908802 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.948284 |\n", + "| air_temperature | 28.350603 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 22.92673 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.87577 |\n", + "| air_temperature | 27.287249 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 24.204128 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.05659 |\n", + "| air_temperature | 25.802189 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 23.501991 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.47732 |\n", + "| air_temperature | 25.126427 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.370691 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |********************************************************************-------------------------------| 68%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.2652 |\n", + "| air_temperature | 25.092297 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.099207 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.47031 |\n", + "| air_temperature | 22.970182 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 19.91283 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.12721 |\n", + "| air_temperature | 22.954018 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 21.076895 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.639404 |\n", + "| air_temperature | 21.706398 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 12.323276 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.0841 |\n", + "| air_temperature | 21.694613 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 15.121407 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.34458 |\n", + "| air_temperature | 22.672228 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 23.33292 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.37435 |\n", + "| air_temperature | 23.098211 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 22.0 |\n", + "| direct_solar_radiation | 1.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 22.74073 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.09637 |\n", + "| air_temperature | 22.759245 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 83.5 |\n", + "| direct_solar_radiation | 286.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 17.67871 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1371.7104 |\n", + "| air_humidity | 78.25826 |\n", + "| air_temperature | 20.039146 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 174.0 |\n", + "| direct_solar_radiation | 104.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 19.290564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1234998.8 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4050.8926 |\n", + "| air_humidity | 67.34919 |\n", + "| air_temperature | 21.52845 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 127.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 19.215305 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3645803.2 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3004.9004 |\n", + "| air_humidity | 60.246204 |\n", + "| air_temperature | 22.964148 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 299.0 |\n", + "| direct_solar_radiation | 364.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 21.560059 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2684185.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3808.9343 |\n", + "| air_humidity | 59.175064 |\n", + "| air_temperature | 23.599087 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 426.5 |\n", + "| direct_solar_radiation | 111.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 21.939615 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3428041.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3255.3972 |\n", + "| air_humidity | 55.725792 |\n", + "| air_temperature | 23.779278 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 262.5 |\n", + "| direct_solar_radiation | 437.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 23.010288 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2929857.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.00577 |\n", + "| air_temperature | 23.490236 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 209.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 22.610647 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.138374 |\n", + "| air_temperature | 23.77459 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 160.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 22.711033 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 501.99664 |\n", + "| air_humidity | 30.882849 |\n", + "| air_temperature | 25.489855 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 178.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 16.924389 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 451796.97 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1538.3142 |\n", + "| air_humidity | 40.38514 |\n", + "| air_temperature | 24.152029 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 80.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 16.750742 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1361756.1 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1562.5536 |\n", + "| air_humidity | 57.7763 |\n", + "| air_temperature | 23.69666 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 15.362766 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1406267.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.56485 |\n", + "| air_temperature | 27.943174 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 18.228003 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.614223 |\n", + "| air_temperature | 29.171944 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 19.968481 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.62621 |\n", + "| air_temperature | 26.012545 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 16.645796 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.65945 |\n", + "| air_temperature | 24.503786 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 14.65261 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.32206 |\n", + "| air_temperature | 24.97646 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 14.896741 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 193.37918 |\n", + "| air_humidity | 53.04839 |\n", + "| air_temperature | 20.552856 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 11.888072 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 170850.98 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |***************************************************************************------------------------| 75%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 91.6472 |\n", + "| air_humidity | 62.588314 |\n", + "| air_temperature | 21.2672 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 14.231259 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 81602.86 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 70.04255 |\n", + "| air_temperature | 21.505669 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 16.890583 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 59.37259 |\n", + "| air_temperature | 21.999968 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 15.308412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 61.38226 |\n", + "| air_temperature | 23.647644 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 20.262846 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 608.0272 |\n", + "| air_humidity | 31.537436 |\n", + "| air_temperature | 19.350393 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 8.612885 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 518107.1 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.907684 |\n", + "| air_temperature | 18.80182 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 4.671904 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.602402 |\n", + "| air_temperature | 19.819515 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.654228 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 34.41275 |\n", + "| air_temperature | 20.909618 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 64.0 |\n", + "| direct_solar_radiation | 174.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 8.19851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 160.70125 |\n", + "| air_humidity | 66.53428 |\n", + "| air_temperature | 19.79378 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 379.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 14.136075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 146586.66 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 57.88952 |\n", + "| air_temperature | 22.00054 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 125.5 |\n", + "| direct_solar_radiation | 694.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 17.635881 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 62.214733 |\n", + "| air_temperature | 23.414923 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 241.0 |\n", + "| direct_solar_radiation | 416.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 20.859966 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 192.45067 |\n", + "| air_humidity | 57.880604 |\n", + "| air_temperature | 26.456223 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 316.5 |\n", + "| direct_solar_radiation | 189.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 17.595821 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 173205.6 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.765224 |\n", + "| air_temperature | 27.755896 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 596.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 19.118748 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 50.221325 |\n", + "| air_temperature | 25.792042 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 256.0 |\n", + "| direct_solar_radiation | 306.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 18.685549 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.643288 |\n", + "| air_temperature | 25.088284 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 145.5 |\n", + "| direct_solar_radiation | 614.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 16.19097 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 11.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 455.85727 |\n", + "| air_humidity | 23.233004 |\n", + "| air_temperature | 25.580149 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 105.5 |\n", + "| direct_solar_radiation | 518.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 14.719782 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 410271.56 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 32.46782 |\n", + "| air_temperature | 23.050169 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 54.5 |\n", + "| direct_solar_radiation | 427.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 15.007018 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 104.0049 |\n", + "| air_humidity | 40.469254 |\n", + "| air_temperature | 25.762215 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 15.5 |\n", + "| direct_solar_radiation | 136.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 16.85201 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 110891.28 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 47.767754 |\n", + "| air_temperature | 25.61364 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 16.869762 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 109.77352 |\n", + "| air_humidity | 62.86594 |\n", + "| air_temperature | 25.587751 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 16.71503 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 98810.305 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 72.662445 |\n", + "| air_temperature | 22.676569 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 17.344183 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 71.353714 |\n", + "| air_temperature | 24.358383 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 18.299417 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 18.589087 |\n", + "| air_temperature | 22.21219 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 16.183949 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 18.206142 |\n", + "| air_temperature | 21.999985 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 7.863268 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 70.79328 |\n", + "| air_humidity | 21.031765 |\n", + "| air_temperature | 20.74373 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 7.3715158 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 61825.062 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 23.970629 |\n", + "| air_temperature | 18.405119 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 5.1220016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 201.19078 |\n", + "| air_humidity | 28.49424 |\n", + "| air_temperature | 21.015865 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 12.931328 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 188645.92 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 948.2007 |\n", + "| air_humidity | 20.858418 |\n", + "| air_temperature | 19.403952 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.6075807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 801069.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.18096 |\n", + "| air_temperature | 18.634413 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 4.9571757 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 95.37267 |\n", + "| air_humidity | 24.629105 |\n", + "| air_temperature | 20.14481 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 6.937596 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 82714.27 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 68.66032 |\n", + "| air_humidity | 28.74519 |\n", + "| air_temperature | 20.179213 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.355169 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 61025.4 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 42.22224 |\n", + "| air_temperature | 20.154366 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 34.5 |\n", + "| direct_solar_radiation | 136.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 8.601156 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 300.50192 |\n", + "| air_humidity | 34.13722 |\n", + "| air_temperature | 20.724718 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 91.0 |\n", + "| direct_solar_radiation | 372.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 10.182717 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 260286.92 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 27.324717 |\n", + "| air_temperature | 21.460247 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 116.5 |\n", + "| direct_solar_radiation | 556.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 7.6401772 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 663.8411 |\n", + "| air_humidity | 35.611805 |\n", + "| air_temperature | 23.279047 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 158.0 |\n", + "| direct_solar_radiation | 527.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 11.253662 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 610932.6 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.466824 |\n", + "| air_temperature | 23.828392 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 255.0 |\n", + "| direct_solar_radiation | 190.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 12.27229 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 46.755707 |\n", + "| air_temperature | 21.837193 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 237.5 |\n", + "| direct_solar_radiation | 86.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 16.700947 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 54.78266 |\n", + "| air_temperature | 21.810846 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 15.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 14.556306 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 295.21298 |\n", + "| air_humidity | 48.13714 |\n", + "| air_temperature | 25.021883 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 123.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 13.235451 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 266980.47 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 539.43866 |\n", + "| air_humidity | 36.041264 |\n", + "| air_temperature | 24.243587 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 82.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 10.984423 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 485494.8 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 902.7748 |\n", + "| air_humidity | 41.3403 |\n", + "| air_temperature | 23.527079 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 38.0 |\n", + "| direct_solar_radiation | 53.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.99827 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 812497.3 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 650.0828 |\n", + "| air_humidity | 52.764694 |\n", + "| air_temperature | 23.35507 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.372531 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 585074.56 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 28.211124 |\n", + "| air_temperature | 22.976395 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 6.600526 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.771719 |\n", + "| air_temperature | 20.824842 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 9.77587 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.479923 |\n", + "| air_temperature | 20.357563 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 6.0292397 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 727.8344 |\n", + "| air_humidity | 25.417734 |\n", + "| air_temperature | 21.000147 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 5.013974 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 646563.2 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.97609 |\n", + "| air_temperature | 21.428865 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 3.8844962 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1003.0152 |\n", + "| air_humidity | 36.79652 |\n", + "| air_temperature | 21.041609 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 1.7418324 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 902713.7 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |*****************************************************************************************----------| 89%------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1480.0426 |\n", + "| air_humidity | 29.446743 |\n", + "| air_temperature | 20.312044 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | -0.6433044 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1332038.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2032.5927 |\n", + "| air_humidity | 19.228872 |\n", + "| air_temperature | 20.992287 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | -3.406055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1829333.4 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1643.0013 |\n", + "| air_humidity | 15.219239 |\n", + "| air_temperature | 19.81402 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -1.4580983 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1478701.2 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "------------------------------------------------*****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1875.4172 |\n", + "| air_humidity | 13.846659 |\n", + "| air_temperature | 21.000006 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -2.6201777 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1687875.5 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.86057 |\n", + "| air_temperature | 19.003658 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 5.8098664 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 807.836 |\n", + "| air_humidity | 43.12251 |\n", + "| air_temperature | 19.362911 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 6.156244 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 681375.3 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 789.04456 |\n", + "| air_humidity | 30.17224 |\n", + "| air_temperature | 20.636475 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 5.1578355 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 708359.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 295.55637 |\n", + "| air_humidity | 25.87323 |\n", + "| air_temperature | 19.928282 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 1.742372 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 266000.75 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 92.7553 |\n", + "| air_humidity | 35.296833 |\n", + "| air_temperature | 20.206911 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 25.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 7.921776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 80147.33 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 163.46709 |\n", + "| air_humidity | 29.838661 |\n", + "| air_temperature | 19.29609 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 79.5 |\n", + "| direct_solar_radiation | 369.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 5.922729 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 146838.22 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 12.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 17.84719 |\n", + "| air_temperature | 22.499722 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 93.5 |\n", + "| direct_solar_radiation | 623.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 4.658013 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 23.96115 |\n", + "| air_temperature | 23.561268 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 804.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 6.4370503 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 39.127277 |\n", + "| air_temperature | 22.928534 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 97.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 7.2501626 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 31.817347 |\n", + "| air_temperature | 22.907028 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 5.028878 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 18.59975 |\n", + "| air_temperature | 22.932472 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 96.5 |\n", + "| direct_solar_radiation | 104.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 2.591026 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 70.20606 |\n", + "| air_humidity | 18.017624 |\n", + "| air_temperature | 21.000004 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 73.5 |\n", + "| direct_solar_radiation | 92.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 4.7990522 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 62652.8 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 124.541046 |\n", + "| air_humidity | 18.26065 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 15.0 |\n", + "| direct_solar_radiation | 308.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 7.0755606 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 112187.96 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 27.55016 |\n", + "| air_temperature | 23.214323 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 4.394281 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 35.79371 |\n", + "| air_temperature | 22.532774 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 3.9512193 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1089.2335 |\n", + "| air_humidity | 28.00922 |\n", + "| air_temperature | 23.024275 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 1.3107407 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 980310.2 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.208553 |\n", + "| air_temperature | 21.219198 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 3.8873405 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 835.0407 |\n", + "| air_humidity | 21.99288 |\n", + "| air_temperature | 20.598116 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 4.8464212 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 755553.3 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1402.3055 |\n", + "| air_humidity | 14.491304 |\n", + "| air_temperature | 21.000223 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 25.0 |\n", + "| outdoor_temperature | -0.2546195 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1262075.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.221281 |\n", + "| air_temperature | 20.598158 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 3.1798205 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 700.85516 |\n", + "| air_humidity | 24.989456 |\n", + "| air_temperature | 20.595875 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 5.265303 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 630769.7 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.265991 |\n", + "| air_temperature | 20.496058 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 2.0358138 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 30.325657 |\n", + "| air_temperature | 20.983091 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 2.0346045 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.342453 |\n", + "| air_temperature | 19.903067 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 5.899701 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1322.4016 |\n", + "| air_humidity | 22.932446 |\n", + "| air_temperature | 20.642416 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 0.14490029 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1190161.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2363.602 |\n", + "| air_humidity | 17.392849 |\n", + "| air_temperature | 19.999958 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -5.0611014 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2127241.8 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.27708 |\n", + "| air_temperature | 19.663279 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.7721448 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 29.299072 |\n", + "| air_temperature | 20.000072 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 3.103836 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 47.617172 |\n", + "| air_temperature | 19.266903 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 10.236619 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 34.94709 |\n", + "| air_temperature | 21.744276 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 53.5 |\n", + "| direct_solar_radiation | 532.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 8.176662 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 972.799 |\n", + "| air_humidity | 26.80679 |\n", + "| air_temperature | 22.411669 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 70.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 1.435689 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 875519.1 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.151196 |\n", + "| air_temperature | 21.667337 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 115.0 |\n", + "| direct_solar_radiation | 582.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 3.6377366 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 101.81965 |\n", + "| air_humidity | 19.736752 |\n", + "| air_temperature | 20.999989 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 133.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 5.0482287 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 91637.68 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 519.18353 |\n", + "| air_humidity | 28.049627 |\n", + "| air_temperature | 22.243378 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 103.5 |\n", + "| direct_solar_radiation | 24.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 1.7846037 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 467265.2 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 14.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1437.554 |\n", + "| air_humidity | 14.440469 |\n", + "| air_temperature | 23.035702 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 102.0 |\n", + "| direct_solar_radiation | 487.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -1.0675281 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1293798.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", + "-----------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| episode/ | |\n", + "| comfort_violation_time(%) | 42.6 |\n", + "| cumulative_comfort_penalty | -1e+04 |\n", + "| cumulative_energy_penalty | -1.79e+03 |\n", + "| cumulative_power | 3.57e+07 |\n", + "| cumulative_reward | -11781.918 |\n", + "| cumulative_temperature_violation | 2e+04 |\n", + "| episode_length | 35040 |\n", + "| mean_comfort_penalty | -0.285 |\n", + "| mean_energy_penalty | -0.0509 |\n", + "| mean_power | 1.02e+03 |\n", + "| mean_reward | -0.33624196 |\n", + "| mean_temperature_violation | 0.571 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3206.5505 |\n", + "| air_humidity | 16.606789 |\n", + "| air_temperature | 16.834461 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | -9.275844 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2885895.5 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------------\n", + "-----------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 3.5e+04 |\n", + "| ep_rew_mean | -1.18e+04 |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| episodes | 1 |\n", + "| fps | 1779 |\n", + "| time_elapsed | 19 |\n", + "| total_timesteps | 35040 |\n", + "-----------------------------------\n", + "------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1804.2375 |\n", + "| air_humidity | 14.429458 |\n", + "| air_temperature | 22.996721 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 95.5 |\n", + "| direct_solar_radiation | 157.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -2.7215035 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1623813.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2286.7896 |\n", + "| air_humidity | 13.794168 |\n", + "| air_temperature | 23.17125 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 54.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | -5.134264 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2058110.6 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 51.033295 |\n", + "| air_temperature | 23.009144 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 6.7510724 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2267.5652 |\n", + "| air_humidity | 15.053332 |\n", + "| air_temperature | 22.429335 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -5.0381413 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2040808.6 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2373.0137 |\n", + "| air_humidity | 11.418623 |\n", + "| air_temperature | 20.962894 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -5.1081605 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2135712.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1758.2157 |\n", + "| air_humidity | 9.940797 |\n", + "| air_temperature | 20.618435 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | -2.03417 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1582394.1 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2139.4778 |\n", + "| air_humidity | 17.66047 |\n", + "| air_temperature | 21.4038 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -3.9404805 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1925530.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1455.3401 |\n", + "| air_humidity | 33.264008 |\n", + "| air_temperature | 20.997766 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | -0.5197919 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1309806.1 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1222.3441 |\n", + "| air_humidity | 34.790493 |\n", + "| air_temperature | 20.846558 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 0.645188 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1100109.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1883.9517 |\n", + "| air_humidity | 21.349102 |\n", + "| air_temperature | 19.073694 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -2.66285 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1695556.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1546.6324 |\n", + "| air_humidity | 16.957151 |\n", + "| air_temperature | 18.970556 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -0.97625375 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1391969.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 148.38998 |\n", + "| air_humidity | 25.182379 |\n", + "| air_temperature | 20.113134 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 4.72036 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 134166.44 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2781.4126 |\n", + "| air_humidity | 23.80908 |\n", + "| air_temperature | 19.716034 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | -7.150154 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2503271.2 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1030.1261 |\n", + "| air_humidity | 23.667334 |\n", + "| air_temperature | 19.352226 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 1.6062777 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 927113.56 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1950.5087 |\n", + "| air_humidity | 29.971148 |\n", + "| air_temperature | 18.999996 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | -2.9956346 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1755457.8 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1148.0468 |\n", + "| air_humidity | 34.12383 |\n", + "| air_temperature | 19.986454 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 1.0166746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1033242.06 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 41.51869 |\n", + "| air_temperature | 19.999989 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 9.285549 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.05086 |\n", + "| air_temperature | 20.530643 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 326.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.3865857 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 122.68099 |\n", + "| air_humidity | 16.205442 |\n", + "| air_temperature | 20.136335 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 110.0 |\n", + "| direct_solar_radiation | 362.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 4.9920626 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 107556.51 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 31.507713 |\n", + "| air_temperature | 22.5794 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 172.5 |\n", + "| direct_solar_radiation | 34.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 4.3967648 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 40.34489 |\n", + "| air_temperature | 23.049335 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 81.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 7.3515596 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 748.64197 |\n", + "| air_humidity | 45.458416 |\n", + "| air_temperature | 23.0614 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 103.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.038888 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 673777.8 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 231.8666 |\n", + "| air_humidity | 53.649773 |\n", + "| air_temperature | 24.061403 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 82.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 13.094668 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 208679.92 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 28.547411 |\n", + "| air_temperature | 22.799263 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 67.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 2.623999 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 26.4357 |\n", + "| air_temperature | 21.611109 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 108.5 |\n", + "| direct_solar_radiation | 93.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.027222 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.152868 |\n", + "| air_temperature | 21.999857 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 58.0 |\n", + "| direct_solar_radiation | 189.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 3.5773697 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 33.50244 |\n", + "| air_temperature | 22.925869 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 8.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 3.5959754 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1462.5768 |\n", + "| air_humidity | 20.541664 |\n", + "| air_temperature | 23.24956 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | -1.0131997 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1316319.1 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1349.1754 |\n", + "| air_humidity | 24.63473 |\n", + "| air_temperature | 23.735115 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 0.0110311955 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1214257.9 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1886.4735 |\n", + "| air_humidity | 16.737734 |\n", + "| air_temperature | 22.882967 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | -2.6754591 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1697826.1 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 585.49194 |\n", + "| air_humidity | 28.731716 |\n", + "| air_temperature | 20.996204 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 6.31725 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 526942.75 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 12.700426 |\n", + "| air_temperature | 20.538958 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -2.3895953 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1319.7701 |\n", + "| air_humidity | 11.374336 |\n", + "| air_temperature | 20.237171 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 0.15805787 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1187793.1 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "Progress: |**********-----------------------------------------------------------------------------------------| 10%------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1625.1184 |\n", + "| air_humidity | 29.68434 |\n", + "| air_temperature | 19.554268 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -1.3686837 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1462606.6 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3791.435 |\n", + "| air_humidity | 16.024805 |\n", + "| air_temperature | 18.399399 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -12.200267 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3412291.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3162.4832 |\n", + "| air_humidity | 16.801003 |\n", + "| air_temperature | 17.480116 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | -9.055507 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2846234.8 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2316.3386 |\n", + "| air_humidity | 18.613413 |\n", + "| air_temperature | 19.890545 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -4.8247848 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2084704.8 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3050.6633 |\n", + "| air_humidity | 16.25804 |\n", + "| air_temperature | 18.83905 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | -8.496408 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2745597.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1886.6011 |\n", + "| air_humidity | 12.712721 |\n", + "| air_temperature | 18.790092 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -2.6760972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1697941.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1514.844 |\n", + "| air_humidity | 16.692741 |\n", + "| air_temperature | 19.63072 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | -0.81731147 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1363359.6 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2945.1492 |\n", + "| air_humidity | 18.053753 |\n", + "| air_temperature | 18.193132 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 40.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -11.505592 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2650634.2 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2493.5735 |\n", + "| air_humidity | 10.131987 |\n", + "| air_temperature | 18.372742 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 69.0 |\n", + "| direct_solar_radiation | 187.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -9.247714 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2244216.2 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1821.0771 |\n", + "| air_humidity | 13.044007 |\n", + "| air_temperature | 21.999996 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 106.0 |\n", + "| direct_solar_radiation | 395.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -2.7465734 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1638969.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1367.605 |\n", + "| air_humidity | 18.204165 |\n", + "| air_temperature | 22.377993 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 190.5 |\n", + "| direct_solar_radiation | 29.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | -0.5383407 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1230844.5 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 151.11612 |\n", + "| air_humidity | 31.204664 |\n", + "| air_temperature | 20.458956 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 224.5 |\n", + "| direct_solar_radiation | 314.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 6.2909584 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 144360.28 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 76.76114 |\n", + "| air_humidity | 17.126703 |\n", + "| air_temperature | 22.000053 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 124.0 |\n", + "| direct_solar_radiation | 727.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 6.369709 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 70249.89 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 25.14942 |\n", + "| air_temperature | 23.491219 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 241.0 |\n", + "| direct_solar_radiation | 284.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 6.582677 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.28904 |\n", + "| air_temperature | 24.073921 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 183.5 |\n", + "| direct_solar_radiation | 475.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 7.3682384 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 688.9026 |\n", + "| air_humidity | 25.790758 |\n", + "| air_temperature | 24.51302 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 101.5 |\n", + "| direct_solar_radiation | 584.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 9.043416 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 593599.75 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 31.605486 |\n", + "| air_temperature | 23.198685 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 63.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 3.3204484 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 917.7176 |\n", + "| air_humidity | 19.038803 |\n", + "| air_temperature | 23.908525 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 273.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 1.9434859 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 825945.9 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 22.889832 |\n", + "| air_temperature | 21.24511 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 3.2798805 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1150.1122 |\n", + "| air_humidity | 18.517626 |\n", + "| air_temperature | 20.998045 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 1.0063478 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1035100.94 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 533.8715 |\n", + "| air_humidity | 22.031479 |\n", + "| air_temperature | 22.000027 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 4.355374 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 474075.22 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1502.4996 |\n", + "| air_humidity | 17.550522 |\n", + "| air_temperature | 21.454084 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | -0.75558984 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1352249.8 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1700.4568 |\n", + "| air_humidity | 38.744617 |\n", + "| air_temperature | 19.918364 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -1.7453753 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1530411.1 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 840.8903 |\n", + "| air_humidity | 40.83299 |\n", + "| air_temperature | 19.238083 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 5.5238667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 725613.3 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |*****************----------------------------------------------------------------------------------| 17%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 708.3994 |\n", + "| air_humidity | 36.43662 |\n", + "| air_temperature | 19.460455 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 6.6392717 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 593720.8 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 33.624523 |\n", + "| air_temperature | 21.84918 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 10.09713 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 474.4464 |\n", + "| air_humidity | 32.48305 |\n", + "| air_temperature | 19.565111 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 9.315889 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 406927.03 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 927.30707 |\n", + "| air_humidity | 43.51403 |\n", + "| air_temperature | 19.22073 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.875117 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 781413.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 575.30975 |\n", + "| air_humidity | 45.782436 |\n", + "| air_temperature | 20.171947 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.522872 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 555115.25 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 782.5654 |\n", + "| air_humidity | 24.75921 |\n", + "| air_temperature | 20.15559 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 6.049054 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 704308.94 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.990368 |\n", + "| air_temperature | 19.806833 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 3.5513284 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 37.737408 |\n", + "| air_temperature | 20.442892 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 72.0 |\n", + "| direct_solar_radiation | 175.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.1105442 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.52455 |\n", + "| air_temperature | 20.50352 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 141.5 |\n", + "| direct_solar_radiation | 118.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.6969094 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 22.176426 |\n", + "| air_temperature | 21.72639 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 132.5 |\n", + "| direct_solar_radiation | 687.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 7.6411133 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 23.683573 |\n", + "| air_temperature | 22.5603 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 291.0 |\n", + "| direct_solar_radiation | 353.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 4.719579 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 15.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 947.8628 |\n", + "| air_humidity | 17.563786 |\n", + "| air_temperature | 23.31355 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 820.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 4.4292946 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 853076.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 819.6643 |\n", + "| air_humidity | 17.929089 |\n", + "| air_temperature | 23.582941 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 310.5 |\n", + "| direct_solar_radiation | 462.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 1.6799109 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 737697.9 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 183.02463 |\n", + "| air_humidity | 22.134924 |\n", + "| air_temperature | 25.33988 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 140.5 |\n", + "| direct_solar_radiation | 840.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 12.848213 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 165756.19 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1372.1312 |\n", + "| air_humidity | 16.91895 |\n", + "| air_temperature | 20.388855 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 103.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -0.10374769 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1234918.1 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1435.1711 |\n", + "| air_humidity | 18.643396 |\n", + "| air_temperature | 21.139025 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 168.5 |\n", + "| direct_solar_radiation | 643.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | -0.41894728 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1291654.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 906.4148 |\n", + "| air_humidity | 26.15411 |\n", + "| air_temperature | 24.043047 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 132.5 |\n", + "| direct_solar_radiation | 552.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 3.821802 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 815773.3 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 26.803059 |\n", + "| air_temperature | 23.57881 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 61.5 |\n", + "| direct_solar_radiation | 360.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 3.7118824 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 838.38043 |\n", + "| air_humidity | 32.72246 |\n", + "| air_temperature | 23.509342 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 91.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 5.683642 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 746401.25 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 11.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 722.22064 |\n", + "| air_humidity | 21.36357 |\n", + "| air_temperature | 21.937164 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 4.786942 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 636776.6 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 14.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1420.1923 |\n", + "| air_humidity | 15.754087 |\n", + "| air_temperature | 23.23445 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 22.0 |\n", + "| outdoor_temperature | -0.34405267 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1278173.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 15.957253 |\n", + "| air_temperature | 20.980701 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 3.6350272 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 28.30168 |\n", + "| air_temperature | 21.18839 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.6833673 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 785.40643 |\n", + "| air_humidity | 43.216587 |\n", + "| air_temperature | 19.139505 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.2410784 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 701437.75 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |***********************----------------------------------------------------------------------------| 23%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 481.7842 |\n", + "| air_humidity | 47.513245 |\n", + "| air_temperature | 20.326927 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 8.220632 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 451453.1 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 194.08734 |\n", + "| air_humidity | 43.19421 |\n", + "| air_temperature | 20.993734 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 11.772061 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 170518.66 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.857058 |\n", + "| air_temperature | 20.061483 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 2.9912403 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 37.21652 |\n", + "| air_temperature | 20.998018 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 2.1145651 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 143.43005 |\n", + "| air_humidity | 36.30297 |\n", + "| air_temperature | 20.30996 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.333977 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 140959.28 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.015564 |\n", + "| air_temperature | 18.754827 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 2.8850982 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.60917 |\n", + "| air_temperature | 18.369095 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 27.0 |\n", + "| direct_solar_radiation | 165.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 4.028294 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.062473 |\n", + "| air_temperature | 18.538546 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 541.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 3.634861 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 43.828773 |\n", + "| air_temperature | 18.841476 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 403.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 6.183797 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 572.3576 |\n", + "| air_humidity | 44.74038 |\n", + "| air_temperature | 21.419844 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 173.0 |\n", + "| direct_solar_radiation | 567.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 10.205873 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 523577.4 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.707 |\n", + "| air_temperature | 22.388348 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 220.5 |\n", + "| direct_solar_radiation | 635.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 19.456167 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.24044 |\n", + "| air_temperature | 23.77905 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 143.5 |\n", + "| direct_solar_radiation | 847.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 22.28776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3445.089 |\n", + "| air_humidity | 53.412476 |\n", + "| air_temperature | 23.671152 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 283.0 |\n", + "| direct_solar_radiation | 626.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 23.813982 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3108444.2 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1941.4698 |\n", + "| air_humidity | 57.059998 |\n", + "| air_temperature | 23.39732 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 449.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 19.118326 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1746407.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3975.0776 |\n", + "| air_humidity | 32.96631 |\n", + "| air_temperature | 23.598097 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 153.5 |\n", + "| direct_solar_radiation | 773.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 25.0 |\n", + "| outdoor_temperature | 20.640772 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3574334.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 306.31296 |\n", + "| air_humidity | 14.682458 |\n", + "| air_temperature | 25.941786 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 142.5 |\n", + "| direct_solar_radiation | 728.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 14.0 |\n", + "| outdoor_temperature | 15.408057 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 275078.9 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 12.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 315.61072 |\n", + "| air_humidity | 12.921776 |\n", + "| air_temperature | 25.000605 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 72.0 |\n", + "| direct_solar_radiation | 766.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 11.0 |\n", + "| outdoor_temperature | 11.472333 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 280739.22 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 37.093914 |\n", + "| air_temperature | 20.82961 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 69.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 6.4494166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 32.12789 |\n", + "| air_temperature | 23.169945 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 45.5 |\n", + "| direct_solar_radiation | 25.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 6.8088455 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.234688 |\n", + "| air_temperature | 26.290154 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 8.991571 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.74599 |\n", + "| air_temperature | 27.69215 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 15.791064 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.868176 |\n", + "| air_temperature | 23.51201 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 7.527386 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.438843 |\n", + "| air_temperature | 22.010849 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 6.091949 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.108757 |\n", + "| air_temperature | 22.255705 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 6.9153886 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.31344 |\n", + "| air_temperature | 19.858194 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 8.460917 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.07449 |\n", + "| air_temperature | 18.641197 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 5.7216463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.987324 |\n", + "| air_temperature | 20.40382 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 10.535965 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.64444 |\n", + "| air_temperature | 20.592913 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 7.241513 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.43422 |\n", + "| air_temperature | 19.880894 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 10.051851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.292465 |\n", + "| air_temperature | 20.055376 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 6.9597707 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.59889 |\n", + "| air_temperature | 21.129635 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 10.039303 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.81694 |\n", + "| air_temperature | 21.566832 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 78.5 |\n", + "| direct_solar_radiation | 588.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 12.721492 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 105.58764 |\n", + "| air_humidity | 68.87817 |\n", + "| air_temperature | 18.685684 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 221.0 |\n", + "| direct_solar_radiation | 50.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 13.024408 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 95277.984 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 554.63495 |\n", + "| air_humidity | 60.94167 |\n", + "| air_temperature | 20.760542 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 133.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.734792 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 499171.47 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 494.29865 |\n", + "| air_humidity | 26.91579 |\n", + "| air_temperature | 24.698816 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 227.5 |\n", + "| direct_solar_radiation | 676.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 25.0 |\n", + "| outdoor_temperature | 16.345572 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 441835.44 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1669.414 |\n", + "| air_humidity | 27.572773 |\n", + "| air_temperature | 24.118586 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 263.5 |\n", + "| direct_solar_radiation | 662.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 16.663635 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1502472.6 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1423.8939 |\n", + "| air_humidity | 49.750465 |\n", + "| air_temperature | 23.154497 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 225.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 15.606137 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1281504.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.523636 |\n", + "| air_temperature | 21.496876 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 183.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 17.305464 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.981228 |\n", + "| air_temperature | 23.672033 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 296.0 |\n", + "| direct_solar_radiation | 101.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 18.12477 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 263.9766 |\n", + "| air_humidity | 49.505367 |\n", + "| air_temperature | 24.917562 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 243.0 |\n", + "| direct_solar_radiation | 62.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 14.965244 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 237583.92 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 441.78152 |\n", + "| air_humidity | 59.375774 |\n", + "| air_temperature | 25.219263 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 81.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.51826 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 397603.38 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 291.60434 |\n", + "| air_humidity | 60.253563 |\n", + "| air_temperature | 24.001564 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 116.5 |\n", + "| direct_solar_radiation | 8.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.3150015 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 426840.75 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.826717 |\n", + "| air_temperature | 29.443428 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 76.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 24.326218 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.45334 |\n", + "| air_temperature | 29.770283 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 21.403486 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.864246 |\n", + "| air_temperature | 25.409126 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 14.024936 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.58497 |\n", + "| air_temperature | 25.376099 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 13.580284 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.845596 |\n", + "| air_temperature | 24.4386 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 8.686298 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.85383 |\n", + "| air_temperature | 23.408401 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 10.669418 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.44686 |\n", + "| air_temperature | 22.478897 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 11.021046 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.71836 |\n", + "| air_temperature | 22.096245 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 10.4822035 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.24246 |\n", + "| air_temperature | 22.697903 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 14.038016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.10041 |\n", + "| air_temperature | 21.779947 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.543995 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.470825 |\n", + "| air_temperature | 20.502432 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 14.700728 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.664185 |\n", + "| air_temperature | 20.969315 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 78.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 11.760994 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.82759 |\n", + "| air_temperature | 20.638756 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 119.5 |\n", + "| direct_solar_radiation | 39.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 12.853281 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.742096 |\n", + "| air_temperature | 20.965656 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 202.5 |\n", + "| direct_solar_radiation | 121.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 15.2559595 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 175.05946 |\n", + "| air_humidity | 85.569885 |\n", + "| air_temperature | 20.361977 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 166.5 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.519688 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 157553.52 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.35559 |\n", + "| air_temperature | 23.295433 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 251.5 |\n", + "| direct_solar_radiation | 597.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 16.08074 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.33773 |\n", + "| air_temperature | 24.468657 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 330.5 |\n", + "| direct_solar_radiation | 485.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 21.730036 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3473.914 |\n", + "| air_humidity | 50.87384 |\n", + "| air_temperature | 23.874031 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 396.0 |\n", + "| direct_solar_radiation | 283.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 19.557518 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3113888.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4798.8096 |\n", + "| air_humidity | 45.506927 |\n", + "| air_temperature | 24.022305 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 333.0 |\n", + "| direct_solar_radiation | 576.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 25.908749 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4307226.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4961.3433 |\n", + "| air_humidity | 53.536194 |\n", + "| air_temperature | 23.69982 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 270.0 |\n", + "| direct_solar_radiation | 682.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 27.257017 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 4465209.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5542.6147 |\n", + "| air_humidity | 46.478977 |\n", + "| air_temperature | 24.297695 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 213.0 |\n", + "| direct_solar_radiation | 710.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 28.636808 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4984936.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5475.4956 |\n", + "| air_humidity | 57.36404 |\n", + "| air_temperature | 24.47104 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 233.5 |\n", + "| direct_solar_radiation | 564.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 26.003632 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4915775.5 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.53134 |\n", + "| air_temperature | 27.312569 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 178.5 |\n", + "| direct_solar_radiation | 469.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 27.807915 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.3855 |\n", + "| air_temperature | 27.161943 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 103.0 |\n", + "| direct_solar_radiation | 524.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 20.942236 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 39.917088 |\n", + "| air_temperature | 30.10571 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 62.0 |\n", + "| direct_solar_radiation | 335.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 17.514065 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.715076 |\n", + "| air_temperature | 29.770834 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 28.5 |\n", + "| direct_solar_radiation | 11.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 18.896332 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.85728 |\n", + "| air_temperature | 27.400461 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 16.325865 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.10968 |\n", + "| air_temperature | 25.510035 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 20.222506 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.73e+04 |\n", + "| n_updates | 24 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.88185 |\n", + "| air_temperature | 26.473099 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 23.432787 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.69e+04 |\n", + "| n_updates | 49 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.250916 |\n", + "| air_temperature | 24.624996 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 19.427858 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.96e+04 |\n", + "| n_updates | 74 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.379234 |\n", + "| air_temperature | 24.415615 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 18.959192 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.74e+04 |\n", + "| n_updates | 99 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.947784 |\n", + "| air_temperature | 22.702192 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 16.782215 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.7e+04 |\n", + "| n_updates | 124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.11013 |\n", + "| air_temperature | 22.181059 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 17.962767 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+04 |\n", + "| n_updates | 149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.01869 |\n", + "| air_temperature | 22.351809 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 20.203293 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+04 |\n", + "| n_updates | 174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.761375 |\n", + "| air_temperature | 21.895535 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 17.647366 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.48e+04 |\n", + "| n_updates | 199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.31044 |\n", + "| air_temperature | 23.202625 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 49.0 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 21.554924 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.79e+03 |\n", + "| n_updates | 224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.13197 |\n", + "| air_temperature | 23.67505 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 23.571669 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.94e+03 |\n", + "| n_updates | 249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.96759 |\n", + "| air_temperature | 21.819794 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 19.235605 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1854.7126 |\n", + "| air_humidity | 82.8579 |\n", + "| air_temperature | 19.94703 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 116.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 19.453636 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1662493.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.25e+03 |\n", + "| n_updates | 299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8928.022 |\n", + "| air_humidity | 64.12279 |\n", + "| air_temperature | 22.995796 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 645.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 32.729115 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8035220.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.26e+03 |\n", + "| n_updates | 324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6259.42 |\n", + "| air_humidity | 58.960857 |\n", + "| air_temperature | 23.959463 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 289.0 |\n", + "| direct_solar_radiation | 563.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 27.882483 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5633478.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.46e+03 |\n", + "| n_updates | 349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4542.525 |\n", + "| air_humidity | 61.181717 |\n", + "| air_temperature | 23.151531 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 300.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 19.840796 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4088272.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.69e+03 |\n", + "| n_updates | 374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.28868 |\n", + "| air_temperature | 27.314816 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 684.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 29.14851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+04 |\n", + "| n_updates | 399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.29333 |\n", + "| air_temperature | 27.590292 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 362.0 |\n", + "| direct_solar_radiation | 368.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 30.175938 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.64e+03 |\n", + "| n_updates | 424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6536.5103 |\n", + "| air_humidity | 56.910072 |\n", + "| air_temperature | 24.24192 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 344.5 |\n", + "| direct_solar_radiation | 48.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 26.203909 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5882859.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8832.593 |\n", + "| air_humidity | 58.894646 |\n", + "| air_temperature | 24.245432 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 190.0 |\n", + "| direct_solar_radiation | 446.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 28.251022 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7949333.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.16e+03 |\n", + "| n_updates | 474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5994.488 |\n", + "| air_humidity | 57.70945 |\n", + "| air_temperature | 24.269371 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 657.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 26.748756 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5394630.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.01e+03 |\n", + "| n_updates | 499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5868.593 |\n", + "| air_humidity | 59.702705 |\n", + "| air_temperature | 23.673388 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 117.0 |\n", + "| direct_solar_radiation | 8.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 23.925201 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5300543.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.08e+03 |\n", + "| n_updates | 524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.323895 |\n", + "| air_temperature | 29.75314 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 89.0 |\n", + "| direct_solar_radiation | 182.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 24.83241 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+03 |\n", + "| n_updates | 549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.10587 |\n", + "| air_temperature | 25.321625 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 29.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.11446 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.5e+03 |\n", + "| n_updates | 574 |\n", + "-----------------------------------------------\n", + "----------------------------------------------**************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.58216 |\n", + "| air_temperature | 24.81363 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 19.323 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.13e+03 |\n", + "| n_updates | 599 |\n", + "----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.26106 |\n", + "| air_temperature | 27.285131 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.510527 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.57e+03 |\n", + "| n_updates | 624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.97226 |\n", + "| air_temperature | 25.634449 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 20.972343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.97e+03 |\n", + "| n_updates | 649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.34892 |\n", + "| air_temperature | 24.954485 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 21.94895 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.54e+03 |\n", + "| n_updates | 674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.28426 |\n", + "| air_temperature | 24.376232 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 20.423975 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.99e+03 |\n", + "| n_updates | 699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.33825 |\n", + "| air_temperature | 24.507927 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.793901 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.98e+03 |\n", + "| n_updates | 724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.71556 |\n", + "| air_temperature | 25.245878 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 25.436129 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.81e+03 |\n", + "| n_updates | 749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.0488 |\n", + "| air_temperature | 24.126446 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 24.582035 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.71491 |\n", + "| air_temperature | 22.90714 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 22.584349 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 965 |\n", + "| n_updates | 799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.72923 |\n", + "| air_temperature | 23.959242 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 25.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 27.785337 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.47e+03 |\n", + "| n_updates | 824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.162704 |\n", + "| air_temperature | 23.086092 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 76.0 |\n", + "| direct_solar_radiation | 262.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 21.191248 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.96e+03 |\n", + "| n_updates | 849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.09719 |\n", + "| air_temperature | 22.966927 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 84.5 |\n", + "| direct_solar_radiation | 444.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 25.49166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.842354 |\n", + "| air_temperature | 24.912615 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 188.5 |\n", + "| direct_solar_radiation | 444.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 27.981579 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.47e+03 |\n", + "| n_updates | 899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.29015 |\n", + "| air_temperature | 26.284555 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 109.0 |\n", + "| direct_solar_radiation | 791.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 27.723755 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5701.992 |\n", + "| air_humidity | 62.445957 |\n", + "| air_temperature | 22.877975 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 198.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.844303 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5131793.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.48e+03 |\n", + "| n_updates | 949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6329.585 |\n", + "| air_humidity | 58.633747 |\n", + "| air_temperature | 24.058687 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 351.0 |\n", + "| direct_solar_radiation | 285.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 29.750559 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5696626.5 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.12e+03 |\n", + "| n_updates | 974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7090.5063 |\n", + "| air_humidity | 57.64953 |\n", + "| air_temperature | 24.19502 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 229.5 |\n", + "| direct_solar_radiation | 590.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 27.872087 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6384696.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.12e+03 |\n", + "| n_updates | 999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5688.2856 |\n", + "| air_humidity | 61.284252 |\n", + "| air_temperature | 22.551647 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 260.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 22.795156 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5119457.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.4e+03 |\n", + "| n_updates | 1024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7841.701 |\n", + "| air_humidity | 57.82436 |\n", + "| air_temperature | 24.11316 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 301.5 |\n", + "| direct_solar_radiation | 544.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 26.77382 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 7034948.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3e+03 |\n", + "| n_updates | 1049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.2651 |\n", + "| air_temperature | 28.586027 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 332.0 |\n", + "| direct_solar_radiation | 416.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 27.283964 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.07e+03 |\n", + "| n_updates | 1074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.894302 |\n", + "| air_temperature | 28.345287 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 267.5 |\n", + "| direct_solar_radiation | 310.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 25.579243 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.46e+03 |\n", + "| n_updates | 1099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7106.787 |\n", + "| air_humidity | 59.247807 |\n", + "| air_temperature | 23.88788 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 135.0 |\n", + "| direct_solar_radiation | 332.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 25.603895 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6396108.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.13e+03 |\n", + "| n_updates | 1124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.444363 |\n", + "| air_temperature | 28.380396 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 21.795992 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 1149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.730785 |\n", + "| air_temperature | 30.277372 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 21.0 |\n", + "| direct_solar_radiation | 82.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 24.305302 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.09e+03 |\n", + "| n_updates | 1174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.063698 |\n", + "| air_temperature | 28.064104 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.021494 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.7e+03 |\n", + "| n_updates | 1199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.99026 |\n", + "| air_temperature | 26.231157 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.473911 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.4e+03 |\n", + "| n_updates | 1224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.17343 |\n", + "| air_temperature | 25.960754 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 21.79974 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.6e+03 |\n", + "| n_updates | 1249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.62412 |\n", + "| air_temperature | 24.571651 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 23.37696 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.05e+03 |\n", + "| n_updates | 1274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.07557 |\n", + "| air_temperature | 24.251059 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 21.277117 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.37e+03 |\n", + "| n_updates | 1299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.77418 |\n", + "| air_temperature | 23.679039 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 23.076662 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 756 |\n", + "| n_updates | 1324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.70116 |\n", + "| air_temperature | 23.391863 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 23.102135 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 1349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.7172 |\n", + "| air_temperature | 23.848103 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 24.195494 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 891 |\n", + "| n_updates | 1374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.705536 |\n", + "| air_temperature | 24.714365 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 25.90795 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.09e+03 |\n", + "| n_updates | 1399 |\n", + "-----------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Step only supports monotonically increasing values, use define_metric to set a custom x axis. For details see: https://wandb.me/define-metric\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214247.6063654}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_rew_mean': -11781.918385, '_timestamp': 1700214247.6064198}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214247.606459}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/episodes': 1, '_timestamp': 1700214247.6064918}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/fps': 1779, '_timestamp': 1700214247.6065187}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/time_elapsed': 19, '_timestamp': 1700214247.6065419}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/total_timesteps': 35040, '_timestamp': 1700214247.6065679}).\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.14272 |\n", + "| air_temperature | 24.373743 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 30.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 24.067757 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.97e+03 |\n", + "| n_updates | 1424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.859985 |\n", + "| air_temperature | 23.91815 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 71.0 |\n", + "| direct_solar_radiation | 21.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 25.750177 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.66e+03 |\n", + "| n_updates | 1449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.054276 |\n", + "| air_temperature | 22.867567 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 58.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 22.91997 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.85e+03 |\n", + "| n_updates | 1474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1521.9896 |\n", + "| air_humidity | 75.063614 |\n", + "| air_temperature | 21.000452 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 205.5 |\n", + "| direct_solar_radiation | 112.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 19.201933 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1378782.4 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.7e+03 |\n", + "| n_updates | 1499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3598.6003 |\n", + "| air_humidity | 65.23126 |\n", + "| air_temperature | 22.027729 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 182.0 |\n", + "| direct_solar_radiation | 648.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 24.144733 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3229639.5 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.07e+04 |\n", + "| n_updates | 1524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3934.8455 |\n", + "| air_humidity | 58.38924 |\n", + "| air_temperature | 23.422209 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 310.5 |\n", + "| direct_solar_radiation | 375.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 26.24799 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3516591.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.85e+03 |\n", + "| n_updates | 1549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.500626 |\n", + "| air_temperature | 26.288742 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 156.0 |\n", + "| direct_solar_radiation | 685.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 26.0001 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.36e+03 |\n", + "| n_updates | 1574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.475006 |\n", + "| air_temperature | 26.78031 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 356.5 |\n", + "| direct_solar_radiation | 509.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 27.915373 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.96e+03 |\n", + "| n_updates | 1599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6470.7974 |\n", + "| air_humidity | 55.524296 |\n", + "| air_temperature | 24.516663 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 422.0 |\n", + "| direct_solar_radiation | 107.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 29.62802 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5823717.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.38e+03 |\n", + "| n_updates | 1624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5735.0757 |\n", + "| air_humidity | 55.520737 |\n", + "| air_temperature | 24.371014 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 273.0 |\n", + "| direct_solar_radiation | 581.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 31.163658 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5156594.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+03 |\n", + "| n_updates | 1649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7858.42 |\n", + "| air_humidity | 57.489624 |\n", + "| air_temperature | 24.390175 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 262.0 |\n", + "| direct_solar_radiation | 375.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 27.542755 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7072577.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+03 |\n", + "| n_updates | 1674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8580.111 |\n", + "| air_humidity | 57.767204 |\n", + "| air_temperature | 24.379463 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 731.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 29.715965 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7714040.5 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.01e+03 |\n", + "| n_updates | 1699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9275.7295 |\n", + "| air_humidity | 62.564636 |\n", + "| air_temperature | 25.44268 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 260.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 30.933622 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8348156.5 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.51e+03 |\n", + "| n_updates | 1724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.23363 |\n", + "| air_temperature | 28.494257 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 14.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 30.450134 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.09e+03 |\n", + "| n_updates | 1749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.8516 |\n", + "| air_temperature | 29.39136 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 25.882673 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.12e+03 |\n", + "| n_updates | 1774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.655693 |\n", + "| air_temperature | 28.701569 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 22.626251 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.82e+03 |\n", + "| n_updates | 1799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.070488 |\n", + "| air_temperature | 27.431053 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 21.76395 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.24e+03 |\n", + "| n_updates | 1824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.41705 |\n", + "| air_temperature | 27.251905 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 28.404594 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.03e+03 |\n", + "| n_updates | 1849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.179195 |\n", + "| air_temperature | 25.328423 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | 21.58744 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.1e+03 |\n", + "| n_updates | 1874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.25168 |\n", + "| air_temperature | 24.274105 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 21.448235 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+04 |\n", + "| n_updates | 1899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.27385 |\n", + "| air_temperature | 25.37339 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 21.546675 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+03 |\n", + "| n_updates | 1924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.70976 |\n", + "| air_temperature | 23.610817 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 18.41828 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.6e+03 |\n", + "| n_updates | 1949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.37996 |\n", + "| air_temperature | 22.81223 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.526308 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 1974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.88873 |\n", + "| air_temperature | 22.679972 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 18.887882 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 1999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.374725 |\n", + "| air_temperature | 21.886457 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 16.744215 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.91e+03 |\n", + "| n_updates | 2024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.8004 |\n", + "| air_temperature | 22.291016 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 37.0 |\n", + "| direct_solar_radiation | 165.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 19.125746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.76e+03 |\n", + "| n_updates | 2049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.356754 |\n", + "| air_temperature | 23.098063 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 101.0 |\n", + "| direct_solar_radiation | 282.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 22.395697 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.03e+03 |\n", + "| n_updates | 2074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.98781 |\n", + "| air_temperature | 24.176632 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 588.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 24.20977 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.64e+03 |\n", + "| n_updates | 2099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2963.5293 |\n", + "| air_humidity | 59.67123 |\n", + "| air_temperature | 22.155758 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 234.5 |\n", + "| direct_solar_radiation | 275.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 20.741188 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2657805.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.34e+03 |\n", + "| n_updates | 2124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3690.9102 |\n", + "| air_humidity | 49.598965 |\n", + "| air_temperature | 23.265598 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 181.0 |\n", + "| direct_solar_radiation | 702.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 22.536015 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3293101.2 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 2149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4099.727 |\n", + "| air_humidity | 57.16755 |\n", + "| air_temperature | 23.969181 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 159.0 |\n", + "| direct_solar_radiation | 780.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 23.952784 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3676153.8 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+03 |\n", + "| n_updates | 2174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4844.1577 |\n", + "| air_humidity | 58.401505 |\n", + "| air_temperature | 23.993696 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 166.5 |\n", + "| direct_solar_radiation | 795.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 26.339314 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4359742.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.43e+03 |\n", + "| n_updates | 2199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3168.1628 |\n", + "| air_humidity | 56.45405 |\n", + "| air_temperature | 24.310589 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 165.0 |\n", + "| direct_solar_radiation | 565.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 25.505985 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2851346.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.81e+03 |\n", + "| n_updates | 2224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.15802 |\n", + "| air_temperature | 26.812828 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 730.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 27.384958 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.59e+03 |\n", + "| n_updates | 2249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.70742 |\n", + "| air_temperature | 26.722502 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 150.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 21.76044 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.26e+03 |\n", + "| n_updates | 2274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4615.9355 |\n", + "| air_humidity | 59.687176 |\n", + "| air_temperature | 23.604136 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 102.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 22.033457 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4154342.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.18e+03 |\n", + "| n_updates | 2299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4519.266 |\n", + "| air_humidity | 39.110023 |\n", + "| air_temperature | 23.892767 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 43.0 |\n", + "| direct_solar_radiation | 499.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | 22.987827 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4067339.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.94e+03 |\n", + "| n_updates | 2324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 36.519215 |\n", + "| air_temperature | 29.639103 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 22.0 |\n", + "| direct_solar_radiation | 50.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 19.65552 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.31e+03 |\n", + "| n_updates | 2349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.53205 |\n", + "| air_temperature | 28.84091 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 21.706072 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.33e+03 |\n", + "| n_updates | 2374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.03585 |\n", + "| air_temperature | 28.089901 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 24.84705 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.56e+03 |\n", + "| n_updates | 2399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.22182 |\n", + "| air_temperature | 26.433327 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 26.2683 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.75e+03 |\n", + "| n_updates | 2424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.19492 |\n", + "| air_temperature | 24.888763 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 17.709038 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 570 |\n", + "| n_updates | 2449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.14824 |\n", + "| air_temperature | 23.543236 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 19.323315 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 2474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.54942 |\n", + "| air_temperature | 22.843735 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 17.800474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.49e+03 |\n", + "| n_updates | 2499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.72044 |\n", + "| air_temperature | 22.46577 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 15.107563 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.3e+03 |\n", + "| n_updates | 2524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.59096 |\n", + "| air_temperature | 22.127878 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 13.45269 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+04 |\n", + "| n_updates | 2549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.00199 |\n", + "| air_temperature | 23.281334 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 19.630474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 2574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.08445 |\n", + "| air_temperature | 23.414421 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 22.659573 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.85e+03 |\n", + "| n_updates | 2599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 95.95372 |\n", + "| air_temperature | 21.113327 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 14.836081 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.24e+04 |\n", + "| n_updates | 2624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.788414 |\n", + "| air_temperature | 20.551414 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 18.5 |\n", + "| direct_solar_radiation | 158.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.522072 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.68e+03 |\n", + "| n_updates | 2649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.74622 |\n", + "| air_temperature | 20.638317 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 57.0 |\n", + "| direct_solar_radiation | 16.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 15.213166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.12e+03 |\n", + "| n_updates | 2674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 82.323364 |\n", + "| air_temperature | 19.57355 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 14.822417 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 2699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 572.085 |\n", + "| air_humidity | 66.755165 |\n", + "| air_temperature | 22.665863 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 180.0 |\n", + "| direct_solar_radiation | 35.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 16.186356 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 514876.53 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.45e+03 |\n", + "| n_updates | 2724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.31932 |\n", + "| air_temperature | 23.860435 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 726.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 22.112099 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.63e+03 |\n", + "| n_updates | 2749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.81175 |\n", + "| air_temperature | 23.48872 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 689.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 18.881742 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.67e+03 |\n", + "| n_updates | 2774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3226.1812 |\n", + "| air_humidity | 40.99132 |\n", + "| air_temperature | 24.449615 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 891.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 19.979425 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2914970.8 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 2799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 820.8608 |\n", + "| air_humidity | 35.66342 |\n", + "| air_temperature | 22.958992 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 157.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 11.693288 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 738774.7 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.76e+03 |\n", + "| n_updates | 2824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.326733 |\n", + "| air_temperature | 30.015965 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 161.5 |\n", + "| direct_solar_radiation | 622.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 20.66599 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 2849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 50.05312 |\n", + "| air_temperature | 31.606455 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 120.5 |\n", + "| direct_solar_radiation | 593.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 22.639921 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.34e+03 |\n", + "| n_updates | 2874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 48.417835 |\n", + "| air_temperature | 32.195496 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 82.5 |\n", + "| direct_solar_radiation | 455.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 22.904902 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.69e+03 |\n", + "| n_updates | 2899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 42.599163 |\n", + "| air_temperature | 28.21489 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 186.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 19.765554 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.67e+03 |\n", + "| n_updates | 2924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 36.224995 |\n", + "| air_temperature | 22.329985 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 13.891856 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 2949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 323.90488 |\n", + "| air_humidity | 23.180758 |\n", + "| air_temperature | 23.656872 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 10.270113 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 287990.53 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.87e+03 |\n", + "| n_updates | 2974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 335.21765 |\n", + "| air_humidity | 23.816273 |\n", + "| air_temperature | 22.013376 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 6.8252945 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 293124.94 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.88e+03 |\n", + "| n_updates | 2999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 236.74127 |\n", + "| air_humidity | 37.661133 |\n", + "| air_temperature | 22.00012 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 9.965243 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 213067.14 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.21e+03 |\n", + "| n_updates | 3024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 135.69014 |\n", + "| air_humidity | 59.9251 |\n", + "| air_temperature | 21.229746 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.369878 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 120074.22 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 3049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 67.62455 |\n", + "| air_humidity | 66.001045 |\n", + "| air_temperature | 21.45983 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 15.532434 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60862.094 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.77e+03 |\n", + "| n_updates | 3074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 70.07431 |\n", + "| air_temperature | 21.899416 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.607584 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 3099 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 140.72768 |\n", + "| air_humidity | 65.1292 |\n", + "| air_temperature | 20.091452 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 13.924392 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 126654.914 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 790 |\n", + "| n_updates | 3124 |\n", + "------------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.97703 |\n", + "| air_humidity | 76.32632 |\n", + "| air_temperature | 20.053425 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.104088 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60279.33 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.61e+03 |\n", + "| n_updates | 3149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 251.67865 |\n", + "| air_humidity | 41.05674 |\n", + "| air_temperature | 21.99997 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 10.149518 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 226510.78 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 3174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 485.2683 |\n", + "| air_humidity | 45.11187 |\n", + "| air_temperature | 19.242134 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.477785 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 436741.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.16e+03 |\n", + "| n_updates | 3199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 585.45746 |\n", + "| air_humidity | 19.761223 |\n", + "| air_temperature | 21.440136 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 5.395967 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 526911.7 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 3224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 218.11995 |\n", + "| air_humidity | 38.327847 |\n", + "| air_temperature | 19.056837 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 7.760579 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 196307.95 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 764 |\n", + "| n_updates | 3249 |\n", + "-----------------------------------------------\n", + "----------------------------------------------*********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.81368 |\n", + "| air_humidity | 50.32354 |\n", + "| air_temperature | 19.49754 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.19011 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 79032.31 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.16e+03 |\n", + "| n_updates | 3274 |\n", + "----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 159.16617 |\n", + "| air_humidity | 59.31339 |\n", + "| air_temperature | 19.080135 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 105.5 |\n", + "| direct_solar_radiation | 468.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 14.962557 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 145666.97 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 3299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 70.01712 |\n", + "| air_temperature | 23.176098 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 156.5 |\n", + "| direct_solar_radiation | 474.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 17.920376 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.12e+03 |\n", + "| n_updates | 3324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 408.1777 |\n", + "| air_humidity | 59.842438 |\n", + "| air_temperature | 23.999256 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 6.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 15.534999 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 372273.7 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.15e+03 |\n", + "| n_updates | 3349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 62.294548 |\n", + "| air_temperature | 28.43155 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 217.0 |\n", + "| direct_solar_radiation | 530.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 21.39629 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.16e+03 |\n", + "| n_updates | 3374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 53.51948 |\n", + "| air_temperature | 30.693748 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 149.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 25.369297 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.03e+03 |\n", + "| n_updates | 3399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 17.327251 |\n", + "| air_temperature | 22.722736 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 714.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 13.306188 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.56e+03 |\n", + "| n_updates | 3424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 19.840294 |\n", + "| air_temperature | 22.38459 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 165.5 |\n", + "| direct_solar_radiation | 514.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 11.596086 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 3449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 18.47451 |\n", + "| air_temperature | 24.671492 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 94.5 |\n", + "| direct_solar_radiation | 484.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 11.386773 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.49e+03 |\n", + "| n_updates | 3474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 439.10754 |\n", + "| air_humidity | 26.441185 |\n", + "| air_temperature | 26.733648 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 54.0 |\n", + "| direct_solar_radiation | 272.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 14.764248 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 395254.56 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.95e+03 |\n", + "| n_updates | 3499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 554.31964 |\n", + "| air_humidity | 23.395735 |\n", + "| air_temperature | 24.999321 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 14.393337 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 503426.9 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.45e+03 |\n", + "| n_updates | 3524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 317.96118 |\n", + "| air_humidity | 51.266266 |\n", + "| air_temperature | 24.655975 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 14.171899 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 286165.06 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.68e+03 |\n", + "| n_updates | 3549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 233.69771 |\n", + "| air_humidity | 29.034204 |\n", + "| air_temperature | 23.883009 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 12.430132 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 210327.94 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.14e+03 |\n", + "| n_updates | 3574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 23.601944 |\n", + "| air_temperature | 21.99998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 14.13013 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.35e+03 |\n", + "| n_updates | 3599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 37.767708 |\n", + "| air_temperature | 21.999975 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 12.770189 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.51e+03 |\n", + "| n_updates | 3624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 187.09816 |\n", + "| air_humidity | 31.238272 |\n", + "| air_temperature | 21.996042 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 11.031565 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 167724.73 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 3649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 505.19986 |\n", + "| air_humidity | 30.942884 |\n", + "| air_temperature | 19.999975 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 9.365477 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 454679.88 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.42e+03 |\n", + "| n_updates | 3674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.550316 |\n", + "| air_temperature | 18.521523 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 4.5707517 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.95e+03 |\n", + "| n_updates | 3699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 791.0938 |\n", + "| air_humidity | 39.81718 |\n", + "| air_temperature | 20.038563 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.485105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 729618.75 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.61e+03 |\n", + "| n_updates | 3724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 45.82144 |\n", + "| air_temperature | 22.00016 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 7.2294836 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.21e+03 |\n", + "| n_updates | 3749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 56.175064 |\n", + "| air_temperature | 20.339254 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.948975 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 3774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 252.6262 |\n", + "| air_humidity | 51.662975 |\n", + "| air_temperature | 21.000048 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 11.568501 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 227363.6 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.87e+03 |\n", + "| n_updates | 3799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.2801 |\n", + "| air_humidity | 42.572395 |\n", + "| air_temperature | 19.000004 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 9.591404 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 679752.06 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.51e+03 |\n", + "| n_updates | 3824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 38.447903 |\n", + "| air_temperature | 17.8544 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 4.4505453 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.17e+03 |\n", + "| n_updates | 3849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 63.961487 |\n", + "| air_temperature | 18.345997 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 46.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.001679 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 591 |\n", + "| n_updates | 3874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 23.122137 |\n", + "| air_temperature | 21.613598 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 101.0 |\n", + "| direct_solar_radiation | 137.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 4.2041984 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.42e+03 |\n", + "| n_updates | 3899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.911211 |\n", + "| air_temperature | 18.84073 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 149.5 |\n", + "| direct_solar_radiation | 296.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 3.8583755 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 3924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 35.511806 |\n", + "| air_temperature | 20.975248 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 461.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 11.71295 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.94e+03 |\n", + "| n_updates | 3949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 888.0539 |\n", + "| air_humidity | 30.422834 |\n", + "| air_temperature | 23.68936 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 740.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 7.5188694 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 803709.56 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.02e+03 |\n", + "| n_updates | 3974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 24.836256 |\n", + "| air_temperature | 23.50795 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 238.5 |\n", + "| direct_solar_radiation | 129.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 4.671093 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 3999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.07606 |\n", + "| air_temperature | 23.440237 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 186.0 |\n", + "| direct_solar_radiation | 295.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 7.70772 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.29e+03 |\n", + "| n_updates | 4024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 23.929407 |\n", + "| air_temperature | 23.6828 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 146.0 |\n", + "| direct_solar_radiation | 366.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 4.7432737 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.81e+03 |\n", + "| n_updates | 4049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1043.0057 |\n", + "| air_humidity | 17.89227 |\n", + "| air_temperature | 23.43317 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 97.5 |\n", + "| direct_solar_radiation | 246.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 1.0846555 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 938705.1 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.53e+03 |\n", + "| n_updates | 4074 |\n", + "-----------------------------------------------\n", + "---------------------------------------------------*************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1352.0616 |\n", + "| air_humidity | 14.324686 |\n", + "| air_temperature | 22.706608 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 122.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -0.0033998208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1216855.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 4099 |\n", + "---------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1246.1344 |\n", + "| air_humidity | 12.315995 |\n", + "| air_temperature | 21.914276 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 0.52623665 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1121520.9 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.29e+03 |\n", + "| n_updates | 4124 |\n", + "------------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 33.015846 |\n", + "| air_temperature | 22.779686 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.373768 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.36e+03 |\n", + "| n_updates | 4149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 400.23813 |\n", + "| air_humidity | 56.14992 |\n", + "| air_temperature | 22.67191 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.212911 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 360214.3 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.98e+03 |\n", + "| n_updates | 4174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 299.3965 |\n", + "| air_humidity | 33.190514 |\n", + "| air_temperature | 22.000067 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 9.364509 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 269456.88 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.13e+03 |\n", + "| n_updates | 4199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 623.09314 |\n", + "| air_humidity | 34.904884 |\n", + "| air_temperature | 21.000025 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 6.079979 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 560783.8 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.15e+03 |\n", + "| n_updates | 4224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.073902 |\n", + "| air_temperature | 18.654799 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 4.2901263 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.7e+03 |\n", + "| n_updates | 4249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 168.6232 |\n", + "| air_humidity | 22.533516 |\n", + "| air_temperature | 20.000008 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 5.392105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 151760.88 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.72e+03 |\n", + "| n_updates | 4274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 19.730844 |\n", + "| air_temperature | 17.761995 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 2.2258358 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.55e+03 |\n", + "| n_updates | 4299 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1018.85645 |\n", + "| air_humidity | 17.41438 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 1.6626261 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 916970.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.13e+03 |\n", + "| n_updates | 4324 |\n", + "------------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 679.9791 |\n", + "| air_humidity | 29.711246 |\n", + "| air_temperature | 19.999962 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 8.013161 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 611981.2 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.28e+03 |\n", + "| n_updates | 4349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 722.9635 |\n", + "| air_humidity | 47.509262 |\n", + "| air_temperature | 19.000923 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 9.301074 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 654445.4 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.8e+03 |\n", + "| n_updates | 4374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1232.7352 |\n", + "| air_humidity | 22.427 |\n", + "| air_temperature | 21.999992 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 0.5932324 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1109461.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.39e+03 |\n", + "| n_updates | 4399 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1655.0643 |\n", + "| air_humidity | 18.618853 |\n", + "| air_temperature | 20.999966 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | -1.5184134 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1489557.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+03 |\n", + "| n_updates | 4424 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 149.19484 |\n", + "| air_humidity | 19.301876 |\n", + "| air_temperature | 19.773636 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 4.3118777 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 134275.34 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.67e+03 |\n", + "| n_updates | 4449 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 624.0063 |\n", + "| air_humidity | 18.470314 |\n", + "| air_temperature | 20.999937 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 0.10012235 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 561605.7 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 4474 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 26.461197 |\n", + "| air_temperature | 19.000006 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 29.5 |\n", + "| direct_solar_radiation | 20.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 5.065284 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 4499 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1124.0399 |\n", + "| air_humidity | 30.274063 |\n", + "| air_temperature | 20.561508 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 48.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 0.6794843 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1011635.94 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.14e+03 |\n", + "| n_updates | 4524 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 32.120804 |\n", + "| air_temperature | 22.681646 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 58.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.6939497 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.21e+03 |\n", + "| n_updates | 4549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 24.096895 |\n", + "| air_temperature | 23.350782 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 97.5 |\n", + "| direct_solar_radiation | 571.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 5.244436 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.11e+03 |\n", + "| n_updates | 4574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 18.148342 |\n", + "| air_temperature | 21.113705 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 111.0 |\n", + "| direct_solar_radiation | 636.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 6.757193 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.85e+03 |\n", + "| n_updates | 4599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 11.95327 |\n", + "| air_temperature | 22.296478 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 61.0 |\n", + "| direct_solar_radiation | 801.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 2.5401795 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.09e+03 |\n", + "| n_updates | 4624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 758.01276 |\n", + "| air_humidity | 20.702787 |\n", + "| air_temperature | 24.030527 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 96.5 |\n", + "| direct_solar_radiation | 462.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 9.224388 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 682211.44 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 4649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 470.51666 |\n", + "| air_humidity | 22.118244 |\n", + "| air_temperature | 26.149982 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 40.5 |\n", + "| direct_solar_radiation | 562.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 12.667169 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 423465.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 4674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 894.3857 |\n", + "| air_humidity | 23.486473 |\n", + "| air_temperature | 24.198273 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 265.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 3.9825225 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 804947.06 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.04e+03 |\n", + "| n_updates | 4699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 656.4523 |\n", + "| air_humidity | 27.297323 |\n", + "| air_temperature | 23.39459 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 9.97379 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 590807.06 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 4724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 29.489573 |\n", + "| air_temperature | 22.93118 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 5.396768 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 4749 |\n", + "-----------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1223.6066 |\n", + "| air_humidity | 17.345486 |\n", + "| air_temperature | 21.348074 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 0.63887537 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1101246.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.74e+03 |\n", + "| n_updates | 4774 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 16.512764 |\n", + "| air_temperature | 19.293253 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 2.127042 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 4799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.35599 |\n", + "| air_temperature | 20.465097 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 3.7489338 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 232 |\n", + "| n_updates | 4824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.52633 |\n", + "| air_temperature | 21.060165 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 3.7001107 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.44e+03 |\n", + "| n_updates | 4849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 740.5445 |\n", + "| air_humidity | 35.829098 |\n", + "| air_temperature | 20.000029 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 6.2892137 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 666490.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.15e+03 |\n", + "| n_updates | 4874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.159826 |\n", + "| air_temperature | 18.131216 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 5.0486894 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.03e+03 |\n", + "| n_updates | 4899 |\n", + "-----------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1383.9827 |\n", + "| air_humidity | 33.605206 |\n", + "| air_temperature | 20.00006 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | -0.16300492 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1245584.4 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+04 |\n", + "| n_updates | 4924 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1419.2175 |\n", + "| air_humidity | 21.13316 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | -0.33917913 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1277295.8 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.91e+03 |\n", + "| n_updates | 4949 |\n", + "-------------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.017467 |\n", + "| air_temperature | 21.999989 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.999275 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.12e+03 |\n", + "| n_updates | 4974 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1589.4012 |\n", + "| air_humidity | 30.838787 |\n", + "| air_temperature | 17.382097 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -1.1900978 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1430461.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.68e+03 |\n", + "| n_updates | 4999 |\n", + "------------------------------------------------\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 3]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n", + "Eval num_timesteps=70077, episode_reward=-14968.47 +/- 0.00\n", + "Episode length: 35040.00 +/- 0.00\n", + "---------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| eval/ | |\n", + "| comfort_violation(%) | 56.8 |\n", + "| cumulative_comfort_penalty | -1.33e+04 |\n", + "| cumulative_energy_penalty | -1.71e+03 |\n", + "| cumulative_power_consumption | 3.43e+07 |\n", + "| cumulative_reward | -1.5e+04 |\n", + "| cumulative_temperature_violation | 2.65e+04 |\n", + "| episode_length | 3.5e+04 |\n", + "| mean_comfort_penalty | -0.378 |\n", + "| mean_energy_penalty | -0.0489 |\n", + "| mean_power_consumption | 978 |\n", + "| mean_reward | -0.427 |\n", + "| mean_temperature_violation | 0.757 |\n", + "| std_cumulative_reward | 0 |\n", + "| std_reward | 0 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2943.2556 |\n", + "| air_humidity | 16.751154 |\n", + "| air_temperature | 19.999994 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -7.959369 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2648930.0 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| total_timesteps | 70077 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.86e+03 |\n", + "| n_updates | 5019 |\n", + "---------------------------------------------------\n", + "New best mean reward!\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1979.7937 |\n", + "| air_humidity | 14.373043 |\n", + "| air_temperature | 18.999998 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | -3.14206 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1781814.4 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 8.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.53e+03 |\n", + "| n_updates | 5024 |\n", + "-----------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2914.7188 |\n", + "| air_humidity | 12.686562 |\n", + "| air_temperature | 18.000069 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | -11.35344 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2623247.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.1e+03 |\n", + "| n_updates | 5049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 29.281803 |\n", + "| air_temperature | 18.999775 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 1.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 7.188634 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 12.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.79e+03 |\n", + "| n_updates | 5074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1958.0961 |\n", + "| air_humidity | 19.965443 |\n", + "| air_temperature | 19.137955 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 79.0 |\n", + "| direct_solar_radiation | 145.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -3.490796 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1762286.4 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 9.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.35e+03 |\n", + "| n_updates | 5099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2621.8708 |\n", + "| air_humidity | 15.586883 |\n", + "| air_temperature | 18.63774 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 98.0 |\n", + "| direct_solar_radiation | 564.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | -6.352446 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2359683.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.8e+03 |\n", + "| n_updates | 5124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2009.7571 |\n", + "| air_humidity | 10.284857 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 154.0 |\n", + "| direct_solar_radiation | 483.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | -3.2918768 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1808781.4 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.32e+03 |\n", + "| n_updates | 5149 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 969.7436 |\n", + "| air_humidity | 17.372368 |\n", + "| air_temperature | 22.860384 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 104.0 |\n", + "| direct_solar_radiation | 700.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 30.0 |\n", + "| outdoor_temperature | 1.0222852 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 876343.25 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 5174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1507.6636 |\n", + "| air_humidity | 18.65628 |\n", + "| air_temperature | 22.48924 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 77.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | -3.1577966 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1356897.2 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 4.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.23e+04 |\n", + "| n_updates | 5199 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 617.50195 |\n", + "| air_humidity | 40.59938 |\n", + "| air_temperature | 23.053951 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 65.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 10.169581 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 560649.7 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 10.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.07e+04 |\n", + "| n_updates | 5224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1731.4452 |\n", + "| air_humidity | 14.901506 |\n", + "| air_temperature | 23.613556 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 82.0 |\n", + "| direct_solar_radiation | 599.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -2.357542 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1558300.8 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 5249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1856.9801 |\n", + "| air_humidity | 13.100141 |\n", + "| air_temperature | 23.295666 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 52.0 |\n", + "| direct_solar_radiation | 496.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 28.5 |\n", + "| outdoor_temperature | -2.8129723 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1671282.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.42e+03 |\n", + "| n_updates | 5274 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 21.320126 |\n", + "| air_temperature | 20.383184 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 133.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 7.669841 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.36e+03 |\n", + "| n_updates | 5299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1178.2567 |\n", + "| air_humidity | 25.377169 |\n", + "| air_temperature | 21.999947 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 0.86562514 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1060431.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 937 |\n", + "| n_updates | 5324 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2288.4697 |\n", + "| air_humidity | 21.389498 |\n", + "| air_temperature | 22.192562 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | -4.6854405 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2059622.9 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 9.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.17e+03 |\n", + "| n_updates | 5349 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1020.70496 |\n", + "| air_humidity | 32.219017 |\n", + "| air_temperature | 22.359734 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 1.6533837 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 918634.44 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.8e+03 |\n", + "| n_updates | 5374 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 728.1792 |\n", + "| air_humidity | 36.853565 |\n", + "| air_temperature | 20.2277 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 4.2651987 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 631941.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.26e+03 |\n", + "| n_updates | 5399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.562044 |\n", + "| air_temperature | 21.547703 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 3.256225 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 0.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.05e+03 |\n", + "| n_updates | 5424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 44.820778 |\n", + "| air_temperature | 18.46046 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 5.064962 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.34e+03 |\n", + "| n_updates | 5449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 146.1293 |\n", + "| air_humidity | 18.085037 |\n", + "| air_temperature | 20.000011 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | 5.086813 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 131516.38 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 827 |\n", + "| n_updates | 5474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1114.0479 |\n", + "| air_humidity | 23.16856 |\n", + "| air_temperature | 18.734001 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 1.1866692 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1002643.06 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.43e+03 |\n", + "| n_updates | 5499 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 846.8715 |\n", + "| air_humidity | 37.760624 |\n", + "| air_temperature | 20.225866 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 5.4928055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 762184.4 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 5524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 577.6642 |\n", + "| air_humidity | 39.027035 |\n", + "| air_temperature | 20.987038 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 6.158876 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 519897.78 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 5549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 371.0242 |\n", + "| air_humidity | 50.039307 |\n", + "| air_temperature | 20.999393 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.968978 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 333921.78 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 11.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.59e+03 |\n", + "| n_updates | 5574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.129557 |\n", + "| air_temperature | 21.972383 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 3.7546635 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.4e+03 |\n", + "| n_updates | 5599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1735.4952 |\n", + "| air_humidity | 31.633846 |\n", + "| air_temperature | 20.511398 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | -1.9205676 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1561945.8 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.91e+03 |\n", + "| n_updates | 5624 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1448.3888 |\n", + "| air_humidity | 20.905155 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | -0.4850352 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1303549.9 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.26e+03 |\n", + "| n_updates | 5649 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 270.76407 |\n", + "| air_humidity | 22.189915 |\n", + "| air_temperature | 20.999899 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 1.8663336 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 243687.66 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.06e+03 |\n", + "| n_updates | 5674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1268.7618 |\n", + "| air_humidity | 32.23605 |\n", + "| air_temperature | 19.832317 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 92.0 |\n", + "| direct_solar_radiation | 60.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | -0.04412536 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1141885.8 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.17e+03 |\n", + "| n_updates | 5699 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1885.5887 |\n", + "| air_humidity | 18.774643 |\n", + "| air_temperature | 20.993729 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 684.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | -3.12826 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1697029.9 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.85e+03 |\n", + "| n_updates | 5724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2407.4321 |\n", + "| air_humidity | 12.659005 |\n", + "| air_temperature | 23.013084 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 111.0 |\n", + "| direct_solar_radiation | 737.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -5.6783485 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2166689.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.9e+03 |\n", + "| n_updates | 5749 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.744223 |\n", + "| air_temperature | 23.33259 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 146.0 |\n", + "| direct_solar_radiation | 201.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 8.006251 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.57e+03 |\n", + "| n_updates | 5774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 21.89128 |\n", + "| air_temperature | 20.242847 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 77.0 |\n", + "| direct_solar_radiation | 789.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 8.502991 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.32e+03 |\n", + "| n_updates | 5799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1623.7172 |\n", + "| air_humidity | 8.896154 |\n", + "| air_temperature | 21.603312 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 570.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 30.0 |\n", + "| outdoor_temperature | -1.3616774 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1461345.5 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.24e+03 |\n", + "| n_updates | 5824 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1193.3862 |\n", + "| air_humidity | 28.279856 |\n", + "| air_temperature | 22.578747 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 77.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 0.33275306 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1074047.6 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 7.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.51e+03 |\n", + "| n_updates | 5849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2749.4739 |\n", + "| air_humidity | 12.780788 |\n", + "| air_temperature | 22.953503 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 150.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | -7.4476857 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2474526.5 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.17e+03 |\n", + "| n_updates | 5874 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2649.97 |\n", + "| air_humidity | 13.885911 |\n", + "| air_temperature | 22.413828 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -6.9501653 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2384972.8 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.11e+03 |\n", + "| n_updates | 5899 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1924.2723 |\n", + "| air_humidity | 16.133593 |\n", + "| air_temperature | 22.803274 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -3.3216777 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1731845.1 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.56e+03 |\n", + "| n_updates | 5924 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2374.6277 |\n", + "| air_humidity | 14.483408 |\n", + "| air_temperature | 23.601479 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | -5.11623 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2137165.0 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.73e+03 |\n", + "| n_updates | 5949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1881.4619 |\n", + "| air_humidity | 10.946623 |\n", + "| air_temperature | 20.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -2.6504009 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1693315.6 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.29e+03 |\n", + "| n_updates | 5974 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 140.76978 |\n", + "| air_humidity | 17.480413 |\n", + "| air_temperature | 19.392883 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 4.4756484 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 126692.8 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.6e+03 |\n", + "| n_updates | 5999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.333809 |\n", + "| air_temperature | 19.543318 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 33.5 |\n", + "| outdoor_temperature | 3.4271114 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.64e+03 |\n", + "| n_updates | 6024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2648.4836 |\n", + "| air_humidity | 14.186273 |\n", + "| air_temperature | 20.95374 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | -6.4855103 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2383635.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 6049 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2084.3047 |\n", + "| air_humidity | 21.145824 |\n", + "| air_temperature | 18.761835 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | -3.6646152 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1875874.2 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.44e+03 |\n", + "| n_updates | 6074 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2165.2742 |\n", + "| air_humidity | 22.902588 |\n", + "| air_temperature | 18.895075 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -4.069463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1948746.9 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.67e+03 |\n", + "| n_updates | 6099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 954.6932 |\n", + "| air_humidity | 36.295982 |\n", + "| air_temperature | 19.999998 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 1.9834425 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 859223.9 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 5.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.84e+03 |\n", + "| n_updates | 6124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 975.0257 |\n", + "| air_humidity | 24.071327 |\n", + "| air_temperature | 18.109482 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.5 |\n", + "| outdoor_temperature | 1.88178 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 877523.1 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.44e+03 |\n", + "| n_updates | 6149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1413.4546 |\n", + "| air_humidity | 18.455126 |\n", + "| air_temperature | 20.0 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | -0.31036434 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1272109.1 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 6174 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2057.9175 |\n", + "| air_humidity | 33.432148 |\n", + "| air_temperature | 19.999971 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 93.5 |\n", + "| outdoor_temperature | -3.5326786 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1852125.6 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 6199 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.786938 |\n", + "| air_temperature | 18.214876 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 3.168115 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 6224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 37.185356 |\n", + "| air_temperature | 17.73231 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 2.5003846 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.54e+03 |\n", + "| n_updates | 6249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 875.0743 |\n", + "| air_humidity | 17.010324 |\n", + "| air_temperature | 21.195412 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 263.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | -1.1552175 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 787566.8 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 5.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 6274 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 128.47087 |\n", + "| air_humidity | 24.034351 |\n", + "| air_temperature | 21.000004 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 4.4333735 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 115623.79 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.05e+03 |\n", + "| n_updates | 6299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 90.19991 |\n", + "| air_humidity | 29.049053 |\n", + "| air_temperature | 21.000017 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 183.0 |\n", + "| direct_solar_radiation | 163.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 4.225305 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 76612.64 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.99e+03 |\n", + "| n_updates | 6324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1083.9386 |\n", + "| air_humidity | 14.645807 |\n", + "| air_temperature | 23.179724 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 795.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 0.93911934 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 975544.8 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.38e+03 |\n", + "| n_updates | 6349 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2489.8848 |\n", + "| air_humidity | 17.072931 |\n", + "| air_temperature | 22.479544 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | -6.671191 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2240896.2 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 6374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1146.3035 |\n", + "| air_humidity | 24.533276 |\n", + "| air_temperature | 22.500486 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -1.350996 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1031673.1 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.53e+03 |\n", + "| n_updates | 6399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 37.321774 |\n", + "| air_temperature | 22.816954 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 5.335506 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.75e+03 |\n", + "| n_updates | 6424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 467.1646 |\n", + "| air_humidity | 21.171333 |\n", + "| air_temperature | 26.25289 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 639.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 29.5 |\n", + "| outdoor_temperature | 12.6892805 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 420448.16 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.75e+03 |\n", + "| n_updates | 6449 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 36.445587 |\n", + "| air_temperature | 22.380398 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 181.0 |\n", + "| direct_solar_radiation | 93.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 13.105264 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 6474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 23.927788 |\n", + "| air_temperature | 22.772154 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 89.0 |\n", + "| direct_solar_radiation | 410.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 13.871598 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.34e+03 |\n", + "| n_updates | 6499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 42.74886 |\n", + "| air_temperature | 23.01816 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 68.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.287525 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+04 |\n", + "| n_updates | 6524 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 668.89575 |\n", + "| air_humidity | 45.53613 |\n", + "| air_temperature | 22.081665 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.980969 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 590484.25 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 6549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 152.26994 |\n", + "| air_humidity | 42.321407 |\n", + "| air_temperature | 22.286524 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 64.5 |\n", + "| outdoor_temperature | 12.418407 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 137042.95 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 10.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.63e+03 |\n", + "| n_updates | 6574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 464.7534 |\n", + "| air_humidity | 34.08908 |\n", + "| air_temperature | 20.413956 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 6.7095146 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 403879.12 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.76e+03 |\n", + "| n_updates | 6599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 38.898567 |\n", + "| air_temperature | 21.18225 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 2.3518631 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 125.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.79e+03 |\n", + "| n_updates | 6624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.09905 |\n", + "| air_temperature | 19.368822 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 3.9090285 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.25e+03 |\n", + "| n_updates | 6649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.8499 |\n", + "| air_humidity | 23.85285 |\n", + "| air_temperature | 19.461779 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 1.9976588 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856664.94 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.07e+03 |\n", + "| n_updates | 6674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.365232 |\n", + "| air_temperature | 18.261238 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.429393 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 6699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 16.056242 |\n", + "| air_temperature | 21.999687 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 2.379026 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.33e+03 |\n", + "| n_updates | 6724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1718.1122 |\n", + "| air_humidity | 24.954447 |\n", + "| air_temperature | 18.076813 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | -1.8336521 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1546300.9 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.98e+03 |\n", + "| n_updates | 6749 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 746.1307 |\n", + "| air_humidity | 31.589094 |\n", + "| air_temperature | 20.72473 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 4.810494 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 671517.6 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.05e+03 |\n", + "| n_updates | 6774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1189.1144 |\n", + "| air_humidity | 17.219078 |\n", + "| air_temperature | 18.536963 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 0.8113365 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1070203.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.56e+03 |\n", + "| n_updates | 6799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1760.4196 |\n", + "| air_humidity | 17.643135 |\n", + "| air_temperature | 21.909454 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | -2.0451891 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1584377.6 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.13e+03 |\n", + "| n_updates | 6824 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1259.0308 |\n", + "| air_humidity | 21.857689 |\n", + "| air_temperature | 18.455622 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | -3.0750003 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1133127.8 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 1.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.61e+03 |\n", + "| n_updates | 6849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 282.3766 |\n", + "| air_humidity | 29.170164 |\n", + "| air_temperature | 21.000095 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 102.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 1.8082709 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 254138.92 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.05e+03 |\n", + "| n_updates | 6874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 978.2873 |\n", + "| air_humidity | 23.684679 |\n", + "| air_temperature | 20.935505 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 182.0 |\n", + "| direct_solar_radiation | 539.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 1.4673761 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 880458.56 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.67e+03 |\n", + "| n_updates | 6899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 33.1851 |\n", + "| air_temperature | 22.755598 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 8.619181 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 617 |\n", + "| n_updates | 6924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1314.9203 |\n", + "| air_humidity | 13.52808 |\n", + "| air_temperature | 22.85324 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 828.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 26.0 |\n", + "| outdoor_temperature | -0.21578881 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1183428.2 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 11.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 6949 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 12.919759 |\n", + "| air_temperature | 22.333363 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 866.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 3.917022 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.94e+03 |\n", + "| n_updates | 6974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 89.78595 |\n", + "| air_humidity | 21.541876 |\n", + "| air_temperature | 22.142008 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 869.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 11.908008 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 80879.87 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.76e+03 |\n", + "| n_updates | 6999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 38.843994 |\n", + "| air_temperature | 23.04883 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 140.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.6984205 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.59e+03 |\n", + "| n_updates | 7024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 550.6507 |\n", + "| air_humidity | 44.1667 |\n", + "| air_temperature | 25.99846 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 291.0 |\n", + "| direct_solar_radiation | 267.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 14.344811 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 495585.66 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.44e+03 |\n", + "| n_updates | 7049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 44.996563 |\n", + "| air_temperature | 26.92001 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 575.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 19.1893 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.76e+03 |\n", + "| n_updates | 7074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 407.94373 |\n", + "| air_humidity | 34.073017 |\n", + "| air_temperature | 25.267233 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 108.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 11.922835 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 367149.34 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 9.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 7099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 820.66797 |\n", + "| air_humidity | 34.85887 |\n", + "| air_temperature | 24.125118 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 42.0 |\n", + "| direct_solar_radiation | 314.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 6.8898964 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 737382.6 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.01e+03 |\n", + "| n_updates | 7124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 28.866589 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 5.465069 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.3e+03 |\n", + "| n_updates | 7149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 43.123447 |\n", + "| air_temperature | 20.99996 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.107789 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 7174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.636272 |\n", + "| air_temperature | 23.684591 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 4.5161777 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 7199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 44.006355 |\n", + "| air_temperature | 23.509317 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 4.1877465 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.37e+03 |\n", + "| n_updates | 7224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.724228 |\n", + "| air_temperature | 22.732481 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 4.715655 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 859 |\n", + "| n_updates | 7249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.647705 |\n", + "| air_temperature | 21.887827 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 6.674119 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.65e+03 |\n", + "| n_updates | 7274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.95778 |\n", + "| air_temperature | 21.563845 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 10.680291 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.02e+03 |\n", + "| n_updates | 7299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.15199 |\n", + "| air_temperature | 22.148827 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 16.010214 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.53e+03 |\n", + "| n_updates | 7324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.10457 |\n", + "| air_temperature | 22.37624 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 16.720282 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 7349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.93943 |\n", + "| air_temperature | 21.058844 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 12.752775 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.24e+03 |\n", + "| n_updates | 7374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.5358 |\n", + "| air_temperature | 20.520086 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 12.529675 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.88e+03 |\n", + "| n_updates | 7399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.90292 |\n", + "| air_temperature | 19.641085 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 8.0 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 6.235198 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.08e+03 |\n", + "| n_updates | 7424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.272633 |\n", + "| air_temperature | 19.044207 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 42.0 |\n", + "| direct_solar_radiation | 530.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 2.7869196 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.83e+03 |\n", + "| n_updates | 7449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.30996 |\n", + "| air_temperature | 19.577765 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 118.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 6.176463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.76e+03 |\n", + "| n_updates | 7474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.805527 |\n", + "| air_temperature | 18.648262 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 277.0 |\n", + "| direct_solar_radiation | 93.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 6.1966367 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.7e+03 |\n", + "| n_updates | 7499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 817.9984 |\n", + "| air_humidity | 43.170815 |\n", + "| air_temperature | 21.434963 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 168.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 98.5 |\n", + "| outdoor_temperature | 7.863375 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 736198.56 |\n", + "| wind_direction | 125.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.87e+03 |\n", + "| n_updates | 7524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1087.7322 |\n", + "| air_humidity | 42.018997 |\n", + "| air_temperature | 24.99819 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 128.0 |\n", + "| direct_solar_radiation | 880.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 17.724447 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 976106.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+03 |\n", + "| n_updates | 7549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 902.5843 |\n", + "| air_humidity | 48.01306 |\n", + "| air_temperature | 22.805077 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 256.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 13.262782 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 812325.8 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.53e+03 |\n", + "| n_updates | 7574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 539.21356 |\n", + "| air_humidity | 36.537544 |\n", + "| air_temperature | 22.499413 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 255.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.842577 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 485292.22 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 7599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.141941 |\n", + "| air_temperature | 23.097776 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 244.0 |\n", + "| direct_solar_radiation | 640.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 11.159419 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 7624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.81628 |\n", + "| air_temperature | 20.676254 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 200.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 8.347079 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 7649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.26341 |\n", + "| air_temperature | 19.509224 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 8.819503 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7e+03 |\n", + "| n_updates | 7674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 339.67972 |\n", + "| air_humidity | 34.732143 |\n", + "| air_temperature | 23.77928 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 220.0 |\n", + "| direct_solar_radiation | 25.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 11.276463 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 305711.75 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.05e+03 |\n", + "| n_updates | 7699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 32.76473 |\n", + "| air_temperature | 27.478088 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 47.0 |\n", + "| direct_solar_radiation | 489.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 13.006176 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 416 |\n", + "| n_updates | 7724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.08971 |\n", + "| air_temperature | 27.583792 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 9.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 9.646996 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2e+03 |\n", + "| n_updates | 7749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.054016 |\n", + "| air_temperature | 28.166939 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 15.822657 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.17e+03 |\n", + "| n_updates | 7774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.195282 |\n", + "| air_temperature | 26.09547 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 12.948526 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 8.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.92e+03 |\n", + "| n_updates | 7799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.145077 |\n", + "| air_temperature | 23.427517 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 13.653486 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.72e+03 |\n", + "| n_updates | 7824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.926395 |\n", + "| air_temperature | 22.539474 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 11.2723255 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.12e+03 |\n", + "| n_updates | 7849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.501816 |\n", + "| air_temperature | 21.293674 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.5 |\n", + "| outdoor_temperature | 10.341484 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.03e+03 |\n", + "| n_updates | 7874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.79883 |\n", + "| air_temperature | 21.605139 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 10.22611 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.16e+03 |\n", + "| n_updates | 7899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.870968 |\n", + "| air_temperature | 20.849094 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 8.045892 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.53e+03 |\n", + "| n_updates | 7924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.716766 |\n", + "| air_temperature | 21.081879 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | 11.166885 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 9.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.19e+03 |\n", + "| n_updates | 7949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.2547 |\n", + "| air_temperature | 21.099758 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.363247 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 7974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.022537 |\n", + "| air_temperature | 20.645359 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 11.923875 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.12e+03 |\n", + "| n_updates | 7999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.795944 |\n", + "| air_temperature | 20.21981 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 25.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 11.719052 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.75e+03 |\n", + "| n_updates | 8024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.53074 |\n", + "| air_temperature | 20.418552 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 84.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 13.64203 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.18e+03 |\n", + "| n_updates | 8049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 86.189896 |\n", + "| air_humidity | 93.52504 |\n", + "| air_temperature | 20.571243 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 88.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.903064 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 77570.83 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.93e+03 |\n", + "| n_updates | 8074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 400.48703 |\n", + "| air_humidity | 74.71837 |\n", + "| air_temperature | 22.064402 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 314.0 |\n", + "| direct_solar_radiation | 201.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 15.097484 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 360157.4 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 8099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1178.8964 |\n", + "| air_humidity | 43.18821 |\n", + "| air_temperature | 23.995653 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 227.0 |\n", + "| direct_solar_radiation | 653.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 16.000217 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 925971.5 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 972 |\n", + "| n_updates | 8124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.808674 |\n", + "| air_temperature | 24.230162 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 657.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 13.990786 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 8149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.38911 |\n", + "| air_temperature | 24.766394 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 286.0 |\n", + "| direct_solar_radiation | 655.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 19.624998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.17e+03 |\n", + "| n_updates | 8174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 155.3502 |\n", + "| air_humidity | 24.00819 |\n", + "| air_temperature | 25.979362 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 278.0 |\n", + "| direct_solar_radiation | 671.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 15.228561 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 139486.28 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.88e+03 |\n", + "| n_updates | 8199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1030.0591 |\n", + "| air_humidity | 28.968252 |\n", + "| air_temperature | 23.402994 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 298.0 |\n", + "| direct_solar_radiation | 592.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 14.540173 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 927053.2 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.21e+03 |\n", + "| n_updates | 8224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 797.6877 |\n", + "| air_humidity | 30.19432 |\n", + "| air_temperature | 26.263184 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 554.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 17.258335 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 717918.94 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.15e+03 |\n", + "| n_updates | 8249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 874.74835 |\n", + "| air_humidity | 37.537148 |\n", + "| air_temperature | 27.0753 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 235.0 |\n", + "| direct_solar_radiation | 426.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 18.415379 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 787273.56 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.27e+03 |\n", + "| n_updates | 8274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3824.5125 |\n", + "| air_humidity | 48.882725 |\n", + "| air_temperature | 23.785929 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 496.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 20.187895 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3442061.2 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 8299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.68514 |\n", + "| air_temperature | 23.985237 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 82.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 17.166412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.24e+03 |\n", + "| n_updates | 8324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.48008 |\n", + "| air_temperature | 22.753471 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 100.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 18.091528 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.03e+03 |\n", + "| n_updates | 8349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.73392 |\n", + "| air_temperature | 28.945398 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 30.5 |\n", + "| outdoor_temperature | 20.771217 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 8374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.760983 |\n", + "| air_temperature | 27.241547 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 18.400848 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.16e+03 |\n", + "| n_updates | 8399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.40298 |\n", + "| air_temperature | 25.17516 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 13.861246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.23e+03 |\n", + "| n_updates | 8424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.80497 |\n", + "| air_temperature | 23.545568 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 14.885168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 0.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.93e+03 |\n", + "| n_updates | 8449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.57668 |\n", + "| air_temperature | 22.214247 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 14.508998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.54e+03 |\n", + "| n_updates | 8474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.12802 |\n", + "| air_temperature | 22.749151 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 13.651919 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.92e+03 |\n", + "| n_updates | 8499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.21137 |\n", + "| air_temperature | 22.366076 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 15.96721 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 8524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.845642 |\n", + "| air_temperature | 21.960764 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 13.95008 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+03 |\n", + "| n_updates | 8549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.49801 |\n", + "| air_temperature | 21.881857 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 16.46767 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 1.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 524 |\n", + "| n_updates | 8574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.733284 |\n", + "| air_temperature | 22.166264 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 18.524689 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.88e+03 |\n", + "| n_updates | 8599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.329315 |\n", + "| air_temperature | 21.884922 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 194.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 17.687214 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.74e+03 |\n", + "| n_updates | 8624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.705185 |\n", + "| air_temperature | 22.81737 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 107.0 |\n", + "| direct_solar_radiation | 472.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.693514 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+03 |\n", + "| n_updates | 8649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.16821 |\n", + "| air_temperature | 22.976574 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 114.0 |\n", + "| direct_solar_radiation | 646.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 15.119333 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.08e+03 |\n", + "| n_updates | 8674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 756.69354 |\n", + "| air_humidity | 54.817505 |\n", + "| air_temperature | 23.335524 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 147.0 |\n", + "| direct_solar_radiation | 744.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 17.913471 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 680939.06 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.77e+03 |\n", + "| n_updates | 8699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3891.6194 |\n", + "| air_humidity | 46.111176 |\n", + "| air_temperature | 23.174507 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 253.0 |\n", + "| direct_solar_radiation | 639.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 26.0 |\n", + "| outdoor_temperature | 24.636395 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3465989.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 8724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3428.4062 |\n", + "| air_humidity | 57.121716 |\n", + "| air_temperature | 24.138863 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 308.0 |\n", + "| direct_solar_radiation | 611.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 19.792252 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3085565.8 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 8749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1074.4849 |\n", + "| air_humidity | 57.604034 |\n", + "| air_temperature | 25.964142 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 277.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.815947 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 967036.4 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.08e+03 |\n", + "| n_updates | 8774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3687.3022 |\n", + "| air_humidity | 57.33517 |\n", + "| air_temperature | 23.877851 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 368.0 |\n", + "| direct_solar_radiation | 466.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 28.489399 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3303912.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.61e+03 |\n", + "| n_updates | 8799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.93651 |\n", + "| air_temperature | 25.779984 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 408.0 |\n", + "| direct_solar_radiation | 373.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 22.955477 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 8824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.38318 |\n", + "| air_temperature | 26.963749 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 243.0 |\n", + "| direct_solar_radiation | 610.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 22.373495 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.63e+03 |\n", + "| n_updates | 8849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4487.8276 |\n", + "| air_humidity | 45.09316 |\n", + "| air_temperature | 24.21256 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 238.0 |\n", + "| direct_solar_radiation | 338.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 23.55652 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4039045.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 979 |\n", + "| n_updates | 8874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4089.4124 |\n", + "| air_humidity | 61.17132 |\n", + "| air_temperature | 23.19066 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 19.431572 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3680471.0 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.89e+03 |\n", + "| n_updates | 8899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.438007 |\n", + "| air_temperature | 27.290419 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 72.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.92903 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.86e+03 |\n", + "| n_updates | 8924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.02225 |\n", + "| air_temperature | 29.40269 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 56.0 |\n", + "| direct_solar_radiation | 103.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.791893 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.16e+03 |\n", + "| n_updates | 8949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.121346 |\n", + "| air_temperature | 28.871252 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.415564 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.18e+03 |\n", + "| n_updates | 8974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.434044 |\n", + "| air_temperature | 27.172163 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 23.622412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.05e+03 |\n", + "| n_updates | 8999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.2435 |\n", + "| air_temperature | 24.923763 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 19.389812 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.67e+03 |\n", + "| n_updates | 9024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.24047 |\n", + "| air_temperature | 25.115957 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 18.886944 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.76e+03 |\n", + "| n_updates | 9049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.20639 |\n", + "| air_temperature | 24.541458 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 22.951208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3e+03 |\n", + "| n_updates | 9074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.05541 |\n", + "| air_temperature | 25.311417 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 23.508722 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.19e+03 |\n", + "| n_updates | 9099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.42342 |\n", + "| air_temperature | 23.215261 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 19.310314 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.12e+03 |\n", + "| n_updates | 9124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.96147 |\n", + "| air_temperature | 23.621758 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 24.771341 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.11e+03 |\n", + "| n_updates | 9149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.23984 |\n", + "| air_temperature | 24.676752 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 22.543236 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 934 |\n", + "| n_updates | 9174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.025604 |\n", + "| air_temperature | 23.013933 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 3.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 21.945906 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+03 |\n", + "| n_updates | 9199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.37305 |\n", + "| air_temperature | 22.211245 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 23.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 23.28667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.53e+03 |\n", + "| n_updates | 9224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.31747 |\n", + "| air_temperature | 23.182339 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 67.0 |\n", + "| direct_solar_radiation | 604.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 22.826544 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 9249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2593.8738 |\n", + "| air_humidity | 78.85662 |\n", + "| air_temperature | 20.91998 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 113.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 23.730545 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2297572.2 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.1e+03 |\n", + "| n_updates | 9274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4826.358 |\n", + "| air_humidity | 69.02169 |\n", + "| air_temperature | 21.617256 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 341.0 |\n", + "| direct_solar_radiation | 83.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 21.108011 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4406347.5 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 9299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.93762 |\n", + "| air_temperature | 23.177649 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 22.97749 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.56e+03 |\n", + "| n_updates | 9324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.66805 |\n", + "| air_temperature | 24.069008 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 322.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 21.572285 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 573 |\n", + "| n_updates | 9349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4960.5977 |\n", + "| air_humidity | 57.92844 |\n", + "| air_temperature | 24.07896 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 534.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 25.835115 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4457515.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.01e+03 |\n", + "| n_updates | 9374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6130.1475 |\n", + "| air_humidity | 57.217648 |\n", + "| air_temperature | 23.999527 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 156.0 |\n", + "| direct_solar_radiation | 846.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 25.839724 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5570390.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.75e+03 |\n", + "| n_updates | 9399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6180.046 |\n", + "| air_humidity | 57.915764 |\n", + "| air_temperature | 23.824299 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 319.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 27.998598 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5562041.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.41e+03 |\n", + "| n_updates | 9424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5814.8086 |\n", + "| air_humidity | 57.336285 |\n", + "| air_temperature | 24.416656 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 240.0 |\n", + "| direct_solar_radiation | 639.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 28.857347 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5211308.0 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 9449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8071.458 |\n", + "| air_humidity | 59.186604 |\n", + "| air_temperature | 24.030064 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 217.0 |\n", + "| direct_solar_radiation | 565.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 26.988108 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7237952.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 579 |\n", + "| n_updates | 9474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.32995 |\n", + "| air_temperature | 29.440195 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 132.0 |\n", + "| direct_solar_radiation | 584.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 29.04921 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.13e+03 |\n", + "| n_updates | 9499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.903008 |\n", + "| air_temperature | 29.58267 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 263.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 27.491972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.14e+03 |\n", + "| n_updates | 9524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.37169 |\n", + "| air_temperature | 28.805046 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 54.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 23.013592 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.59e+03 |\n", + "| n_updates | 9549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.407288 |\n", + "| air_temperature | 29.713375 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 27.13691 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.97e+03 |\n", + "| n_updates | 9574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.091957 |\n", + "| air_temperature | 28.77042 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 29.924786 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+04 |\n", + "| n_updates | 9599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.7617 |\n", + "| air_temperature | 27.150831 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 23.236689 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.05e+03 |\n", + "| n_updates | 9624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.4881 |\n", + "| air_temperature | 25.895061 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 24.448812 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 9649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.81631 |\n", + "| air_temperature | 26.319372 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 26.388847 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 9674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.7209 |\n", + "| air_temperature | 23.97351 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 21.806433 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.57e+03 |\n", + "| n_updates | 9699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.57992 |\n", + "| air_temperature | 23.869347 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 23.162914 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.64e+03 |\n", + "| n_updates | 9724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.63909 |\n", + "| air_temperature | 23.794798 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 24.551136 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.5e+03 |\n", + "| n_updates | 9749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.72499 |\n", + "| air_temperature | 23.30253 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 22.862804 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.5e+03 |\n", + "| n_updates | 9774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.009865 |\n", + "| air_temperature | 22.375265 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 21.891815 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 1.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 9799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.44114 |\n", + "| air_temperature | 23.95633 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 55.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 24.555973 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+03 |\n", + "| n_updates | 9824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.25535 |\n", + "| air_temperature | 24.365273 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 75.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 26.62452 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 973 |\n", + "| n_updates | 9849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3477.5361 |\n", + "| air_humidity | 82.9503 |\n", + "| air_temperature | 21.206257 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 199.0 |\n", + "| direct_solar_radiation | 43.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 26.23461 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3106383.2 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 9874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6591.9224 |\n", + "| air_humidity | 68.924515 |\n", + "| air_temperature | 21.636711 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 181.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 24.490088 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6105625.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.13e+03 |\n", + "| n_updates | 9899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6579.233 |\n", + "| air_humidity | 62.79068 |\n", + "| air_temperature | 22.80446 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 212.0 |\n", + "| direct_solar_radiation | 618.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 25.128534 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5908606.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.93e+03 |\n", + "| n_updates | 9924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8556.943 |\n", + "| air_humidity | 58.34476 |\n", + "| air_temperature | 24.146399 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 443.0 |\n", + "| direct_solar_radiation | 298.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 30.291105 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7701249.0 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.23e+03 |\n", + "| n_updates | 9949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6612.603 |\n", + "| air_humidity | 58.736492 |\n", + "| air_temperature | 23.865717 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 207.0 |\n", + "| direct_solar_radiation | 705.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 26.542692 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5951342.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.36e+04 |\n", + "| n_updates | 9974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.82043 |\n", + "| air_temperature | 26.714127 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 384.0 |\n", + "| direct_solar_radiation | 370.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 30.392218 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 2.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 9999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.67858 |\n", + "| air_temperature | 26.007689 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 84.5 |\n", + "| outdoor_temperature | 24.04101 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 804 |\n", + "| n_updates | 10024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6615.9927 |\n", + "| air_humidity | 58.55262 |\n", + "| air_temperature | 24.042582 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 289.0 |\n", + "| direct_solar_radiation | 484.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 26.934774 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5924812.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.87e+03 |\n", + "| n_updates | 10049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7803.733 |\n", + "| air_humidity | 58.594456 |\n", + "| air_temperature | 24.192398 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 234.0 |\n", + "| direct_solar_radiation | 372.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.361639 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7023360.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.38e+03 |\n", + "| n_updates | 10074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6048.8022 |\n", + "| air_humidity | 59.633774 |\n", + "| air_temperature | 23.914898 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 269.0 |\n", + "| direct_solar_radiation | 84.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 25.906448 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5443922.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.34e+03 |\n", + "| n_updates | 10099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.285763 |\n", + "| air_temperature | 29.087503 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 401.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 27.432545 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 10124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.60229 |\n", + "| air_temperature | 30.327057 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 34.0 |\n", + "| direct_solar_radiation | 128.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 26.598967 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.19e+03 |\n", + "| n_updates | 10149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.864407 |\n", + "| air_temperature | 28.372997 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 26.0429 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.11e+03 |\n", + "| n_updates | 10174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.675846 |\n", + "| air_temperature | 28.290186 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 31.614428 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.52e+03 |\n", + "| n_updates | 10199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.12505 |\n", + "| air_temperature | 26.204573 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 26.163172 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.82e+03 |\n", + "| n_updates | 10224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.884186 |\n", + "| air_temperature | 24.134598 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 20.089655 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.96e+03 |\n", + "| n_updates | 10249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.48503 |\n", + "| air_temperature | 24.204605 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 15.094099 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.56e+03 |\n", + "| n_updates | 10274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.38634 |\n", + "| air_temperature | 23.735037 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 17.988451 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 1.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.87e+03 |\n", + "| n_updates | 10299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.351166 |\n", + "| air_temperature | 23.945112 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 19.52576 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.56e+03 |\n", + "| n_updates | 10324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.00164 |\n", + "| air_temperature | 24.441584 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 22.688526 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.36e+03 |\n", + "| n_updates | 10349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.23835 |\n", + "| air_temperature | 23.654684 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 23.293741 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.17e+03 |\n", + "| n_updates | 10374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.260864 |\n", + "| air_temperature | 23.570625 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 23.852522 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.33e+03 |\n", + "| n_updates | 10399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.553215 |\n", + "| air_temperature | 22.783445 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 25.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.652273 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.37e+03 |\n", + "| n_updates | 10424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.74817 |\n", + "| air_temperature | 22.861992 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 96.0 |\n", + "| direct_solar_radiation | 78.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 22.354202 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 155.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 10449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2615.6394 |\n", + "| air_humidity | 76.129715 |\n", + "| air_temperature | 22.001867 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 24.034338 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2354075.5 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+04 |\n", + "| n_updates | 10474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.63669 |\n", + "| air_temperature | 24.72616 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 226.0 |\n", + "| direct_solar_radiation | 57.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 28.858715 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.43e+03 |\n", + "| n_updates | 10499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.93833 |\n", + "| air_temperature | 26.650896 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 491.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 30.86335 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.17e+03 |\n", + "| n_updates | 10524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4059.3743 |\n", + "| air_humidity | 56.83726 |\n", + "| air_temperature | 23.812122 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 237.0 |\n", + "| direct_solar_radiation | 678.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 26.226334 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3653437.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.63e+03 |\n", + "| n_updates | 10549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4578.8765 |\n", + "| air_humidity | 49.022327 |\n", + "| air_temperature | 23.843649 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 261.0 |\n", + "| direct_solar_radiation | 675.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 26.02081 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4099537.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.48e+03 |\n", + "| n_updates | 10574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6744.505 |\n", + "| air_humidity | 57.16785 |\n", + "| air_temperature | 23.750113 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 141.0 |\n", + "| direct_solar_radiation | 849.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 31.268843 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 6105524.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.09e+04 |\n", + "| n_updates | 10599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5744.1646 |\n", + "| air_humidity | 53.9114 |\n", + "| air_temperature | 24.341438 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 177.0 |\n", + "| direct_solar_radiation | 677.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 30.0 |\n", + "| outdoor_temperature | 31.381172 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5169748.0 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 10624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4735.62 |\n", + "| air_humidity | 54.2698 |\n", + "| air_temperature | 24.242298 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 281.0 |\n", + "| direct_solar_radiation | 478.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 25.902674 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4254899.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.54e+03 |\n", + "| n_updates | 10649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.763294 |\n", + "| air_temperature | 28.425394 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 237.0 |\n", + "| direct_solar_radiation | 330.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 34.236084 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 997 |\n", + "| n_updates | 10674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.033356 |\n", + "| air_temperature | 27.930851 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 116.0 |\n", + "| direct_solar_radiation | 463.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 26.911022 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.25e+03 |\n", + "| n_updates | 10699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.931183 |\n", + "| air_temperature | 28.225517 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 91.0 |\n", + "| direct_solar_radiation | 117.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 23.85916 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 837 |\n", + "| n_updates | 10724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.26508 |\n", + "| air_temperature | 29.295475 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 7.0 |\n", + "| direct_solar_radiation | 2.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 24.975166 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 781 |\n", + "| n_updates | 10749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.48178 |\n", + "| air_temperature | 28.82346 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 19.281387 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.08e+03 |\n", + "| n_updates | 10774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.380795 |\n", + "| air_temperature | 27.832817 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 21.996769 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+03 |\n", + "| n_updates | 10799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 44.240105 |\n", + "| air_temperature | 26.890566 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 22.243492 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.04e+03 |\n", + "| n_updates | 10824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.84637 |\n", + "| air_temperature | 25.793453 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 23.776503 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.06e+03 |\n", + "| n_updates | 10849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.336395 |\n", + "| air_temperature | 25.626314 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 25.760303 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 10874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.21505 |\n", + "| air_temperature | 23.487644 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 21.056015 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.11e+03 |\n", + "| n_updates | 10899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.421844 |\n", + "| air_temperature | 23.507233 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 20.46493 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.7e+03 |\n", + "| n_updates | 10924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.71846 |\n", + "| air_temperature | 23.002916 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 19.411385 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.18e+03 |\n", + "| n_updates | 10949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.809654 |\n", + "| air_temperature | 22.716314 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 19.075342 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.88e+03 |\n", + "| n_updates | 10974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.86444 |\n", + "| air_temperature | 23.607555 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 22.198689 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.15e+03 |\n", + "| n_updates | 10999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.55953 |\n", + "| air_temperature | 23.390306 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 20.709194 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.7e+03 |\n", + "| n_updates | 11024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.97892 |\n", + "| air_temperature | 21.430555 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 35.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 18.381512 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+04 |\n", + "| n_updates | 11049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 522.8672 |\n", + "| air_humidity | 80.94645 |\n", + "| air_temperature | 21.47948 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 60.0 |\n", + "| direct_solar_radiation | 691.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 18.247702 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 470580.44 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 11074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 330.18005 |\n", + "| air_humidity | 49.793545 |\n", + "| air_temperature | 22.299383 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 147.0 |\n", + "| direct_solar_radiation | 597.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 14.609633 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 292652.06 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.8e+03 |\n", + "| n_updates | 11099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2898.547 |\n", + "| air_humidity | 53.278496 |\n", + "| air_temperature | 22.61949 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 277.0 |\n", + "| direct_solar_radiation | 436.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 20.475954 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2573731.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.89e+03 |\n", + "| n_updates | 11124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6191.668 |\n", + "| air_humidity | 61.839733 |\n", + "| air_temperature | 23.132393 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 315.0 |\n", + "| direct_solar_radiation | 94.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 24.937683 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5546784.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.82e+03 |\n", + "| n_updates | 11149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.328 |\n", + "| air_temperature | 25.108599 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 226.0 |\n", + "| direct_solar_radiation | 591.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 27.525572 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.11e+03 |\n", + "| n_updates | 11174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.90909 |\n", + "| air_temperature | 25.643183 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 273.0 |\n", + "| direct_solar_radiation | 344.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 21.85953 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.48e+03 |\n", + "| n_updates | 11199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3087.9355 |\n", + "| air_humidity | 49.51548 |\n", + "| air_temperature | 23.905464 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 420.0 |\n", + "| direct_solar_radiation | 123.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 20.520428 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2776982.5 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 11224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3701.2773 |\n", + "| air_humidity | 59.4393 |\n", + "| air_temperature | 23.357481 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 19.842611 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3331149.5 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.16e+03 |\n", + "| n_updates | 11249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4359.327 |\n", + "| air_humidity | 52.05942 |\n", + "| air_temperature | 24.033459 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 166.0 |\n", + "| direct_solar_radiation | 134.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 24.21186 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3923394.2 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.76e+03 |\n", + "| n_updates | 11274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3904.9595 |\n", + "| air_humidity | 58.766552 |\n", + "| air_temperature | 23.823164 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 308.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 21.326008 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3514463.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 11299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.20776 |\n", + "| air_temperature | 28.272985 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 19.0 |\n", + "| direct_solar_radiation | 8.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 18.32586 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 863 |\n", + "| n_updates | 11324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.10212 |\n", + "| air_temperature | 25.217432 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 22.660082 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.12e+03 |\n", + "| n_updates | 11349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.44785 |\n", + "| air_temperature | 23.742256 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 21.647293 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.99e+03 |\n", + "| n_updates | 11374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.26872 |\n", + "| air_temperature | 24.988808 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 13.328288 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.08e+03 |\n", + "| n_updates | 11399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.69315 |\n", + "| air_temperature | 25.202436 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 15.814474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.44e+03 |\n", + "| n_updates | 11424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.717415 |\n", + "| air_temperature | 23.804771 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 17.160044 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.67e+03 |\n", + "| n_updates | 11449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.91682 |\n", + "| air_temperature | 23.10701 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 16.901966 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+03 |\n", + "| n_updates | 11474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.89759 |\n", + "| air_temperature | 23.867949 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 20.076616 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.88e+03 |\n", + "| n_updates | 11499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.97487 |\n", + "| air_temperature | 23.029406 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.5 |\n", + "| outdoor_temperature | 13.115639 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.96e+03 |\n", + "| n_updates | 11524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.84955 |\n", + "| air_temperature | 21.605173 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 11.831333 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.51e+03 |\n", + "| n_updates | 11549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 321.20944 |\n", + "| air_humidity | 52.94715 |\n", + "| air_temperature | 21.00033 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.40463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 289088.5 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.14e+03 |\n", + "| n_updates | 11574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 279.34213 |\n", + "| air_humidity | 47.79707 |\n", + "| air_temperature | 22.00002 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.137628 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 251407.92 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.66e+03 |\n", + "| n_updates | 11599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 86.035385 |\n", + "| air_humidity | 65.715164 |\n", + "| air_temperature | 22.000046 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.148232 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 77431.84 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 11624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 89.559746 |\n", + "| air_humidity | 62.382233 |\n", + "| air_temperature | 21.999939 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 58.0 |\n", + "| direct_solar_radiation | 91.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 15.210514 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 80603.77 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.43e+03 |\n", + "| n_updates | 11649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 64.7902 |\n", + "| air_temperature | 21.465332 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 98.0 |\n", + "| direct_solar_radiation | 468.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 17.777851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.11e+03 |\n", + "| n_updates | 11674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 69.57908 |\n", + "| air_temperature | 22.679138 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.479317 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 9.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.29e+03 |\n", + "| n_updates | 11699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 660.2427 |\n", + "| air_humidity | 29.197695 |\n", + "| air_temperature | 23.115774 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 133.0 |\n", + "| direct_solar_radiation | 749.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 11.404039 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 615147.3 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.38e+03 |\n", + "| n_updates | 11724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 698.806 |\n", + "| air_humidity | 24.322908 |\n", + "| air_temperature | 23.732935 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 220.0 |\n", + "| direct_solar_radiation | 550.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 10.196256 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 640776.94 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.12e+03 |\n", + "| n_updates | 11749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.508892 |\n", + "| air_temperature | 24.289152 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 245.0 |\n", + "| direct_solar_radiation | 511.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 11.32262 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.65e+03 |\n", + "| n_updates | 11774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 38.35403 |\n", + "| air_temperature | 26.072796 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 688.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 19.146742 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 8.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.1e+03 |\n", + "| n_updates | 11799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 45.109554 |\n", + "| air_temperature | 29.182646 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 155.0 |\n", + "| direct_solar_radiation | 684.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 20.280233 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.55e+03 |\n", + "| n_updates | 11824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 43.46771 |\n", + "| air_temperature | 26.831202 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 164.0 |\n", + "| direct_solar_radiation | 459.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 19.983452 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.12e+03 |\n", + "| n_updates | 11849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 44.368893 |\n", + "| air_temperature | 27.992828 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 136.0 |\n", + "| direct_solar_radiation | 212.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 19.311104 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.11e+03 |\n", + "| n_updates | 11874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 58.686783 |\n", + "| air_temperature | 27.221378 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 40.0 |\n", + "| direct_solar_radiation | 293.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 18.123085 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.51e+03 |\n", + "| n_updates | 11899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 774.1695 |\n", + "| air_humidity | 34.996456 |\n", + "| air_temperature | 27.246576 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 18.92559 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 703926.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.09e+03 |\n", + "| n_updates | 11924 |\n", + "-----------------------------------------------\n", + "------------------------------------------------******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 112.674805 |\n", + "| air_humidity | 60.293446 |\n", + "| air_temperature | 25.96211 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 16.551872 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 101406.91 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.09e+03 |\n", + "| n_updates | 11949 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 137.64085 |\n", + "| air_humidity | 28.135008 |\n", + "| air_temperature | 23.720987 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 11.987406 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 122232.64 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.5e+03 |\n", + "| n_updates | 11974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 258.9177 |\n", + "| air_humidity | 30.75452 |\n", + "| air_temperature | 21.694313 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 9.033271 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 227640.38 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 11999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 44.34447 |\n", + "| air_temperature | 21.441462 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 11.766301 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.13e+03 |\n", + "| n_updates | 12024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 45.472637 |\n", + "| air_temperature | 21.698595 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 12.506051 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.2e+03 |\n", + "| n_updates | 12049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 96.831505 |\n", + "| air_humidity | 63.816128 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 14.555716 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 87148.36 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+04 |\n", + "| n_updates | 12074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 143.056 |\n", + "| air_humidity | 49.87251 |\n", + "| air_temperature | 20.196104 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 13.250102 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 128750.41 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 1.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 12099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 69.9335 |\n", + "| air_temperature | 21.999865 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.482807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.61e+03 |\n", + "| n_updates | 12124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 81.433624 |\n", + "| air_temperature | 20.767324 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 17.938904 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.91e+03 |\n", + "| n_updates | 12149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 19.583437 |\n", + "| air_temperature | 21.381088 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 31.0 |\n", + "| outdoor_temperature | 12.771853 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.52e+03 |\n", + "| n_updates | 12174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 414.9808 |\n", + "| air_humidity | 23.872995 |\n", + "| air_temperature | 18.743254 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 5.896669 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 373482.72 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+04 |\n", + "| n_updates | 12199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 821.85474 |\n", + "| air_humidity | 22.28704 |\n", + "| air_temperature | 20.656563 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 4.875373 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 739669.25 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 454 |\n", + "| n_updates | 12224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 27.547106 |\n", + "| air_temperature | 18.04457 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 2.0 |\n", + "| direct_solar_radiation | 63.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 3.8614655 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.19e+03 |\n", + "| n_updates | 12249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 32.53162 |\n", + "| air_temperature | 19.037893 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 356.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 11.73929 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.29e+03 |\n", + "| n_updates | 12274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 21.744438 |\n", + "| air_temperature | 20.516462 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 270.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | 7.609495 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.4e+03 |\n", + "| n_updates | 12299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 918.473 |\n", + "| air_humidity | 30.203888 |\n", + "| air_temperature | 23.050997 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 131.0 |\n", + "| direct_solar_radiation | 667.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 10.156731 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 814822.44 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 12324 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 24.651491 |\n", + "| air_temperature | 20.29867 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 744.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 38.5 |\n", + "| outdoor_temperature | 13.3993225 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.56e+03 |\n", + "| n_updates | 12349 |\n", + "------------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 28.324862 |\n", + "| air_temperature | 22.063183 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 276.0 |\n", + "| direct_solar_radiation | 198.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 15.74168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.86e+03 |\n", + "| n_updates | 12374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 441.1365 |\n", + "| air_humidity | 37.676785 |\n", + "| air_temperature | 26.999302 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 184.0 |\n", + "| direct_solar_radiation | 597.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 18.295261 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 396935.9 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 749 |\n", + "| n_updates | 12399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 397.0408 |\n", + "| air_humidity | 25.999836 |\n", + "| air_temperature | 24.447517 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 85.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 11.532406 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 357336.72 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 10.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+04 |\n", + "| n_updates | 12424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 493.84128 |\n", + "| air_humidity | 26.061975 |\n", + "| air_temperature | 25.247528 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 118.0 |\n", + "| direct_solar_radiation | 453.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 12.655685 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 445882.44 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.79e+03 |\n", + "| n_updates | 12449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 337.6619 |\n", + "| air_humidity | 33.520164 |\n", + "| air_temperature | 25.640917 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 86.0 |\n", + "| direct_solar_radiation | 77.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 13.122775 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 303895.72 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.89e+03 |\n", + "| n_updates | 12474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.74225 |\n", + "| air_humidity | 41.628914 |\n", + "| air_temperature | 24.081877 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 7.0 |\n", + "| direct_solar_radiation | 17.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 11.265384 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 785516.4 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 12499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 44.50846 |\n", + "| air_temperature | 21.999935 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 11.621885 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.09e+03 |\n", + "| n_updates | 12524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 45.628036 |\n", + "| air_temperature | 22.000069 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 12.389954 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.53e+03 |\n", + "| n_updates | 12549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 181.22653 |\n", + "| air_humidity | 43.488087 |\n", + "| air_temperature | 22.495659 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 11.260102 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 160043.17 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.77e+03 |\n", + "| n_updates | 12574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 488.6821 |\n", + "| air_humidity | 39.50117 |\n", + "| air_temperature | 20.336163 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 7.2215056 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 425114.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+03 |\n", + "| n_updates | 12599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 180.7631 |\n", + "| air_humidity | 49.284153 |\n", + "| air_temperature | 21.999992 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 11.821833 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 162686.8 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 12624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 743.012 |\n", + "| air_humidity | 40.796642 |\n", + "| air_temperature | 19.002693 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 6.572727 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 668710.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.95e+03 |\n", + "| n_updates | 12649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 628.6884 |\n", + "| air_humidity | 25.816118 |\n", + "| air_temperature | 21.093597 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 4.599007 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 565819.56 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+03 |\n", + "| n_updates | 12674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 31.74596 |\n", + "| air_temperature | 21.000074 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 8.201467 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.17e+03 |\n", + "| n_updates | 12699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 756.4788 |\n", + "| air_humidity | 23.738033 |\n", + "| air_temperature | 20.86679 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 4.1151543 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 680830.94 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.24e+03 |\n", + "| n_updates | 12724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.259447 |\n", + "| air_temperature | 17.8804 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 2.4538102 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.93e+03 |\n", + "| n_updates | 12749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1109.8292 |\n", + "| air_humidity | 32.276184 |\n", + "| air_temperature | 20.002485 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 1.2077625 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 998846.3 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.17e+03 |\n", + "| n_updates | 12774 |\n", + "-----------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1372.9894 |\n", + "| air_humidity | 33.068222 |\n", + "| air_temperature | 20.999987 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | -0.10803817 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1235690.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.5e+03 |\n", + "| n_updates | 12799 |\n", + "-------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1710.4203 |\n", + "| air_humidity | 26.788225 |\n", + "| air_temperature | 20.5662 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | -1.7951931 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1539378.2 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.53e+03 |\n", + "| n_updates | 12824 |\n", + "------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1841.4658 |\n", + "| air_humidity | 19.267988 |\n", + "| air_temperature | 20.999996 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | -2.4504209 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1657319.2 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 12849 |\n", + "------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2306.6052 |\n", + "| air_humidity | 13.655644 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 55.0 |\n", + "| direct_solar_radiation | 61.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | -4.7761173 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2075944.6 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 0.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 12874 |\n", + "------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1300.3312 |\n", + "| air_humidity | 21.154627 |\n", + "| air_temperature | 20.620234 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | -0.20197213 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1170298.1 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.56e+03 |\n", + "| n_updates | 12899 |\n", + "-------------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 838.0061 |\n", + "| air_humidity | 55.374287 |\n", + "| air_temperature | 21.689898 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 154.0 |\n", + "| direct_solar_radiation | 56.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 98.5 |\n", + "| outdoor_temperature | 12.248131 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 767363.94 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 11.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.14e+03 |\n", + "| n_updates | 12924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.32771 |\n", + "| air_temperature | 23.409586 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 178.0 |\n", + "| direct_solar_radiation | 547.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 10.429253 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.12e+03 |\n", + "| n_updates | 12949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 31.469723 |\n", + "| air_temperature | 22.937748 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 158.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 8.520331 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.06e+03 |\n", + "| n_updates | 12974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 917.63416 |\n", + "| air_humidity | 25.424332 |\n", + "| air_temperature | 23.37107 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 120.0 |\n", + "| direct_solar_radiation | 644.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 6.5279045 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 826909.6 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 12999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 370.86636 |\n", + "| air_humidity | 32.690987 |\n", + "| air_temperature | 18.534119 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 29.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 6.47209 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 333779.75 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 13024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.081112 |\n", + "| air_temperature | 20.211607 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 64.0 |\n", + "| direct_solar_radiation | 234.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | 3.3783436 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 12.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.08e+03 |\n", + "| n_updates | 13049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 861.6628 |\n", + "| air_humidity | 18.8145 |\n", + "| air_temperature | 23.979624 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 526.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 34.5 |\n", + "| outdoor_temperature | 5.8914924 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 775496.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 793 |\n", + "| n_updates | 13074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 640.4554 |\n", + "| air_humidity | 25.776783 |\n", + "| air_temperature | 24.407007 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | 8.198558 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 570274.1 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.59e+03 |\n", + "| n_updates | 13099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 844.3286 |\n", + "| air_humidity | 41.763554 |\n", + "| air_temperature | 23.095621 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 7.7191653 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 759895.75 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.3e+03 |\n", + "| n_updates | 13124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 874.85583 |\n", + "| air_humidity | 33.53786 |\n", + "| air_temperature | 21.60302 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 4.926668 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 774289.1 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.88e+03 |\n", + "| n_updates | 13149 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1264.9574 |\n", + "| air_humidity | 21.493917 |\n", + "| air_temperature | 22.395668 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 0.43212128 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1138461.8 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 9.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 13174 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 306.69937 |\n", + "| air_humidity | 19.631279 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.6707997 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 276029.44 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 8.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+03 |\n", + "| n_updates | 13199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.799517 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 2.2084277 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 542 |\n", + "| n_updates | 13224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.181026 |\n", + "| air_temperature | 21.002357 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 3.265807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 13249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 37.930477 |\n", + "| air_temperature | 19.753136 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 4.2085614 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 899 |\n", + "| n_updates | 13274 |\n", + "-----------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1398.5908 |\n", + "| air_humidity | 31.410603 |\n", + "| air_temperature | 21.000002 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | -0.23604545 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1258731.8 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.56e+03 |\n", + "| n_updates | 13299 |\n", + "-------------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 30.992683 |\n", + "| air_temperature | 21.999996 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 2.9798114 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 13324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.637766 |\n", + "| air_temperature | 18.669603 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 3.13234 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.43e+03 |\n", + "| n_updates | 13349 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1793.6534 |\n", + "| air_humidity | 12.261504 |\n", + "| air_temperature | 21.999996 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | -2.2113588 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1614288.1 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.96e+03 |\n", + "| n_updates | 13374 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1068.9926 |\n", + "| air_humidity | 20.901031 |\n", + "| air_temperature | 17.97254 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 1.4119455 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 962093.4 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 13399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1037.5333 |\n", + "| air_humidity | 23.295412 |\n", + "| air_temperature | 19.985338 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 1.569242 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 933780.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 13424 |\n", + "-----------------------------------------------\n", + "------------------------------------------------***********************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 531.9781 |\n", + "| air_humidity | 21.137249 |\n", + "| air_temperature | 21.781822 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 0.56026334 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 478780.3 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.52e+03 |\n", + "| n_updates | 13449 |\n", + "------------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 26.447454 |\n", + "| air_temperature | 20.000038 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 79.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 4.3963323 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.15e+03 |\n", + "| n_updates | 13474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 28.223364 |\n", + "| air_temperature | 21.120174 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 31.0 |\n", + "| direct_solar_radiation | 578.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 4.0409384 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 1.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.93e+03 |\n", + "| n_updates | 13499 |\n", + "-----------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1293.855 |\n", + "| air_humidity | 21.47397 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 92.0 |\n", + "| direct_solar_radiation | 547.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | 0.28763378 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1164469.5 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.72e+03 |\n", + "| n_updates | 13524 |\n", + "------------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2052.83 |\n", + "| air_humidity | 17.319937 |\n", + "| air_temperature | 18.667053 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 489.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | -3.5072422 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1847547.1 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+04 |\n", + "| n_updates | 13549 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 29.388943 |\n", + "| air_temperature | 22.514286 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 120.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 2.2709444 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 13574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 23.907196 |\n", + "| air_temperature | 22.934315 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 303.0 |\n", + "| direct_solar_radiation | 45.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.5 |\n", + "| outdoor_temperature | 4.08747 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 1.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.47e+03 |\n", + "| n_updates | 13599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 782.1886 |\n", + "| air_humidity | 44.01096 |\n", + "| air_temperature | 22.976707 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 113.0 |\n", + "| direct_solar_radiation | 309.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 9.240701 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 713822.94 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 13624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 26.889645 |\n", + "| air_temperature | 23.825846 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 88.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 9.648953 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 7.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.96e+03 |\n", + "| n_updates | 13649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 33.47256 |\n", + "| air_temperature | 23.051739 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.5098643 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.37e+03 |\n", + "| n_updates | 13674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.71378 |\n", + "| air_temperature | 22.259344 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 3.2563782 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.63e+03 |\n", + "| n_updates | 13699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 91.78562 |\n", + "| air_humidity | 25.185575 |\n", + "| air_temperature | 20.999916 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 4.861682 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 82607.06 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 10.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.92e+03 |\n", + "| n_updates | 13724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1024.272 |\n", + "| air_humidity | 27.808973 |\n", + "| air_temperature | 22.563572 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 1.6355486 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 921844.75 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 13749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2743.635 |\n", + "| air_humidity | 16.346043 |\n", + "| air_temperature | 21.583727 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -6.961267 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 2469271.5 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 968 |\n", + "| n_updates | 13774 |\n", + "-----------------------------------------------\n", + "\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 4]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n", + "----------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| episode/ | |\n", + "| comfort_violation_time(%) | 42.6 |\n", + "| cumulative_comfort_penalty | -2.13e+04 |\n", + "| cumulative_energy_penalty | -3.54e+03 |\n", + "| cumulative_power | 7.08e+07 |\n", + "| cumulative_reward | -24834.174 |\n", + "| cumulative_temperature_violation | 4.26e+04 |\n", + "| episode_length | 70077 |\n", + "| mean_comfort_penalty | -0.304 |\n", + "| mean_energy_penalty | -0.0505 |\n", + "| mean_power | 1.01e+03 |\n", + "| mean_reward | -0.3543841 |\n", + "| mean_temperature_violation | 0.608 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3264.773 |\n", + "| air_humidity | 16.017635 |\n", + "| air_temperature | 16.728548 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | -9.5669565 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2938295.8 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.15e+03 |\n", + "| n_updates | 13779 |\n", + "----------------------------------------------------\n", + "-----------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 3.5e+04 |\n", + "| ep_rew_mean | -1.22e+04 |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| episodes | 2 |\n", + "| fps | 952 |\n", + "| time_elapsed | 110 |\n", + "| total_timesteps | 105117 |\n", + "-----------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3178.6443 |\n", + "| air_humidity | 13.9179 |\n", + "| air_temperature | 21.00378 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 25.5 |\n", + "| outdoor_temperature | -9.136313 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 2860780.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 10.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.82e+03 |\n", + "| n_updates | 13799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2588.9912 |\n", + "| air_humidity | 15.689926 |\n", + "| air_temperature | 20.000109 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -6.1880474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2330092.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.14e+03 |\n", + "| n_updates | 13824 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1323.0002 |\n", + "| air_humidity | 38.257965 |\n", + "| air_temperature | 19.999996 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 87.25 |\n", + "| outdoor_temperature | 0.14190736 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1190700.2 |\n", + "| wind_direction | 247.5 |\n", + "| wind_speed | 8.275 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.11e+03 |\n", + "| n_updates | 13849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2258.7883 |\n", + "| air_humidity | 20.096224 |\n", + "| air_temperature | 17.745817 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | -4.5370326 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2032909.4 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 13874 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2483.813 |\n", + "| air_humidity | 14.061123 |\n", + "| air_temperature | 17.850971 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | -5.6621566 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2235431.8 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 2.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 795 |\n", + "| n_updates | 13899 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1322.736 |\n", + "| air_humidity | 10.838393 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 56.25 |\n", + "| outdoor_temperature | 0.14322889 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1190462.4 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 13924 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2446.134 |\n", + "| air_humidity | 16.319656 |\n", + "| air_temperature | 20.34714 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -5.473761 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2201520.5 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 5.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.43e+03 |\n", + "| n_updates | 13949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.85662 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 3.2131824 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.97e+03 |\n", + "| n_updates | 13974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1941.4054 |\n", + "| air_humidity | 26.045143 |\n", + "| air_temperature | 21.82076 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 67.25 |\n", + "| outdoor_temperature | -2.9501185 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1747264.9 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.89e+03 |\n", + "| n_updates | 13999 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1955.8734 |\n", + "| air_humidity | 18.822397 |\n", + "| air_temperature | 19.999998 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 48.75 |\n", + "| outdoor_temperature | -3.0224586 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1760286.1 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 902 |\n", + "| n_updates | 14024 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.606636 |\n", + "| air_temperature | 20.999992 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 2.3032584 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+04 |\n", + "| n_updates | 14049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 124.68914 |\n", + "| air_humidity | 29.865686 |\n", + "| air_temperature | 20.02376 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 19.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 83.75 |\n", + "| outdoor_temperature | 4.82571 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 107442.516 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 926 |\n", + "| n_updates | 14074 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2462.6763 |\n", + "| air_humidity | 17.745747 |\n", + "| air_temperature | 19.46204 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 30.75 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.25 |\n", + "| outdoor_temperature | -6.0136967 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2216408.5 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 7.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 14099 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 33.261345 |\n", + "| air_temperature | 22.545242 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 52.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.8804245 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 132.5 |\n", + "| wind_speed | 7.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 14124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1471.364 |\n", + "| air_humidity | 19.59662 |\n", + "| air_temperature | 22.959154 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 177.0 |\n", + "| direct_solar_radiation | 153.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 61.25 |\n", + "| outdoor_temperature | -0.99800754 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1324227.6 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.6e+03 |\n", + "| n_updates | 14149 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 745.9737 |\n", + "| air_humidity | 26.770702 |\n", + "| air_temperature | 23.468678 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 93.25 |\n", + "| direct_solar_radiation | 769.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 51.75 |\n", + "| outdoor_temperature | 7.255399 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 677180.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.13e+03 |\n", + "| n_updates | 14174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 524.576 |\n", + "| air_humidity | 49.16026 |\n", + "| air_temperature | 22.537245 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 10.697998 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 472118.4 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 10.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.49e+03 |\n", + "| n_updates | 14199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 142.57867 |\n", + "| air_humidity | 22.805319 |\n", + "| air_temperature | 21.999964 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 99.75 |\n", + "| direct_solar_radiation | 666.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 37.25 |\n", + "| outdoor_temperature | 8.377738 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 128933.805 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.7e+03 |\n", + "| n_updates | 14224 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 17.845053 |\n", + "| air_temperature | 21.09502 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 127.5 |\n", + "| direct_solar_radiation | 477.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 8.656128 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 14249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.1569 |\n", + "| air_humidity | 40.648323 |\n", + "| air_temperature | 23.346079 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 85.25 |\n", + "| outdoor_temperature | 8.96482 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 679641.2 |\n", + "| wind_direction | 82.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+04 |\n", + "| n_updates | 14274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 42.070915 |\n", + "| air_temperature | 22.793812 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 20.25 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 7.1089516 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 82.5 |\n", + "| wind_speed | 7.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 14299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 637.3314 |\n", + "| air_humidity | 53.170254 |\n", + "| air_temperature | 23.19397 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.569685 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 573598.3 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.36e+03 |\n", + "| n_updates | 14324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 371.55234 |\n", + "| air_humidity | 53.279606 |\n", + "| air_temperature | 22.224451 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 87.25 |\n", + "| outdoor_temperature | 11.406227 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 334397.1 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 7.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 14349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1022.66864 |\n", + "| air_humidity | 34.204594 |\n", + "| air_temperature | 22.414547 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 1.6435652 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 920401.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.54e+03 |\n", + "| n_updates | 14374 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1139.4733 |\n", + "| air_humidity | 25.386675 |\n", + "| air_temperature | 20.21549 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 1.059542 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1025525.94 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 14399 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.400509 |\n", + "| air_temperature | 19.244875 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 3.6225793 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 14424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 957.9209 |\n", + "| air_humidity | 39.998306 |\n", + "| air_temperature | 20.000904 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 1.9673041 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 862128.8 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.65e+03 |\n", + "| n_updates | 14449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1848.209 |\n", + "| air_humidity | 23.906105 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | -2.4841363 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1663388.0 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 720 |\n", + "| n_updates | 14474 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2414.4824 |\n", + "| air_humidity | 26.082052 |\n", + "| air_temperature | 20.003956 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 40.75 |\n", + "| outdoor_temperature | -5.3155036 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2173034.2 |\n", + "| wind_direction | 12.5 |\n", + "| wind_speed | 11.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 14499 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.025675 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | 0.79964656 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.48e+03 |\n", + "| n_updates | 14524 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 699.84283 |\n", + "| air_humidity | 31.964478 |\n", + "| air_temperature | 18.297335 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 75.75 |\n", + "| outdoor_temperature | 4.0827537 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 602817.7 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 14549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3115.8237 |\n", + "| air_humidity | 15.136002 |\n", + "| air_temperature | 19.429403 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | -8.82221 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2804241.5 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 5.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.07e+03 |\n", + "| n_updates | 14574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1468.3408 |\n", + "| air_humidity | 13.363356 |\n", + "| air_temperature | 20.0 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -0.58479565 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1321506.8 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.97e+03 |\n", + "| n_updates | 14599 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1956.0592 |\n", + "| air_humidity | 21.415497 |\n", + "| air_temperature | 21.735435 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | -3.0233877 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1760453.2 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 9.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 14624 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3478.2593 |\n", + "| air_humidity | 11.524329 |\n", + "| air_temperature | 16.549387 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | -14.171143 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3130433.2 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.2e+03 |\n", + "| n_updates | 14649 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2161.4868 |\n", + "| air_humidity | 11.50414 |\n", + "| air_temperature | 19.000036 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 39.75 |\n", + "| direct_solar_radiation | 153.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 64.75 |\n", + "| outdoor_temperature | -7.5872803 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1945338.1 |\n", + "| wind_direction | 282.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+03 |\n", + "| n_updates | 14674 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2298.961 |\n", + "| air_humidity | 12.468061 |\n", + "| air_temperature | 21.999899 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 68.75 |\n", + "| direct_solar_radiation | 501.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 41.5 |\n", + "| outdoor_temperature | -5.1359925 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2069064.9 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2e+03 |\n", + "| n_updates | 14699 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2482.3235 |\n", + "| air_humidity | 15.208434 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 58.5 |\n", + "| direct_solar_radiation | 837.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 50.75 |\n", + "| outdoor_temperature | -5.6547093 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2234091.2 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.71e+03 |\n", + "| n_updates | 14724 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1333.4619 |\n", + "| air_humidity | 10.839565 |\n", + "| air_temperature | 21.995874 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 218.25 |\n", + "| direct_solar_radiation | 219.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 0.08959897 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1200115.8 |\n", + "| wind_direction | 252.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.4e+03 |\n", + "| n_updates | 14749 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.333763 |\n", + "| air_temperature | 23.36302 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 129.5 |\n", + "| direct_solar_radiation | 746.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 5.126002 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 6.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.27e+03 |\n", + "| n_updates | 14774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2383.3894 |\n", + "| air_humidity | 8.774642 |\n", + "| air_temperature | 22.380083 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 158.75 |\n", + "| direct_solar_radiation | 683.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 27.5 |\n", + "| outdoor_temperature | -7.536425 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2145050.5 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.95e+03 |\n", + "| n_updates | 14799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2361.432 |\n", + "| air_humidity | 11.286173 |\n", + "| air_temperature | 22.862402 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 171.25 |\n", + "| direct_solar_radiation | 540.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | -5.5457816 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2125288.8 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.04e+03 |\n", + "| n_updates | 14824 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1143.717 |\n", + "| air_humidity | 14.54144 |\n", + "| air_temperature | 23.631212 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 863.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | 0.75334334 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1029345.3 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.67e+03 |\n", + "| n_updates | 14849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1158.7903 |\n", + "| air_humidity | 26.88448 |\n", + "| air_temperature | 23.092854 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 66.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 0.5057328 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1042911.25 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.99e+03 |\n", + "| n_updates | 14874 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 73.7766 |\n", + "| air_humidity | 25.315073 |\n", + "| air_temperature | 20.000492 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 38.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 5.228516 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 66398.945 |\n", + "| wind_direction | 332.5 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.06e+03 |\n", + "| n_updates | 14899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 15.07751 |\n", + "| air_temperature | 22.42386 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.25 |\n", + "| outdoor_temperature | 3.532443 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.73e+03 |\n", + "| n_updates | 14924 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 26.815527 |\n", + "| air_temperature | 24.792336 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 2.8700993 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 14949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.373877 |\n", + "| air_temperature | 23.764162 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.25 |\n", + "| outdoor_temperature | 3.9288108 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 14974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.13989 |\n", + "| air_temperature | 22.858171 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 2.637647 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 75.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.47e+03 |\n", + "| n_updates | 14999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.451893 |\n", + "| air_temperature | 19.095592 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 63.25 |\n", + "| outdoor_temperature | 3.9432404 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 15024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 962.5944 |\n", + "| air_humidity | 23.422165 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.75 |\n", + "| outdoor_temperature | 1.9439363 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 866335.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.13e+03 |\n", + "| n_updates | 15049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.20381 |\n", + "| air_temperature | 22.000006 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.9635112 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.72e+03 |\n", + "| n_updates | 15074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1978.8235 |\n", + "| air_humidity | 17.958961 |\n", + "| air_temperature | 19.000006 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | -3.1372092 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1780941.1 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.68e+03 |\n", + "| n_updates | 15099 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1651.2651 |\n", + "| air_humidity | 21.80585 |\n", + "| air_temperature | 21.99999 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | -1.4994174 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1486138.6 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 15124 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1477.7244 |\n", + "| air_humidity | 19.804928 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -0.6317136 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1329952.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.89e+03 |\n", + "| n_updates | 15149 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1173.0521 |\n", + "| air_humidity | 40.49864 |\n", + "| air_temperature | 19.615831 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 0.89164776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1055746.9 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.42e+03 |\n", + "| n_updates | 15174 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 810.88544 |\n", + "| air_humidity | 26.834318 |\n", + "| air_temperature | 20.000088 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 59.25 |\n", + "| outdoor_temperature | 5.296541 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 729796.9 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 1.025 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 15199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 566.93365 |\n", + "| air_humidity | 37.77567 |\n", + "| air_temperature | 18.473743 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 4.3673377 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 510240.28 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+03 |\n", + "| n_updates | 15224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 94.785126 |\n", + "| air_humidity | 36.622604 |\n", + "| air_temperature | 19.349455 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 22.0 |\n", + "| direct_solar_radiation | 146.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 9.245056 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 83250.836 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 6.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.7e+03 |\n", + "| n_updates | 15249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 40.965393 |\n", + "| air_temperature | 18.794714 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 77.75 |\n", + "| direct_solar_radiation | 21.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.478311 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.13e+03 |\n", + "| n_updates | 15274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 44.28175 |\n", + "| air_temperature | 21.336182 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 78.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.5593534 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.61e+03 |\n", + "| n_updates | 15299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 764.0725 |\n", + "| air_humidity | 50.251144 |\n", + "| air_temperature | 22.643566 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 88.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.124284 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 687665.25 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 15324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 23.494152 |\n", + "| air_temperature | 23.261553 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 143.5 |\n", + "| direct_solar_radiation | 801.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 6.961959 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 5.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 15349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 33.514217 |\n", + "| air_temperature | 22.651453 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 200.25 |\n", + "| direct_solar_radiation | 1.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 3.141846 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 786 |\n", + "| n_updates | 15374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 33.8206 |\n", + "| air_temperature | 20.309654 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 206.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 6.0417705 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.67e+03 |\n", + "| n_updates | 15399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 26.79647 |\n", + "| air_temperature | 20.653496 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 287.5 |\n", + "| direct_solar_radiation | 348.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 5.8445897 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 9.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.97e+03 |\n", + "| n_updates | 15424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.176092 |\n", + "| air_temperature | 24.43434 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 757.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 29.75 |\n", + "| outdoor_temperature | 14.736623 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 15449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 19.772951 |\n", + "| air_temperature | 23.21499 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 108.75 |\n", + "| direct_solar_radiation | 49.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 5.9866753 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 9.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.97e+03 |\n", + "| n_updates | 15474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 809.15594 |\n", + "| air_humidity | 19.844421 |\n", + "| air_temperature | 23.992252 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 66.25 |\n", + "| direct_solar_radiation | 453.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 7.26631 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 727706.06 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.22e+03 |\n", + "| n_updates | 15499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 30.93134 |\n", + "| air_temperature | 23.089472 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 20.25 |\n", + "| direct_solar_radiation | 96.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 91.25 |\n", + "| outdoor_temperature | 3.1187332 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 9.025 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.82e+03 |\n", + "| n_updates | 15524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 208.74844 |\n", + "| air_humidity | 18.482845 |\n", + "| air_temperature | 24.876616 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 22.0 |\n", + "| outdoor_temperature | 12.427065 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 186888.42 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+03 |\n", + "| n_updates | 15549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1466.7415 |\n", + "| air_humidity | 17.671227 |\n", + "| air_temperature | 20.999994 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 94.75 |\n", + "| outdoor_temperature | -0.5767989 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1320067.4 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 10.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 894 |\n", + "| n_updates | 15574 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1806.4314 |\n", + "| air_humidity | 19.1926 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | -2.2752483 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1625788.2 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+03 |\n", + "| n_updates | 15599 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.01203 |\n", + "| air_temperature | 21.75387 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.158653 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.04e+03 |\n", + "| n_updates | 15624 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.351454 |\n", + "| air_temperature | 21.016546 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 56.25 |\n", + "| outdoor_temperature | 2.4189992 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 999 |\n", + "| n_updates | 15649 |\n", + "-----------------------------------------------\n", + "Progress: |**********************-----------------------------------------------------------------------------| 22%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 449.45572 |\n", + "| air_humidity | 35.932343 |\n", + "| air_temperature | 21.472187 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 7.158784 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 404510.16 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.89e+03 |\n", + "| n_updates | 15674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1563.6162 |\n", + "| air_humidity | 24.247192 |\n", + "| air_temperature | 19.999989 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -1.0611725 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1407254.6 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+03 |\n", + "| n_updates | 15699 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2125.3613 |\n", + "| air_humidity | 17.254232 |\n", + "| air_temperature | 19.878681 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 33.5 |\n", + "| outdoor_temperature | -3.8698978 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1912825.1 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.76e+03 |\n", + "| n_updates | 15724 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.619474 |\n", + "| air_temperature | 19.133396 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 2.4355738 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.29e+03 |\n", + "| n_updates | 15749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 381.8151 |\n", + "| air_humidity | 37.59117 |\n", + "| air_temperature | 21.439528 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 8.856663 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 343633.6 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 15774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 42.63189 |\n", + "| air_temperature | 19.000011 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 5.119897 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 15799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 50.85754 |\n", + "| air_temperature | 18.377762 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 8.373751 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.95e+03 |\n", + "| n_updates | 15824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 35.561874 |\n", + "| air_temperature | 21.873852 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 11.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 10.225957 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 15849 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 26.675598 |\n", + "| air_temperature | 18.554829 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 615.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 4.2019925 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 15874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 40.36259 |\n", + "| air_temperature | 18.407398 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 130.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 84.25 |\n", + "| outdoor_temperature | 3.0041485 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.13e+03 |\n", + "| n_updates | 15899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 219.27303 |\n", + "| air_humidity | 40.82527 |\n", + "| air_temperature | 19.000004 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 204.25 |\n", + "| direct_solar_radiation | 1.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.623772 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 197345.73 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.89e+03 |\n", + "| n_updates | 15924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 35.68691 |\n", + "| air_temperature | 21.785128 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 208.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 5.421297 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 147.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.76e+03 |\n", + "| n_updates | 15949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 840.3833 |\n", + "| air_humidity | 25.465723 |\n", + "| air_temperature | 22.999157 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 324.5 |\n", + "| direct_solar_radiation | 198.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 42.75 |\n", + "| outdoor_temperature | 7.6123447 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 755894.1 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.12e+03 |\n", + "| n_updates | 15974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 734.6666 |\n", + "| air_humidity | 18.650326 |\n", + "| air_temperature | 22.999714 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 117.75 |\n", + "| direct_solar_radiation | 915.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 36.25 |\n", + "| outdoor_temperature | 8.88295 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 661284.7 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.51e+03 |\n", + "| n_updates | 15999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 500.5111 |\n", + "| air_humidity | 24.855114 |\n", + "| air_temperature | 24.99908 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 231.25 |\n", + "| direct_solar_radiation | 663.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 11.0018635 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 450460.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.02e+03 |\n", + "| n_updates | 16024 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 255.18027 |\n", + "| air_humidity | 40.3879 |\n", + "| air_temperature | 25.245584 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 182.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 12.835742 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 229662.23 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 16049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.144527 |\n", + "| air_temperature | 25.565943 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 157.25 |\n", + "| direct_solar_radiation | 440.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 16.46367 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.01e+03 |\n", + "| n_updates | 16074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.334118 |\n", + "| air_temperature | 26.882177 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 113.5 |\n", + "| direct_solar_radiation | 319.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 35.5 |\n", + "| outdoor_temperature | 26.066725 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.18e+03 |\n", + "| n_updates | 16099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 43.002823 |\n", + "| air_temperature | 29.800293 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 55.75 |\n", + "| direct_solar_radiation | 1.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 72.5 |\n", + "| outdoor_temperature | 16.096746 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 979 |\n", + "| n_updates | 16124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.986477 |\n", + "| air_temperature | 28.824877 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 14.492639 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.56e+03 |\n", + "| n_updates | 16149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 42.606262 |\n", + "| air_temperature | 27.829678 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 16.676575 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.8e+03 |\n", + "| n_updates | 16174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 33.19549 |\n", + "| air_temperature | 25.93673 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 16.0 |\n", + "| outdoor_temperature | 9.1879835 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 9.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+04 |\n", + "| n_updates | 16199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 36.42534 |\n", + "| air_temperature | 24.6196 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 36.5 |\n", + "| outdoor_temperature | 6.809757 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 834 |\n", + "| n_updates | 16224 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.749786 |\n", + "| air_temperature | 19.409586 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.75 |\n", + "| outdoor_temperature | 4.1420374 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.98e+03 |\n", + "| n_updates | 16249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.242737 |\n", + "| air_temperature | 20.562092 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.75 |\n", + "| outdoor_temperature | 7.1730056 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 107.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.95e+03 |\n", + "| n_updates | 16274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.64957 |\n", + "| air_temperature | 20.738081 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 12.110972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 958 |\n", + "| n_updates | 16299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.871155 |\n", + "| air_temperature | 22.278757 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 84.5 |\n", + "| outdoor_temperature | 13.553884 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.06e+03 |\n", + "| n_updates | 16324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.26202 |\n", + "| air_temperature | 19.654593 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.75 |\n", + "| outdoor_temperature | 7.9804134 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.12e+03 |\n", + "| n_updates | 16349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.018555 |\n", + "| air_temperature | 19.43056 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 4.530317 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 47.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 854 |\n", + "| n_updates | 16374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.09686 |\n", + "| air_temperature | 19.882326 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 7.630194 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.62e+03 |\n", + "| n_updates | 16399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.39541 |\n", + "| air_temperature | 18.942545 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 21.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 4.826478 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 16424 |\n", + "-----------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214338.3238974}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_rew_mean': -12207.1521785, '_timestamp': 1700214338.324025}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214338.3241777}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/episodes': 2, '_timestamp': 1700214338.324233}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/fps': 952, '_timestamp': 1700214338.324258}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/time_elapsed': 110, '_timestamp': 1700214338.3242805}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/total_timesteps': 105117, '_timestamp': 1700214338.3243134}).\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.804073 |\n", + "| air_temperature | 17.933743 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 65.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 5.314055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.75e+03 |\n", + "| n_updates | 16449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 139.62027 |\n", + "| air_humidity | 57.48164 |\n", + "| air_temperature | 19.324568 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 81.25 |\n", + "| direct_solar_radiation | 754.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 62.25 |\n", + "| outdoor_temperature | 11.337564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 127898.09 |\n", + "| wind_direction | 242.5 |\n", + "| wind_speed | 4.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 16474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 423.0795 |\n", + "| air_humidity | 54.558548 |\n", + "| air_temperature | 21.274569 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 249.5 |\n", + "| direct_solar_radiation | 331.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 11.623175 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 391077.4 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.03e+03 |\n", + "| n_updates | 16499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 426.25082 |\n", + "| air_humidity | 42.10922 |\n", + "| air_temperature | 24.387661 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 169.5 |\n", + "| direct_solar_radiation | 783.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 53.25 |\n", + "| outdoor_temperature | 15.680944 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 383625.75 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 16524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3278.4285 |\n", + "| air_humidity | 51.37957 |\n", + "| air_temperature | 23.440716 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 440.75 |\n", + "| direct_solar_radiation | 415.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 19.777857 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2925658.0 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 16549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.33587 |\n", + "| air_temperature | 23.060978 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 423.25 |\n", + "| direct_solar_radiation | 154.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 19.105343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8e+03 |\n", + "| n_updates | 16574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.69443 |\n", + "| air_temperature | 25.178434 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 182.75 |\n", + "| direct_solar_radiation | 738.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 16.890213 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 9.025 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 777 |\n", + "| n_updates | 16599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 886.88434 |\n", + "| air_humidity | 43.01376 |\n", + "| air_temperature | 22.757463 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 231.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 12.084203 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 798195.9 |\n", + "| wind_direction | 112.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.67e+03 |\n", + "| n_updates | 16624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 202.23326 |\n", + "| air_humidity | 55.07219 |\n", + "| air_temperature | 25.159515 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 139.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 14.396703 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 182009.94 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.39e+03 |\n", + "| n_updates | 16649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 259.9499 |\n", + "| air_humidity | 24.07339 |\n", + "| air_temperature | 26.803598 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 273.5 |\n", + "| direct_solar_radiation | 169.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 29.75 |\n", + "| outdoor_temperature | 15.0922365 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 233954.9 |\n", + "| wind_direction | 117.5 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 16674 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1844.631 |\n", + "| air_humidity | 28.542942 |\n", + "| air_temperature | 24.000408 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 401.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.75 |\n", + "| outdoor_temperature | 17.741638 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1660167.9 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.33e+03 |\n", + "| n_updates | 16699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 39.95888 |\n", + "| air_temperature | 28.465874 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 75.75 |\n", + "| direct_solar_radiation | 29.25 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 14.858121 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 17.5 |\n", + "| wind_speed | 7.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.93e+03 |\n", + "| n_updates | 16724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.26563 |\n", + "| air_temperature | 22.1756 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 12.75 |\n", + "| direct_solar_radiation | 27.75 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.75 |\n", + "| outdoor_temperature | 15.311967 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.59e+03 |\n", + "| n_updates | 16749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.651237 |\n", + "| air_temperature | 24.642591 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 89.75 |\n", + "| outdoor_temperature | 14.209018 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 137.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.33e+03 |\n", + "| n_updates | 16774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.60104 |\n", + "| air_temperature | 25.386179 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 11.908129 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 97.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.87e+03 |\n", + "| n_updates | 16799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.14912 |\n", + "| air_temperature | 23.695042 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 13.742707 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 653 |\n", + "| n_updates | 16824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.65019 |\n", + "| air_temperature | 22.592537 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.277803 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 0.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.22e+03 |\n", + "| n_updates | 16849 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.704895 |\n", + "| air_temperature | 23.187885 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.75 |\n", + "| outdoor_temperature | 14.677337 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.39e+03 |\n", + "| n_updates | 16874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.997635 |\n", + "| air_temperature | 23.428854 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 14.541368 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 12.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 16899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.104126 |\n", + "| air_temperature | 21.876242 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 82.25 |\n", + "| outdoor_temperature | 9.96343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.75e+03 |\n", + "| n_updates | 16924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.86454 |\n", + "| air_temperature | 21.600565 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 39.75 |\n", + "| outdoor_temperature | 14.400382 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 5.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.64e+03 |\n", + "| n_updates | 16949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.518505 |\n", + "| air_temperature | 20.212349 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 6.7360797 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.12e+04 |\n", + "| n_updates | 16974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.30012 |\n", + "| air_temperature | 20.133348 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 18.5 |\n", + "| direct_solar_radiation | 26.75 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 6.6733184 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 16999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.16668 |\n", + "| air_temperature | 19.883177 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 87.5 |\n", + "| direct_solar_radiation | 222.25 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 10.129374 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.58e+03 |\n", + "| n_updates | 17024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.16959 |\n", + "| air_temperature | 20.764967 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 133.75 |\n", + "| direct_solar_radiation | 459.75 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 73.25 |\n", + "| outdoor_temperature | 14.322216 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.48e+03 |\n", + "| n_updates | 17049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.00924 |\n", + "| air_temperature | 21.80383 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 247.75 |\n", + "| direct_solar_radiation | 337.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 15.378115 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.81e+03 |\n", + "| n_updates | 17074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.258354 |\n", + "| air_temperature | 22.053274 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 219.25 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 18.406048 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.04e+03 |\n", + "| n_updates | 17099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 691.146 |\n", + "| air_humidity | 46.539497 |\n", + "| air_temperature | 24.863531 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 200.0 |\n", + "| direct_solar_radiation | 737.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.5 |\n", + "| outdoor_temperature | 17.3546 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 622023.5 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 9.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 17124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3710.4148 |\n", + "| air_humidity | 39.002415 |\n", + "| air_temperature | 23.876598 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 239.5 |\n", + "| direct_solar_radiation | 707.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.5 |\n", + "| outdoor_temperature | 20.152966 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3339373.2 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.82e+03 |\n", + "| n_updates | 17149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3688.425 |\n", + "| air_humidity | 43.778458 |\n", + "| air_temperature | 23.66983 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 443.25 |\n", + "| direct_solar_radiation | 133.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 38.75 |\n", + "| outdoor_temperature | 22.107475 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3319582.5 |\n", + "| wind_direction | 157.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.57e+03 |\n", + "| n_updates | 17174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 917.6637 |\n", + "| air_humidity | 56.962753 |\n", + "| air_temperature | 23.999311 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 259.5 |\n", + "| direct_solar_radiation | 4.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.511669 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 825897.3 |\n", + "| wind_direction | 127.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.99e+03 |\n", + "| n_updates | 17199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 858.77216 |\n", + "| air_humidity | 57.474483 |\n", + "| air_temperature | 25.882996 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 163.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 17.411175 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 772894.94 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 7.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 17224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.20754 |\n", + "| air_temperature | 25.337343 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 280.5 |\n", + "| direct_solar_radiation | 431.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 40.25 |\n", + "| outdoor_temperature | 19.513725 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 8.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.94e+03 |\n", + "| n_updates | 17249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.899506 |\n", + "| air_temperature | 25.854675 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 263.0 |\n", + "| direct_solar_radiation | 43.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 38.75 |\n", + "| outdoor_temperature | 19.162733 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+03 |\n", + "| n_updates | 17274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4173.7295 |\n", + "| air_humidity | 37.54742 |\n", + "| air_temperature | 23.964441 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 121.75 |\n", + "| direct_solar_radiation | 547.25 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 30.25 |\n", + "| outdoor_temperature | 22.092154 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3756356.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 8.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.53e+03 |\n", + "| n_updates | 17299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.42586 |\n", + "| air_temperature | 29.204458 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 105.75 |\n", + "| direct_solar_radiation | 76.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 19.358492 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.76e+03 |\n", + "| n_updates | 17324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.49464 |\n", + "| air_temperature | 29.286299 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 39.75 |\n", + "| direct_solar_radiation | 78.75 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.5 |\n", + "| outdoor_temperature | 24.95861 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 17.5 |\n", + "| wind_speed | 0.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.01e+03 |\n", + "| n_updates | 17349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.129776 |\n", + "| air_temperature | 29.402967 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 21.23685 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 2.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+04 |\n", + "| n_updates | 17374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.3626 |\n", + "| air_temperature | 27.33943 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 18.870724 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.59e+03 |\n", + "| n_updates | 17399 |\n", + "-----------------------------------------------\n", + "----------------------------------------------******----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.01241 |\n", + "| air_temperature | 26.20268 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 47.75 |\n", + "| outdoor_temperature | 21.07225 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2e+03 |\n", + "| n_updates | 17424 |\n", + "----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.478065 |\n", + "| air_temperature | 24.307499 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 48.25 |\n", + "| outdoor_temperature | 16.253143 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.35e+03 |\n", + "| n_updates | 17449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.24167 |\n", + "| air_temperature | 23.637384 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 38.25 |\n", + "| outdoor_temperature | 19.995474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.55e+03 |\n", + "| n_updates | 17474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.323845 |\n", + "| air_temperature | 23.203812 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 60.75 |\n", + "| outdoor_temperature | 16.461828 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 613 |\n", + "| n_updates | 17499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.80206 |\n", + "| air_temperature | 22.288834 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 17.761728 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 922 |\n", + "| n_updates | 17524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.78475 |\n", + "| air_temperature | 21.46684 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.061084 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.62e+03 |\n", + "| n_updates | 17549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.15778 |\n", + "| air_temperature | 23.580736 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 17.122057 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 1.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.25e+03 |\n", + "| n_updates | 17574 |\n", + "-----------------------------------------------\n", + "----------------------------------------------*********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.29978 |\n", + "| air_temperature | 22.31859 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 20.0 |\n", + "| direct_solar_radiation | 40.25 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 14.69055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 940 |\n", + "| n_updates | 17599 |\n", + "----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.26164 |\n", + "| air_temperature | 21.451311 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 94.25 |\n", + "| direct_solar_radiation | 98.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 15.18072 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 42.5 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 857 |\n", + "| n_updates | 17624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.971344 |\n", + "| air_temperature | 21.424046 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 168.5 |\n", + "| direct_solar_radiation | 91.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 18.039125 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 17649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1732.2148 |\n", + "| air_humidity | 72.68931 |\n", + "| air_temperature | 21.707315 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.75 |\n", + "| outdoor_temperature | 19.883415 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1558993.4 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 17674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1228.1124 |\n", + "| air_humidity | 69.9077 |\n", + "| air_temperature | 22.623905 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 165.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.969051 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1105301.1 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 517 |\n", + "| n_updates | 17699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4790.518 |\n", + "| air_humidity | 62.532368 |\n", + "| air_temperature | 22.88602 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 280.75 |\n", + "| direct_solar_radiation | 574.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 84.75 |\n", + "| outdoor_temperature | 21.947834 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4281177.5 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.6e+03 |\n", + "| n_updates | 17724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.33571 |\n", + "| air_temperature | 26.042614 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 299.0 |\n", + "| direct_solar_radiation | 563.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 68.75 |\n", + "| outdoor_temperature | 27.839651 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 217.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 17749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.68221 |\n", + "| air_temperature | 23.874613 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 272.75 |\n", + "| direct_solar_radiation | 136.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 24.195335 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.52e+03 |\n", + "| n_updates | 17774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5723.8325 |\n", + "| air_humidity | 59.568176 |\n", + "| air_temperature | 23.107014 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 259.75 |\n", + "| direct_solar_radiation | 706.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 23.755472 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5151449.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 452 |\n", + "| n_updates | 17799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6552.195 |\n", + "| air_humidity | 58.304203 |\n", + "| air_temperature | 23.97524 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 169.75 |\n", + "| direct_solar_radiation | 637.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 71.75 |\n", + "| outdoor_temperature | 27.065159 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5884490.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 17824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7836.0625 |\n", + "| air_humidity | 56.81204 |\n", + "| air_temperature | 24.587852 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 381.0 |\n", + "| direct_solar_radiation | 266.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 32.049313 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7052456.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.44e+03 |\n", + "| n_updates | 17849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4793.1064 |\n", + "| air_humidity | 54.42562 |\n", + "| air_temperature | 24.286098 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 216.0 |\n", + "| direct_solar_radiation | 511.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 40.75 |\n", + "| outdoor_temperature | 25.641277 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4312496.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+03 |\n", + "| n_updates | 17874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7375.4526 |\n", + "| air_humidity | 61.23719 |\n", + "| air_temperature | 23.157116 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 121.5 |\n", + "| direct_solar_radiation | 495.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.25 |\n", + "| outdoor_temperature | 23.998201 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6626954.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.98e+03 |\n", + "| n_updates | 17899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.19129 |\n", + "| air_temperature | 29.05981 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 105.5 |\n", + "| direct_solar_radiation | 315.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | 28.943462 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 17924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.36356 |\n", + "| air_temperature | 28.721018 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 52.0 |\n", + "| direct_solar_radiation | 52.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 24.795532 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.29e+03 |\n", + "| n_updates | 17949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.818764 |\n", + "| air_temperature | 28.084414 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 97.75 |\n", + "| outdoor_temperature | 24.247278 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.63e+03 |\n", + "| n_updates | 17974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.21806 |\n", + "| air_temperature | 27.403837 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 28.683372 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.69e+03 |\n", + "| n_updates | 17999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.10296 |\n", + "| air_temperature | 26.301935 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 21.085833 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.41e+03 |\n", + "| n_updates | 18024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.1191 |\n", + "| air_temperature | 24.227379 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 86.25 |\n", + "| outdoor_temperature | 20.546297 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.58e+03 |\n", + "| n_updates | 18049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.33137 |\n", + "| air_temperature | 23.995317 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.382294 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.79e+03 |\n", + "| n_updates | 18074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.265434 |\n", + "| air_temperature | 23.291105 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.631296 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+04 |\n", + "| n_updates | 18099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.593895 |\n", + "| air_temperature | 22.290453 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.25 |\n", + "| outdoor_temperature | 18.960316 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.9e+03 |\n", + "| n_updates | 18124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.49853 |\n", + "| air_temperature | 22.546316 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 17.489908 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.57e+03 |\n", + "| n_updates | 18149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.61108 |\n", + "| air_temperature | 22.441803 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 20.486403 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.51e+03 |\n", + "| n_updates | 18174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.05344 |\n", + "| air_temperature | 22.388695 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 17.0 |\n", + "| direct_solar_radiation | 1.75 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 19.99402 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.31e+03 |\n", + "| n_updates | 18199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.21326 |\n", + "| air_temperature | 22.180178 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 42.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.440664 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 67.5 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.93e+03 |\n", + "| n_updates | 18224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.37489 |\n", + "| air_temperature | 23.224543 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 110.0 |\n", + "| direct_solar_radiation | 160.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.75 |\n", + "| outdoor_temperature | 23.39646 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 18249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.447105 |\n", + "| air_temperature | 24.64745 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 173.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.75 |\n", + "| outdoor_temperature | 25.151327 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 242.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+04 |\n", + "| n_updates | 18274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8526.9795 |\n", + "| air_humidity | 64.30461 |\n", + "| air_temperature | 22.684814 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 288.25 |\n", + "| direct_solar_radiation | 412.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 27.592764 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7762197.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.26e+03 |\n", + "| n_updates | 18299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8381.347 |\n", + "| air_humidity | 60.01121 |\n", + "| air_temperature | 23.661592 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 254.25 |\n", + "| direct_solar_radiation | 629.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 71.75 |\n", + "| outdoor_temperature | 27.747707 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7516141.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.75e+03 |\n", + "| n_updates | 18324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6758.7915 |\n", + "| air_humidity | 58.00684 |\n", + "| air_temperature | 24.18974 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 317.5 |\n", + "| direct_solar_radiation | 556.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 39.75 |\n", + "| outdoor_temperature | 31.748314 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6082912.5 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.81e+03 |\n", + "| n_updates | 18349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4673.956 |\n", + "| air_humidity | 56.21035 |\n", + "| air_temperature | 24.077019 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 282.25 |\n", + "| direct_solar_radiation | 664.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 26.647907 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4197338.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.61e+03 |\n", + "| n_updates | 18374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3924.4778 |\n", + "| air_humidity | 55.328617 |\n", + "| air_temperature | 24.44708 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 161.25 |\n", + "| direct_solar_radiation | 755.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 35.75 |\n", + "| outdoor_temperature | 29.854593 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3535004.5 |\n", + "| wind_direction | 207.5 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 915 |\n", + "| n_updates | 18399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.166363 |\n", + "| air_temperature | 28.55074 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 226.0 |\n", + "| direct_solar_radiation | 707.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 30.628448 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 18424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.52538 |\n", + "| air_temperature | 27.901205 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 273.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 25.93718 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.89e+03 |\n", + "| n_updates | 18449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7710.064 |\n", + "| air_humidity | 59.231922 |\n", + "| air_temperature | 23.880999 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 190.25 |\n", + "| direct_solar_radiation | 343.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 28.25258 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6939057.5 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+04 |\n", + "| n_updates | 18474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6280.664 |\n", + "| air_humidity | 59.72886 |\n", + "| air_temperature | 23.7811 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 155.5 |\n", + "| direct_solar_radiation | 91.25 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 50.25 |\n", + "| outdoor_temperature | 29.278086 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5652597.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 995 |\n", + "| n_updates | 18499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.54388 |\n", + "| air_temperature | 29.638643 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 103.25 |\n", + "| direct_solar_radiation | 62.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 55.25 |\n", + "| outdoor_temperature | 25.908215 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.09e+03 |\n", + "| n_updates | 18524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.875576 |\n", + "| air_temperature | 28.546131 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 36.5 |\n", + "| direct_solar_radiation | 21.75 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 25.278723 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.83e+03 |\n", + "| n_updates | 18549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.24339 |\n", + "| air_temperature | 29.165983 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.75 |\n", + "| outdoor_temperature | 24.60015 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 18574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.87542 |\n", + "| air_temperature | 27.153479 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 24.488916 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.19e+03 |\n", + "| n_updates | 18599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.727104 |\n", + "| air_temperature | 26.621859 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 24.772013 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 18624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.13177 |\n", + "| air_temperature | 25.110699 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.25 |\n", + "| outdoor_temperature | 22.868048 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.89e+03 |\n", + "| n_updates | 18649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.009995 |\n", + "| air_temperature | 23.295828 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 20.944084 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 222.5 |\n", + "| wind_speed | 3.625 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.68e+03 |\n", + "| n_updates | 18674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.22931 |\n", + "| air_temperature | 24.215412 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.454714 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.08e+03 |\n", + "| n_updates | 18699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.98991 |\n", + "| air_temperature | 23.21452 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.25 |\n", + "| outdoor_temperature | 21.339176 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 778 |\n", + "| n_updates | 18724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.72173 |\n", + "| air_temperature | 23.91344 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 23.348045 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.08e+03 |\n", + "| n_updates | 18749 |\n", + "-----------------------------------------------\n", + "----------------------------------------------*********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.47173 |\n", + "| air_temperature | 23.57375 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 21.85287 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 202.5 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 648 |\n", + "| n_updates | 18774 |\n", + "----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.6411 |\n", + "| air_temperature | 22.740074 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 23.466516 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.83e+03 |\n", + "| n_updates | 18799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.37062 |\n", + "| air_temperature | 22.634445 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 49.5 |\n", + "| direct_solar_radiation | 17.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 22.287907 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 839 |\n", + "| n_updates | 18824 |\n", + "-----------------------------------------------\n", + "----------------------------------------------**********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.94491 |\n", + "| air_temperature | 22.73523 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 84.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 24.26252 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 127.5 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.38e+03 |\n", + "| n_updates | 18849 |\n", + "----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2807.4397 |\n", + "| air_humidity | 74.32868 |\n", + "| air_temperature | 21.33207 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 129.0 |\n", + "| direct_solar_radiation | 596.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 26.407139 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2526695.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.81e+03 |\n", + "| n_updates | 18874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9054.869 |\n", + "| air_humidity | 65.859116 |\n", + "| air_temperature | 23.2239 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 113.0 |\n", + "| direct_solar_radiation | 751.25 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 29.98417 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8148379.0 |\n", + "| wind_direction | 207.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 18899 |\n", + "-----------------------------------------------\n", + "----------------------------------------------************************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.58006 |\n", + "| air_temperature | 26.38312 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 272.25 |\n", + "| direct_solar_radiation | 387.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 28.69311 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.88e+03 |\n", + "| n_updates | 18924 |\n", + "----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.058 |\n", + "| air_temperature | 26.914494 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 180.75 |\n", + "| direct_solar_radiation | 689.25 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 69.75 |\n", + "| outdoor_temperature | 29.624235 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 177.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 18949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8801.524 |\n", + "| air_humidity | 58.136875 |\n", + "| air_temperature | 24.039986 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 265.75 |\n", + "| direct_solar_radiation | 10.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.25 |\n", + "| outdoor_temperature | 28.023397 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 7921372.0 |\n", + "| wind_direction | 112.5 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.12e+03 |\n", + "| n_updates | 18974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3378.667 |\n", + "| air_humidity | 58.892483 |\n", + "| air_temperature | 23.367899 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 257.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 84.75 |\n", + "| outdoor_temperature | 21.247084 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3040800.2 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.18e+03 |\n", + "| n_updates | 18999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4014.445 |\n", + "| air_humidity | 57.45482 |\n", + "| air_temperature | 23.92956 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 368.0 |\n", + "| direct_solar_radiation | 307.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 49.75 |\n", + "| outdoor_temperature | 23.911158 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3613000.5 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.18e+03 |\n", + "| n_updates | 19024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4817.473 |\n", + "| air_humidity | 52.57281 |\n", + "| air_temperature | 24.286257 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 237.75 |\n", + "| direct_solar_radiation | 550.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | 26.177536 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4331393.5 |\n", + "| wind_direction | 132.5 |\n", + "| wind_speed | 4.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.34e+03 |\n", + "| n_updates | 19049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5711.878 |\n", + "| air_humidity | 57.63123 |\n", + "| air_temperature | 24.354006 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 239.0 |\n", + "| direct_solar_radiation | 424.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 26.314344 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5136858.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 395 |\n", + "| n_updates | 19074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.167454 |\n", + "| air_temperature | 28.583328 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 68.25 |\n", + "| direct_solar_radiation | 670.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.25 |\n", + "| outdoor_temperature | 26.150335 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 19099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.369625 |\n", + "| air_temperature | 29.384346 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 82.75 |\n", + "| direct_solar_radiation | 102.75 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 25.75643 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.68e+03 |\n", + "| n_updates | 19124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.58527 |\n", + "| air_temperature | 29.717571 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 18.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 31.05684 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.17e+03 |\n", + "| n_updates | 19149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.148495 |\n", + "| air_temperature | 29.580566 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 26.079569 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 496 |\n", + "| n_updates | 19174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.282104 |\n", + "| air_temperature | 27.809978 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 24.78124 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.12e+03 |\n", + "| n_updates | 19199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.98033 |\n", + "| air_temperature | 26.815897 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 83.75 |\n", + "| outdoor_temperature | 23.301914 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.78e+03 |\n", + "| n_updates | 19224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.27217 |\n", + "| air_temperature | 26.22684 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 26.958303 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.37e+03 |\n", + "| n_updates | 19249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.57633 |\n", + "| air_temperature | 25.920828 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 26.734919 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 22.5 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4e+03 |\n", + "| n_updates | 19274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.304825 |\n", + "| air_temperature | 25.465914 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 22.813532 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.07e+03 |\n", + "| n_updates | 19299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.35207 |\n", + "| air_temperature | 23.392422 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 17.851112 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 52.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.42e+03 |\n", + "| n_updates | 19324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.09457 |\n", + "| air_temperature | 23.109562 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 21.00783 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 19349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.33025 |\n", + "| air_temperature | 23.843977 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 43.5 |\n", + "| outdoor_temperature | 26.288761 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.09e+03 |\n", + "| n_updates | 19374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.405334 |\n", + "| air_temperature | 22.821547 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 18.559614 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.26e+03 |\n", + "| n_updates | 19399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.77596 |\n", + "| air_temperature | 23.128113 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 31.5 |\n", + "| direct_solar_radiation | 52.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 20.81059 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+03 |\n", + "| n_updates | 19424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.58572 |\n", + "| air_temperature | 23.639242 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 84.75 |\n", + "| direct_solar_radiation | 314.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 52.5 |\n", + "| outdoor_temperature | 20.048075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.97e+03 |\n", + "| n_updates | 19449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1617.4988 |\n", + "| air_humidity | 79.90342 |\n", + "| air_temperature | 20.43247 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 139.75 |\n", + "| direct_solar_radiation | 442.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 22.065544 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1478523.6 |\n", + "| wind_direction | 52.5 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.59e+03 |\n", + "| n_updates | 19474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5886.132 |\n", + "| air_humidity | 66.80615 |\n", + "| air_temperature | 22.063503 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 180.25 |\n", + "| direct_solar_radiation | 508.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 24.354967 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5328320.5 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.15e+03 |\n", + "| n_updates | 19499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3672.857 |\n", + "| air_humidity | 59.752323 |\n", + "| air_temperature | 23.272907 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 187.0 |\n", + "| direct_solar_radiation | 603.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 43.5 |\n", + "| outdoor_temperature | 24.80805 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3281666.5 |\n", + "| wind_direction | 97.5 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 19524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4737.7534 |\n", + "| air_humidity | 58.999786 |\n", + "| air_temperature | 23.746513 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 222.5 |\n", + "| direct_solar_radiation | 627.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 24.401014 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4263978.0 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 19549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4875.718 |\n", + "| air_humidity | 44.244587 |\n", + "| air_temperature | 24.019958 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 180.0 |\n", + "| direct_solar_radiation | 788.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 26.25 |\n", + "| outdoor_temperature | 26.552404 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4371530.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.83e+03 |\n", + "| n_updates | 19574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.898952 |\n", + "| air_temperature | 26.009037 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 127.75 |\n", + "| direct_solar_radiation | 850.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 26.36101 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.82e+03 |\n", + "| n_updates | 19599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.81277 |\n", + "| air_temperature | 27.505688 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 186.5 |\n", + "| direct_solar_radiation | 669.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 25.5 |\n", + "| outdoor_temperature | 29.788122 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 19624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4886.1143 |\n", + "| air_humidity | 57.88376 |\n", + "| air_temperature | 23.773052 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 199.5 |\n", + "| direct_solar_radiation | 361.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.75 |\n", + "| outdoor_temperature | 24.97054 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4363027.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.29e+03 |\n", + "| n_updates | 19649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4029.3594 |\n", + "| air_humidity | 46.99753 |\n", + "| air_temperature | 24.343311 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 173.25 |\n", + "| direct_solar_radiation | 387.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 42.25 |\n", + "| outdoor_temperature | 22.448847 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3626423.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.33e+03 |\n", + "| n_updates | 19674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5349.853 |\n", + "| air_humidity | 58.909237 |\n", + "| air_temperature | 24.063595 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 93.5 |\n", + "| direct_solar_radiation | 335.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 24.990084 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4814867.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.78e+03 |\n", + "| n_updates | 19699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.822647 |\n", + "| air_temperature | 29.09369 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 42.25 |\n", + "| direct_solar_radiation | 105.75 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 23.82931 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 829 |\n", + "| n_updates | 19724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.729893 |\n", + "| air_temperature | 30.093975 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 24.931477 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 19749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.69394 |\n", + "| air_temperature | 26.956028 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 82.75 |\n", + "| outdoor_temperature | 22.900484 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 7.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.27e+03 |\n", + "| n_updates | 19774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.78566 |\n", + "| air_temperature | 23.96756 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 18.051031 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.14e+03 |\n", + "| n_updates | 19799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.47217 |\n", + "| air_temperature | 24.990147 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 20.638704 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.32e+03 |\n", + "| n_updates | 19824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.647545 |\n", + "| air_temperature | 24.419151 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 15.977511 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 19849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.864487 |\n", + "| air_temperature | 23.427107 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 17.705479 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.49e+03 |\n", + "| n_updates | 19874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.79724 |\n", + "| air_temperature | 23.55326 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.224926 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.07e+03 |\n", + "| n_updates | 19899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.70181 |\n", + "| air_temperature | 23.83317 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 21.874525 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.11e+03 |\n", + "| n_updates | 19924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.30007 |\n", + "| air_temperature | 23.849401 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 18.547737 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.04e+03 |\n", + "| n_updates | 19949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 92.61786 |\n", + "| air_temperature | 21.799852 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 13.870208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.82e+03 |\n", + "| n_updates | 19974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.17677 |\n", + "| air_temperature | 22.119612 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 20.816065 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 137.5 |\n", + "| wind_speed | 4.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.47e+03 |\n", + "| n_updates | 19999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.015495 |\n", + "| air_temperature | 21.31066 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 13.5 |\n", + "| direct_solar_radiation | 20.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.75 |\n", + "| outdoor_temperature | 18.328482 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.36e+03 |\n", + "| n_updates | 20024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.57495 |\n", + "| air_temperature | 21.005348 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 61.0 |\n", + "| direct_solar_radiation | 262.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 13.333364 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 20049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 301.6228 |\n", + "| air_humidity | 79.943886 |\n", + "| air_temperature | 20.113867 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 92.5 |\n", + "| direct_solar_radiation | 310.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 16.825045 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 271460.53 |\n", + "| wind_direction | 67.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.59e+03 |\n", + "| n_updates | 20074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.96002 |\n", + "| air_temperature | 22.580376 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 144.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 78.75 |\n", + "| outdoor_temperature | 21.745192 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.96e+03 |\n", + "| n_updates | 20099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.88721 |\n", + "| air_temperature | 23.508745 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 170.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 23.018007 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 4.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.54e+03 |\n", + "| n_updates | 20124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 344.5578 |\n", + "| air_humidity | 30.767315 |\n", + "| air_temperature | 24.99779 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 271.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 41.25 |\n", + "| outdoor_temperature | 14.921902 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 309548.22 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6e+03 |\n", + "| n_updates | 20149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2278.3 |\n", + "| air_humidity | 39.205063 |\n", + "| air_temperature | 24.005941 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 276.75 |\n", + "| direct_solar_radiation | 358.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 18.965593 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2050470.0 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+03 |\n", + "| n_updates | 20174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1998.3851 |\n", + "| air_humidity | 52.785255 |\n", + "| air_temperature | 24.266527 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 219.0 |\n", + "| direct_solar_radiation | 202.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.75 |\n", + "| outdoor_temperature | 20.165852 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1794946.1 |\n", + "| wind_direction | 122.5 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.81e+03 |\n", + "| n_updates | 20199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1957.5281 |\n", + "| air_humidity | 55.09818 |\n", + "| air_temperature | 23.998634 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 179.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 18.801235 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1761775.2 |\n", + "| wind_direction | 67.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+03 |\n", + "| n_updates | 20224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4070.7903 |\n", + "| air_humidity | 57.882877 |\n", + "| air_temperature | 23.809664 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 96.5 |\n", + "| direct_solar_radiation | 738.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 22.709478 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3636545.2 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.63e+03 |\n", + "| n_updates | 20249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.24881 |\n", + "| air_temperature | 26.860281 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 74.25 |\n", + "| direct_solar_radiation | 600.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 24.5 |\n", + "| outdoor_temperature | 22.27375 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.31e+03 |\n", + "| n_updates | 20274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.049194 |\n", + "| air_temperature | 26.28117 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 48.0 |\n", + "| direct_solar_radiation | 299.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 18.562544 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.42e+03 |\n", + "| n_updates | 20299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 38.25449 |\n", + "| air_temperature | 30.236038 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 17.029285 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.14e+03 |\n", + "| n_updates | 20324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 325.93085 |\n", + "| air_humidity | 38.41647 |\n", + "| air_temperature | 22.50031 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 66.75 |\n", + "| outdoor_temperature | 12.274445 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 293337.75 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.07e+03 |\n", + "| n_updates | 20349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 72.12592 |\n", + "| air_humidity | 45.341778 |\n", + "| air_temperature | 25.65021 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 15.496785 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 64778.598 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.51e+03 |\n", + "| n_updates | 20374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 63.414883 |\n", + "| air_temperature | 28.577398 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 19.600908 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 948 |\n", + "| n_updates | 20399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 61.78261 |\n", + "| air_temperature | 22.69856 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 89.25 |\n", + "| outdoor_temperature | 16.416159 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 1.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.32e+04 |\n", + "| n_updates | 20424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 52.74851 |\n", + "| air_temperature | 25.398882 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 20.38683 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.64e+03 |\n", + "| n_updates | 20449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 33.290733 |\n", + "| air_temperature | 21.287834 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 12.449082 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.15e+03 |\n", + "| n_updates | 20474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 19.943989 |\n", + "| air_temperature | 18.339186 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 46.75 |\n", + "| outdoor_temperature | 5.152613 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 7.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.67e+03 |\n", + "| n_updates | 20499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.289444 |\n", + "| air_temperature | 18.999548 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 2.6775541 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.13e+03 |\n", + "| n_updates | 20524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 417.08643 |\n", + "| air_humidity | 46.24744 |\n", + "| air_temperature | 18.841345 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.75 |\n", + "| outdoor_temperature | 11.781759 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 375377.78 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.7e+03 |\n", + "| n_updates | 20549 |\n", + "-----------------------------------------------\n", + "------------------------------------------------****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 135.26466 |\n", + "| air_humidity | 61.379833 |\n", + "| air_temperature | 22.000166 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 13.575298 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 121738.195 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.3e+03 |\n", + "| n_updates | 20574 |\n", + "------------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 64.60407 |\n", + "| air_temperature | 20.836473 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 13.240486 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.04e+04 |\n", + "| n_updates | 20599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 63.3282 |\n", + "| air_temperature | 22.00007 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.022585 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.56e+03 |\n", + "| n_updates | 20624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 188.70605 |\n", + "| air_humidity | 67.29689 |\n", + "| air_temperature | 19.1231 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 37.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 14.237206 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 169835.45 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.08e+04 |\n", + "| n_updates | 20649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 168.05627 |\n", + "| air_humidity | 53.480873 |\n", + "| air_temperature | 22.000565 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 126.0 |\n", + "| direct_solar_radiation | 279.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.25 |\n", + "| outdoor_temperature | 14.391249 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 151250.64 |\n", + "| wind_direction | 277.5 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 20674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 677.43176 |\n", + "| air_humidity | 49.575752 |\n", + "| air_temperature | 22.503729 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 171.75 |\n", + "| direct_solar_radiation | 443.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 16.459827 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 541536.8 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.78e+03 |\n", + "| n_updates | 20699 |\n", + "-----------------------------------------------\n", + "------------------------------------------------******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 349.05792 |\n", + "| air_humidity | 42.49321 |\n", + "| air_temperature | 24.44578 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 193.25 |\n", + "| direct_solar_radiation | 579.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 60.75 |\n", + "| outdoor_temperature | 14.8956995 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 316582.8 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 12.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 20724 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.344414 |\n", + "| air_temperature | 24.028534 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 571.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 42.25 |\n", + "| outdoor_temperature | 10.90466 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 6.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.76e+04 |\n", + "| n_updates | 20749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 32.880497 |\n", + "| air_temperature | 21.89145 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 206.25 |\n", + "| direct_solar_radiation | 571.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 15.797259 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.65e+03 |\n", + "| n_updates | 20774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 114.77949 |\n", + "| air_humidity | 48.73564 |\n", + "| air_temperature | 22.8385 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 197.75 |\n", + "| direct_solar_radiation | 617.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 18.827942 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 103301.54 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+03 |\n", + "| n_updates | 20799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 47.761047 |\n", + "| air_temperature | 29.14502 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 147.75 |\n", + "| direct_solar_radiation | 609.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 19.072847 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 20824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 46.74231 |\n", + "| air_temperature | 31.30642 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 157.0 |\n", + "| direct_solar_radiation | 41.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 67.25 |\n", + "| outdoor_temperature | 21.932957 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 112.5 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.67e+03 |\n", + "| n_updates | 20849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 63.611557 |\n", + "| air_temperature | 28.221117 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 80.0 |\n", + "| direct_solar_radiation | 45.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 98.25 |\n", + "| outdoor_temperature | 19.452662 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.66e+03 |\n", + "| n_updates | 20874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 56.281235 |\n", + "| air_temperature | 30.96048 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 20.25 |\n", + "| direct_solar_radiation | 161.25 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.33139 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 4.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.83e+03 |\n", + "| n_updates | 20899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 23.261051 |\n", + "| air_temperature | 30.090052 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 21.75 |\n", + "| outdoor_temperature | 19.227865 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 8.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.15e+03 |\n", + "| n_updates | 20924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 16.51077 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 38.75 |\n", + "| outdoor_temperature | 9.069071 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.32e+03 |\n", + "| n_updates | 20949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 20.737274 |\n", + "| air_temperature | 21.259157 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 6.756015 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.98e+03 |\n", + "| n_updates | 20974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 406.1129 |\n", + "| air_humidity | 22.629057 |\n", + "| air_temperature | 20.645561 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 8.182513 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 353544.72 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.66e+03 |\n", + "| n_updates | 20999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 176.19357 |\n", + "| air_humidity | 29.804996 |\n", + "| air_temperature | 21.000021 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | 11.880113 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 158574.2 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 735 |\n", + "| n_updates | 21024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 465.4056 |\n", + "| air_humidity | 19.860521 |\n", + "| air_temperature | 21.00008 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 44.25 |\n", + "| outdoor_temperature | 6.4531593 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 418865.06 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 21049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 301.59442 |\n", + "| air_humidity | 48.137383 |\n", + "| air_temperature | 21.000105 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.5 |\n", + "| outdoor_temperature | 10.345593 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 271435.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 21074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 76.23822 |\n", + "| air_humidity | 26.149212 |\n", + "| air_temperature | 19.272993 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 8.594441 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 68614.4 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.87e+03 |\n", + "| n_updates | 21099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 29.898169 |\n", + "| air_temperature | 20.22157 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | 11.937977 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.6e+03 |\n", + "| n_updates | 21124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 303.0912 |\n", + "| air_humidity | 41.484962 |\n", + "| air_temperature | 20.999952 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 10.393824 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 272782.06 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 21149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 334.2243 |\n", + "| air_humidity | 30.540747 |\n", + "| air_temperature | 21.889717 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.75 |\n", + "| outdoor_temperature | 8.7990265 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 300801.88 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.17e+03 |\n", + "| n_updates | 21174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.27362 |\n", + "| air_temperature | 18.00155 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 5.7800684 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.04e+03 |\n", + "| n_updates | 21199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.91788 |\n", + "| air_temperature | 17.852299 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 4.6286163 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.18e+03 |\n", + "| n_updates | 21224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 40.212387 |\n", + "| air_temperature | 18.128834 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 17.0 |\n", + "| direct_solar_radiation | 55.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 4.8678036 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 332.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.77e+03 |\n", + "| n_updates | 21249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 48.87794 |\n", + "| air_temperature | 21.000011 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 92.5 |\n", + "| direct_solar_radiation | 142.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 10.662078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.72e+03 |\n", + "| n_updates | 21274 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 70.95457 |\n", + "| air_temperature | 19.950773 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 124.25 |\n", + "| direct_solar_radiation | 115.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.6532345 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 21299 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 812.9243 |\n", + "| air_humidity | 47.064064 |\n", + "| air_temperature | 22.938717 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 214.75 |\n", + "| direct_solar_radiation | 160.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 9.8358345 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 731631.9 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 786 |\n", + "| n_updates | 21324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 855.16016 |\n", + "| air_humidity | 34.934628 |\n", + "| air_temperature | 23.299423 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 161.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 8.631185 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 769644.2 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.34e+03 |\n", + "| n_updates | 21349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 37.76056 |\n", + "| air_temperature | 22.979378 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 105.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 9.527214 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 0.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 21374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 255.54282 |\n", + "| air_humidity | 51.38102 |\n", + "| air_temperature | 24.256739 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 126.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.949695 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 229988.53 |\n", + "| wind_direction | 127.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 994 |\n", + "| n_updates | 21399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 746.01514 |\n", + "| air_humidity | 23.516073 |\n", + "| air_temperature | 23.465982 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 153.5 |\n", + "| direct_solar_radiation | 13.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 6.8982987 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 671413.6 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 7.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 21424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 26.107616 |\n", + "| air_temperature | 20.64333 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 101.75 |\n", + "| direct_solar_radiation | 26.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 9.14588 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 21449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.82852 |\n", + "| air_temperature | 21.930077 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 30.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 10.184548 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 7.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.91e+03 |\n", + "| n_updates | 21474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 28.248968 |\n", + "| air_temperature | 23.18946 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 6.470765 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 21499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 29.087454 |\n", + "| air_temperature | 22.994007 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 68.25 |\n", + "| outdoor_temperature | 4.6299367 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.27e+03 |\n", + "| n_updates | 21524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 765.85596 |\n", + "| air_humidity | 37.356014 |\n", + "| air_temperature | 21.712988 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 5.873901 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 678344.4 |\n", + "| wind_direction | 217.5 |\n", + "| wind_speed | 9.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2e+03 |\n", + "| n_updates | 21549 |\n", + "-----------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1263.6243 |\n", + "| air_humidity | 27.212038 |\n", + "| air_temperature | 22.358484 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.25 |\n", + "| outdoor_temperature | 0.43878692 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1137261.9 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.11e+03 |\n", + "| n_updates | 21574 |\n", + "------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1525.2096 |\n", + "| air_humidity | 21.43743 |\n", + "| air_temperature | 22.001425 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 56.25 |\n", + "| outdoor_temperature | -0.8691397 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1372688.6 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 9.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 21599 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1891.6239 |\n", + "| air_humidity | 17.67955 |\n", + "| air_temperature | 18.995008 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | -2.701211 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1702461.5 |\n", + "| wind_direction | 307.5 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.71e+03 |\n", + "| n_updates | 21624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 13.117279 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.25 |\n", + "| outdoor_temperature | 2.0829508 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 0.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.71e+03 |\n", + "| n_updates | 21649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 636.2585 |\n", + "| air_humidity | 37.8067 |\n", + "| air_temperature | 21.249306 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 98.25 |\n", + "| outdoor_temperature | 4.57644 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 572632.7 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.48e+03 |\n", + "| n_updates | 21674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 676.5342 |\n", + "| air_humidity | 58.59235 |\n", + "| air_temperature | 18.482203 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.25 |\n", + "| outdoor_temperature | 10.229322 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 608880.75 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.4e+03 |\n", + "| n_updates | 21699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.79686 |\n", + "| air_temperature | 18.229832 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.900488 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.45e+03 |\n", + "| n_updates | 21724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 30.653414 |\n", + "| air_temperature | 19.000013 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 4.4980135 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.38e+03 |\n", + "| n_updates | 21749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 179.40852 |\n", + "| air_humidity | 31.820286 |\n", + "| air_temperature | 19.999996 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 4.539938 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 161467.67 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.08e+03 |\n", + "| n_updates | 21774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 225.59595 |\n", + "| air_humidity | 32.762558 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 7.7978168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 203036.36 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 10.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.51e+03 |\n", + "| n_updates | 21799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1103.6442 |\n", + "| air_humidity | 18.20577 |\n", + "| air_temperature | 18.0 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 1.2386879 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 993279.7 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 745 |\n", + "| n_updates | 21824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 19.739792 |\n", + "| air_temperature | 20.000017 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 2.0301712 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.11e+03 |\n", + "| n_updates | 21849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 35.217537 |\n", + "| air_temperature | 20.274149 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 18.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.9920654 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.55e+03 |\n", + "| n_updates | 21874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 32.84092 |\n", + "| air_temperature | 21.583551 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 68.5 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 5.4908586 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.15e+03 |\n", + "| n_updates | 21899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1209.0073 |\n", + "| air_humidity | 20.072664 |\n", + "| air_temperature | 22.122103 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 80.25 |\n", + "| direct_solar_radiation | 65.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.75 |\n", + "| outdoor_temperature | 0.2546476 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1088106.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.3e+03 |\n", + "| n_updates | 21924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 968.7795 |\n", + "| air_humidity | 20.682884 |\n", + "| air_temperature | 18.82307 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 210.5 |\n", + "| direct_solar_radiation | 213.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.25 |\n", + "| outdoor_temperature | 1.9130111 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 871901.56 |\n", + "| wind_direction | 277.5 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 21949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 18.628345 |\n", + "| air_temperature | 21.067177 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 92.25 |\n", + "| direct_solar_radiation | 492.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 7.173874 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.75e+03 |\n", + "| n_updates | 21974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 22.734207 |\n", + "| air_temperature | 23.486908 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 167.25 |\n", + "| direct_solar_radiation | 121.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 2.5671427 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 21999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 28.432045 |\n", + "| air_temperature | 23.13434 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 92.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 87.25 |\n", + "| outdoor_temperature | 3.7937093 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.49e+03 |\n", + "| n_updates | 22024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 861.25696 |\n", + "| air_humidity | 26.538927 |\n", + "| air_temperature | 22.993273 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 53.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 1.9933993 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 775131.25 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.18e+03 |\n", + "| n_updates | 22049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 30.87924 |\n", + "| air_temperature | 23.100765 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 3.5068433 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 4.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.27e+03 |\n", + "| n_updates | 22074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 22.573284 |\n", + "| air_temperature | 22.911606 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 3.334994 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.52e+03 |\n", + "| n_updates | 22099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.63873 |\n", + "| air_temperature | 20.344404 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 32.25 |\n", + "| outdoor_temperature | 3.4847171 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 572 |\n", + "| n_updates | 22124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 78.55217 |\n", + "| air_humidity | 17.442886 |\n", + "| air_temperature | 20.012045 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 62.25 |\n", + "| outdoor_temperature | 4.591076 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 67041.266 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.8e+03 |\n", + "| n_updates | 22149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 538.88184 |\n", + "| air_humidity | 24.78695 |\n", + "| air_temperature | 21.017 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 5.038567 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 484993.62 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.34e+03 |\n", + "| n_updates | 22174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 443.30167 |\n", + "| air_humidity | 26.74962 |\n", + "| air_temperature | 20.506552 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 6.9844346 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 384110.12 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 4.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.71e+03 |\n", + "| n_updates | 22199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 798.4142 |\n", + "| air_humidity | 30.103796 |\n", + "| air_temperature | 20.000015 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 80.25 |\n", + "| outdoor_temperature | 4.3912582 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 718572.75 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 824 |\n", + "| n_updates | 22224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.865433 |\n", + "| air_temperature | 18.52578 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 4.8629026 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 22249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 634.5351 |\n", + "| air_humidity | 24.009302 |\n", + "| air_temperature | 20.856209 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 5.6826453 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 577064.06 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 607 |\n", + "| n_updates | 22274 |\n", + "-----------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1824.9485 |\n", + "| air_humidity | 13.21023 |\n", + "| air_temperature | 20.999922 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | -2.3678339 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1642453.6 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 855 |\n", + "| n_updates | 22299 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 15.420471 |\n", + "| air_temperature | 21.000063 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 3.1042883 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.4e+03 |\n", + "| n_updates | 22324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.208645 |\n", + "| air_temperature | 19.72489 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 72.25 |\n", + "| outdoor_temperature | 4.998941 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.88e+03 |\n", + "| n_updates | 22349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 737.5208 |\n", + "| air_humidity | 35.81898 |\n", + "| air_temperature | 19.986662 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 8.87142 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 663768.75 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.74e+03 |\n", + "| n_updates | 22374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.983475 |\n", + "| air_temperature | 20.000034 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.75 |\n", + "| outdoor_temperature | 4.678801 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 247.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.38e+03 |\n", + "| n_updates | 22399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.802359 |\n", + "| air_temperature | 17.999998 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 4.5781016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.97e+03 |\n", + "| n_updates | 22424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 977.8774 |\n", + "| air_humidity | 30.994516 |\n", + "| air_temperature | 21.99999 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.25 |\n", + "| outdoor_temperature | 1.8675216 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 880089.6 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.33e+03 |\n", + "| n_updates | 22449 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1262.1515 |\n", + "| air_humidity | 19.378036 |\n", + "| air_temperature | 20.0 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 20.75 |\n", + "| direct_solar_radiation | 10.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 0.44615075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1135936.4 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.44e+03 |\n", + "| n_updates | 22474 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1012.9957 |\n", + "| air_humidity | 28.28078 |\n", + "| air_temperature | 21.999395 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 36.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 91.25 |\n", + "| outdoor_temperature | 1.2347054 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 911696.1 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 12.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 22499 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1838.0356 |\n", + "| air_humidity | 15.019802 |\n", + "| air_temperature | 22.52058 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 90.75 |\n", + "| direct_solar_radiation | 430.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -2.8313658 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1654232.1 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 10.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 22524 |\n", + "------------------------------------------------\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 5]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n", + "Eval num_timesteps=140154, episode_reward=-19379.18 +/- 0.00\n", + "Episode length: 35040.00 +/- 0.00\n", + "----------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| eval/ | |\n", + "| comfort_violation(%) | 58.2 |\n", + "| cumulative_comfort_penalty | -1.77e+04 |\n", + "| cumulative_energy_penalty | -1.71e+03 |\n", + "| cumulative_power_consumption | 3.42e+07 |\n", + "| cumulative_reward | -1.94e+04 |\n", + "| cumulative_temperature_violation | 3.53e+04 |\n", + "| episode_length | 3.5e+04 |\n", + "| mean_comfort_penalty | -0.504 |\n", + "| mean_energy_penalty | -0.0488 |\n", + "| mean_power_consumption | 975 |\n", + "| mean_reward | -0.553 |\n", + "| mean_temperature_violation | 1.01 |\n", + "| std_cumulative_reward | 0 |\n", + "| std_reward | 0 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2817.9358 |\n", + "| air_humidity | 19.03184 |\n", + "| air_temperature | 17.655746 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -7.3327703 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2536142.2 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| total_timesteps | 140154 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.86e+03 |\n", + "| n_updates | 22538 |\n", + "----------------------------------------------------\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1502.1025 |\n", + "| air_humidity | 14.293673 |\n", + "| air_temperature | 22.445791 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 189.5 |\n", + "| direct_solar_radiation | 229.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 34.5 |\n", + "| outdoor_temperature | -1.5963737 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1351892.4 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 9.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 903 |\n", + "| n_updates | 22549 |\n", + "------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2402.0833 |\n", + "| air_humidity | 11.437536 |\n", + "| air_temperature | 23.042078 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 340.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 36.5 |\n", + "| outdoor_temperature | -7.386407 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2161875.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 22574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 730.1309 |\n", + "| air_humidity | 48.870342 |\n", + "| air_temperature | 22.699852 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 66.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.502956 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 657117.8 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 586 |\n", + "| n_updates | 22599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1743.8271 |\n", + "| air_humidity | 15.084388 |\n", + "| air_temperature | 23.225992 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 84.5 |\n", + "| direct_solar_radiation | 617.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 41.25 |\n", + "| outdoor_temperature | -2.2472076 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1569444.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.24e+03 |\n", + "| n_updates | 22624 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2086.3428 |\n", + "| air_humidity | 11.047049 |\n", + "| air_temperature | 21.712967 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 61.25 |\n", + "| direct_solar_radiation | 446.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 31.25 |\n", + "| outdoor_temperature | -3.6748056 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1877708.5 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.9e+03 |\n", + "| n_updates | 22649 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1514.7529 |\n", + "| air_humidity | 11.312537 |\n", + "| air_temperature | 18.06745 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 17.75 |\n", + "| direct_solar_radiation | 39.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.5 |\n", + "| outdoor_temperature | -0.81685615 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1363277.6 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.15e+03 |\n", + "| n_updates | 22674 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1679.8973 |\n", + "| air_humidity | 14.889441 |\n", + "| air_temperature | 23.022127 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 33.25 |\n", + "| outdoor_temperature | -2.0998027 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1511907.6 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+04 |\n", + "| n_updates | 22699 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1181.1582 |\n", + "| air_humidity | 30.25977 |\n", + "| air_temperature | 22.538345 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.75 |\n", + "| outdoor_temperature | 0.8511174 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1063042.4 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 22724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1137.0897 |\n", + "| air_humidity | 35.217064 |\n", + "| air_temperature | 22.56905 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 53.25 |\n", + "| outdoor_temperature | 1.0714601 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1023380.7 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 12.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.99e+03 |\n", + "| n_updates | 22749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2040.2118 |\n", + "| air_humidity | 19.544863 |\n", + "| air_temperature | 21.461933 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -3.4441502 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1836190.6 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.27e+03 |\n", + "| n_updates | 22774 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2529.7434 |\n", + "| air_humidity | 14.992049 |\n", + "| air_temperature | 22.000025 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | -5.891808 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2276769.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 1.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 22799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 88.66814 |\n", + "| air_humidity | 24.351942 |\n", + "| air_temperature | 20.999962 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 5.703776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 79801.32 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+04 |\n", + "| n_updates | 22824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1896.4862 |\n", + "| air_humidity | 26.343338 |\n", + "| air_temperature | 20.999996 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 80.25 |\n", + "| outdoor_temperature | -2.7255228 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1706837.6 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 7.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.23e+03 |\n", + "| n_updates | 22849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1738.7863 |\n", + "| air_humidity | 23.685612 |\n", + "| air_temperature | 21.000185 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | -1.9370227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1564907.6 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 6.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.53e+03 |\n", + "| n_updates | 22874 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1819.8478 |\n", + "| air_humidity | 36.205776 |\n", + "| air_temperature | 18.776604 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 59.75 |\n", + "| outdoor_temperature | -2.3423305 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1637863.0 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 869 |\n", + "| n_updates | 22899 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.533558 |\n", + "| air_temperature | 20.0 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 77.25 |\n", + "| outdoor_temperature | 3.254023 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.3e+03 |\n", + "| n_updates | 22924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 775.37915 |\n", + "| air_humidity | 30.69621 |\n", + "| air_temperature | 20.610672 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 5.3951087 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 697841.25 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.26e+03 |\n", + "| n_updates | 22949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1090.8883 |\n", + "| air_humidity | 34.197186 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 94.25 |\n", + "| outdoor_temperature | 1.3024671 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 981799.44 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+04 |\n", + "| n_updates | 22974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 76.24103 |\n", + "| air_humidity | 15.340016 |\n", + "| air_temperature | 22.000084 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 32.5 |\n", + "| outdoor_temperature | 5.6408863 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 68616.93 |\n", + "| wind_direction | 277.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.2e+03 |\n", + "| n_updates | 22999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 653.5078 |\n", + "| air_humidity | 25.526716 |\n", + "| air_temperature | 19.085022 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -0.04738527 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 588157.06 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.51e+03 |\n", + "| n_updates | 23024 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 34.741325 |\n", + "| air_temperature | 21.45583 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 6.0234256 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 955 |\n", + "| n_updates | 23049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 34.4651 |\n", + "| air_temperature | 21.080013 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 24.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 4.02629 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 23074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 49.845024 |\n", + "| air_temperature | 22.139757 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 68.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.3318205 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.57e+03 |\n", + "| n_updates | 23099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 22.955624 |\n", + "| air_temperature | 22.493074 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 134.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.25 |\n", + "| outdoor_temperature | 3.3589754 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.66e+03 |\n", + "| n_updates | 23124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 134.70111 |\n", + "| air_humidity | 25.452288 |\n", + "| air_temperature | 21.407345 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 147.75 |\n", + "| direct_solar_radiation | 702.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.25 |\n", + "| outdoor_temperature | 5.5939164 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 130938.66 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.19e+03 |\n", + "| n_updates | 23149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 94.756516 |\n", + "| air_humidity | 20.744356 |\n", + "| air_temperature | 21.000023 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 198.5 |\n", + "| direct_solar_radiation | 13.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.25 |\n", + "| outdoor_temperature | 4.2581863 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 85280.87 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 953 |\n", + "| n_updates | 23174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 31.130491 |\n", + "| air_temperature | 22.85354 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 204.5 |\n", + "| direct_solar_radiation | 107.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.75 |\n", + "| outdoor_temperature | 4.7462764 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.49e+03 |\n", + "| n_updates | 23199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 894.3857 |\n", + "| air_humidity | 21.35435 |\n", + "| air_temperature | 23.739147 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 101.5 |\n", + "| direct_solar_radiation | 669.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 47.75 |\n", + "| outdoor_temperature | 4.232125 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 804947.06 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 23224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 909.95856 |\n", + "| air_humidity | 20.03153 |\n", + "| air_temperature | 23.830122 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 117.0 |\n", + "| direct_solar_radiation | 40.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 1.9822812 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 818962.7 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.24e+03 |\n", + "| n_updates | 23249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1441.3219 |\n", + "| air_humidity | 13.395819 |\n", + "| air_temperature | 23.927961 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 35.25 |\n", + "| direct_solar_radiation | 430.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 20.0 |\n", + "| outdoor_temperature | -0.7346813 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1297189.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.38e+03 |\n", + "| n_updates | 23274 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 843.04126 |\n", + "| air_humidity | 27.11858 |\n", + "| air_temperature | 23.23063 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.75 |\n", + "| outdoor_temperature | 6.9470654 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 758737.1 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.07e+03 |\n", + "| n_updates | 23299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 10.769078 |\n", + "| air_temperature | 21.700409 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 17.75 |\n", + "| outdoor_temperature | 1.4319363 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.7e+03 |\n", + "| n_updates | 23324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1513.7151 |\n", + "| air_humidity | 8.712755 |\n", + "| air_temperature | 21.936546 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | -0.8116667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1362343.5 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 23349 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1265.1232 |\n", + "| air_humidity | 30.580465 |\n", + "| air_temperature | 21.114868 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 64.5 |\n", + "| outdoor_temperature | 0.4312929 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1138610.8 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 23374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3361.0725 |\n", + "| air_humidity | 16.331541 |\n", + "| air_temperature | 20.00343 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -10.048454 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3024965.2 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+04 |\n", + "| n_updates | 23399 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2836.715 |\n", + "| air_humidity | 16.323826 |\n", + "| air_temperature | 20.999985 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | -7.4266663 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2553043.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4e+03 |\n", + "| n_updates | 23424 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2352.4175 |\n", + "| air_humidity | 17.25093 |\n", + "| air_temperature | 21.999996 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -5.0051785 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2117175.8 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.19e+03 |\n", + "| n_updates | 23449 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2825.996 |\n", + "| air_humidity | 16.099987 |\n", + "| air_temperature | 20.839624 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | -7.373072 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2543396.5 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 23474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1623.5151 |\n", + "| air_humidity | 13.141766 |\n", + "| air_temperature | 18.081106 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -1.360667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1461163.6 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+03 |\n", + "| n_updates | 23499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 965.93756 |\n", + "| air_humidity | 17.687538 |\n", + "| air_temperature | 17.630848 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 1.9272208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 869343.75 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 823 |\n", + "| n_updates | 23524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1933.3208 |\n", + "| air_humidity | 15.414612 |\n", + "| air_temperature | 21.75106 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | -2.9096956 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1739988.8 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 23549 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3003.5579 |\n", + "| air_humidity | 14.476208 |\n", + "| air_temperature | 18.999998 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 41.5 |\n", + "| outdoor_temperature | -8.260881 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2703202.2 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.39e+03 |\n", + "| n_updates | 23574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2032.1776 |\n", + "| air_humidity | 15.796214 |\n", + "| air_temperature | 21.991514 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | -3.4039795 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1828959.9 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.41e+03 |\n", + "| n_updates | 23599 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1802.0966 |\n", + "| air_humidity | 18.37355 |\n", + "| air_temperature | 21.000368 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | -5.790329 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1621886.9 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 23624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1535.6776 |\n", + "| air_humidity | 38.64689 |\n", + "| air_temperature | 18.027721 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 32.25 |\n", + "| direct_solar_radiation | 71.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | -0.92147976 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1382109.9 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 878 |\n", + "| n_updates | 23649 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1070.4492 |\n", + "| air_humidity | 22.329798 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 57.5 |\n", + "| direct_solar_radiation | 387.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.75 |\n", + "| outdoor_temperature | 1.4046625 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 963404.25 |\n", + "| wind_direction | 2.5 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.47e+03 |\n", + "| n_updates | 23674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 22.375334 |\n", + "| air_temperature | 22.626062 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 161.75 |\n", + "| direct_solar_radiation | 270.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.75 |\n", + "| outdoor_temperature | 5.4629197 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 1.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.77e+03 |\n", + "| n_updates | 23699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 31.798983 |\n", + "| air_temperature | 22.695002 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 161.75 |\n", + "| direct_solar_radiation | 561.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 64.75 |\n", + "| outdoor_temperature | 8.719495 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 1.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+03 |\n", + "| n_updates | 23724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 21.862947 |\n", + "| air_temperature | 23.217703 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 175.75 |\n", + "| direct_solar_radiation | 266.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | 7.437775 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 82.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.13e+03 |\n", + "| n_updates | 23749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 32.07955 |\n", + "| air_temperature | 22.814928 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 163.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 4.6540294 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 2.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.33e+03 |\n", + "| n_updates | 23774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 852.2755 |\n", + "| air_humidity | 15.134862 |\n", + "| air_temperature | 23.507696 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 120.25 |\n", + "| direct_solar_radiation | 763.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 28.5 |\n", + "| outdoor_temperature | 3.5265477 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 767048.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.14e+03 |\n", + "| n_updates | 23799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 80.00732 |\n", + "| air_humidity | 23.061901 |\n", + "| air_temperature | 20.99999 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 4.6219144 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 72006.586 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.98e+03 |\n", + "| n_updates | 23824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 119.331 |\n", + "| air_humidity | 20.039072 |\n", + "| air_temperature | 21.185757 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 82.5 |\n", + "| direct_solar_radiation | 674.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 29.75 |\n", + "| outdoor_temperature | 9.234543 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 108005.73 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.77e+03 |\n", + "| n_updates | 23849 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 17.926476 |\n", + "| air_temperature | 23.740973 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 70.75 |\n", + "| direct_solar_radiation | 468.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 3.8430476 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 890 |\n", + "| n_updates | 23874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1566.8773 |\n", + "| air_humidity | 14.682913 |\n", + "| air_temperature | 22.498217 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 18.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 27.25 |\n", + "| outdoor_temperature | -1.5347023 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1410189.5 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 23899 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1056.3701 |\n", + "| air_humidity | 33.320927 |\n", + "| air_temperature | 22.997578 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 1.4750577 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 950733.1 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.84e+03 |\n", + "| n_updates | 23924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 567.25543 |\n", + "| air_humidity | 37.674805 |\n", + "| air_temperature | 22.00009 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 94.25 |\n", + "| outdoor_temperature | 4.278501 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 510529.88 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.62e+03 |\n", + "| n_updates | 23949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 361.7099 |\n", + "| air_humidity | 28.397816 |\n", + "| air_temperature | 21.395718 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 6.3793273 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 315658.1 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 23974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 38.01982 |\n", + "| air_temperature | 20.494572 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 46.75 |\n", + "| outdoor_temperature | 13.6984215 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 8.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.67e+03 |\n", + "| n_updates | 23999 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.335354 |\n", + "| air_temperature | 20.544844 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 10.299374 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 979 |\n", + "| n_updates | 24024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 498.51852 |\n", + "| air_humidity | 41.83481 |\n", + "| air_temperature | 21.420488 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.471261 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 448666.66 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 24049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 857.4525 |\n", + "| air_humidity | 46.919167 |\n", + "| air_temperature | 19.564985 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.447118 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 819357.75 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.68e+03 |\n", + "| n_updates | 24074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.682133 |\n", + "| air_temperature | 18.215752 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 52.75 |\n", + "| outdoor_temperature | 7.4204226 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 584 |\n", + "| n_updates | 24099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.790886 |\n", + "| air_temperature | 17.81009 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 94.25 |\n", + "| outdoor_temperature | 4.7941985 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 24124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 989.4895 |\n", + "| air_humidity | 35.68059 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 1.8094609 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 890540.56 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1e+03 |\n", + "| n_updates | 24149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.470379 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 2.564283 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.31e+03 |\n", + "| n_updates | 24174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1292.4681 |\n", + "| air_humidity | 20.69247 |\n", + "| air_temperature | 20.999994 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 0.29456785 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1163221.2 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.95e+03 |\n", + "| n_updates | 24199 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 26.87485 |\n", + "| air_temperature | 20.670357 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 2.8225725 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+04 |\n", + "| n_updates | 24224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 537.9154 |\n", + "| air_humidity | 17.599335 |\n", + "| air_temperature | 18.355534 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 76.5 |\n", + "| direct_solar_radiation | 340.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 0.5305769 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 484123.84 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 660 |\n", + "| n_updates | 24249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1382.9108 |\n", + "| air_humidity | 14.891599 |\n", + "| air_temperature | 21.999945 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 118.0 |\n", + "| direct_solar_radiation | 615.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 37.75 |\n", + "| outdoor_temperature | -0.5557412 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1244619.6 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.38e+03 |\n", + "| n_updates | 24274 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 803.8625 |\n", + "| air_humidity | 29.357159 |\n", + "| air_temperature | 22.554504 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 130.5 |\n", + "| direct_solar_radiation | 737.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 10.128186 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 739491.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 24299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1323.8452 |\n", + "| air_humidity | 16.495691 |\n", + "| air_temperature | 17.75022 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 116.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 0.13768224 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1191460.8 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 8.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.36e+03 |\n", + "| n_updates | 24324 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1658.1755 |\n", + "| air_humidity | 17.395845 |\n", + "| air_temperature | 20.233568 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 262.25 |\n", + "| direct_solar_radiation | 31.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | -1.5339695 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1492358.0 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.94e+03 |\n", + "| n_updates | 24349 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 27.279238 |\n", + "| air_temperature | 23.898874 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 263.25 |\n", + "| direct_solar_radiation | 613.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 79.25 |\n", + "| outdoor_temperature | 2.688903 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 886 |\n", + "| n_updates | 24374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 26.631628 |\n", + "| air_temperature | 23.065317 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 161.5 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 2.6888297 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 7.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 497 |\n", + "| n_updates | 24399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.569489 |\n", + "| air_temperature | 23.826828 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 131.5 |\n", + "| direct_solar_radiation | 803.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 8.234565 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 10.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 24424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 658.0206 |\n", + "| air_humidity | 21.673584 |\n", + "| air_temperature | 23.873396 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 210.5 |\n", + "| direct_solar_radiation | 360.75 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.25 |\n", + "| outdoor_temperature | 8.975745 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 594968.7 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 10.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 815 |\n", + "| n_updates | 24449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1073.464 |\n", + "| air_humidity | 13.284251 |\n", + "| air_temperature | 23.545315 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 91.5 |\n", + "| direct_solar_radiation | 613.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 19.5 |\n", + "| outdoor_temperature | 1.1647538 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 966117.6 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.58e+03 |\n", + "| n_updates | 24474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 143.16599 |\n", + "| air_humidity | 12.985385 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 49.0 |\n", + "| direct_solar_radiation | 350.75 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.5 |\n", + "| outdoor_temperature | 5.93227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 127358.41 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 8.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.2e+03 |\n", + "| n_updates | 24499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 22.004717 |\n", + "| air_temperature | 21.936619 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 5.1236157 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 24524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 370.9882 |\n", + "| air_humidity | 43.365337 |\n", + "| air_temperature | 22.001156 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.6044636 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 333889.38 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.63e+03 |\n", + "| n_updates | 24549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 205.3318 |\n", + "| air_humidity | 48.651054 |\n", + "| air_temperature | 21.7617 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 10.614986 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 181480.81 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 5.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 789 |\n", + "| n_updates | 24574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 52.010227 |\n", + "| air_temperature | 23.79372 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 16.146664 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+03 |\n", + "| n_updates | 24599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 633.59576 |\n", + "| air_humidity | 36.390213 |\n", + "| air_temperature | 18.894945 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.25 |\n", + "| outdoor_temperature | 7.8684926 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 570236.2 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 24624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 40.3879 |\n", + "| air_temperature | 20.59343 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 3.5267246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 924 |\n", + "| n_updates | 24649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 104.15375 |\n", + "| air_humidity | 31.20326 |\n", + "| air_temperature | 20.999985 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 4.188778 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 93738.375 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.16e+03 |\n", + "| n_updates | 24674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 39.983723 |\n", + "| air_temperature | 20.003113 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | 3.8033586 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+03 |\n", + "| n_updates | 24699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.221664 |\n", + "| air_temperature | 19.668886 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 4.3165517 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 5.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.23e+03 |\n", + "| n_updates | 24724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.650764 |\n", + "| air_temperature | 19.165148 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 2.5306246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.58e+03 |\n", + "| n_updates | 24749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.53965 |\n", + "| air_temperature | 19.157383 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.25 |\n", + "| outdoor_temperature | 4.457339 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.91e+03 |\n", + "| n_updates | 24774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.95734 |\n", + "| air_temperature | 19.35088 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 6.4295363 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.42e+03 |\n", + "| n_updates | 24799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.47406 |\n", + "| air_temperature | 20.338148 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 369.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 7.9402747 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.86e+03 |\n", + "| n_updates | 24824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.3464 |\n", + "| air_temperature | 20.925404 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 356.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 14.273043 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 24849 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2664.3604 |\n", + "| air_humidity | 63.509575 |\n", + "| air_temperature | 21.99787 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 154.75 |\n", + "| direct_solar_radiation | 452.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 20.487545 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2375066.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.68e+03 |\n", + "| n_updates | 24874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3005.8865 |\n", + "| air_humidity | 62.8656 |\n", + "| air_temperature | 22.20208 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 218.5 |\n", + "| direct_solar_radiation | 174.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.25 |\n", + "| outdoor_temperature | 20.12474 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2684761.2 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.64e+04 |\n", + "| n_updates | 24899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3164.7615 |\n", + "| air_humidity | 54.197342 |\n", + "| air_temperature | 23.086617 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 263.25 |\n", + "| direct_solar_radiation | 404.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 44.25 |\n", + "| outdoor_temperature | 20.261744 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2821500.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.54e+03 |\n", + "| n_updates | 24924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.615269 |\n", + "| air_temperature | 23.11328 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 177.25 |\n", + "| direct_solar_radiation | 827.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 21.5 |\n", + "| outdoor_temperature | 10.584083 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 10.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+03 |\n", + "| n_updates | 24949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 438.20398 |\n", + "| air_humidity | 14.780738 |\n", + "| air_temperature | 23.99957 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 110.0 |\n", + "| direct_solar_radiation | 941.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 17.25 |\n", + "| outdoor_temperature | 9.602093 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 397929.97 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+03 |\n", + "| n_updates | 24974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 33.816364 |\n", + "| air_temperature | 21.155039 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 229.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 66.25 |\n", + "| outdoor_temperature | 8.980941 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.66e+03 |\n", + "| n_updates | 24999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 31.091959 |\n", + "| air_temperature | 22.514444 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 190.75 |\n", + "| direct_solar_radiation | 620.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 10.923158 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 137.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.03e+03 |\n", + "| n_updates | 25024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 456.93237 |\n", + "| air_humidity | 48.886036 |\n", + "| air_temperature | 23.283798 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 110.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.940544 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 411239.16 |\n", + "| wind_direction | 107.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.84e+03 |\n", + "| n_updates | 25049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4053.9346 |\n", + "| air_humidity | 47.16852 |\n", + "| air_temperature | 23.773457 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 144.25 |\n", + "| direct_solar_radiation | 458.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 42.25 |\n", + "| outdoor_temperature | 21.774252 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3648541.2 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.2e+03 |\n", + "| n_updates | 25074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 44.031296 |\n", + "| air_temperature | 25.765486 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 47.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 9.873235 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 87.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+04 |\n", + "| n_updates | 25099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 35.823162 |\n", + "| air_temperature | 27.340607 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 15.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 8.295609 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 52.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.5e+03 |\n", + "| n_updates | 25124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 38.977745 |\n", + "| air_temperature | 27.899288 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | 7.2945585 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 157.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.95e+03 |\n", + "| n_updates | 25149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.1766 |\n", + "| air_temperature | 20.729017 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 10.415078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 952 |\n", + "| n_updates | 25174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.9957 |\n", + "| air_temperature | 19.192297 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 7.950842 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.93e+03 |\n", + "| n_updates | 25199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.464287 |\n", + "| air_temperature | 22.169394 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 8.823215 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 492 |\n", + "| n_updates | 25224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.59591 |\n", + "| air_temperature | 22.65728 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 10.0935545 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.77e+03 |\n", + "| n_updates | 25249 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.50592 |\n", + "| air_temperature | 21.325115 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 8.709449 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 1.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.82e+03 |\n", + "| n_updates | 25274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.27389 |\n", + "| air_temperature | 21.735031 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.947844 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.33e+03 |\n", + "| n_updates | 25299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.82053 |\n", + "| air_temperature | 21.900738 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 13.363319 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.59e+03 |\n", + "| n_updates | 25324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.47042 |\n", + "| air_temperature | 21.461578 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 14.763615 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 47.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 25349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.52933 |\n", + "| air_temperature | 19.80769 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 10.0389 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.23e+03 |\n", + "| n_updates | 25374 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.56004 |\n", + "| air_temperature | 19.754734 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 12.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.546379 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.05e+03 |\n", + "| n_updates | 25399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 100.0 |\n", + "| air_temperature | 19.873129 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 99.75 |\n", + "| direct_solar_radiation | 283.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 8.822796 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.38e+03 |\n", + "| n_updates | 25424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 250.6906 |\n", + "| air_humidity | 60.83376 |\n", + "| air_temperature | 21.001799 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 151.5 |\n", + "| direct_solar_radiation | 495.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 42.75 |\n", + "| outdoor_temperature | 13.935489 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 226307.55 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.92e+03 |\n", + "| n_updates | 25449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 352.57874 |\n", + "| air_humidity | 51.372105 |\n", + "| air_temperature | 21.999958 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 189.75 |\n", + "| direct_solar_radiation | 4.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 12.262045 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 326594.3 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.52e+03 |\n", + "| n_updates | 25474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.50618 |\n", + "| air_temperature | 20.628372 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 129.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.25 |\n", + "| outdoor_temperature | 13.166679 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.95e+03 |\n", + "| n_updates | 25499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.167046 |\n", + "| air_temperature | 21.691072 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 309.25 |\n", + "| direct_solar_radiation | 31.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 16.63086 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 676 |\n", + "| n_updates | 25524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 410.55798 |\n", + "| air_humidity | 54.012146 |\n", + "| air_temperature | 25.636631 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 346.75 |\n", + "| direct_solar_radiation | 16.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 15.807955 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 369502.8 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 25549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 651.70325 |\n", + "| air_humidity | 58.94949 |\n", + "| air_temperature | 22.544811 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 143.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 99.25 |\n", + "| outdoor_temperature | 13.337481 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 586532.94 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 25574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1041.8875 |\n", + "| air_humidity | 57.804943 |\n", + "| air_temperature | 24.998793 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 263.75 |\n", + "| direct_solar_radiation | 10.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.276424 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 937698.75 |\n", + "| wind_direction | 122.5 |\n", + "| wind_speed | 4.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.19e+03 |\n", + "| n_updates | 25599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3808.2505 |\n", + "| air_humidity | 51.37692 |\n", + "| air_temperature | 23.888063 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 365.75 |\n", + "| direct_solar_radiation | 196.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 23.000093 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3427425.5 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 7.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.26e+03 |\n", + "| n_updates | 25624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4303.7583 |\n", + "| air_humidity | 42.214954 |\n", + "| air_temperature | 24.2613 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 168.5 |\n", + "| direct_solar_radiation | 652.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.25 |\n", + "| outdoor_temperature | 23.414637 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3870570.8 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 950 |\n", + "| n_updates | 25649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.714012 |\n", + "| air_temperature | 26.159508 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 129.5 |\n", + "| direct_solar_radiation | 608.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 61.75 |\n", + "| outdoor_temperature | 13.151306 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 25674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.74679 |\n", + "| air_temperature | 27.251833 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 106.25 |\n", + "| direct_solar_radiation | 385.25 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 20.827276 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+03 |\n", + "| n_updates | 25699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 30.98147 |\n", + "| air_temperature | 28.937086 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 46.0 |\n", + "| direct_solar_radiation | 185.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 13.358186 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.12e+03 |\n", + "| n_updates | 25724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.291485 |\n", + "| air_temperature | 29.252293 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 9.602841 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+03 |\n", + "| n_updates | 25749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.470722 |\n", + "| air_temperature | 26.394222 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 10.277687 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 25774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.822987 |\n", + "| air_temperature | 25.489048 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 12.156735 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.18e+04 |\n", + "| n_updates | 25799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.22203 |\n", + "| air_temperature | 24.64449 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 13.052027 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 72.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.12e+03 |\n", + "| n_updates | 25824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.95142 |\n", + "| air_temperature | 22.187042 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.178462 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 25849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.1022 |\n", + "| air_temperature | 21.650509 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 15.624398 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 332.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 25874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.087856 |\n", + "| air_temperature | 22.81011 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 45.25 |\n", + "| outdoor_temperature | 13.491618 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 25899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.322044 |\n", + "| air_temperature | 21.77929 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.75 |\n", + "| outdoor_temperature | 14.339748 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.21e+03 |\n", + "| n_updates | 25924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.95429 |\n", + "| air_temperature | 21.417715 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.883621 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 92.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 998 |\n", + "| n_updates | 25949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 100.0 |\n", + "| air_temperature | 21.256157 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.279231 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 97.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 25974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 100.0 |\n", + "| air_temperature | 21.208662 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 63.75 |\n", + "| direct_solar_radiation | 114.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 12.422109 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.5e+03 |\n", + "| n_updates | 25999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 96.97581 |\n", + "| air_temperature | 21.713926 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 287.75 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 16.465273 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.34e+03 |\n", + "| n_updates | 26024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 187.26651 |\n", + "| air_humidity | 92.392784 |\n", + "| air_temperature | 20.754955 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 165.25 |\n", + "| direct_solar_radiation | 485.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 64.75 |\n", + "| outdoor_temperature | 15.890859 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 168539.34 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.71e+03 |\n", + "| n_updates | 26049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2839.5784 |\n", + "| air_humidity | 52.345562 |\n", + "| air_temperature | 21.531103 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 176.75 |\n", + "| direct_solar_radiation | 652.25 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 19.804117 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2523309.0 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.98e+03 |\n", + "| n_updates | 26074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3925.5715 |\n", + "| air_humidity | 57.477875 |\n", + "| air_temperature | 22.937943 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 187.25 |\n", + "| direct_solar_radiation | 717.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 38.75 |\n", + "| outdoor_temperature | 24.464203 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3504417.8 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+03 |\n", + "| n_updates | 26099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4254.275 |\n", + "| air_humidity | 52.1896 |\n", + "| air_temperature | 23.768286 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 245.25 |\n", + "| direct_solar_radiation | 677.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.25 |\n", + "| outdoor_temperature | 26.724548 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3828847.2 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 2.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.93e+03 |\n", + "| n_updates | 26124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4908.532 |\n", + "| air_humidity | 58.187576 |\n", + "| air_temperature | 24.125984 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 272.25 |\n", + "| direct_solar_radiation | 681.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 25.087038 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4400032.0 |\n", + "| wind_direction | 147.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.15e+03 |\n", + "| n_updates | 26149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.08793 |\n", + "| air_temperature | 25.162493 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 214.5 |\n", + "| direct_solar_radiation | 742.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 49.75 |\n", + "| outdoor_temperature | 27.204876 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 26174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.17672 |\n", + "| air_temperature | 25.449238 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 120.25 |\n", + "| direct_solar_radiation | 868.75 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 31.75 |\n", + "| outdoor_temperature | 19.77673 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.82e+03 |\n", + "| n_updates | 26199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4341.2114 |\n", + "| air_humidity | 47.581272 |\n", + "| air_temperature | 24.12907 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 164.25 |\n", + "| direct_solar_radiation | 792.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 22.831139 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3903533.5 |\n", + "| wind_direction | 217.5 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 26224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4636.2915 |\n", + "| air_humidity | 40.08801 |\n", + "| air_temperature | 24.42213 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 249.5 |\n", + "| direct_solar_radiation | 492.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 32.5 |\n", + "| outdoor_temperature | 24.683224 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4171513.5 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.36e+03 |\n", + "| n_updates | 26249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3491.4077 |\n", + "| air_humidity | 55.89672 |\n", + "| air_temperature | 23.679293 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 170.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 19.496178 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3150081.5 |\n", + "| wind_direction | 177.5 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.49e+03 |\n", + "| n_updates | 26274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.47146 |\n", + "| air_temperature | 25.53944 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 94.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 18.309011 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.43e+03 |\n", + "| n_updates | 26299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.804707 |\n", + "| air_temperature | 30.097784 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 70.0 |\n", + "| direct_solar_radiation | 78.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 43.5 |\n", + "| outdoor_temperature | 27.872309 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 26324 |\n", + "-----------------------------------------------\n", + "----------------------------------------------********--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.28057 |\n", + "| air_temperature | 26.83315 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 12.25 |\n", + "| direct_solar_radiation | 6.5 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 48.75 |\n", + "| outdoor_temperature | 20.32014 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.02e+04 |\n", + "| n_updates | 26349 |\n", + "----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.60585 |\n", + "| air_temperature | 26.294132 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | 17.06836 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.91e+03 |\n", + "| n_updates | 26374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.328117 |\n", + "| air_temperature | 26.36409 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 17.44078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.16e+03 |\n", + "| n_updates | 26399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.79806 |\n", + "| air_temperature | 24.133389 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 19.43842 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 162.5 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.15e+03 |\n", + "| n_updates | 26424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.323395 |\n", + "| air_temperature | 23.736319 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 19.34564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.8e+03 |\n", + "| n_updates | 26449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.02745 |\n", + "| air_temperature | 23.606394 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 19.023228 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 658 |\n", + "| n_updates | 26474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.58435 |\n", + "| air_temperature | 23.921928 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.423105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.94e+03 |\n", + "| n_updates | 26499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.42138 |\n", + "| air_temperature | 24.429708 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 21.647804 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 92.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+03 |\n", + "| n_updates | 26524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.55395 |\n", + "| air_temperature | 22.446527 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 98.25 |\n", + "| outdoor_temperature | 19.192326 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.04e+03 |\n", + "| n_updates | 26549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.08581 |\n", + "| air_temperature | 22.69578 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 22.023277 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.15e+03 |\n", + "| n_updates | 26574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.03985 |\n", + "| air_temperature | 22.502487 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 48.5 |\n", + "| direct_solar_radiation | 192.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 22.397675 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+03 |\n", + "| n_updates | 26599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.01041 |\n", + "| air_temperature | 22.92337 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 115.0 |\n", + "| direct_solar_radiation | 271.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | 20.942945 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.78e+03 |\n", + "| n_updates | 26624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1697.0332 |\n", + "| air_humidity | 83.39393 |\n", + "| air_temperature | 20.575014 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 98.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 20.522898 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1457054.8 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 26649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.909515 |\n", + "| air_temperature | 24.961433 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 124.5 |\n", + "| direct_solar_radiation | 684.25 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 24.839106 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.31e+03 |\n", + "| n_updates | 26674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.118645 |\n", + "| air_temperature | 25.401157 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 310.5 |\n", + "| direct_solar_radiation | 442.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | 27.892473 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 282.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 468 |\n", + "| n_updates | 26699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7243.911 |\n", + "| air_humidity | 60.207127 |\n", + "| air_temperature | 23.405018 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 436.0 |\n", + "| direct_solar_radiation | 309.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 26.610846 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6482271.0 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 26724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6050.424 |\n", + "| air_humidity | 58.90546 |\n", + "| air_temperature | 23.9165 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 290.5 |\n", + "| direct_solar_radiation | 425.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 24.506327 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5445381.5 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 635 |\n", + "| n_updates | 26749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5802.945 |\n", + "| air_humidity | 56.61357 |\n", + "| air_temperature | 24.26556 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 195.0 |\n", + "| direct_solar_radiation | 756.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 27.554426 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5239022.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.57e+03 |\n", + "| n_updates | 26774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5660.5815 |\n", + "| air_humidity | 57.0777 |\n", + "| air_temperature | 24.114191 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 274.75 |\n", + "| direct_solar_radiation | 610.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 68.25 |\n", + "| outdoor_temperature | 25.911041 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5093937.0 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 9.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.18e+03 |\n", + "| n_updates | 26799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5907.6895 |\n", + "| air_humidity | 57.608673 |\n", + "| air_temperature | 24.191023 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 319.25 |\n", + "| direct_solar_radiation | 279.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 23.198372 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5316920.5 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.77e+03 |\n", + "| n_updates | 26824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.9303 |\n", + "| air_temperature | 24.091045 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 244.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 21.664352 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 117.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.95e+03 |\n", + "| n_updates | 26849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.5355 |\n", + "| air_temperature | 26.462065 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 293.25 |\n", + "| direct_solar_radiation | 91.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 21.446198 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.9e+03 |\n", + "| n_updates | 26874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.676174 |\n", + "| air_temperature | 26.86975 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 88.75 |\n", + "| direct_solar_radiation | 543.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.234293 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 26899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.196945 |\n", + "| air_temperature | 29.72702 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 57.0 |\n", + "| direct_solar_radiation | 78.75 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 21.81109 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3e+03 |\n", + "| n_updates | 26924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.365803 |\n", + "| air_temperature | 28.91152 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 24.75 |\n", + "| direct_solar_radiation | 5.25 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 23.71026 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.94e+03 |\n", + "| n_updates | 26949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.808823 |\n", + "| air_temperature | 28.34431 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 22.228575 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 26974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.46324 |\n", + "| air_temperature | 27.034254 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 21.445435 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 6.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.23e+03 |\n", + "| n_updates | 26999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.088394 |\n", + "| air_temperature | 26.545113 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 24.056477 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.63e+03 |\n", + "| n_updates | 27024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.48272 |\n", + "| air_temperature | 26.513992 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | 26.597227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 67.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.66e+03 |\n", + "| n_updates | 27049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.68627 |\n", + "| air_temperature | 24.137533 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 23.70093 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 17.5 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 564 |\n", + "| n_updates | 27074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.33599 |\n", + "| air_temperature | 24.662937 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 27.363422 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.54e+03 |\n", + "| n_updates | 27099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.69531 |\n", + "| air_temperature | 23.924374 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 20.73869 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.1e+03 |\n", + "| n_updates | 27124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.839935 |\n", + "| air_temperature | 22.857756 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 20.073912 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 27149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.361885 |\n", + "| air_temperature | 24.164515 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 23.011673 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 27174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.6474 |\n", + "| air_temperature | 24.565113 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 219.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 24.377394 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.65e+03 |\n", + "| n_updates | 27199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.95512 |\n", + "| air_temperature | 22.372908 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 97.75 |\n", + "| outdoor_temperature | 20.871769 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 22.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.23e+03 |\n", + "| n_updates | 27224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2666.0518 |\n", + "| air_humidity | 83.77003 |\n", + "| air_temperature | 21.471449 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 173.5 |\n", + "| direct_solar_radiation | 193.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 24.982664 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2182675.2 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+03 |\n", + "| n_updates | 27249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6300.4297 |\n", + "| air_humidity | 69.49313 |\n", + "| air_temperature | 22.120296 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 112.75 |\n", + "| direct_solar_radiation | 736.75 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 26.808458 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5725117.5 |\n", + "| wind_direction | 75.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 27274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8811.83 |\n", + "| air_humidity | 65.531456 |\n", + "| air_temperature | 22.561466 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 25.571522 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7934286.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.52e+03 |\n", + "| n_updates | 27299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6695.759 |\n", + "| air_humidity | 60.31789 |\n", + "| air_temperature | 23.617308 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 319.75 |\n", + "| direct_solar_radiation | 525.25 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 26.11162 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5988546.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.74e+03 |\n", + "| n_updates | 27324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.9954 |\n", + "| air_temperature | 26.786385 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 386.5 |\n", + "| direct_solar_radiation | 388.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 30.048075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+03 |\n", + "| n_updates | 27349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.56357 |\n", + "| air_temperature | 26.611694 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 372.0 |\n", + "| direct_solar_radiation | 480.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 27.463623 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.03e+03 |\n", + "| n_updates | 27374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7725.646 |\n", + "| air_humidity | 57.66061 |\n", + "| air_temperature | 24.009495 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 362.25 |\n", + "| direct_solar_radiation | 482.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 27.697567 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6953081.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.38e+03 |\n", + "| n_updates | 27399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7112.092 |\n", + "| air_humidity | 59.154137 |\n", + "| air_temperature | 23.774574 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 233.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 24.108007 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6400882.5 |\n", + "| wind_direction | 242.5 |\n", + "| wind_speed | 5.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.33e+03 |\n", + "| n_updates | 27424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7589.05 |\n", + "| air_humidity | 58.069283 |\n", + "| air_temperature | 24.212975 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 168.75 |\n", + "| direct_solar_radiation | 636.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 65.75 |\n", + "| outdoor_temperature | 27.823973 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6806540.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 539 |\n", + "| n_updates | 27449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7284.086 |\n", + "| air_humidity | 57.75603 |\n", + "| air_temperature | 24.36963 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 224.0 |\n", + "| direct_solar_radiation | 46.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 65.25 |\n", + "| outdoor_temperature | 27.25723 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6567345.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.68e+03 |\n", + "| n_updates | 27474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.34198 |\n", + "| air_temperature | 26.128633 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 81.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 21.060984 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 252.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.5e+03 |\n", + "| n_updates | 27499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.87071 |\n", + "| air_temperature | 27.23084 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 22.799652 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 652 |\n", + "| n_updates | 27524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.91234 |\n", + "| air_temperature | 26.266905 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | 22.761063 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 27549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.622814 |\n", + "| air_temperature | 27.924835 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 23.308342 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 27574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.77873 |\n", + "| air_temperature | 26.76857 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.75 |\n", + "| outdoor_temperature | 23.624556 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 27599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.077736 |\n", + "| air_temperature | 25.452297 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 23.497612 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.44e+03 |\n", + "| n_updates | 27624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.40393 |\n", + "| air_temperature | 25.641663 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.25 |\n", + "| outdoor_temperature | 24.917315 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.44e+03 |\n", + "| n_updates | 27649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.30557 |\n", + "| air_temperature | 25.393188 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 28.25013 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.4e+03 |\n", + "| n_updates | 27674 |\n", + "-----------------------------------------------\n", + "----------------------------------------------************************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.47385 |\n", + "| air_temperature | 25.55956 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 25.52394 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 27699 |\n", + "----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.14162 |\n", + "| air_temperature | 25.054893 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 82.75 |\n", + "| outdoor_temperature | 25.166603 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.39e+03 |\n", + "| n_updates | 27724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.48113 |\n", + "| air_temperature | 23.279541 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 23.949242 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 27749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.318306 |\n", + "| air_temperature | 21.868973 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 18.62419 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 42.5 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 27774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.097755 |\n", + "| air_temperature | 21.851496 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 21.0 |\n", + "| direct_solar_radiation | 57.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.5 |\n", + "| outdoor_temperature | 15.950931 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 27799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.87412 |\n", + "| air_temperature | 21.786936 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 98.75 |\n", + "| direct_solar_radiation | 102.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 19.933619 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.68e+03 |\n", + "| n_updates | 27824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.27451 |\n", + "| air_temperature | 23.58274 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 71.0 |\n", + "| direct_solar_radiation | 629.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 22.477741 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.16e+03 |\n", + "| n_updates | 27849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.46448 |\n", + "| air_temperature | 24.158018 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 259.0 |\n", + "| direct_solar_radiation | 266.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.413868 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.28e+03 |\n", + "| n_updates | 27874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7313.54 |\n", + "| air_humidity | 62.38672 |\n", + "| air_temperature | 22.854069 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 337.5 |\n", + "| direct_solar_radiation | 108.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 26.157618 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6531380.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.41e+03 |\n", + "| n_updates | 27899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4564.3667 |\n", + "| air_humidity | 58.276726 |\n", + "| air_temperature | 23.902065 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 279.75 |\n", + "| direct_solar_radiation | 594.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.75 |\n", + "| outdoor_temperature | 27.919645 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4107929.8 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+03 |\n", + "| n_updates | 27924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7623.4326 |\n", + "| air_humidity | 58.009117 |\n", + "| air_temperature | 24.158352 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 354.75 |\n", + "| direct_solar_radiation | 483.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 27.180256 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6847386.5 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.55e+03 |\n", + "| n_updates | 27949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6947.407 |\n", + "| air_humidity | 58.06217 |\n", + "| air_temperature | 23.78853 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 186.5 |\n", + "| direct_solar_radiation | 707.25 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | 29.24378 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 6253876.0 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.43e+03 |\n", + "| n_updates | 27974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9098.813 |\n", + "| air_humidity | 56.64776 |\n", + "| air_temperature | 24.771917 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 305.0 |\n", + "| direct_solar_radiation | 491.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 33.54648 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 8188946.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.43e+04 |\n", + "| n_updates | 27999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.09069 |\n", + "| air_temperature | 27.673058 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 353.25 |\n", + "| direct_solar_radiation | 251.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 31.510412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 28024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.35179 |\n", + "| air_temperature | 28.799736 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 138.5 |\n", + "| direct_solar_radiation | 643.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 32.46637 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.98e+03 |\n", + "| n_updates | 28049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4839.138 |\n", + "| air_humidity | 53.21796 |\n", + "| air_temperature | 24.422802 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 147.5 |\n", + "| direct_solar_radiation | 458.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 27.520885 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4355224.5 |\n", + "| wind_direction | 117.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.24e+03 |\n", + "| n_updates | 28074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.3193 |\n", + "| air_temperature | 26.766872 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 98.0 |\n", + "| direct_solar_radiation | 229.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 25.16245 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 167.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 28099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.959476 |\n", + "| air_temperature | 30.62267 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 23.25 |\n", + "| direct_solar_radiation | 160.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.75 |\n", + "| outdoor_temperature | 29.26822 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 202.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.14e+03 |\n", + "| n_updates | 28124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 43.667793 |\n", + "| air_temperature | 29.918974 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 31.25 |\n", + "| outdoor_temperature | 26.58964 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.25e+03 |\n", + "| n_updates | 28149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.34158 |\n", + "| air_temperature | 28.237514 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.75 |\n", + "| outdoor_temperature | 23.070307 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 207.5 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 28174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.39148 |\n", + "| air_temperature | 26.905378 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 32.5 |\n", + "| outdoor_temperature | 24.062317 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.4e+03 |\n", + "| n_updates | 28199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.6153 |\n", + "| air_temperature | 25.987005 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 21.171911 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.58e+03 |\n", + "| n_updates | 28224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.07577 |\n", + "| air_temperature | 24.398651 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.75 |\n", + "| outdoor_temperature | 19.837196 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.27e+03 |\n", + "| n_updates | 28249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.98378 |\n", + "| air_temperature | 24.30729 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 23.006378 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 42.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.3e+03 |\n", + "| n_updates | 28274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.59511 |\n", + "| air_temperature | 23.637218 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 19.68392 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 47.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.93e+03 |\n", + "| n_updates | 28299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.53599 |\n", + "| air_temperature | 23.408203 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 24.29011 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 0.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.19e+03 |\n", + "| n_updates | 28324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.36071 |\n", + "| air_temperature | 23.787981 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.25 |\n", + "| outdoor_temperature | 18.836372 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.11e+03 |\n", + "| n_updates | 28349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.465584 |\n", + "| air_temperature | 23.595346 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 86.25 |\n", + "| outdoor_temperature | 21.46531 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 28374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.35134 |\n", + "| air_temperature | 23.423868 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 23.927923 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.98e+03 |\n", + "| n_updates | 28399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.466934 |\n", + "| air_temperature | 21.542606 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 50.75 |\n", + "| direct_solar_radiation | 189.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 15.690955 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.02e+03 |\n", + "| n_updates | 28424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2477.6624 |\n", + "| air_humidity | 77.14731 |\n", + "| air_temperature | 22.00025 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 502.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.25 |\n", + "| outdoor_temperature | 20.781527 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1977187.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 28449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4321.831 |\n", + "| air_humidity | 70.94759 |\n", + "| air_temperature | 21.340313 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 116.75 |\n", + "| direct_solar_radiation | 631.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 22.644999 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3888217.8 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 28474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4505.541 |\n", + "| air_humidity | 62.703907 |\n", + "| air_temperature | 22.807577 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 98.25 |\n", + "| direct_solar_radiation | 812.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 24.97025 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4071010.2 |\n", + "| wind_direction | 22.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.55e+03 |\n", + "| n_updates | 28499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.33011 |\n", + "| air_temperature | 24.624273 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 154.75 |\n", + "| direct_solar_radiation | 478.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 25.0148 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.3e+03 |\n", + "| n_updates | 28524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.02536 |\n", + "| air_temperature | 25.36438 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 400.5 |\n", + "| direct_solar_radiation | 304.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 22.886509 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.89e+03 |\n", + "| n_updates | 28549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3543.0786 |\n", + "| air_humidity | 58.36832 |\n", + "| air_temperature | 23.563951 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 261.25 |\n", + "| direct_solar_radiation | 207.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 21.862566 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3202745.5 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.82e+03 |\n", + "| n_updates | 28574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4519.3745 |\n", + "| air_humidity | 41.45838 |\n", + "| air_temperature | 23.592949 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 98.25 |\n", + "| direct_solar_radiation | 822.75 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 31.75 |\n", + "| outdoor_temperature | 24.748531 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4067437.0 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.52e+03 |\n", + "| n_updates | 28599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3872.587 |\n", + "| air_humidity | 35.28053 |\n", + "| air_temperature | 24.146233 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 174.0 |\n", + "| direct_solar_radiation | 672.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 36.25 |\n", + "| outdoor_temperature | 20.738441 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3485328.2 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.6e+03 |\n", + "| n_updates | 28624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4094.6316 |\n", + "| air_humidity | 54.37934 |\n", + "| air_temperature | 24.257887 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 184.5 |\n", + "| direct_solar_radiation | 314.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 24.230354 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3685168.5 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.75e+03 |\n", + "| n_updates | 28649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6661.5596 |\n", + "| air_humidity | 59.606304 |\n", + "| air_temperature | 23.828178 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 171.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 24.708069 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5995403.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.82e+03 |\n", + "| n_updates | 28674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.85174 |\n", + "| air_temperature | 27.639334 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 44.75 |\n", + "| direct_solar_radiation | 168.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | 25.771671 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 4.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.35e+03 |\n", + "| n_updates | 28699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.16045 |\n", + "| air_temperature | 26.708534 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 19.23912 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 152.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.08e+03 |\n", + "| n_updates | 28724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.647655 |\n", + "| air_temperature | 28.036564 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 69.25 |\n", + "| outdoor_temperature | 19.43089 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 28749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.57566 |\n", + "| air_temperature | 26.250349 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 21.130976 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.15e+03 |\n", + "| n_updates | 28774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.49098 |\n", + "| air_temperature | 25.85888 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 18.392647 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 28799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.80126 |\n", + "| air_temperature | 24.471773 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 15.646113 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 28824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.124214 |\n", + "| air_temperature | 23.765324 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 19.500229 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.5e+03 |\n", + "| n_updates | 28849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.977394 |\n", + "| air_temperature | 23.556833 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.698845 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.04e+03 |\n", + "| n_updates | 28874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.42441 |\n", + "| air_temperature | 21.563036 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 13.609982 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.625 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.97e+03 |\n", + "| n_updates | 28899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.102802 |\n", + "| air_temperature | 21.2258 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 12.835937 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.69e+03 |\n", + "| n_updates | 28924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.69949 |\n", + "| air_temperature | 21.181385 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | 13.469681 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.07e+03 |\n", + "| n_updates | 28949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 96.59502 |\n", + "| air_temperature | 20.909647 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 14.101468 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 12.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+04 |\n", + "| n_updates | 28974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.66151 |\n", + "| air_temperature | 20.910679 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 14.273347 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 0.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.57e+03 |\n", + "| n_updates | 28999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.35091 |\n", + "| air_temperature | 22.401176 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 28.5 |\n", + "| direct_solar_radiation | 148.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 17.324581 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.63e+03 |\n", + "| n_updates | 29024 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.71592 |\n", + "| air_temperature | 21.573292 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 61.5 |\n", + "| direct_solar_radiation | 462.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 15.8933735 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 951 |\n", + "| n_updates | 29049 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 251.89574 |\n", + "| air_humidity | 70.314674 |\n", + "| air_temperature | 21.169209 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 77.5 |\n", + "| direct_solar_radiation | 664.75 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 14.55806 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 226868.83 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 29074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 850.58246 |\n", + "| air_humidity | 35.990826 |\n", + "| air_temperature | 22.583698 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 119.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 9.76581 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 769733.7 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+04 |\n", + "| n_updates | 29099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 42.975693 |\n", + "| air_temperature | 26.315203 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 204.5 |\n", + "| direct_solar_radiation | 600.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 19.211603 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 636 |\n", + "| n_updates | 29124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 51.393436 |\n", + "| air_temperature | 28.684353 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 178.5 |\n", + "| direct_solar_radiation | 708.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 21.962957 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.99e+03 |\n", + "| n_updates | 29149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 48.845577 |\n", + "| air_temperature | 30.227089 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 179.5 |\n", + "| direct_solar_radiation | 708.25 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 24.785164 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.71e+03 |\n", + "| n_updates | 29174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 49.81533 |\n", + "| air_temperature | 26.78495 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 206.75 |\n", + "| direct_solar_radiation | 562.75 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.75 |\n", + "| outdoor_temperature | 24.165697 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.19e+03 |\n", + "| n_updates | 29199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 51.039814 |\n", + "| air_temperature | 22.37903 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 163.0 |\n", + "| direct_solar_radiation | 601.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 16.668146 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 9.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 29224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.82086 |\n", + "| air_humidity | 21.041191 |\n", + "| air_temperature | 24.998777 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 144.75 |\n", + "| direct_solar_radiation | 395.75 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | 12.887494 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 680238.8 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.18e+04 |\n", + "| n_updates | 29249 |\n", + "-----------------------------------------------\n", + "------------------------------------------------****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 589.74524 |\n", + "| air_humidity | 23.250929 |\n", + "| air_temperature | 25.870352 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 62.25 |\n", + "| direct_solar_radiation | 407.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 35.5 |\n", + "| outdoor_temperature | 11.0501375 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 530770.75 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3e+03 |\n", + "| n_updates | 29274 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 354.78235 |\n", + "| air_humidity | 32.41525 |\n", + "| air_temperature | 25.343817 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 13.5 |\n", + "| direct_solar_radiation | 74.25 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 59.25 |\n", + "| outdoor_temperature | 12.575379 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 320056.66 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.08e+03 |\n", + "| n_updates | 29299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 171.28177 |\n", + "| air_humidity | 52.437138 |\n", + "| air_temperature | 25.750761 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 13.752086 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 153119.23 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 992 |\n", + "| n_updates | 29324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 847.4101 |\n", + "| air_humidity | 64.57593 |\n", + "| air_temperature | 23.547272 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 89.25 |\n", + "| outdoor_temperature | 17.499285 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 803713.75 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.11e+03 |\n", + "| n_updates | 29349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 61.545914 |\n", + "| air_temperature | 22.444693 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.527241 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.8e+03 |\n", + "| n_updates | 29374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 65.661545 |\n", + "| air_temperature | 22.53084 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.061643 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 2.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.06e+03 |\n", + "| n_updates | 29399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 75.10691 |\n", + "| air_temperature | 21.282064 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 97.75 |\n", + "| outdoor_temperature | 17.111017 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.96e+03 |\n", + "| n_updates | 29424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 163.51776 |\n", + "| air_humidity | 38.679943 |\n", + "| air_temperature | 20.623661 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 11.948649 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 144203.34 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.08e+03 |\n", + "| n_updates | 29449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 195.99529 |\n", + "| air_humidity | 59.502026 |\n", + "| air_temperature | 20.113121 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 11.68936 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 176395.77 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 6.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.14e+03 |\n", + "| n_updates | 29474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 395.82913 |\n", + "| air_humidity | 18.008144 |\n", + "| air_temperature | 21.827543 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 7.9139585 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 356246.22 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 9.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 29499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.179922 |\n", + "| air_temperature | 20.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 3.8165884 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.79e+03 |\n", + "| n_updates | 29524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 51.240658 |\n", + "| air_temperature | 20.216024 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.049884 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.96e+03 |\n", + "| n_updates | 29549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 269.9406 |\n", + "| air_humidity | 44.607895 |\n", + "| air_temperature | 21.994785 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 94.75 |\n", + "| outdoor_temperature | 10.3867 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 242946.55 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 29574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 265.15726 |\n", + "| air_humidity | 67.06001 |\n", + "| air_temperature | 19.49031 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.626621 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 247664.86 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 0.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.8e+03 |\n", + "| n_updates | 29599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 173.63905 |\n", + "| air_humidity | 48.56933 |\n", + "| air_temperature | 20.999338 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 13.303662 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 155237.77 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 29624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 118.98283 |\n", + "| air_humidity | 65.69601 |\n", + "| air_temperature | 21.996305 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 69.5 |\n", + "| direct_solar_radiation | 315.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.818181 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 103831.44 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.04e+03 |\n", + "| n_updates | 29649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 247.43365 |\n", + "| air_humidity | 72.01116 |\n", + "| air_temperature | 21.810081 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 104.0 |\n", + "| direct_solar_radiation | 539.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.61902 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 213251.53 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 29674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 17.864481 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 163.75 |\n", + "| direct_solar_radiation | 544.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 31.25 |\n", + "| outdoor_temperature | 12.616375 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 10.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.55e+03 |\n", + "| n_updates | 29699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 67.14059 |\n", + "| air_humidity | 20.561531 |\n", + "| air_temperature | 21.291023 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 129.75 |\n", + "| direct_solar_radiation | 744.25 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 48.75 |\n", + "| outdoor_temperature | 9.290013 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60426.527 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.14e+03 |\n", + "| n_updates | 29724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.577415 |\n", + "| air_temperature | 23.974966 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 214.5 |\n", + "| direct_solar_radiation | 489.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 34.75 |\n", + "| outdoor_temperature | 9.945387 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+03 |\n", + "| n_updates | 29749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.4303 |\n", + "| air_temperature | 24.09662 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 193.75 |\n", + "| direct_solar_radiation | 532.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 12.126259 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.56e+03 |\n", + "| n_updates | 29774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 443.75012 |\n", + "| air_humidity | 30.129744 |\n", + "| air_temperature | 26.99909 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 112.5 |\n", + "| direct_solar_radiation | 750.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 16.957376 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 398741.12 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 3.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.75e+03 |\n", + "| n_updates | 29799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 43.644516 |\n", + "| air_temperature | 23.742807 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 67.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 74.25 |\n", + "| outdoor_temperature | 14.38035 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 872 |\n", + "| n_updates | 29824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 948.68085 |\n", + "| air_humidity | 25.795471 |\n", + "| air_temperature | 24.864655 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 87.75 |\n", + "| direct_solar_radiation | 362.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 14.421692 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 853812.75 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 8.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.91e+03 |\n", + "| n_updates | 29849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 21.444937 |\n", + "| air_temperature | 23.155224 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 31.5 |\n", + "| direct_solar_radiation | 51.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 33.25 |\n", + "| outdoor_temperature | 15.639802 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.42e+03 |\n", + "| n_updates | 29874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 31.62606 |\n", + "| air_temperature | 22.500097 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 12.85239 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 2.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 29899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 405.7212 |\n", + "| air_humidity | 36.554108 |\n", + "| air_temperature | 23.08769 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.25 |\n", + "| outdoor_temperature | 15.108369 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 374291.9 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 6.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.02e+03 |\n", + "| n_updates | 29924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 305.68054 |\n", + "| air_humidity | 31.438751 |\n", + "| air_temperature | 21.759789 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.25 |\n", + "| outdoor_temperature | 8.8017235 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 269702.0 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 9.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.6e+03 |\n", + "| n_updates | 29949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 261.02954 |\n", + "| air_humidity | 34.213444 |\n", + "| air_temperature | 21.81333 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 8.8243685 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 229651.97 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.25e+03 |\n", + "| n_updates | 29974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 267.00937 |\n", + "| air_humidity | 41.375805 |\n", + "| air_temperature | 20.47146 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 9.48292 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 240308.42 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 844 |\n", + "| n_updates | 29999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 245.04773 |\n", + "| air_humidity | 56.78811 |\n", + "| air_temperature | 20.049967 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 93.5 |\n", + "| outdoor_temperature | 10.860969 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 220542.95 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.55e+03 |\n", + "| n_updates | 30024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 56.25504 |\n", + "| air_temperature | 21.000023 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.277805 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 127.5 |\n", + "| wind_speed | 8.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.81e+03 |\n", + "| n_updates | 30049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 236.33292 |\n", + "| air_humidity | 55.955597 |\n", + "| air_temperature | 19.760807 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 13.201731 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 213139.3 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.57e+03 |\n", + "| n_updates | 30074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 709.60114 |\n", + "| air_humidity | 40.48715 |\n", + "| air_temperature | 19.001703 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.75 |\n", + "| outdoor_temperature | 8.46865 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 635589.6 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.16e+03 |\n", + "| n_updates | 30099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.221107 |\n", + "| air_temperature | 18.109674 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 87.25 |\n", + "| outdoor_temperature | 6.9412384 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 30124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 263.63318 |\n", + "| air_humidity | 50.26123 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 11.222464 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 237269.86 |\n", + "| wind_direction | 162.5 |\n", + "| wind_speed | 1.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 914 |\n", + "| n_updates | 30149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.58445 |\n", + "| air_temperature | 18.038744 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.75 |\n", + "| outdoor_temperature | 2.9729078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 892 |\n", + "| n_updates | 30174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 30.037195 |\n", + "| air_temperature | 18.692776 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 3.3160286 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.12e+04 |\n", + "| n_updates | 30199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 97.770256 |\n", + "| air_humidity | 39.53176 |\n", + "| air_temperature | 19.99999 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 8.763005 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 87993.23 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.51e+03 |\n", + "| n_updates | 30224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 30.103163 |\n", + "| air_temperature | 18.441555 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 45.0 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 84.25 |\n", + "| outdoor_temperature | 2.4654706 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.28e+03 |\n", + "| n_updates | 30249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 24.286907 |\n", + "| air_temperature | 19.844337 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 91.0 |\n", + "| direct_solar_radiation | 154.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 3.499041 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.68e+03 |\n", + "| n_updates | 30274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 925.3575 |\n", + "| air_humidity | 25.10244 |\n", + "| air_temperature | 21.518553 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 95.75 |\n", + "| direct_solar_radiation | 622.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 1.7320251 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 827500.2 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.625 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.56e+03 |\n", + "| n_updates | 30299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1231.8073 |\n", + "| air_humidity | 23.295015 |\n", + "| air_temperature | 23.016277 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 160.5 |\n", + "| direct_solar_radiation | 503.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.5 |\n", + "| outdoor_temperature | 0.3730378 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1108626.5 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 6.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.13e+03 |\n", + "| n_updates | 30324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1072.4786 |\n", + "| air_humidity | 19.873655 |\n", + "| air_temperature | 23.144833 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 208.75 |\n", + "| direct_solar_radiation | 347.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 0.8989847 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 965230.75 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 9.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.24e+03 |\n", + "| n_updates | 30349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.420418 |\n", + "| air_temperature | 21.237041 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 117.25 |\n", + "| direct_solar_radiation | 708.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 3.577261 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.84e+03 |\n", + "| n_updates | 30374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 969.2309 |\n", + "| air_humidity | 13.720751 |\n", + "| air_temperature | 21.337305 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 174.75 |\n", + "| direct_solar_radiation | 322.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 1.910754 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 872307.8 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.51e+03 |\n", + "| n_updates | 30399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 26.28127 |\n", + "| air_temperature | 23.197556 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 107.25 |\n", + "| direct_solar_radiation | 16.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 3.4707968 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.18e+03 |\n", + "| n_updates | 30424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 384.50226 |\n", + "| air_humidity | 57.287544 |\n", + "| air_temperature | 24.413916 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 36.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 13.534519 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 346052.03 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.43e+03 |\n", + "| n_updates | 30449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 749.6212 |\n", + "| air_humidity | 32.984917 |\n", + "| air_temperature | 23.419529 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 8.94522 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 674659.1 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.28e+03 |\n", + "| n_updates | 30474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 32.733772 |\n", + "| air_temperature | 23.07528 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 7.035179 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 30499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 709.4852 |\n", + "| air_humidity | 30.311705 |\n", + "| air_temperature | 22.56456 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.236861 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 631967.6 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 733 |\n", + "| n_updates | 30524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 386.22852 |\n", + "| air_humidity | 26.344952 |\n", + "| air_temperature | 18.58754 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 49.75 |\n", + "| outdoor_temperature | 5.560407 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 347605.66 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.12e+03 |\n", + "| n_updates | 30549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1243.507 |\n", + "| air_humidity | 16.326004 |\n", + "| air_temperature | 20.84595 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 0.5393739 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1119156.2 |\n", + "| wind_direction | 307.5 |\n", + "| wind_speed | 12.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 30574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 770.26825 |\n", + "| air_humidity | 20.772131 |\n", + "| air_temperature | 19.714325 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 4.096941 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 648078.06 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 6.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.1e+03 |\n", + "| n_updates | 30599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.780336 |\n", + "| air_temperature | 18.484047 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | 6.4706626 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 222.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.53e+03 |\n", + "| n_updates | 30624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 413.7795 |\n", + "| air_humidity | 38.355236 |\n", + "| air_temperature | 21.587442 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 7.7593412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 372401.56 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 30649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1199.713 |\n", + "| air_humidity | 35.19888 |\n", + "| air_temperature | 18.850016 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 0.7583431 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1079741.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.84e+03 |\n", + "| n_updates | 30674 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1826.2998 |\n", + "| air_humidity | 24.840548 |\n", + "| air_temperature | 18.298168 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | -2.3745906 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1643669.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.26e+03 |\n", + "| n_updates | 30699 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.057957 |\n", + "| air_temperature | 18.570192 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 3.9157972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.14e+03 |\n", + "| n_updates | 30724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1083.1313 |\n", + "| air_humidity | 22.157179 |\n", + "| air_temperature | 20.578194 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 1.341252 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 974818.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.08e+03 |\n", + "| n_updates | 30749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 36.529976 |\n", + "| air_temperature | 18.427694 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 2.9428682 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.56e+03 |\n", + "| n_updates | 30774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 43.5748 |\n", + "| air_temperature | 18.313513 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.2255049 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.09e+03 |\n", + "| n_updates | 30799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 28.005653 |\n", + "| air_temperature | 21.000095 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.1828644 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.07e+03 |\n", + "| n_updates | 30824 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 551.1428 |\n", + "| air_humidity | 27.979132 |\n", + "| air_temperature | 18.311874 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 11.25 |\n", + "| direct_solar_radiation | 39.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 0.46443972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 496028.53 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.57e+03 |\n", + "| n_updates | 30849 |\n", + "------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1375.0525 |\n", + "| air_humidity | 25.567287 |\n", + "| air_temperature | 18.014524 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 35.5 |\n", + "| direct_solar_radiation | 417.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.75 |\n", + "| outdoor_temperature | -0.11835387 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1237547.2 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.01e+03 |\n", + "| n_updates | 30874 |\n", + "-------------------------------------------------\n", + "------------------------------------------------**********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1464.2988 |\n", + "| air_humidity | 15.480985 |\n", + "| air_temperature | 17.915373 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 70.0 |\n", + "| direct_solar_radiation | 568.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | -0.5645857 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1317869.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 1.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 964 |\n", + "| n_updates | 30899 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 906.4148 |\n", + "| air_humidity | 23.380638 |\n", + "| air_temperature | 23.220278 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 526.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.75 |\n", + "| outdoor_temperature | 4.6327314 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 815773.3 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 30924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 640.8608 |\n", + "| air_humidity | 23.445868 |\n", + "| air_temperature | 23.922201 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 789.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | 10.970597 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 560345.6 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.5e+03 |\n", + "| n_updates | 30949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 454.61838 |\n", + "| air_humidity | 22.946701 |\n", + "| air_temperature | 23.933338 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 130.25 |\n", + "| direct_solar_radiation | 570.25 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 7.093073 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 410771.34 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 30974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 560.646 |\n", + "| air_humidity | 24.925459 |\n", + "| air_temperature | 23.773348 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 180.75 |\n", + "| direct_solar_radiation | 201.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 10.055126 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 504581.38 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.05e+03 |\n", + "| n_updates | 30999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.871876 |\n", + "| air_temperature | 23.722929 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 100.0 |\n", + "| direct_solar_radiation | 30.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 10.191752 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 31024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 16.536386 |\n", + "| air_temperature | 23.418673 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 40.25 |\n", + "| direct_solar_radiation | 492.75 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | 3.5819852 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 622 |\n", + "| n_updates | 31049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1063.0789 |\n", + "| air_humidity | 13.744133 |\n", + "| air_temperature | 21.999746 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 19.25 |\n", + "| direct_solar_radiation | 46.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.75 |\n", + "| outdoor_temperature | 1.4415144 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 956770.94 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.55e+04 |\n", + "| n_updates | 31074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 31.90969 |\n", + "| air_temperature | 22.74368 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 3.8199086 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.4e+03 |\n", + "| n_updates | 31099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1086.9948 |\n", + "| air_humidity | 25.50109 |\n", + "| air_temperature | 23.585283 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 1.3219347 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 978295.25 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.51e+03 |\n", + "| n_updates | 31124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 362.91885 |\n", + "| air_humidity | 38.318344 |\n", + "| air_temperature | 21.535563 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 8.044543 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 319316.4 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.68e+03 |\n", + "| n_updates | 31149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 692.0048 |\n", + "| air_humidity | 28.121815 |\n", + "| air_temperature | 19.953701 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 5.671339 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 596618.9 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.86e+03 |\n", + "| n_updates | 31174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1085.7454 |\n", + "| air_humidity | 37.932785 |\n", + "| air_temperature | 20.481953 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 1.3281816 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 977170.8 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 7.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.9e+03 |\n", + "| n_updates | 31199 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1320.7164 |\n", + "| air_humidity | 19.061243 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 0.15332632 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1188644.8 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 31224 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.622356 |\n", + "| air_temperature | 18.660505 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.75 |\n", + "| outdoor_temperature | 3.5307813 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 12.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.66e+03 |\n", + "| n_updates | 31249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1123.5736 |\n", + "| air_humidity | 28.958847 |\n", + "| air_temperature | 21.000471 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 1.1390406 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1011216.2 |\n", + "| wind_direction | 252.5 |\n", + "| wind_speed | 11.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.89e+03 |\n", + "| n_updates | 31274 |\n", + "-----------------------------------------------\n", + "\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 6]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 6 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 6) if logger is active\u001b[0m\n", + "-----------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| episode/ | |\n", + "| comfort_violation_time(%) | 43.7 |\n", + "| cumulative_comfort_penalty | -2.27e+04 |\n", + "| cumulative_energy_penalty | -3.56e+03 |\n", + "| cumulative_power | 7.11e+07 |\n", + "| cumulative_reward | -26294.172 |\n", + "| cumulative_temperature_violation | 4.55e+04 |\n", + "| episode_length | 70077 |\n", + "| mean_comfort_penalty | -0.324 |\n", + "| mean_energy_penalty | -0.0507 |\n", + "| mean_power | 1.01e+03 |\n", + "| mean_reward | -0.37521827 |\n", + "| mean_temperature_violation | 0.649 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3207.3267 |\n", + "| air_humidity | 17.21404 |\n", + "| air_temperature | 16.906685 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | -9.279724 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2886594.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+04 |\n", + "| n_updates | 31298 |\n", + "-----------------------------------------------------\n", + "-----------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 3.5e+04 |\n", + "| ep_rew_mean | -1.25e+04 |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| episodes | 3 |\n", + "| fps | 815 |\n", + "| time_elapsed | 214 |\n", + "| total_timesteps | 175194 |\n", + "-----------------------------------\n", + "------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2556.6965 |\n", + "| air_humidity | 17.018936 |\n", + "| air_temperature | 16.829346 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | -6.0265746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2301027.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.6e+04 |\n", + "| n_updates | 31299 |\n", + "------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214442.738834}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_rew_mean': -12505.215683, '_timestamp': 1700214442.7389145}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214442.738949}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/episodes': 3, '_timestamp': 1700214442.7389746}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/fps': 815, '_timestamp': 1700214442.7390523}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/time_elapsed': 214, '_timestamp': 1700214442.739078}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/total_timesteps': 175194, '_timestamp': 1700214442.7391007}).\n" + ] + } + ], + "source": [ + "model.learn(\n", + " total_timesteps=timesteps,\n", + " callback=callback,\n", + " log_interval=1)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Now, we save the current model (the model version when training has finished)." + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/stable_baselines3/common/save_util.py:278: UserWarning: Path '35040' does not exist. Will create it.\n", + " warnings.warn(f\"Path '{path.parent}' does not exist. Will create it.\")\n" + ] + } + ], + "source": [ + "model.save(str(env.get_wrapper_attr('timestep_per_episode'))+ '/' + experiment_name)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "And as always, remember to close the environment." + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n" + ] + } + ], + "source": [ + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Finally, we need to upload all Sinergym output as *wandb* artifacts. This output includes all sinergym_output (and LoggerWrapper CSV files) and models generated during training and evaluation episodes." + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)... " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Done. 0.1s\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s\n", + "wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job\n" + ] + }, + { + "data": { + "text/html": [ + "W&B sync reduced upload amount by 1.2% " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + "

    Run history:


    +
    • sinergym.utils.constants @@ -728,8 +740,6 @@

      S

    • module
    -
    • sinergym.utils.controllers @@ -826,6 +836,10 @@

      U

      V

      +
      • var_handlers (sinergym.envs.eplus_env.EplusEnv property)
        • @@ -911,6 +925,7 @@

        Z

        v3.1.0
        v3.2.0
        v3.2.10
        +
        v3.3.0
        Branches
        diff --git a/docs/compilation/main/index.html b/docs/compilation/main/index.html index 19d357a68c..c1064356da 100644 --- a/docs/compilation/main/index.html +++ b/docs/compilation/main/index.html @@ -18,9 +18,11 @@ - + + + @@ -299,6 +301,7 @@

        Citing Sinergymv3.1.0
        v3.2.0
        v3.2.10
        +
        v3.3.0

        Branches
        diff --git a/docs/compilation/main/objects.inv b/docs/compilation/main/objects.inv index 37f4437894..abe0a6ba31 100644 Binary files a/docs/compilation/main/objects.inv and b/docs/compilation/main/objects.inv differ diff --git a/docs/compilation/main/pages/API-reference.html b/docs/compilation/main/pages/API-reference.html index 4771dacf73..303a3d22e5 100644 --- a/docs/compilation/main/pages/API-reference.html +++ b/docs/compilation/main/pages/API-reference.html @@ -18,9 +18,11 @@ - + + + @@ -181,6 +183,7 @@

        API referencev3.1.0
        v3.2.0
        v3.2.10
        +
        v3.3.0

        Branches
        diff --git a/docs/compilation/main/pages/architecture.html b/docs/compilation/main/pages/architecture.html index 5f7f862d54..794b0b1fa8 100644 --- a/docs/compilation/main/pages/architecture.html +++ b/docs/compilation/main/pages/architecture.html @@ -18,7 +18,7 @@ - + @@ -237,6 +237,7 @@

        5.1. Additional observation information<
        v3.1.0
        v3.2.0
        v3.2.10
        +
        v3.3.0

        Branches
        diff --git a/docs/compilation/main/pages/buildings.html b/docs/compilation/main/pages/buildings.html index 8f878a2768..494b34a122 100644 --- a/docs/compilation/main/pages/buildings.html +++ b/docs/compilation/main/pages/buildings.html @@ -18,7 +18,7 @@ - + @@ -236,6 +236,13 @@

        3.1. Datacenter

      +
      +

      Warning

      +

      Since the update to EnergyPlus version 23.1.0, it appears that temperature setpoints are not correctly +applied in the East zone. The issue is currently under investigation. In the meantime, the default +reward functions only apply to the control of the West zone to maintain result consistency. For more +information about this issue, visit #395.

      +

      3.2. Small Datacenter

      @@ -920,6 +927,7 @@

      3.7. OfficeGridStorageSmoothingv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/controllers.html b/docs/compilation/main/pages/controllers.html index fd82040dcf..c7cec2fdd4 100644 --- a/docs/compilation/main/pages/controllers.html +++ b/docs/compilation/main/pages/controllers.html @@ -18,7 +18,7 @@ - + @@ -172,6 +172,7 @@

      9. Controllersv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/deep-reinforcement-learning.html b/docs/compilation/main/pages/deep-reinforcement-learning.html index a78ebfecef..4830ef320a 100644 --- a/docs/compilation/main/pages/deep-reinforcement-learning.html +++ b/docs/compilation/main/pages/deep-reinforcement-learning.html @@ -18,7 +18,7 @@ - + @@ -388,6 +388,7 @@

      13.4.2. Model Loadingv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/environments.html b/docs/compilation/main/pages/environments.html index f960dc9bc3..b0cd4126e9 100644 --- a/docs/compilation/main/pages/environments.html +++ b/docs/compilation/main/pages/environments.html @@ -18,7 +18,7 @@ - + @@ -474,6 +474,7 @@

      6.1.15. Adding New Buildings for Environ
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/environments_registration.html b/docs/compilation/main/pages/environments_registration.html index 4aa55d01d9..e6973f84ae 100644 --- a/docs/compilation/main/pages/environments_registration.html +++ b/docs/compilation/main/pages/environments_registration.html @@ -18,7 +18,7 @@ - + @@ -408,6 +408,7 @@

      7.2. Variables fieldv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/extra-configuration.html b/docs/compilation/main/pages/extra-configuration.html index fae7e6a001..051578379c 100644 --- a/docs/compilation/main/pages/extra-configuration.html +++ b/docs/compilation/main/pages/extra-configuration.html @@ -18,7 +18,7 @@ - + @@ -209,6 +209,7 @@

      11.2. runperiodv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/gcloudAPI.html b/docs/compilation/main/pages/gcloudAPI.html index 429d0bd7f7..8ad6d02c84 100644 --- a/docs/compilation/main/pages/gcloudAPI.html +++ b/docs/compilation/main/pages/gcloudAPI.html @@ -18,7 +18,7 @@ - + @@ -512,6 +512,7 @@

      14.3. Google Cloud Alertsv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/github-actions.html b/docs/compilation/main/pages/github-actions.html index 09d1b4f587..b94e68c515 100644 --- a/docs/compilation/main/pages/github-actions.html +++ b/docs/compilation/main/pages/github-actions.html @@ -18,7 +18,7 @@ - + @@ -235,6 +235,7 @@

      15.3. New release created or modifiedv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/installation.html b/docs/compilation/main/pages/installation.html index c4505a5177..89075a873f 100644 --- a/docs/compilation/main/pages/installation.html +++ b/docs/compilation/main/pages/installation.html @@ -18,7 +18,7 @@ - + @@ -355,6 +355,7 @@

      1.5. Cloud Computingv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/introduction.html b/docs/compilation/main/pages/introduction.html index 6c90155a10..612c7e2368 100644 --- a/docs/compilation/main/pages/introduction.html +++ b/docs/compilation/main/pages/introduction.html @@ -18,7 +18,7 @@ - + @@ -240,6 +240,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.config.html b/docs/compilation/main/pages/modules/sinergym.config.html index 01afabc4a1..880b546ae1 100644 --- a/docs/compilation/main/pages/modules/sinergym.config.html +++ b/docs/compilation/main/pages/modules/sinergym.config.html @@ -18,7 +18,7 @@ - + @@ -178,6 +178,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.config.modeling.ModelJSON.html b/docs/compilation/main/pages/modules/sinergym.config.modeling.ModelJSON.html index dea6539959..6fdce902af 100644 --- a/docs/compilation/main/pages/modules/sinergym.config.modeling.ModelJSON.html +++ b/docs/compilation/main/pages/modules/sinergym.config.modeling.ModelJSON.html @@ -18,7 +18,7 @@ - + @@ -408,6 +408,7 @@

      sinergym.config.modeling.ModelJSONv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.config.modeling.html b/docs/compilation/main/pages/modules/sinergym.config.modeling.html index d9c53e1336..9f94c3527a 100644 --- a/docs/compilation/main/pages/modules/sinergym.config.modeling.html +++ b/docs/compilation/main/pages/modules/sinergym.config.modeling.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.EplusEnv.html index fe59761ca2..51014ea434 100644 --- a/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.EplusEnv.html +++ b/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -18,7 +18,7 @@ - + @@ -485,6 +485,7 @@

      sinergym.envs.eplus_env.EplusEnvv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.html index b514a8ed3a..d2f7e6f627 100644 --- a/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.html +++ b/docs/compilation/main/pages/modules/sinergym.envs.eplus_env.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.envs.html b/docs/compilation/main/pages/modules/sinergym.envs.html index c8629add51..e74733bc25 100644 --- a/docs/compilation/main/pages/modules/sinergym.envs.html +++ b/docs/compilation/main/pages/modules/sinergym.envs.html @@ -18,7 +18,7 @@ - + @@ -178,6 +178,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/main/pages/modules/sinergym.simulators.eplus.EnergyPlus.html index 22e6490bae..645b0ca3ea 100644 --- a/docs/compilation/main/pages/modules/sinergym.simulators.eplus.EnergyPlus.html +++ b/docs/compilation/main/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -18,7 +18,7 @@ - + @@ -293,6 +293,7 @@

      sinergym.simulators.eplus.EnergyPlusv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/main/pages/modules/sinergym.simulators.eplus.html index db61da6e8b..8cbe00e438 100644 --- a/docs/compilation/main/pages/modules/sinergym.simulators.eplus.html +++ b/docs/compilation/main/pages/modules/sinergym.simulators.eplus.html @@ -18,7 +18,7 @@ - + @@ -182,6 +182,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.simulators.html b/docs/compilation/main/pages/modules/sinergym.simulators.html index aec1647b48..6f62b56498 100644 --- a/docs/compilation/main/pages/modules/sinergym.simulators.html +++ b/docs/compilation/main/pages/modules/sinergym.simulators.html @@ -18,7 +18,7 @@ - + @@ -178,6 +178,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/main/pages/modules/sinergym.utils.callbacks.LoggerCallback.html index 6e4a4f59ef..0057630db1 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.callbacks.LoggerCallback.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -18,7 +18,7 @@ - + @@ -214,6 +214,7 @@

      sinergym.utils.callbacks.LoggerCallbackv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/main/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html index e0cd09e557..15c2c5ea18 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -18,7 +18,7 @@ - + @@ -227,6 +227,7 @@

      sinergym.utils.callbacks.LoggerEvalCallbackv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/main/pages/modules/sinergym.utils.callbacks.html index 541badcb31..a294e69579 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.callbacks.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.callbacks.html @@ -18,7 +18,7 @@ - + @@ -195,6 +195,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html b/docs/compilation/main/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html index 180050f739..781f54e2e7 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html @@ -18,7 +18,7 @@ - + @@ -214,6 +214,7 @@

      sinergym.utils.common.convert_conf_to_env_parametersv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.eppy_element_to_dict.html b/docs/compilation/main/pages/modules/sinergym.utils.common.eppy_element_to_dict.html index 4f091127ca..1c9c970e99 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.eppy_element_to_dict.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.eppy_element_to_dict.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

      sinergym.utils.common.eppy_element_to_dictv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html b/docs/compilation/main/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html index c5bc488967..20c0c519c2 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html @@ -18,7 +18,7 @@ - + @@ -208,6 +208,7 @@

      sinergym.utils.common.export_schedulers_to_excelv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/main/pages/modules/sinergym.utils.common.get_delta_seconds.html index 25b554678f..fd891a5444 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.get_delta_seconds.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -18,7 +18,7 @@ - + @@ -219,6 +219,7 @@

      sinergym.utils.common.get_delta_secondsv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.get_ids.html b/docs/compilation/main/pages/modules/sinergym.utils.common.get_ids.html index 3e81497857..80f681d49c 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.get_ids.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.get_ids.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

      sinergym.utils.common.get_idsv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/main/pages/modules/sinergym.utils.common.get_record_keys.html index 9c9384e88a..b2dede526a 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.get_record_keys.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.get_record_keys.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

      sinergym.utils.common.get_record_keysv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.html b/docs/compilation/main/pages/modules/sinergym.utils.common.html index 895c4f3bd8..e44027b9a2 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.html @@ -18,7 +18,7 @@ - + @@ -235,6 +235,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/main/pages/modules/sinergym.utils.common.is_wrapped.html index b49916d7b0..aef9e8ca06 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.is_wrapped.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.is_wrapped.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

      sinergym.utils.common.is_wrappedv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_actuators.html b/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_actuators.html index 5251908901..913c24e2eb 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_actuators.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_actuators.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

      sinergym.utils.common.json_to_actuatorsv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_meters.html b/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_meters.html index adc57964fe..2c3870641d 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_meters.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_meters.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

      sinergym.utils.common.json_to_metersv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_variables.html b/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_variables.html index 54d9fffe9f..ac32168f02 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_variables.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.json_to_variables.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@

      sinergym.utils.common.json_to_variablesv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/main/pages/modules/sinergym.utils.common.ranges_getter.html index 3a8620231e..1b0cd9a67c 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.ranges_getter.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.ranges_getter.html @@ -18,7 +18,7 @@ - + @@ -214,6 +214,7 @@

      sinergym.utils.common.ranges_getterv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/main/pages/modules/sinergym.utils.common.unwrap_wrapper.html index fa66ab5f5f..6b2f50bdde 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.common.unwrap_wrapper.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -18,7 +18,7 @@ - + @@ -211,6 +211,7 @@

      sinergym.utils.common.unwrap_wrapperv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html index ab327ac883..a14b59228e 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

      sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTIONv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html index 17ea75474c..177976dcb1 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

      sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTIONv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html index 31e05c708e..2ec882b0fe 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

      sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTIONv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html index 8cf32034b9..00418942d2 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

      sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTIONv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html index 7641c26db6..f15e9d9cad 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

      sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTIONv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html index 8932950e8b..46a3df9eda 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

      sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTIONv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html index 24cbbbe07f..8dfea048e2 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html @@ -18,7 +18,7 @@ - + @@ -194,6 +194,7 @@

      sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTIONv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.constants.html b/docs/compilation/main/pages/modules/sinergym.utils.constants.html index 558d180ba1..3b9460ae83 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.constants.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.constants.html @@ -18,7 +18,7 @@ - + @@ -215,6 +215,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBC5Zone.html index b453a1c642..06b24899ce 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBC5Zone.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -18,7 +18,7 @@ - + @@ -231,6 +231,7 @@

      sinergym.utils.controllers.RBC5Zonev3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBCDatacenter.html index 5606322a00..180e2f804d 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBCDatacenter.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -18,7 +18,7 @@ - + @@ -228,6 +228,7 @@

      sinergym.utils.controllers.RBCDatacenterv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html b/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html index 1949460c4c..0e123b1dcc 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html @@ -18,7 +18,7 @@ - + @@ -227,6 +227,7 @@

      sinergym.utils.controllers.RBCIncrementalDatacenterv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/main/pages/modules/sinergym.utils.controllers.RandomController.html index e43a362409..cd24a1dac1 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.controllers.RandomController.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.controllers.RandomController.html @@ -18,7 +18,7 @@ - + @@ -227,6 +227,7 @@

      sinergym.utils.controllers.RandomControllerv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.controllers.html b/docs/compilation/main/pages/modules/sinergym.utils.controllers.html index 98a92e55a8..8ee0ed1d65 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.controllers.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.controllers.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/main/pages/modules/sinergym.utils.env_checker.check_env.html index 58ef402df7..6beb39b1c3 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.env_checker.check_env.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.env_checker.check_env.html @@ -18,7 +18,7 @@ - + @@ -205,6 +205,7 @@

      sinergym.utils.env_checker.check_envv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/main/pages/modules/sinergym.utils.env_checker.html index 2d10b6d348..a201f8c705 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.env_checker.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.env_checker.html @@ -18,7 +18,7 @@ - + @@ -191,6 +191,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/main/pages/modules/sinergym.utils.evaluation.evaluate_policy.html index 661da2d145..e85e2b568c 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.evaluation.evaluate_policy.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

      sinergym.utils.evaluation.evaluate_policyv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/main/pages/modules/sinergym.utils.evaluation.html index f1a89d0fb9..90d7cd4d15 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.evaluation.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.evaluation.html @@ -18,7 +18,7 @@ - + @@ -191,6 +191,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html index b49796124e..b20f26c4d8 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@

      sinergym.utils.gcloud.delete_instance_MIG_from_containerv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.get_service_account_token.html index 5a27330db3..9fae41be5d 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.get_service_account_token.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -18,7 +18,7 @@ - + @@ -201,6 +201,7 @@

      sinergym.utils.gcloud.get_service_account_tokenv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.html index 2b12cb5374..6ad0fd3dcd 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.html @@ -18,7 +18,7 @@ - + @@ -207,6 +207,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.init_storage_client.html index 7bc36ed5a9..f72341c7ee 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.init_storage_client.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -18,7 +18,7 @@ - + @@ -201,6 +201,7 @@

      sinergym.utils.gcloud.init_storage_clientv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.read_from_bucket.html index f9d3ec86fc..fbd833c03d 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.read_from_bucket.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -18,7 +18,7 @@ - + @@ -202,6 +202,7 @@

      sinergym.utils.gcloud.read_from_bucketv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html index 5665788864..a673a27b62 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@

      sinergym.utils.gcloud.upload_to_bucketv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.html b/docs/compilation/main/pages/modules/sinergym.utils.html index ad99294274..7698380b58 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.html @@ -18,9 +18,11 @@ - + + + @@ -214,6 +216,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/main/pages/modules/sinergym.utils.logger.CSVLogger.html index 4162be1de6..bdbeb066f6 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.logger.CSVLogger.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -18,7 +18,7 @@ - + @@ -320,6 +320,7 @@

      sinergym.utils.logger.CSVLoggerv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.logger.CustomFormatter.html b/docs/compilation/main/pages/modules/sinergym.utils.logger.CustomFormatter.html index f936ba31a7..885598983f 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.logger.CustomFormatter.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.logger.CustomFormatter.html @@ -18,7 +18,7 @@ - + @@ -310,6 +310,7 @@

      sinergym.utils.logger.CustomFormatterv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/main/pages/modules/sinergym.utils.logger.Logger.html index 7b54cd7e07..75dd46f7ca 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.logger.Logger.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.logger.Logger.html @@ -18,7 +18,7 @@ - + @@ -226,6 +226,7 @@

      sinergym.utils.logger.Loggerv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.logger.WandBOutputFormat.html b/docs/compilation/main/pages/modules/sinergym.utils.logger.WandBOutputFormat.html index ac4962c4ca..94aa7c1d55 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.logger.WandBOutputFormat.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.logger.WandBOutputFormat.html @@ -18,7 +18,7 @@ - + @@ -213,6 +213,7 @@

      sinergym.utils.logger.WandBOutputFormatv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.logger.html b/docs/compilation/main/pages/modules/sinergym.utils.logger.html index d0678e036b..aab04096e8 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.logger.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.logger.html @@ -18,7 +18,7 @@ - + @@ -203,6 +203,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/main/pages/modules/sinergym.utils.rewards.BaseReward.html index 88db0bcf51..2a2a038be2 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.rewards.BaseReward.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -18,7 +18,7 @@ - + @@ -225,6 +225,7 @@

      sinergym.utils.rewards.BaseRewardv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/main/pages/modules/sinergym.utils.rewards.ExpReward.html index 92917c7bed..aeb2dc2a95 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.rewards.ExpReward.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -18,7 +18,7 @@ - + @@ -233,6 +233,7 @@

      sinergym.utils.rewards.ExpRewardv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/main/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html index a3e481a819..57a4f77209 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -18,7 +18,7 @@ - + @@ -230,6 +230,7 @@

      sinergym.utils.rewards.HourlyLinearRewardv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/main/pages/modules/sinergym.utils.rewards.LinearReward.html index 34eee13fce..eeb6a445d0 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.rewards.LinearReward.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -18,7 +18,7 @@ - + @@ -234,6 +234,7 @@

      sinergym.utils.rewards.LinearRewardv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html b/docs/compilation/main/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html index 527bfcec11..21fb778ac8 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html @@ -18,7 +18,7 @@ - + @@ -230,6 +230,7 @@

      sinergym.utils.rewards.NormalizedLinearRewardv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.rewards.html b/docs/compilation/main/pages/modules/sinergym.utils.rewards.html index 8bbd14e194..3011cf2086 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.rewards.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.rewards.html @@ -18,9 +18,11 @@ - + + + @@ -207,6 +209,7 @@
      v3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html index cc9ebe791a..62d639fd99 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html @@ -18,7 +18,7 @@ - + @@ -292,6 +292,7 @@

      sinergym.utils.wrappers.DatetimeWrapperv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html index f5528293f2..42c554d901 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html @@ -18,7 +18,7 @@ - + @@ -313,6 +313,7 @@

      sinergym.utils.wrappers.DiscreteIncrementalWrapperv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html index 02a9cf4a78..3490a3e95f 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html @@ -18,7 +18,7 @@ - + @@ -305,6 +305,7 @@

      sinergym.utils.wrappers.DiscretizeEnvv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html index 0a037bd540..223921764a 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html @@ -18,7 +18,7 @@ - + @@ -295,6 +295,7 @@

      sinergym.utils.wrappers.IncrementalWrapperv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html index 9d12544f50..e6142967bf 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -18,7 +18,7 @@ - + @@ -342,6 +342,7 @@

      sinergym.utils.wrappers.LoggerWrapperv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html index 08e93febcc..c4b68451b3 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html @@ -18,7 +18,7 @@ - + @@ -295,6 +295,7 @@

      sinergym.utils.wrappers.MultiObjectiveRewardv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html index 95e847e7c1..bbe93bfebe 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -18,7 +18,7 @@ - + @@ -310,6 +310,7 @@

      sinergym.utils.wrappers.MultiObsWrapperv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeAction.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeAction.html index 4e169821a0..e54f01b3b9 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeAction.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeAction.html @@ -18,7 +18,7 @@ - + @@ -316,6 +316,7 @@

      sinergym.utils.wrappers.NormalizeActionv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html index 8f0dccbcf9..85dbbcc884 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -18,7 +18,7 @@ - + @@ -148,16 +148,19 @@

      sinergym.utils.wrappers.NormalizeObservation

      -class sinergym.utils.wrappers.NormalizeObservation(env: EplusEnv, epsilon: float = 1e-08)
      +class sinergym.utils.wrappers.NormalizeObservation(env: EplusEnv, automatic_update: bool = True, epsilon: float = 1e-08, mean: float64 | None = None, var: float64 | None = None)
      -__init__(env: EplusEnv, epsilon: float = 1e-08)
      -

      This wrapper will normalize observations s.t. each coordinate is centered with unit variance.

      +__init__(env: EplusEnv, automatic_update: bool = True, epsilon: float = 1e-08, mean: float64 | None = None, var: float64 | None = None) +

      Initializes the NormalizationWrapper. Mean and var values can be None andbeing updated during interaction with environment.

      Parameters:
        -

      • env (Env) – The environment to apply the wrapper

        • -

      • epsilon (float) – A stability parameter that is used when scaling the observations. Defaults to 1e-8

        • +

      • env (EplusEnv) – The environment to apply the wrapper.

        • +

      • automatic_update (bool, optional) – Whether or not to update the mean and variance values automatically. Defaults to True.

        • +

      • epsilon (float, optional) – A stability parameter used when scaling the observations. Defaults to 1e-8.

        • +

      • mean (np.float64, optional) – The mean value used for normalization. Defaults to None.

        • +

      • var (np.float64, optional) – The variance value used for normalization. Defaults to None.

      @@ -166,15 +169,21 @@

      sinergym.utils.wrappers.NormalizeObservationMethods

      - - + + - + + + + - + + + + @@ -187,6 +196,12 @@

      sinergym.utils.wrappers.NormalizeObservation

      + + + + + + @@ -204,38 +219,65 @@

      sinergym.utils.wrappers.NormalizeObservation

      - + + + + - + - + - + - + - + - + + + +

      __init__(env[, epsilon])

      This wrapper will normalize observations s.t.

      __init__(env[, automatic_update, epsilon, ...])

      Initializes the NormalizationWrapper.

      class_name()

      activate_update()

      Activates the automatic update of the normalization wrapper.

      class_name()

      Returns the class name of the wrapper.

      close()

      close()

      Closes the wrapper and env.

      deactivate_update()

      Deactivates the automatic update of the normalization wrapper.

      get_wrapper_attr(name)

      Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

      reset(**kwargs)

      Resets the environment and normalizes the observation.

      set_mean(mean)

      Sets the mean value of the observations.

      set_var(var)

      Sets the variance value of the observations.

      step(action)

      Steps through the environment and normalizes the observation.

      logger

      metadata

      mean

      Returns the mean value of the observations.

      metadata

      Returns the Env metadata.

      np_random

      np_random

      Returns the Env np_random attribute.

      observation_space

      observation_space

      Return the Env observation_space unless overwritten then the wrapper observation_space is used.

      render_mode

      render_mode

      Returns the Env render_mode.

      reward_range

      reward_range

      Return the Env reward_range unless overwritten then the wrapper reward_range is used.

      spec

      spec

      Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

      unwrapped

      unwrapped

      Returns the base environment of the wrapper.

      var

      Returns the variance value of the observations.
      +
      +
      +activate_update()
      +

      Activates the automatic update of the normalization wrapper. +After calling this method, the normalization wrapper will update its calibration automatically.

      +
      + +
      +
      +deactivate_update()
      +

      Deactivates the automatic update of the normalization wrapper. +After calling this method, the normalization wrapper will not update its calibration automatically.

      +
      +
      logger = <Logger WRAPPER NormalizeObservation (INFO)>
      +
      +
      +property mean
      +

      Returns the mean value of the observations.

      +
      +
      normalize(obs)
      -

      Normalizes the observation using the running mean and variance of the observations.

      +

      Normalizes the observation using the running mean and variance of the observations. +If automatic_update is enabled, the running mean and variance will be updated too.

      @@ -244,12 +286,30 @@

      sinergym.utils.wrappers.NormalizeObservation +
      +set_mean(mean: float64)
      +

      Sets the mean value of the observations.

      +

      + +
      +
      +set_var(var: float64)
      +

      Sets the variance value of the observations.

      +
      +
      step(action)

      Steps through the environment and normalizes the observation.

      +
      +
      +property var
      +

      Returns the variance value of the observations.

      +
      +

      @@ -299,6 +359,7 @@

      sinergym.utils.wrappers.NormalizeObservationv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0
      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html index 8fcd2855e9..8e6dafbca5 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html @@ -18,7 +18,7 @@ - + @@ -285,6 +285,7 @@

      sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapperv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html index cf36643570..f25d231181 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html @@ -18,7 +18,7 @@ - + @@ -292,6 +292,7 @@

      sinergym.utils.wrappers.PreviousObservationWrapperv3.1.0
      v3.2.0
      v3.2.10
      +
      v3.3.0

      Branches
      diff --git a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.html index 9a948edfe9..c65f32da1d 100644 --- a/docs/compilation/main/pages/modules/sinergym.utils.wrappers.html +++ b/docs/compilation/main/pages/modules/sinergym.utils.wrappers.html @@ -18,7 +18,7 @@ - + @@ -173,7 +173,7 @@

    NormalizeAction(env[, normalize_range])

    Wrapper to normalize action space.

    NormalizeObservation(env[, epsilon])

    NormalizeObservation(env[, ...])

    OfficeGridStorageSmoothingActionConstraintsWrapper(env)
    action_network/index▃▃█▆▁▆▅▆▆▃▃▇▁▃█▅▅▇▂▂▃▄▁▅▇▂▇▁▅▃█▃▇▄▅▇▄▇▃▁
    action_simulation/Cooling_Setpoint_RL▆▅▁▁█▁▃▂▂▅▆▁█▆▁▃▃▁▇▇▅▄█▃▁▇▁█▃▅▁▅▁▄▃▁▄▁▅█
    action_simulation/Heating_Setpoint_RL▃▄▇█▁█▆▇▇▄▃█▁▃▇▆▆█▂▂▄▅▁▆█▂█▁▆▄▇▄█▅▆█▅█▄▁
    episode/comfort_violation_time(%)▁▁█
    episode/cumulative_comfort_penalty█▂▁
    episode/cumulative_energy_penalty█▁▁
    episode/cumulative_power▁██
    episode/cumulative_reward█▂▁
    episode/cumulative_temperature_violation▁▇█
    episode/episode_length▁██
    episode/mean_comfort_penalty█▅▁
    episode/mean_energy_penalty▁█▄
    episode/mean_power█▁▅
    episode/mean_reward█▅▁
    episode/mean_temperature_violation▁▄█
    eval/comfort_violation(%)▁█
    eval/cumulative_comfort_penalty█▁
    eval/cumulative_energy_penalty▁█
    eval/cumulative_power_consumption█▁
    eval/cumulative_reward█▁
    eval/cumulative_temperature_violation▁█
    eval/episode_length▁▁
    eval/mean_comfort_penalty█▁
    eval/mean_energy_penalty▁█
    eval/mean_power_consumption█▁
    eval/mean_reward█▁
    eval/mean_temperature_violation▁█
    eval/std_cumulative_reward▁▁
    eval/std_reward▁▁
    observation/HVAC_electricity_demand_rate▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
    observation/air_humidity▂▂▅▆▇▆▆▃▃▂▁▅▅▆▆▂▄▃▅▇██▄▂▂▂▄▆▆▆▂▁▁▂▇▆▅▃▂▂
    observation/air_temperature▆▃▄▅▅▄▂▂▂▅▆▅█▇▃▂▁▂▂▄▅▃▇▂▄▃▄▆▇▆▃▁▄▃▂▆▅▅▇▅
    observation/clg_setpoint▁▁▄█▅▁█▄▃▆▇▅█▁▁▃▇▄▂▅▁▄█▃▁▇▁█▃▅▁▅▁▁▁▁▄▁▅█
    observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
    observation/day_of_month▅▅▃█▅▆▃█▅▅▃█▅▃▃█▅▃▄▁▆▃▄▁▅▃█▁▆▃█▁▅▃█▁▆▃█▅
    observation/diffuse_solar_radiation▂▁▁▁▁▃▄▁▁▃▄▆▇▄▁▁▁▁▂▃▂▂▄▂▃▇▅▁▁▁▁▁▁▁▁▃█▃▃▄
    observation/direct_solar_radiation▄▁▁▁▁▇▄▁▁▆▇▆▄▁▁▁▁▁▅▅▁▁▅▃▆▄▁▁▁▁▁▁▁▁▁█▅█▇▃
    observation/hour▅████▂▂▂▁▅▅▅▅▅████▁▁▁▁▅▅▄▄▄▇▇▇▇▁▁▁▁▄▄▄▄▄
    observation/htg_setpoint█▇▅▁▄█▁▅▆▃▂▄▁█▇▆▂▅▇▄█▅▁▆█▂█▁▆▄▇▄█▇██▅█▄▁
    observation/month▁▂▃▄▅▅▇▇▁▂▃▄▅▆▇▇▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█
    observation/outdoor_humidity▃▅▃▆█▄█▆█▄▁▄▆▆▇▄▇▇▃▇▇▇▆▃▃▄▆▄▇▇▄▃▃▅█▂▆▂▄▃
    observation/outdoor_temperature▄▂▃▆██▅▃▃▃▅██▆▅▂▂▂▂▆█▆▆▂▃▂▄▆▇▆▄▁▂▁▄▆█▇▅▃
    observation/people_occupant█▁▁▁▁▁▁▁▁███▁▁▁▁▁▁▁▁▁▁▁▁▁▁▇▁▁▁▁▁▁▁▁▁▇▇▇▇
    observation/total_electricity_HVAC▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
    observation/wind_direction▅▅▇▁▅█▆▇▃▃▇▄▅▂▁▇▆▃█▅▆▂▅▇▆▂▃█▅▂▆▇▇█▃▇▅▁█▆
    observation/wind_speed▂▃▆▁▃▄▃▅▅▃█▅▄▃▁▆▅▄▅▃▃▂▃█▆▆▄▅▅▂▃▇▄▅▃▄▅▅▃▄
    rollout/exploration_rate█▇▄▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
    time/total_timesteps▁█
    train/learning_rate▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
    train/loss▇▁▃▂▃▂▁▂▁▂▂▁▂▃▃▁▂▁▁▂▂▁▃▃▂▂█▂▃▂▂▂▁▂▂▁▂▁▁▂
    train/n_updates▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███

    Run summary:


    action_network/index4
    action_simulation/Cooling_Setpoint_RL26
    action_simulation/Heating_Setpoint_RL19
    episode/comfort_violation_time(%)43.69622
    episode/cumulative_comfort_penalty-22738.12343
    episode/cumulative_energy_penalty-3556.04736
    episode/cumulative_power71120947.22879
    episode/cumulative_reward-26294.17188
    episode/cumulative_temperature_violation45476.24685
    episode/episode_length70077
    episode/mean_comfort_penalty-0.32447
    episode/mean_energy_penalty-0.05074
    episode/mean_power1014.89714
    episode/mean_reward-0.37522
    episode/mean_temperature_violation0.64895
    eval/comfort_violation(%)58.24201
    eval/cumulative_comfort_penalty-17670.69841
    eval/cumulative_energy_penalty-1708.48282
    eval/cumulative_power_consumption34169656.38755
    eval/cumulative_reward-19379.18123
    eval/cumulative_temperature_violation35341.39683
    eval/episode_length35040.0
    eval/mean_comfort_penalty-0.5043
    eval/mean_energy_penalty-0.04876
    eval/mean_power_consumption975.16143
    eval/mean_reward-0.55306
    eval/mean_temperature_violation1.0086
    eval/std_cumulative_reward0.0
    eval/std_reward0.0
    observation/HVAC_electricity_demand_rate2556.69653
    observation/air_humidity17.01894
    observation/air_temperature16.82935
    observation/clg_setpoint40.0
    observation/co2_emission0.0
    observation/day_of_month1.0
    observation/diffuse_solar_radiation0.0
    observation/direct_solar_radiation0.0
    observation/hour0.0
    observation/htg_setpoint12.8
    observation/month1.0
    observation/outdoor_humidity57.75
    observation/outdoor_temperature-6.02657
    observation/people_occupant0.0
    observation/total_electricity_HVAC2301027.0
    observation/wind_direction275.0
    observation/wind_speed7.6
    rollout/exploration_rate0.05
    time/total_timesteps140154
    train/learning_rate0.0001
    train/loss16037.58984
    train/n_updates31299

    " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 at: https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou
    Synced 5 W&B file(s), 0 media file(s), 150 artifact file(s) and 0 other file(s)" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Find logs at: ./wandb/run-20231117_094304-pf27dlou/logs" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "artifact = wandb.Artifact(\n", + " name=\"experiment1\",\n", + " type=\"training\")\n", + "artifact.add_dir(\n", + " env.get_wrapper_attr('workspace_path'),\n", + " name='training_output/')\n", + "artifact.add_dir(\n", + " eval_env.get_wrapper_attr('workspace_path'),\n", + " name='evaluation_output/')\n", + "run.log_artifact(artifact)\n", + "\n", + "# wandb has finished\n", + "run.finish()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "All experiment results are stored locally, but you can also view the execution in *wandb*:\n", + "\n", + "- When you check your projects, you'll see the execution allocated:\n", + "\n", + "![wandb_projects1](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_projects1.png?raw=true)\n", + "\n", + "- The training experiment's tracked hyperparameters:\n", + "\n", + "![wandb_training_hyperparameters](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_training_hyperparameters.png?raw=true)\n", + "\n", + "- Registered artifacts (if evaluation is enabled, the best model is also registered):\n", + "\n", + "![wandb_training_artifact](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_training_artifact.png?raw=true)\n", + "\n", + "- Real-time visualization of metrics:\n", + "\n", + "![wandb_training_charts](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_training_charts.png?raw=true)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Loading a model" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We'll be using the `load_agent.py` script located in the repository root. This script leverages all the capabilities of Sinergym for working with loaded deep reinforcement learning models and sets parameters for everything, allowing us to easily define load options via a JSON file when executing the script.\n", + "\n", + "For more details on how to run `load_agent.py`, please refer to [Load a trained model](https://ugr-sail.github.io/sinergym/compilation/main/pages/deep-reinforcement-learning.html#load-a-trained-model)." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "First, we'll define the Sinergym environment ID where we want to test the loaded agent and the name of the evaluation experiment." + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [], + "source": [ + "# Environment ID\n", + "environment = \"Eplus-5zone-mixed-discrete-stochastic-v1\"\n", + "# Episodes\n", + "episodes=5\n", + "# Evaluation name\n", + "evaluation_date = datetime.today().strftime('%Y-%m-%d_%H:%M')\n", + "evaluation_name = 'SB3_DQN-EVAL-' + environment + \\\n", + " '-episodes-' + str(episodes)\n", + "evaluation_name += '_' + evaluation_date" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We can also use *wandb* here. We can allocate this evaluation of a loaded model to a different project to avoid merging experiments." + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "Tracking run with wandb version 0.16.0" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094859-15owsnpb" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_sr2houks to Weights & Biases (docs)
    " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View project at https://wandb.ai/alex_ugr/sinergym_evaluations" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View run at https://wandb.ai/alex_ugr/sinergym_evaluations/runs/15owsnpb" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "\n", + "# Create wandb.config object in order to log all experiment params\n", + "experiment_params = {\n", + " 'sinergym-version': sinergym.__version__,\n", + " 'python-version': sys.version\n", + "}\n", + "experiment_params.update({'environment':environment,\n", + " 'episodes':episodes,\n", + " 'algorithm':'SB3_DQN'})\n", + "\n", + "# Get wandb init params (you have to specify your own project and entity)\n", + "wandb_params = {\"project\": 'sinergym_evaluations',\n", + " \"entity\": 'alex_ugr'}\n", + "# Init wandb entry\n", + "run = wandb.init(\n", + " name=experiment_name + '_' + wandb.util.generate_id(),\n", + " config=experiment_params,\n", + " ** wandb_params\n", + ")" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We'll create the Gym environment, but it's **important to wrap the environment with the same wrappers used during training**. We can use the evaluation experiment name to rename the environment." + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make(environment, env_name=evaluation_name)\n", + "env = LoggerWrapper(env)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We'll load the Stable Baselines 3 DQN model from our local computer, but we could also use a remote model stored in *wandb* from another training experiment." + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [], + "source": [ + "# get wandb artifact path (to load model)\n", + "load_artifact_entity = 'alex_ugr'\n", + "load_artifact_project = 'sinergym'\n", + "load_artifact_name = 'experiment1'\n", + "load_artifact_tag = 'latest'\n", + "load_artifact_model_path = 'evaluation_output/best_model/model.zip'\n", + "wandb_path = load_artifact_entity + '/' + load_artifact_project + \\\n", + " '/' + load_artifact_name + ':' + load_artifact_tag\n", + "# Download artifact\n", + "artifact = run.use_artifact(wandb_path)\n", + "artifact.get_path(load_artifact_model_path).download('.')\n", + "# Set model path to local wandb file downloaded\n", + "model_path = './' + load_artifact_model_path\n", + "model = DQN.load(model_path)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As you can see, the *wandb* model we want to load can come from an artifact of a different entity or project than the one we're using to register the evaluation of the loaded model, as long as it's accessible.\n", + "The next step is to use the model to predict actions and interact with the environment to collect data for model evaluation." + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "1 -1.7954676783357755\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -963.9496999955164------------------------------------------------------------------------------------------| 9%\n", + "3 -1817.582571129998*******-----------------------------------------------------------------------------------| 16%\n", + "4 -2841.5036276598917***************--------------------------------------------------------------------------| 25%\n", + "5 -4340.565445997684************************------------------------------------------------------------------| 33%\n", + "6 -6108.581378312066********************************----------------------------------------------------------| 41%\n", + "7 -7223.767956524665*****************************************-------------------------------------------------| 50%\n", + "8 -8558.958125000907************************************************------------------------------------------| 58%\n", + "9 -9950.644160496227*********************************************************---------------------------------| 66%\n", + "10 -11044.144766497926****************************************************************------------------------| 75%\n", + "11 -13176.534777951341************************************************************************----------------| 83%\n", + "12 -14049.395840884017********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 0 Mean reward: -0.4263319241570109 Cumulative reward: -14938.670622460524\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", + "1 -1.7052782846459695\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -936.5481180476335------------------------------------------------------------------------------------------| 9%\n", + "3 -1798.784133735751*******-----------------------------------------------------------------------------------| 16%\n", + "4 -2827.2387312028445***************--------------------------------------------------------------------------| 25%\n", + "5 -4366.328889075081************************------------------------------------------------------------------| 33%\n", + "6 -6183.997471720583********************************----------------------------------------------------------| 41%\n", + "7 -7325.563685767946*****************************************-------------------------------------------------| 50%\n", + "8 -8681.46846670104*************************************************------------------------------------------| 58%\n", + "9 -10086.073464526888********************************************************---------------------------------| 66%\n", + "10 -11172.340415472303****************************************************************------------------------| 75%\n", + "11 -13219.748208010345************************************************************************----------------| 83%\n", + "12 -14115.750843779568********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 1 Mean reward: -0.4283177306652533 Cumulative reward: -15008.253282509391\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 3]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n", + "1 -1.7042527324647196\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -934.5236861805773------------------------------------------------------------------------------------------| 9%\n", + "3 -1799.7806890630795******-----------------------------------------------------------------------------------| 16%\n", + "4 -2820.081000039381****************--------------------------------------------------------------------------| 25%\n", + "5 -4295.9802117699255***********************------------------------------------------------------------------| 33%\n", + "6 -6066.508686603184********************************----------------------------------------------------------| 41%\n", + "7 -7176.935226174976*****************************************-------------------------------------------------| 50%\n", + "8 -8529.98270733462*************************************************------------------------------------------| 58%\n", + "9 -9927.566541371296*********************************************************---------------------------------| 66%\n", + "10 -10989.840486913932****************************************************************------------------------| 75%\n", + "11 -12997.533912090104************************************************************************----------------| 83%\n", + "12 -13880.172965873764********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 2 Mean reward: -0.42214784762863855 Cumulative reward: -14792.06058090633\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 4]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n", + "1 -1.7502089967989307\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -942.9367504242642------------------------------------------------------------------------------------------| 9%\n", + "3 -1800.656177587228*******-----------------------------------------------------------------------------------| 16%\n", + "4 -2794.655237212276****************--------------------------------------------------------------------------| 25%\n", + "5 -4333.22916802518*************************------------------------------------------------------------------| 33%\n", + "6 -6090.34169685729*********************************----------------------------------------------------------| 41%\n", + "7 -7224.1494897446855****************************************-------------------------------------------------| 50%\n", + "8 -8598.938588370329************************************************------------------------------------------| 58%\n", + "9 -9997.264926241101*********************************************************---------------------------------| 66%\n", + "10 -11077.148069449044****************************************************************------------------------| 75%\n", + "11 -13197.575884449961************************************************************************----------------| 83%\n", + "12 -14086.931630958963********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 3 Mean reward: -0.4275640288043432 Cumulative reward: -14981.8435693031\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 5]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n", + "1 -1.795342248728848\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -938.7996243556881------------------------------------------------------------------------------------------| 9%\n", + "3 -1819.0145801281317******-----------------------------------------------------------------------------------| 16%\n", + "4 -2877.741132595393****************--------------------------------------------------------------------------| 25%\n", + "5 -4407.196686348535************************------------------------------------------------------------------| 33%\n", + "6 -6174.90714284908*********************************----------------------------------------------------------| 41%\n", + "7 -7316.297986671081*****************************************-------------------------------------------------| 50%\n", + "8 -8651.146489725308************************************************------------------------------------------| 58%\n", + "9 -10070.592382785619********************************************************---------------------------------| 66%\n", + "10 -11131.844874744675****************************************************************------------------------| 75%\n", + "11 -13342.353151567342************************************************************************----------------| 83%\n", + "12 -14226.469403206707********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 4 Mean reward: -0.43131719567353316 Cumulative reward: -15113.354536399509\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]\u001b[0m\n" + ] + } + ], + "source": [ + "for i in range(episodes):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a, _ = model.predict(obs)\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month:\n", + " current_month = info['month']\n", + " print(info['month'], sum(rewards))\n", + " print(\n", + " 'Episode ',\n", + " i,\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Finally, we'll register the evaluation data in *wandb* as an artifact for preservation." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-08-03_13:36-res1)... Done. 0.1s\n" + ] + }, + { + "data": { + "text/html": [ + "Waiting for W&B process to finish... (success)." + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-08-03_13:33_hu200t1q at: https://wandb.ai/alex_ugr/sinergym_evaluations/runs/empzk2on
    Synced 5 W&B file(s), 0 media file(s), 92 artifact file(s) and 0 other file(s)" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Find logs at: ./wandb/run-20230803_133654-empzk2on/logs" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "artifact = wandb.Artifact(\n", + " name=\"evaluation1\",\n", + " type=\"evaluating\")\n", + "artifact.add_dir(\n", + " env.experiment_path,\n", + " name='evaluation_output/')\n", + "\n", + "run.log_artifact(artifact)\n", + "\n", + "# wandb has finished\n", + "run.finish()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "The results from the loaded model are stored locally, but you can also view the execution in *wandb*:\n", + "\n", + "- When you check the wandb project list, you'll see that the sinergym_evaluations project has a new run:\n", + "\n", + "![wandb_project2](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_project2.png?raw=true)\n", + "\n", + "- The evaluation experiment's tracked hyperparameters, and the previous training artifact used to load the model:\n", + "\n", + "![wandb_evaluating_hyperparameters](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_evaluating_hyperparameters.png?raw=true)\n", + "\n", + "- The registered artifact with Sinergym Output (and CSV files generated with the Logger Wrapper):\n", + "\n", + "![wandb_evaluating_artifact](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_evaluating_artifact.png?raw=true)" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "916dbcbb3f70747c44a77c7bcd40155683ae19c65e1c03b4aa3499c5328201f1" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/getting_env_information.ipynb b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/getting_env_information.ipynb new file mode 100644 index 0000000000..32b86a2bae --- /dev/null +++ b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/getting_env_information.ipynb @@ -0,0 +1,2608 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Getting information about Sinergym environments" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Sinergym environments have an extended backend to work with building and weather models, the EnergyPlus engine, Wrappers, etc.\n", + "\n", + "However, it's crucial that users can access information about these background components from the environment interface. This section will show you how to do that.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "from sinergym.utils.common import export_schedulers_to_excel" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Schedulers information" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Buildings have a set of schedulers that control the building's actuators according to predefined rules. \n", + "In addition to the information available in the log files generated by EnergyPlus, you can consult Sinergym's reading of the building to see how these schedulers affect the building.\n", + "Schedulers information is extracted into a Python dictionary, and Sinergym can export that information to an Excel file.\n", + "To do this, simply load the environment and follow the next steps:" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [demo-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment demo-v1 created successfully.\u001b[0m\n", + "{'ActSchd': {'SPACE1-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE2-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE3-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE4-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE5-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'Type': 'Any Number'},\n", + " 'BasinHeaterSched': {'Main Cooling Coil 1': {'field_name': 'basin_heater_operating_schedule_name',\n", + " 'table_name': 'Coil:Cooling:DX:TwoSpeed'},\n", + " 'Type': 'On/Off'},\n", + " 'Clg-SetP-Sch': {'CoolingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:SingleCooling'},\n", + " 'DualSetPoint': {'field_name': 'cooling_setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:DualSetpoint'},\n", + " 'Type': 'Temperature'},\n", + " 'CoolingCoilAvailSched': {'DX Cooling Coil System 1': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'CoilSystem:Cooling:DX'},\n", + " 'Main Cooling Coil 1': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Cooling:DX:TwoSpeed'},\n", + " 'Type': 'Fraction'},\n", + " 'EQUIP-1': {'SPACE1-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'SPACE2-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'SPACE3-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'SPACE4-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'SPACE5-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'Type': 'Fraction'},\n", + " 'FanAvailSched': {'Supply Fan 1': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Fan:VariableVolume'},\n", + " 'Type': 'Fraction',\n", + " 'VAV Sys 1 Avail': {'field_name': 'schedule_name',\n", + " 'table_name': 'AvailabilityManager:Scheduled'}},\n", + " 'Htg-SetP-Sch': {'DualSetPoint': {'field_name': 'heating_setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:DualSetpoint'},\n", + " 'HeatingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:SingleHeating'},\n", + " 'Type': 'Temperature'},\n", + " 'INFIL-SCH': {'SPACE1-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'SPACE2-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'SPACE3-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'SPACE4-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'SPACE5-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'Type': 'Fraction'},\n", + " 'LIGHTS-1': {'SPACE1-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'SPACE2-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'SPACE3-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'SPACE4-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'SPACE5-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'Type': 'Fraction'},\n", + " 'Min OA Sched': {'OA Controller 1': {'field_name': 'minimum_outdoor_air_schedule_name',\n", + " 'table_name': 'Controller:OutdoorAir'},\n", + " 'Type': 'Fraction'},\n", + " 'Min OARequirements Sched': {'Type': 'Any Number',\n", + " 'ZoneMinOARequirements': {'field_name': 'outdoor_air_schedule_name',\n", + " 'table_name': 'DesignSpecification:OutdoorAir'}},\n", + " 'OCCUPY-1': {'SPACE1-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE2-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE3-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE4-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE5-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'Type': 'Fraction'},\n", + " 'PlenumClg-SetP-Sch': {'PlenumCoolingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:SingleCooling'},\n", + " 'Type': 'Temperature'},\n", + " 'PlenumHtg-SetP-Sch': {'PlenumHeatingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:SingleHeating'},\n", + " 'Type': 'Temperature'},\n", + " 'ReheatCoilAvailSched': {'Main heating Coil 1': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE1-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE1-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE2-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE2-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE3-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE3-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE4-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE4-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE5-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE5-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'Type': 'Fraction'},\n", + " 'Seasonal Reset Supply Air Temp Sch': {'Supply Air Temp Manager 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'SetpointManager:Scheduled'},\n", + " 'Type': 'Temperature'},\n", + " 'ShadeTransSch': {'Main South Overhang': {'field_name': 'transmittance_schedule_name',\n", + " 'table_name': 'Shading:Zone:Detailed'},\n", + " 'South Door Overhang': {'field_name': 'transmittance_schedule_name',\n", + " 'table_name': 'Shading:Zone:Detailed'},\n", + " 'Type': 'Fraction'},\n", + " 'Zone Control Type Sched': {'SPACE1-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'SPACE2-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'SPACE3-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'SPACE4-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'SPACE5-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'Type': 'Control Type'}}\n" + ] + } + ], + "source": [ + "from pprint import pprint\n", + "\n", + "env = gym.make('Eplus-demo-v1')\n", + "schedulers=env.get_wrapper_attr('schedulers')\n", + "pprint(schedulers)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "If you want to get an Excel file with that information, there's a function for that:" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [], + "source": [ + "export_schedulers_to_excel(schedulers=schedulers,path='./example.xlsx')" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Environment Properties" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As mentioned, some environment features are created in the gym interface layer, but more information is calculated in the backend.\n", + "Therefore, Sinergym environments have several properties to consult this information. For more details, visit the documentation, but here are some examples:\n", + "\n", + "Note: We're using the `get_wrapper_attr` method from Gym to get information about the attributes, in line with the new Gymnasium protocol." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "What is all the variables names which conform my Gymnasium observation?: ['month', 'day_of_month', 'hour', 'outdoor_temperature', 'htg_setpoint', 'clg_setpoint', 'air_temperature', 'air_humidity', 'HVAC_electricity_demand_rate']\n", + "What is all the variables names which conform my Gymnasium action?: ['Heating_Setpoint_RL', 'Cooling_Setpoint_RL']\n", + "Is there an episode executing?: False\n", + "What is the episode run period?: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\n", + "Episode length in seconds?: 31536000.0\n", + "How many steps have an episode?: 35040\n", + "How often do steps changed?: 900.0\n", + "What are the available zones?: ['PLENUM-1', 'SPACE1-1', 'SPACE2-1', 'SPACE3-1', 'SPACE4-1', 'SPACE5-1']\n", + "Where is the output path of Sinergym environment?: /workspaces/sinergym/examples/Eplus-env-demo-v1-res35041\n", + "Where is the building used?: /workspaces/sinergym/sinergym/data/buildings/5ZoneAutoDXVAV.epJSON\n", + "Where is the weather used?: /workspaces/sinergym/sinergym/data/weather/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw\n", + "Is the action space discrete?: False\n" + ] + } + ], + "source": [ + "print('What is all the variables names which conform my Gymnasium observation?: {}'.format(env.get_wrapper_attr('observation_variables')))\n", + "print('What is all the variables names which conform my Gymnasium action?: {}'.format(env.get_wrapper_attr('action_variables')))\n", + "print('Is there an episode executing?: {}'.format(env.get_wrapper_attr('is_running')))\n", + "print('What is the episode run period?: {}'.format(env.get_wrapper_attr('runperiod')))\n", + "print('Episode length in seconds?: {}'.format(env.get_wrapper_attr('episode_length')))\n", + "print('How many steps have an episode?: {}'.format(env.get_wrapper_attr('timestep_per_episode')))\n", + "print('How often do steps changed?: {}'.format(env.get_wrapper_attr('step_size')))\n", + "print('What are the available zones?: {}'.format(env.get_wrapper_attr('zone_names')))\n", + "print('Where is the output path of Sinergym environment?: {}'.format(env.get_wrapper_attr('workspace_path')))\n", + "print('Where is the building used?: {}'.format(env.get_wrapper_attr('building_path')))\n", + "print('Where is the weather used?: {}'.format(env.get_wrapper_attr('weather_path')))\n", + "print('Is the action space discrete?: {}'.format(env.get_wrapper_attr('is_discrete')))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Handlers information" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Similarly, we can consult the actuators, variables, and meters available in the environment, along with those we're specifically controlling and observing with our environment.\n", + "\n", + "You can consult it as follows:" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Available Handlers: None\n", + "Controlled actuators: None\n", + "Observed variables: None\n", + "Observed meters: None\n" + ] + } + ], + "source": [ + "print('Available Handlers: {}'.format(env.get_wrapper_attr('available_handlers')))\n", + "print('Controlled actuators: {}'.format(env.get_wrapper_attr('actuator_handlers')))\n", + "print('Observed variables: {}'.format(env.get_wrapper_attr('var_handlers')))\n", + "print('Observed meters: {}'.format(env.get_wrapper_attr('meter_handlers')))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As you can see, the information isn't displayed. This is due to internal reasons of the EnergyPlus API. To make this information available, we need to perform the first `reset()` on the environment:" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [demo-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 1, 'end_month': 3, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated episode length (seconds): 5184000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timestep size (seconds): 3600.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timesteps per episode: 1440\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Available Handlers: **ACTUATORS**\n", + "Actuator,Schedule:Compact,Schedule Value,ACTSCHD;\n", + "Actuator,Schedule:Compact,Schedule Value,BASINHEATERSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,CLG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,COOLINGCOILAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,EQUIP-1;\n", + "Actuator,Schedule:Compact,Schedule Value,FANAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,HTG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,INFIL-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,LIGHTS-1;\n", + "Actuator,Schedule:Compact,Schedule Value,MIN OA SCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,MIN OAREQUIREMENTS SCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,OCCUPY-1;\n", + "Actuator,Schedule:Compact,Schedule Value,PLENUMCLG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,PLENUMHTG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,REHEATCOILAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,SEASONAL RESET SUPPLY AIR TEMP SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,SHADETRANSSCH;\n", + "Actuator,Schedule:Compact,Schedule Value,ZONE CONTROL TYPE SCHED;\n", + "Actuator,Weather Data,Outdoor Dry Bulb,Environment;\n", + "Actuator,Weather Data,Outdoor Dew Point,Environment;\n", + "Actuator,Weather Data,Outdoor Relative Humidity,Environment;\n", + "Actuator,Weather Data,Diffuse Solar,Environment;\n", + "Actuator,Weather Data,Direct Solar,Environment;\n", + "Actuator,Weather Data,Wind Speed,Environment;\n", + "Actuator,Weather Data,Wind Direction,Environment;\n", + "Actuator,Material,Surface Property Solar Absorptance,BR01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,BR01;\n", + "Actuator,Material,Surface Property Visible Absorptance,BR01;\n", + "Actuator,Material,Surface Property Solar Absorptance,CC03;\n", + "Actuator,Material,Surface Property Thermal Absorptance,CC03;\n", + "Actuator,Material,Surface Property Visible Absorptance,CC03;\n", + "Actuator,Material,Surface Property Solar Absorptance,GP01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,GP01;\n", + "Actuator,Material,Surface Property Visible Absorptance,GP01;\n", + "Actuator,Material,Surface Property Solar Absorptance,GP02;\n", + "Actuator,Material,Surface Property Thermal Absorptance,GP02;\n", + "Actuator,Material,Surface Property Visible Absorptance,GP02;\n", + "Actuator,Material,Surface Property Solar Absorptance,IN02;\n", + "Actuator,Material,Surface Property Thermal Absorptance,IN02;\n", + "Actuator,Material,Surface Property Visible Absorptance,IN02;\n", + "Actuator,Material,Surface Property Solar Absorptance,IN46;\n", + "Actuator,Material,Surface Property Thermal Absorptance,IN46;\n", + "Actuator,Material,Surface Property Visible Absorptance,IN46;\n", + "Actuator,Material,Surface Property Solar Absorptance,PW03;\n", + "Actuator,Material,Surface Property Thermal Absorptance,PW03;\n", + "Actuator,Material,Surface Property Visible Absorptance,PW03;\n", + "Actuator,Material,Surface Property Solar Absorptance,RG01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,RG01;\n", + "Actuator,Material,Surface Property Visible Absorptance,RG01;\n", + "Actuator,Material,Surface Property Solar Absorptance,WD01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,WD01;\n", + "Actuator,Material,Surface Property Visible Absorptance,WD01;\n", + "Actuator,Material,Surface Property Solar Absorptance,WD10;\n", + "Actuator,Material,Surface Property Thermal Absorptance,WD10;\n", + "Actuator,Material,Surface Property Visible Absorptance,WD10;\n", + "Actuator,Material,Surface Property Solar Absorptance,CP01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,CP01;\n", + "Actuator,Material,Surface Property Visible Absorptance,CP01;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-SB-U;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-SB-U;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-SB-U;\n", + "Actuator,People,Number of People,SPACE1-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE2-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE3-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE4-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE5-1 PEOPLE 1;\n", + "Actuator,Lights,Electricity Rate,SPACE1-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE2-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE3-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE4-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE5-1 LIGHTS 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE1-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE2-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE3-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE4-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE5-1 ELECEQ 1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PB;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PB;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PF;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PF;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PL;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PL;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PR;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PR;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,TOP-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,TOP-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,FRONT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,FRONT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB12;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB12;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB14;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB14;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB15;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB15;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F1-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F1-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DF-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DF-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WF-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WF-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,RIGHT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,RIGHT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB21;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB21;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB23;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB23;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB25;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB25;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F2-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F2-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WR-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WR-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,BACK-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,BACK-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB32;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB32;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB34;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB34;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB35;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB35;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F3-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F3-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DB-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DB-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WB-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WB-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,LEFT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,LEFT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB41;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB41;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB43;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB43;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB45;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB45;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F4-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F4-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WL-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WL-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB51;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB51;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB52;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB52;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB53;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB53;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB54;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB54;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F5-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F5-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1;\n", + "Actuator,Surface,Construction State,WALL-1PB;\n", + "Actuator,Surface,Construction State,WALL-1PF;\n", + "Actuator,Surface,Construction State,WALL-1PL;\n", + "Actuator,Surface,Construction State,WALL-1PR;\n", + "Actuator,Surface,Construction State,C1-1P;\n", + "Actuator,Surface,Construction State,C2-1P;\n", + "Actuator,Surface,Construction State,C3-1P;\n", + "Actuator,Surface,Construction State,C4-1P;\n", + "Actuator,Surface,Construction State,C5-1P;\n", + "Actuator,Surface,Construction State,TOP-1;\n", + "Actuator,Surface,Construction State,FRONT-1;\n", + "Actuator,Surface,Construction State,SB12;\n", + "Actuator,Surface,Construction State,SB14;\n", + "Actuator,Surface,Construction State,SB15;\n", + "Actuator,Surface,Construction State,F1-1;\n", + "Actuator,Surface,Construction State,C1-1;\n", + "Actuator,Surface,Construction State,DF-1;\n", + "Actuator,Surface,Construction State,WF-1;\n", + "Actuator,Surface,Construction State,RIGHT-1;\n", + "Actuator,Surface,Construction State,SB21;\n", + "Actuator,Surface,Construction State,SB23;\n", + "Actuator,Surface,Construction State,SB25;\n", + "Actuator,Surface,Construction State,F2-1;\n", + "Actuator,Surface,Construction State,C2-1;\n", + "Actuator,Surface,Construction State,WR-1;\n", + "Actuator,Surface,Construction State,BACK-1;\n", + "Actuator,Surface,Construction State,SB32;\n", + "Actuator,Surface,Construction State,SB34;\n", + "Actuator,Surface,Construction State,SB35;\n", + "Actuator,Surface,Construction State,F3-1;\n", + "Actuator,Surface,Construction State,C3-1;\n", + "Actuator,Surface,Construction State,DB-1;\n", + "Actuator,Surface,Construction State,WB-1;\n", + "Actuator,Surface,Construction State,LEFT-1;\n", + "Actuator,Surface,Construction State,SB41;\n", + "Actuator,Surface,Construction State,SB43;\n", + "Actuator,Surface,Construction State,SB45;\n", + "Actuator,Surface,Construction State,F4-1;\n", + "Actuator,Surface,Construction State,C4-1;\n", + "Actuator,Surface,Construction State,WL-1;\n", + "Actuator,Surface,Construction State,SB51;\n", + "Actuator,Surface,Construction State,SB52;\n", + "Actuator,Surface,Construction State,SB53;\n", + "Actuator,Surface,Construction State,SB54;\n", + "Actuator,Surface,Construction State,F5-1;\n", + "Actuator,Surface,Construction State,C5-1;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PB;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PF;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PL;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PR;\n", + "Actuator,Surface,View Factor To Ground,TOP-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,TOP-1;\n", + "Actuator,Surface,View Factor To Ground,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,FRONT-1;\n", + "Actuator,Surface,View Factor To Ground,DF-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,DF-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,DF-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,DF-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,DF-1;\n", + "Actuator,Surface,View Factor To Ground,WF-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WF-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WF-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WF-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WF-1;\n", + "Actuator,Surface,View Factor To Ground,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,RIGHT-1;\n", + "Actuator,Surface,View Factor To Ground,WR-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WR-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WR-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WR-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WR-1;\n", + "Actuator,Surface,View Factor To Ground,BACK-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,BACK-1;\n", + "Actuator,Surface,View Factor To Ground,DB-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,DB-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,DB-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,DB-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,DB-1;\n", + "Actuator,Surface,View Factor To Ground,WB-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WB-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WB-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WB-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WB-1;\n", + "Actuator,Surface,View Factor To Ground,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,LEFT-1;\n", + "Actuator,Surface,View Factor To Ground,WL-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WL-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WL-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WL-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WL-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE5-1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE1-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE2-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE3-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE4-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE5-1 INFIL 1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE5-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE1-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE1-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE2-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE2-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE3-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE3-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE4-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE4-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE5-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE5-1;\n", + "Actuator,Fan,Fan Air Mass Flow Rate,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Pressure Rise,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Total Efficiency,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Autosized Air Flow Rate,SUPPLY FAN 1;\n", + "Actuator,Sizing:System,Main Supply Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Coincident Peak Cooling Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Coincident Peak Heating Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Heating Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Cooling Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Outdoor Air Controller,Air Mass Flow Rate,OA CONTROLLER 1;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLCAPFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLCAPLSFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLEIRFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLEIRLSFT;\n", + "Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLCAPFFLOW;\n", + "Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLEIRFFLOW;\n", + "Actuator,Curve,Curve Result,VARSPEEDCYCLINGPLFFPLR;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Drybulb Temperature,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wetbulb Temperature,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wind Speed,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wind Direction,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Drybulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wetbulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wind Speed,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wind Direction,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,AirLoopHVAC,Availability Status,VAV SYS 1;\n", + "**INTERNAL_VARIABLES**\n", + "InternalVariable,People Count Design Level,SPACE1-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE2-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE3-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE4-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE5-1 PEOPLE 1\n", + "InternalVariable,Lighting Power Design Level,SPACE1-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE2-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE3-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE4-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE5-1 LIGHTS 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE1-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE2-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE3-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE4-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE5-1 ELECEQ 1\n", + "InternalVariable,Zone Floor Area,PLENUM-1\n", + "InternalVariable,Zone Air Volume,PLENUM-1\n", + "InternalVariable,Zone Multiplier,PLENUM-1\n", + "InternalVariable,Zone List Multiplier,PLENUM-1\n", + "InternalVariable,Zone Floor Area,SPACE1-1\n", + "InternalVariable,Zone Air Volume,SPACE1-1\n", + "InternalVariable,Zone Multiplier,SPACE1-1\n", + "InternalVariable,Zone List Multiplier,SPACE1-1\n", + "InternalVariable,Zone Floor Area,SPACE2-1\n", + "InternalVariable,Zone Air Volume,SPACE2-1\n", + "InternalVariable,Zone Multiplier,SPACE2-1\n", + "InternalVariable,Zone List Multiplier,SPACE2-1\n", + "InternalVariable,Zone Floor Area,SPACE3-1\n", + "InternalVariable,Zone Air Volume,SPACE3-1\n", + "InternalVariable,Zone Multiplier,SPACE3-1\n", + "InternalVariable,Zone List Multiplier,SPACE3-1\n", + "InternalVariable,Zone Floor Area,SPACE4-1\n", + "InternalVariable,Zone Air Volume,SPACE4-1\n", + "InternalVariable,Zone Multiplier,SPACE4-1\n", + "InternalVariable,Zone List Multiplier,SPACE4-1\n", + "InternalVariable,Zone Floor Area,SPACE5-1\n", + "InternalVariable,Zone Air Volume,SPACE5-1\n", + "InternalVariable,Zone Multiplier,SPACE5-1\n", + "InternalVariable,Zone List Multiplier,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE1-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE2-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE3-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE4-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE5-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE5-1\n", + "InternalVariable,Fan Maximum Mass Flow Rate,SUPPLY FAN 1\n", + "InternalVariable,Fan Nominal Pressure Rise,SUPPLY FAN 1\n", + "InternalVariable,Fan Nominal Total Efficiency,SUPPLY FAN 1\n", + "InternalVariable,Intermediate Air System Main Supply Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Coincident Peak Cooling Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Coincident Peak Heating Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Heating Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Cooling Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Total Capacity,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Preheating Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Outdoor Air Design Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Mixed Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Mixed Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Return Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Return Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Outdoor Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Outdoor Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Mixed Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Mixed Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Return Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Return Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Outdoor Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Outdoor Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Outdoor Air Controller Maximum Mass Flow Rate,OA CONTROLLER 1\n", + "InternalVariable,Outdoor Air Controller Minimum Mass Flow Rate,OA CONTROLLER 1\n", + "**PLUGIN_GLOBAL_VARIABLES**\n", + "**TRENDS**\n", + "**METERS**\n", + "OutputMeter,Electricity:Facility\n", + "OutputMeter,Electricity:Building\n", + "OutputMeter,Electricity:Zone:SPACE1-1\n", + "OutputMeter,Electricity:SpaceType:GENERAL\n", + "OutputMeter,InteriorLights:Electricity\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE1-1\n", + "OutputMeter,InteriorLights:Electricity:SpaceType:GENERAL\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE1-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:SpaceType:GENERAL\n", + "OutputMeter,Electricity:Zone:SPACE2-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE2-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE2-1\n", + "OutputMeter,Electricity:Zone:SPACE3-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE3-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE3-1\n", + "OutputMeter,Electricity:Zone:SPACE4-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE4-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE4-1\n", + "OutputMeter,Electricity:Zone:SPACE5-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE5-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE5-1\n", + "OutputMeter,InteriorEquipment:Electricity\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE1-1\n", + "OutputMeter,InteriorEquipment:Electricity:SpaceType:GENERAL\n", + "OutputMeter,General:InteriorEquipment:Electricity\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE1-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:SpaceType:GENERAL\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE2-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE2-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE3-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE3-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE4-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE4-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE5-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE5-1\n", + "OutputMeter,EnergyTransfer:Facility\n", + "OutputMeter,EnergyTransfer:Building\n", + "OutputMeter,EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,Heating:EnergyTransfer\n", + "OutputMeter,Heating:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,General:Heating:EnergyTransfer\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,Cooling:EnergyTransfer\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,General:Cooling:EnergyTransfer\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,ElectricityPurchased:Facility\n", + "OutputMeter,ElectricityPurchased:Plant\n", + "OutputMeter,Cogeneration:ElectricityPurchased\n", + "OutputMeter,General:Cogeneration:ElectricityPurchased\n", + "OutputMeter,ElectricitySurplusSold:Facility\n", + "OutputMeter,ElectricitySurplusSold:Plant\n", + "OutputMeter,Cogeneration:ElectricitySurplusSold\n", + "OutputMeter,General:Cogeneration:ElectricitySurplusSold\n", + "OutputMeter,ElectricityNet:Facility\n", + "OutputMeter,ElectricityNet:Plant\n", + "OutputMeter,Cogeneration:ElectricityNet\n", + "OutputMeter,General:Cogeneration:ElectricityNet\n", + "OutputMeter,EnergyTransfer:HVAC\n", + "OutputMeter,HeatingCoils:EnergyTransfer\n", + "OutputMeter,NaturalGas:Facility\n", + "OutputMeter,NaturalGas:HVAC\n", + "OutputMeter,Heating:NaturalGas\n", + "OutputMeter,General:Heating:NaturalGas\n", + "OutputMeter,Electricity:HVAC\n", + "OutputMeter,Heating:Electricity\n", + "OutputMeter,General:Heating:Electricity\n", + "OutputMeter,Fans:Electricity\n", + "OutputMeter,General:Fans:Electricity\n", + "OutputMeter,CoolingCoils:EnergyTransfer\n", + "OutputMeter,Cooling:Electricity\n", + "OutputMeter,General:Cooling:Electricity\n", + "OutputMeter,Water:Facility\n", + "OutputMeter,Water:HVAC\n", + "OutputMeter,Cooling:Water\n", + "OutputMeter,General:Cooling:Water\n", + "OutputMeter,MainsWater:Facility\n", + "OutputMeter,MainsWater:HVAC\n", + "OutputMeter,Cooling:MainsWater\n", + "OutputMeter,General:Cooling:MainsWater\n", + "OutputMeter,Carbon Equivalent:Facility\n", + "OutputMeter,CarbonEquivalentEmissions:Carbon Equivalent\n", + "**VARIABLES**\n", + "OutputVariable,Site Outdoor Air Drybulb Temperature,ENVIRONMENT\n", + "OutputVariable,Lights Electricity Energy,SPACE1-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE2-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE3-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE4-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE5-1 LIGHTS 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE1-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE2-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE3-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE4-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE5-1 ELECEQ 1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,PLENUM-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,PLENUM-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE1-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE1-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE2-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE2-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE3-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE3-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE4-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE4-1\n", + "OutputVariable,Zone Air Temperature,SPACE5-1\n", + "OutputVariable,Zone Air Relative Humidity,SPACE5-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE5-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE5-1\n", + "OutputVariable,Zone Thermostat Heating Setpoint Temperature,SPACE5-1\n", + "OutputVariable,Zone Thermostat Cooling Setpoint Temperature,SPACE5-1\n", + "OutputVariable,Facility Total Purchased Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Total Surplus Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Net Purchased Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Total HVAC Electricity Demand Rate,WHOLE BUILDING\n", + "OutputVariable,Heating Coil Heating Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil NaturalGas Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Electricity Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Heating Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Fan Electricity Energy,SUPPLY FAN 1\n", + "OutputVariable,Cooling Coil Total Cooling Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Water Volume,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Mains Supply Water Volume,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Pump Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Basin Heater Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Environmental Impact Total N2O Emissions Carbon Equivalent Mass,SITE\n", + "OutputVariable,Environmental Impact Total CH4 Emissions Carbon Equivalent Mass,SITE\n", + "OutputVariable,Environmental Impact Total CO2 Emissions Carbon Equivalent Mass,SITE\n", + "\n", + "Controlled actuators: {'Heating_Setpoint_RL': 7, 'Cooling_Setpoint_RL': 3}\n", + "Observed variables: {'outdoor_temperature': 1, 'htg_setpoint': 26, 'clg_setpoint': 27, 'air_temperature': 22, 'air_humidity': 23, 'HVAC_electricity_demand_rate': 31}\n", + "Observed meters: {}\n" + ] + } + ], + "source": [ + "env.reset()\n", + "print('Available Handlers: {}'.format(env.get_wrapper_attr('available_handlers')))\n", + "print('Controlled actuators: {}'.format(env.get_wrapper_attr('actuator_handlers')))\n", + "print('Observed variables: {}'.format(env.get_wrapper_attr('var_handlers')))\n", + "print('Observed meters: {}'.format(env.get_wrapper_attr('meter_handlers')))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Displaying all the environment information" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can also print all the environment information. Just remember to do `reset()` beforehand to have handlers information too:" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + " #==================================================================================#\n", + " ENVIRONMENT NAME: demo-v1\n", + " #==================================================================================#\n", + " #----------------------------------------------------------------------------------#\n", + " ENVIRONMENT INFO:\n", + " #----------------------------------------------------------------------------------#\n", + " - Building file: /workspaces/sinergym/sinergym/data/buildings/5ZoneAutoDXVAV.epJSON\n", + " - Zone names: ['PLENUM-1', 'SPACE1-1', 'SPACE2-1', 'SPACE3-1', 'SPACE4-1', 'SPACE5-1']\n", + " - Weather file(s): ['USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw']\n", + " - Current weather used: /workspaces/sinergym/sinergym/data/weather/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw\n", + " - Episodes executed: 1\n", + " - Workspace directory: /workspaces/sinergym/examples/Eplus-env-demo-v1-res35041\n", + " - Reward function: \n", + " - Reset default options: {}\n", + " - Run period: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 1, 'end_month': 3, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 1}\n", + " - Episode length: 5184000.0\n", + " - Number of timesteps in an episode: 1440\n", + " - Timestep size (seconds): 3600.0\n", + " - It is discrete?: False\n", + " #----------------------------------------------------------------------------------#\n", + " ENVIRONMENT SPACE:\n", + " #----------------------------------------------------------------------------------#\n", + " - Observation space: Box(-50000000.0, 50000000.0, (9,), float32)\n", + " - Observation variables: ['month', 'day_of_month', 'hour', 'outdoor_temperature', 'htg_setpoint', 'clg_setpoint', 'air_temperature', 'air_humidity', 'HVAC_electricity_demand_rate']\n", + " - Action space: Box([15. 22.5], [22.5 30. ], (2,), float32)\n", + " - Action variables: ['Heating_Setpoint_RL', 'Cooling_Setpoint_RL']\n", + " #==================================================================================#\n", + " SIMULATOR\n", + " #==================================================================================#\n", + " *NOTE: To have information about available handlers and controlled elements, it is\n", + " required to do env reset before to print information.*\n", + "\n", + " Is running? : True\n", + " #----------------------------------------------------------------------------------#\n", + " AVAILABLE ELEMENTS:\n", + " #----------------------------------------------------------------------------------#\n", + " *Some variables can not be here depending if it is defined Output:Variable field\n", + " in building model. See documentation for more information.*\n", + "\n", + " **ACTUATORS**\n", + "Actuator,Schedule:Compact,Schedule Value,ACTSCHD;\n", + "Actuator,Schedule:Compact,Schedule Value,BASINHEATERSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,CLG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,COOLINGCOILAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,EQUIP-1;\n", + "Actuator,Schedule:Compact,Schedule Value,FANAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,HTG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,INFIL-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,LIGHTS-1;\n", + "Actuator,Schedule:Compact,Schedule Value,MIN OA SCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,MIN OAREQUIREMENTS SCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,OCCUPY-1;\n", + "Actuator,Schedule:Compact,Schedule Value,PLENUMCLG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,PLENUMHTG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,REHEATCOILAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,SEASONAL RESET SUPPLY AIR TEMP SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,SHADETRANSSCH;\n", + "Actuator,Schedule:Compact,Schedule Value,ZONE CONTROL TYPE SCHED;\n", + "Actuator,Weather Data,Outdoor Dry Bulb,Environment;\n", + "Actuator,Weather Data,Outdoor Dew Point,Environment;\n", + "Actuator,Weather Data,Outdoor Relative Humidity,Environment;\n", + "Actuator,Weather Data,Diffuse Solar,Environment;\n", + "Actuator,Weather Data,Direct Solar,Environment;\n", + "Actuator,Weather Data,Wind Speed,Environment;\n", + "Actuator,Weather Data,Wind Direction,Environment;\n", + "Actuator,Material,Surface Property Solar Absorptance,BR01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,BR01;\n", + "Actuator,Material,Surface Property Visible Absorptance,BR01;\n", + "Actuator,Material,Surface Property Solar Absorptance,CC03;\n", + "Actuator,Material,Surface Property Thermal Absorptance,CC03;\n", + "Actuator,Material,Surface Property Visible Absorptance,CC03;\n", + "Actuator,Material,Surface Property Solar Absorptance,GP01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,GP01;\n", + "Actuator,Material,Surface Property Visible Absorptance,GP01;\n", + "Actuator,Material,Surface Property Solar Absorptance,GP02;\n", + "Actuator,Material,Surface Property Thermal Absorptance,GP02;\n", + "Actuator,Material,Surface Property Visible Absorptance,GP02;\n", + "Actuator,Material,Surface Property Solar Absorptance,IN02;\n", + "Actuator,Material,Surface Property Thermal Absorptance,IN02;\n", + "Actuator,Material,Surface Property Visible Absorptance,IN02;\n", + "Actuator,Material,Surface Property Solar Absorptance,IN46;\n", + "Actuator,Material,Surface Property Thermal Absorptance,IN46;\n", + "Actuator,Material,Surface Property Visible Absorptance,IN46;\n", + "Actuator,Material,Surface Property Solar Absorptance,PW03;\n", + "Actuator,Material,Surface Property Thermal Absorptance,PW03;\n", + "Actuator,Material,Surface Property Visible Absorptance,PW03;\n", + "Actuator,Material,Surface Property Solar Absorptance,RG01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,RG01;\n", + "Actuator,Material,Surface Property Visible Absorptance,RG01;\n", + "Actuator,Material,Surface Property Solar Absorptance,WD01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,WD01;\n", + "Actuator,Material,Surface Property Visible Absorptance,WD01;\n", + "Actuator,Material,Surface Property Solar Absorptance,WD10;\n", + "Actuator,Material,Surface Property Thermal Absorptance,WD10;\n", + "Actuator,Material,Surface Property Visible Absorptance,WD10;\n", + "Actuator,Material,Surface Property Solar Absorptance,CP01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,CP01;\n", + "Actuator,Material,Surface Property Visible Absorptance,CP01;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-SB-U;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-SB-U;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-SB-U;\n", + "Actuator,People,Number of People,SPACE1-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE2-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE3-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE4-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE5-1 PEOPLE 1;\n", + "Actuator,Lights,Electricity Rate,SPACE1-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE2-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE3-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE4-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE5-1 LIGHTS 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE1-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE2-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE3-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE4-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE5-1 ELECEQ 1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PB;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PB;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PF;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PF;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PL;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PL;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PR;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PR;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,TOP-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,TOP-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,FRONT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,FRONT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB12;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB12;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB14;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB14;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB15;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB15;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F1-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F1-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DF-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DF-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WF-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WF-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,RIGHT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,RIGHT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB21;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB21;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB23;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB23;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB25;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB25;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F2-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F2-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WR-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WR-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,BACK-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,BACK-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB32;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB32;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB34;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB34;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB35;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB35;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F3-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F3-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DB-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DB-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WB-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WB-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,LEFT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,LEFT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB41;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB41;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB43;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB43;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB45;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB45;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F4-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F4-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WL-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WL-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB51;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB51;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB52;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB52;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB53;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB53;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB54;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB54;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F5-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F5-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1;\n", + "Actuator,Surface,Construction State,WALL-1PB;\n", + "Actuator,Surface,Construction State,WALL-1PF;\n", + "Actuator,Surface,Construction State,WALL-1PL;\n", + "Actuator,Surface,Construction State,WALL-1PR;\n", + "Actuator,Surface,Construction State,C1-1P;\n", + "Actuator,Surface,Construction State,C2-1P;\n", + "Actuator,Surface,Construction State,C3-1P;\n", + "Actuator,Surface,Construction State,C4-1P;\n", + "Actuator,Surface,Construction State,C5-1P;\n", + "Actuator,Surface,Construction State,TOP-1;\n", + "Actuator,Surface,Construction State,FRONT-1;\n", + "Actuator,Surface,Construction State,SB12;\n", + "Actuator,Surface,Construction State,SB14;\n", + "Actuator,Surface,Construction State,SB15;\n", + "Actuator,Surface,Construction State,F1-1;\n", + "Actuator,Surface,Construction State,C1-1;\n", + "Actuator,Surface,Construction State,DF-1;\n", + "Actuator,Surface,Construction State,WF-1;\n", + "Actuator,Surface,Construction State,RIGHT-1;\n", + "Actuator,Surface,Construction State,SB21;\n", + "Actuator,Surface,Construction State,SB23;\n", + "Actuator,Surface,Construction State,SB25;\n", + "Actuator,Surface,Construction State,F2-1;\n", + "Actuator,Surface,Construction State,C2-1;\n", + "Actuator,Surface,Construction State,WR-1;\n", + "Actuator,Surface,Construction State,BACK-1;\n", + "Actuator,Surface,Construction State,SB32;\n", + "Actuator,Surface,Construction State,SB34;\n", + "Actuator,Surface,Construction State,SB35;\n", + "Actuator,Surface,Construction State,F3-1;\n", + "Actuator,Surface,Construction State,C3-1;\n", + "Actuator,Surface,Construction State,DB-1;\n", + "Actuator,Surface,Construction State,WB-1;\n", + "Actuator,Surface,Construction State,LEFT-1;\n", + "Actuator,Surface,Construction State,SB41;\n", + "Actuator,Surface,Construction State,SB43;\n", + "Actuator,Surface,Construction State,SB45;\n", + "Actuator,Surface,Construction State,F4-1;\n", + "Actuator,Surface,Construction State,C4-1;\n", + "Actuator,Surface,Construction State,WL-1;\n", + "Actuator,Surface,Construction State,SB51;\n", + "Actuator,Surface,Construction State,SB52;\n", + "Actuator,Surface,Construction State,SB53;\n", + "Actuator,Surface,Construction State,SB54;\n", + "Actuator,Surface,Construction State,F5-1;\n", + "Actuator,Surface,Construction State,C5-1;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PB;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PF;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PL;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PR;\n", + "Actuator,Surface,View Factor To Ground,TOP-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,TOP-1;\n", + "Actuator,Surface,View Factor To Ground,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,FRONT-1;\n", + "Actuator,Surface,View Factor To Ground,DF-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,DF-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,DF-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,DF-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,DF-1;\n", + "Actuator,Surface,View Factor To Ground,WF-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WF-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WF-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WF-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WF-1;\n", + "Actuator,Surface,View Factor To Ground,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,RIGHT-1;\n", + "Actuator,Surface,View Factor To Ground,WR-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WR-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WR-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WR-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WR-1;\n", + "Actuator,Surface,View Factor To Ground,BACK-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,BACK-1;\n", + "Actuator,Surface,View Factor To Ground,DB-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,DB-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,DB-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,DB-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,DB-1;\n", + "Actuator,Surface,View Factor To Ground,WB-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WB-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WB-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WB-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WB-1;\n", + "Actuator,Surface,View Factor To Ground,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,LEFT-1;\n", + "Actuator,Surface,View Factor To Ground,WL-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WL-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WL-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WL-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WL-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE5-1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE1-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE2-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE3-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE4-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE5-1 INFIL 1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE5-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE1-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE1-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE2-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE2-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE3-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE3-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE4-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE4-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE5-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE5-1;\n", + "Actuator,Fan,Fan Air Mass Flow Rate,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Pressure Rise,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Total Efficiency,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Autosized Air Flow Rate,SUPPLY FAN 1;\n", + "Actuator,Sizing:System,Main Supply Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Coincident Peak Cooling Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Coincident Peak Heating Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Heating Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Cooling Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Outdoor Air Controller,Air Mass Flow Rate,OA CONTROLLER 1;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLCAPFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLCAPLSFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLEIRFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLEIRLSFT;\n", + "Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLCAPFFLOW;\n", + "Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLEIRFFLOW;\n", + "Actuator,Curve,Curve Result,VARSPEEDCYCLINGPLFFPLR;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Drybulb Temperature,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wetbulb Temperature,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wind Speed,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wind Direction,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Drybulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wetbulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wind Speed,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wind Direction,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,AirLoopHVAC,Availability Status,VAV SYS 1;\n", + "**INTERNAL_VARIABLES**\n", + "InternalVariable,People Count Design Level,SPACE1-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE2-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE3-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE4-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE5-1 PEOPLE 1\n", + "InternalVariable,Lighting Power Design Level,SPACE1-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE2-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE3-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE4-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE5-1 LIGHTS 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE1-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE2-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE3-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE4-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE5-1 ELECEQ 1\n", + "InternalVariable,Zone Floor Area,PLENUM-1\n", + "InternalVariable,Zone Air Volume,PLENUM-1\n", + "InternalVariable,Zone Multiplier,PLENUM-1\n", + "InternalVariable,Zone List Multiplier,PLENUM-1\n", + "InternalVariable,Zone Floor Area,SPACE1-1\n", + "InternalVariable,Zone Air Volume,SPACE1-1\n", + "InternalVariable,Zone Multiplier,SPACE1-1\n", + "InternalVariable,Zone List Multiplier,SPACE1-1\n", + "InternalVariable,Zone Floor Area,SPACE2-1\n", + "InternalVariable,Zone Air Volume,SPACE2-1\n", + "InternalVariable,Zone Multiplier,SPACE2-1\n", + "InternalVariable,Zone List Multiplier,SPACE2-1\n", + "InternalVariable,Zone Floor Area,SPACE3-1\n", + "InternalVariable,Zone Air Volume,SPACE3-1\n", + "InternalVariable,Zone Multiplier,SPACE3-1\n", + "InternalVariable,Zone List Multiplier,SPACE3-1\n", + "InternalVariable,Zone Floor Area,SPACE4-1\n", + "InternalVariable,Zone Air Volume,SPACE4-1\n", + "InternalVariable,Zone Multiplier,SPACE4-1\n", + "InternalVariable,Zone List Multiplier,SPACE4-1\n", + "InternalVariable,Zone Floor Area,SPACE5-1\n", + "InternalVariable,Zone Air Volume,SPACE5-1\n", + "InternalVariable,Zone Multiplier,SPACE5-1\n", + "InternalVariable,Zone List Multiplier,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE1-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE2-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE3-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE4-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE5-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE5-1\n", + "InternalVariable,Fan Maximum Mass Flow Rate,SUPPLY FAN 1\n", + "InternalVariable,Fan Nominal Pressure Rise,SUPPLY FAN 1\n", + "InternalVariable,Fan Nominal Total Efficiency,SUPPLY FAN 1\n", + "InternalVariable,Intermediate Air System Main Supply Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Coincident Peak Cooling Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Coincident Peak Heating Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Heating Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Cooling Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Total Capacity,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Preheating Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Outdoor Air Design Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Mixed Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Mixed Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Return Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Return Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Outdoor Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Outdoor Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Mixed Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Mixed Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Return Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Return Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Outdoor Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Outdoor Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Outdoor Air Controller Maximum Mass Flow Rate,OA CONTROLLER 1\n", + "InternalVariable,Outdoor Air Controller Minimum Mass Flow Rate,OA CONTROLLER 1\n", + "**PLUGIN_GLOBAL_VARIABLES**\n", + "**TRENDS**\n", + "**METERS**\n", + "OutputMeter,Electricity:Facility\n", + "OutputMeter,Electricity:Building\n", + "OutputMeter,Electricity:Zone:SPACE1-1\n", + "OutputMeter,Electricity:SpaceType:GENERAL\n", + "OutputMeter,InteriorLights:Electricity\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE1-1\n", + "OutputMeter,InteriorLights:Electricity:SpaceType:GENERAL\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE1-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:SpaceType:GENERAL\n", + "OutputMeter,Electricity:Zone:SPACE2-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE2-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE2-1\n", + "OutputMeter,Electricity:Zone:SPACE3-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE3-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE3-1\n", + "OutputMeter,Electricity:Zone:SPACE4-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE4-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE4-1\n", + "OutputMeter,Electricity:Zone:SPACE5-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE5-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE5-1\n", + "OutputMeter,InteriorEquipment:Electricity\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE1-1\n", + "OutputMeter,InteriorEquipment:Electricity:SpaceType:GENERAL\n", + "OutputMeter,General:InteriorEquipment:Electricity\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE1-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:SpaceType:GENERAL\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE2-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE2-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE3-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE3-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE4-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE4-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE5-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE5-1\n", + "OutputMeter,EnergyTransfer:Facility\n", + "OutputMeter,EnergyTransfer:Building\n", + "OutputMeter,EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,Heating:EnergyTransfer\n", + "OutputMeter,Heating:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,General:Heating:EnergyTransfer\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,Cooling:EnergyTransfer\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,General:Cooling:EnergyTransfer\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,ElectricityPurchased:Facility\n", + "OutputMeter,ElectricityPurchased:Plant\n", + "OutputMeter,Cogeneration:ElectricityPurchased\n", + "OutputMeter,General:Cogeneration:ElectricityPurchased\n", + "OutputMeter,ElectricitySurplusSold:Facility\n", + "OutputMeter,ElectricitySurplusSold:Plant\n", + "OutputMeter,Cogeneration:ElectricitySurplusSold\n", + "OutputMeter,General:Cogeneration:ElectricitySurplusSold\n", + "OutputMeter,ElectricityNet:Facility\n", + "OutputMeter,ElectricityNet:Plant\n", + "OutputMeter,Cogeneration:ElectricityNet\n", + "OutputMeter,General:Cogeneration:ElectricityNet\n", + "OutputMeter,EnergyTransfer:HVAC\n", + "OutputMeter,HeatingCoils:EnergyTransfer\n", + "OutputMeter,NaturalGas:Facility\n", + "OutputMeter,NaturalGas:HVAC\n", + "OutputMeter,Heating:NaturalGas\n", + "OutputMeter,General:Heating:NaturalGas\n", + "OutputMeter,Electricity:HVAC\n", + "OutputMeter,Heating:Electricity\n", + "OutputMeter,General:Heating:Electricity\n", + "OutputMeter,Fans:Electricity\n", + "OutputMeter,General:Fans:Electricity\n", + "OutputMeter,CoolingCoils:EnergyTransfer\n", + "OutputMeter,Cooling:Electricity\n", + "OutputMeter,General:Cooling:Electricity\n", + "OutputMeter,Water:Facility\n", + "OutputMeter,Water:HVAC\n", + "OutputMeter,Cooling:Water\n", + "OutputMeter,General:Cooling:Water\n", + "OutputMeter,MainsWater:Facility\n", + "OutputMeter,MainsWater:HVAC\n", + "OutputMeter,Cooling:MainsWater\n", + "OutputMeter,General:Cooling:MainsWater\n", + "OutputMeter,Carbon Equivalent:Facility\n", + "OutputMeter,CarbonEquivalentEmissions:Carbon Equivalent\n", + "**VARIABLES**\n", + "OutputVariable,Site Outdoor Air Drybulb Temperature,ENVIRONMENT\n", + "OutputVariable,Lights Electricity Energy,SPACE1-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE2-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE3-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE4-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE5-1 LIGHTS 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE1-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE2-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE3-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE4-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE5-1 ELECEQ 1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,PLENUM-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,PLENUM-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE1-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE1-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE2-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE2-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE3-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE3-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE4-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE4-1\n", + "OutputVariable,Zone Air Temperature,SPACE5-1\n", + "OutputVariable,Zone Air Relative Humidity,SPACE5-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE5-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE5-1\n", + "OutputVariable,Zone Thermostat Heating Setpoint Temperature,SPACE5-1\n", + "OutputVariable,Zone Thermostat Cooling Setpoint Temperature,SPACE5-1\n", + "OutputVariable,Facility Total Purchased Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Total Surplus Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Net Purchased Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Total HVAC Electricity Demand Rate,WHOLE BUILDING\n", + "OutputVariable,Heating Coil Heating Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil NaturalGas Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Electricity Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Heating Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Fan Electricity Energy,SUPPLY FAN 1\n", + "OutputVariable,Cooling Coil Total Cooling Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Water Volume,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Mains Supply Water Volume,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Pump Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Basin Heater Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Environmental Impact Total N2O Emissions Carbon Equivalent Mass,SITE\n", + "OutputVariable,Environmental Impact Total CH4 Emissions Carbon Equivalent Mass,SITE\n", + "OutputVariable,Environmental Impact Total CO2 Emissions Carbon Equivalent Mass,SITE\n", + "\n", + " #----------------------------------------------------------------------------------#\n", + " CONTROLLED ELEMENTS:\n", + " #----------------------------------------------------------------------------------#\n", + " - Actuators: {'Heating_Setpoint_RL': 7, 'Cooling_Setpoint_RL': 3}\n", + " - Variables: {'outdoor_temperature': 1, 'htg_setpoint': 26, 'clg_setpoint': 27, 'air_temperature': 22, 'air_humidity': 23, 'HVAC_electricity_demand_rate': 31}\n", + " - Meters: {}\n", + " - Internal Variables: None\n", + "\n", + " \n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.info to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.info` for environment variables or `env.get_wrapper_attr('info')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n" + ] + } + ], + "source": [ + "env.info()" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/personalize_loggerwrapper.ipynb b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/personalize_loggerwrapper.ipynb new file mode 100644 index 0000000000..24b2114555 --- /dev/null +++ b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/personalize_loggerwrapper.ipynb @@ -0,0 +1,279 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Logger Wrapper personalization/configuration" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "In this notebook, we'll demonstrate how to customize the logger wrapper defined by Sinergym." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": true, + "pycharm": { + "is_executing": true + } + }, + "outputs": [], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "import sinergym\n", + "from sinergym.utils.wrappers import (LoggerWrapper, MultiObsWrapper,\n", + " NormalizeObservation)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Step 1 Inherit and modify the CSVloger" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "First, we need to modify the `create_row_contents` function in the CSV logger to change the values written into the file." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "\n", + "from sinergym.utils.logger import CSVLogger\n", + "from typing import Any, Dict, Optional, Sequence, Tuple, Union, List\n", + "\n", + "class CustomCSVLogger(CSVLogger):\n", + "\n", + " def __init__(\n", + " self,\n", + " monitor_header: str,\n", + " progress_header: str,\n", + " log_progress_file: str,\n", + " log_file: Optional[str] = None,\n", + " flag: bool = True):\n", + " super(CustomCSVLogger, self).__init__(monitor_header,progress_header,log_progress_file,log_file,flag)\n", + " self.last_10_steps_reward = [0]*10\n", + "\n", + " def _create_row_content(\n", + " self,\n", + " obs: List[Any],\n", + " action: Union[int, np.ndarray, List[Any]],\n", + " terminated: bool,\n", + " truncated: bool,\n", + " info: Optional[Dict[str, Any]]) -> List:\n", + " \n", + " if info.get('reward') is not None:\n", + " self.last_10_steps_reward.pop(0)\n", + " self.last_10_steps_reward.append(info['reward'])\n", + "\n", + " \n", + " return [\n", + " info.get('timestep',0)] + list(obs) + list(action) + [\n", + " info.get('time_elapsed(hours)',0),\n", + " info.get('reward',None),\n", + " np.mean(self.last_10_steps_reward),\n", + " info.get('total_power_no_units'),\n", + " info.get('comfort_penalty'),\n", + " info.get('abs_comfort'),\n", + " terminated,\n", + " truncated]\n", + "\n", + " " + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "## Step 2 Instantiate the LoggerWrapper\n" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Next, we need to instantiate the `LoggerWrapper`, specifying the new headers for our file and the `CSVLogger` class we want to use." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [demo-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment demo-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-demo-v1')\n", + "env=LoggerWrapper(env,logger_class=CustomCSVLogger,monitor_header = ['timestep'] + env.get_wrapper_attr('observation_variables') +\n", + " env.get_wrapper_attr('action_variables') + ['time (hours)', 'reward', '10-mean-reward',\n", + " 'power_penalty', 'comfort_penalty', 'terminated', 'truncated'])" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Now, if you check the Sinergym output folder, you'll find `progress.csv` and `monitor.csv` files for each episode." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [demo-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 1, 'end_month': 3, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated episode length (seconds): 5184000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timestep size (seconds): 3600.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timesteps per episode: 1440\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Reward: -0.7359103431230598 {'time_elapsed(hours)': 2.5, 'month': 1, 'day': 1, 'hour': 1, 'is_raining': False, 'action': array([18.217491, 27.886911], dtype=float32), 'timestep': 2, 'reward': -0.7359103431230598, 'energy_term': -0.04774477368803297, 'comfort_term': -0.6881655694350268, 'reward_weight': 0.5, 'abs_energy': 954.8954737606593, 'abs_comfort': 1.3763311388700536, 'energy_values': [954.8954737606593], 'temp_values': [18.623668861129946]}\n", + "Reward: -183.89998888619655 {'time_elapsed(hours)': 745.3333333333334, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([17.045027, 24.73458 ], dtype=float32), 'timestep': 745, 'reward': -0.04774477368803296, 'energy_term': -0.04774477368803296, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 954.8954737606592, 'abs_comfort': 0.0, 'energy_values': [954.8954737606592], 'temp_values': [20.268929570656645]}\n", + "Reward: -301.35254046509186 {'time_elapsed(hours)': 1417.3333333333333, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([15.840368, 25.000128], dtype=float32), 'timestep': 1417, 'reward': -0.10365036504194708, 'energy_term': -0.020063419083978743, 'comfort_term': -0.08358694595796834, 'reward_weight': 0.5, 'abs_energy': 401.2683816795749, 'abs_comfort': 0.16717389191593668, 'energy_values': [401.2683816795749], 'temp_values': [19.832826108084063]}\n", + "\n", + "Episode 0 Mean reward: -0.21284685762769534 Cumulative reward: -306.49947498388144\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [demo-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', sum(rewards), info)\n", + " print('Episode ', i, 'Mean reward: ', np.mean(\n", + " rewards), 'Cumulative reward: ', sum(rewards))\n", + "env.close()" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/rule_controller_example.ipynb b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/rule_controller_example.ipynb new file mode 100644 index 0000000000..b8acc94cb9 --- /dev/null +++ b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/rule_controller_example.ipynb @@ -0,0 +1,351 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Rule Controller example" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "First, we import all the necessary libraries. Remember to always import `sinergym`, even if it appears unused, as it's needed to define the environments." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "from typing import List, Any, Sequence\n", + "from sinergym.utils.constants import YEAR\n", + "from datetime import datetime\n", + "import gymnasium as gym\n", + "import numpy as np\n", + "import sinergym" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Next, we can define the environment we want to use. In this case, we're using the Eplus demo." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-5zone-hot-continuous-v1')" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "For the Rule-based controller, check out the already defined controllers. There's one for each building. Since the demo is based on the 5Zone building, we're extending that controller and defining the action function we want. Feel free to modify the function to define your own action." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "from sinergym.utils.controllers import RBC5Zone\n", + "\n", + "class MyRuleBasedController(RBC5Zone):\n", + "\n", + " def act(self, observation: List[Any]) -> Sequence[Any]:\n", + " \"\"\"Select action based on outdoor air drybulb temperature and daytime.\n", + "\n", + " Args:\n", + " observation (List[Any]): Perceived observation.\n", + "\n", + " Returns:\n", + " Sequence[Any]: Action chosen.\n", + " \"\"\"\n", + " obs_dict = dict(zip(self.env.get_wrapper_attr('observation_variables'), observation))\n", + "\n", + " out_temp = obs_dict['outdoor_temperature']\n", + "\n", + " day = int(obs_dict['day_of_month'])\n", + " month = int(obs_dict['month'])\n", + " hour = int(obs_dict['hour'])\n", + " year = int(obs_dict['year'] if obs_dict.get('year',False) else YEAR)\n", + "\n", + " summer_start_date = datetime(year, 6, 1)\n", + " summer_final_date = datetime(year, 9, 30)\n", + "\n", + " current_dt = datetime(year, month, day)\n", + "\n", + " # Get season comfort range\n", + " if current_dt >= summer_start_date and current_dt <= summer_final_date:\n", + " season_comfort_range = self.setpoints_summer\n", + " else:\n", + " season_comfort_range = self.setpoints_summer\n", + " season_comfort_range = self.setpoints_winter\n", + " # Update setpoints\n", + " in_temp = obs_dict['air_temperature']\n", + "\n", + " current_heat_setpoint = obs_dict[\n", + " 'htg_setpoint']\n", + " current_cool_setpoint = obs_dict[\n", + " 'clg_setpoint']\n", + "\n", + " new_heat_setpoint = current_heat_setpoint\n", + " new_cool_setpoint = current_cool_setpoint\n", + "\n", + " if in_temp < season_comfort_range[0]:\n", + " new_heat_setpoint = current_heat_setpoint + 1\n", + " new_cool_setpoint = current_cool_setpoint + 1\n", + " elif in_temp > season_comfort_range[1]:\n", + " new_cool_setpoint = current_cool_setpoint - 1\n", + " new_heat_setpoint = current_heat_setpoint - 1\n", + "\n", + " #Clip setpoints to the action space\n", + " if new_heat_setpoint>self.env.get_wrapper_attr('action_space').high[0]:\n", + " new_heat_setpoint=self.env.get_wrapper_attr('action_space').high[0]\n", + " if new_heat_setpointself.env.get_wrapper_attr('action_space').high[1]:\n", + " new_cool_setpoint=self.env.get_wrapper_attr('action_space').high[1]\n", + " if new_cool_setpoint 5 or hour in range(22, 6):\n", + " #weekend or night\n", + " action = (18.33, 23.33)\n", + "\n", + " return action" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "Now that our controller is ready, we can use it:" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Reward: -0.913313585398759 {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 30.0), 'timestep': 2, 'reward': -0.913313585398759, 'energy_term': -0.05542625239599594, 'comfort_term': -0.857887333002763, 'reward_weight': 0.5, 'abs_energy': 1108.5250479199187, 'abs_comfort': 1.715774666005526, 'energy_values': [1108.5250479199187], 'temp_values': [18.284225333994474]}\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Reward: -2795.338629010751 {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 2977, 'reward': -0.005629148688825955, 'energy_term': -0.005629148688825955, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 112.5829737765191, 'abs_comfort': 0.0, 'energy_values': [112.5829737765191], 'temp_values': [20.780085346555335]}\n", + "Reward: -3442.9942477932536 {'time_elapsed(hours)': 1416.25, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (17.0, 24.5), 'timestep': 5665, 'reward': -0.22725948485913058, 'energy_term': -0.00882370430179678, 'comfort_term': -0.21843578055733381, 'reward_weight': 0.5, 'abs_energy': 176.47408603593558, 'abs_comfort': 0.43687156111466763, 'energy_values': [176.47408603593558], 'temp_values': [19.563128438885332]}\n", + "Reward: -6086.758193423204 {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (18.33, 23.33), 'timestep': 8641, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [21.98606808783697]}\n", + "Reward: -8588.569469115886 {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 11521, 'reward': -0.4531417474460593, 'energy_term': -0.0, 'comfort_term': -0.4531417474460593, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.9062834948921186, 'energy_values': [0.0], 'temp_values': [24.40628349489212]}\n", + "Reward: -11765.765367945189 {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 14497, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.900405758648773]}\n", + "Reward: -14245.140165597242 {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (18.33, 23.33), 'timestep': 17377, 'reward': -0.9700071561753898, 'energy_term': -0.0, 'comfort_term': -0.9700071561753898, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 1.9400143123507796, 'energy_values': [0.0], 'temp_values': [27.94001431235078]}\n", + "Reward: -16167.362661542358 {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 20353, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.996330089060972]}\n", + "Reward: -18044.632044925856 {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 23329, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.799172085986662]}\n", + "Reward: -19572.469153276368 {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 26209, 'reward': -1.0005842181877573, 'energy_term': -0.06446283743025183, 'comfort_term': -0.9361213807575055, 'reward_weight': 0.5, 'abs_energy': 1289.2567486050366, 'abs_comfort': 1.872242761515011, 'energy_values': [1289.2567486050366], 'temp_values': [25.37224276151501]}\n", + "Reward: -25697.968230973762 {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 29185, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [21.766705234161947]}\n", + "Reward: -28175.99400805497 {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 32065, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [20.933681388733177]}\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 0 Mean reward: -0.8548035936270668 Cumulative reward: -29952.317920693455\n" + ] + } + ], + "source": [ + "\n", + "# create rule-based controller\n", + "agent = MyRuleBasedController(env)\n", + "\n", + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + "while not (terminated or truncated):\n", + " action = agent.act(obs)\n", + " obs, reward, terminated, truncated, info = env.step(action)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', sum(rewards), info)\n", + "print(\n", + " 'Episode ',\n", + " i,\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Always remember to close the environment when you're done:" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "For more information about our defined controllers and how to create a new one, please visit our [Controller Documentation](https://ugr-sail.github.io/sinergym/compilation/html/pages/controllers.html)." + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/wrappers_examples.ipynb b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/wrappers_examples.ipynb new file mode 100644 index 0000000000..d4d03ddae9 --- /dev/null +++ b/docs/compilation/v3.3.0/.doctrees/nbsphinx/pages/notebooks/wrappers_examples.ipynb @@ -0,0 +1,1403 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Wrappers example" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "In this notebook, we'll explore the wrappers defined by Sinergym and how to use them. You can also create your own wrappers by inheriting from *gym.Wrapper* or its variants." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": true, + "pycharm": { + "is_executing": true + } + }, + "outputs": [], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "import sinergym\n", + "from sinergym.utils.wrappers import *" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Multi-Objective Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "[MO-Gymnasium](https://github.com/Farama-Foundation/MO-Gymnasium) is an open-source Python library for developing and comparing multi-objective reinforcement learning algorithms. These environments return a reward vector instead of a scalar value, one for each objective.\n", + "\n", + "To be as general as possible, it could be beneficial for Sinergym to also provide that reward vector. This way, Sinergym would be compatible with both multi-objective algorithms and algorithms that work with a traditional reward value.\n", + "\n", + "We can transform the returned reward into a vector using the following wrapper:" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER MultiObjectiveReward] (INFO) : wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env=MultiObjectiveReward(env,reward_terms=['energy_term','comfort_term'])" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Ensure that `reward_terms` are available in the `info` dict returned in the environment's step method. Otherwise, an execution error will occur.\n", + "By default, Sinergym environments return all reward terms specified in the used reward class in the `info` dict, so if the objective exists in the reward term, you shouldn't encounter any problems." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n", + "[-0.05542625239599594, -0.857887333002763]\n" + ] + } + ], + "source": [ + "env.reset()\n", + "action = env.action_space.sample()\n", + "obs, reward, terminated, truncated, info = env.step(action)\n", + "env.close()\n", + "print(reward)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Previous Observations Wrappers" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This Wrapper will add the previous timestep's observation values to the current environment observation.\n", + "You can select the variables you want to track its previous observation values. \n", + "The observation space will be updated with the new dimension." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER PreviousObservationWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env = PreviousObservationWrapper(env, previous_variables=[\n", + " 'htg_setpoint',\n", + " 'clg_setpoint',\n", + " 'air_temperature'])" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can see that the observation values have been updated:" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n", + "NEW OBSERVATION: {'month': 1.0, 'day_of_month': 1.0, 'hour': 0.0, 'outdoor_temperature': 4.8, 'outdoor_humidity': 61.0, 'wind_speed': 4.65, 'wind_direction': 160.0, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 12.8, 'clg_setpoint': 40.0, 'air_temperature': 18.284225, 'air_humidity': 26.9228, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 1108.525, 'total_electricity_HVAC': 997672.56, 'htg_setpoint_previous': 12.8, 'clg_setpoint_previous': 40.0, 'air_temperature_previous': 18.384174}\n" + ] + } + ], + "source": [ + "env.reset()\n", + "obs,_,_,_,_=env.step(env.action_space.sample())\n", + "obs_dict=dict(zip(env.get_wrapper_attr('observation_variables'),obs))\n", + "env.close()\n", + "print('NEW OBSERVATION: ',obs_dict)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Datetime Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper will replace the `day` value with the `is_weekend` flag, and `hour` and `month` with sin and cos values. \n", + "The observation space is also automatically updated." + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER DatetimeWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env = DatetimeWrapper(env)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Specifically, this wrapper removes the observation variables `month`, `day`, and `hour`, and adds `month_sin`, `month_cos`, `is_weekend`, `hour_sin`, and `hour_cos` instead:" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n", + "NEW OBSERVATION: {'month_cos': 1.0, 'month_sin': 0.0, 'is_weekend': 0.0, 'hour_cos': 1.0, 'hour_sin': 0.0, 'outdoor_temperature': 4.800000190734863, 'outdoor_humidity': 61.0, 'wind_speed': 4.650000095367432, 'wind_direction': 160.0, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 12.800000190734863, 'clg_setpoint': 40.0, 'air_temperature': 18.284225463867188, 'air_humidity': 26.922800064086914, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 1108.5250244140625, 'total_electricity_HVAC': 997672.5625}\n" + ] + } + ], + "source": [ + "env.reset()\n", + "obs,_,_,_,_=env.step(env.action_space.sample())\n", + "obs_dict=dict(zip(env.get_wrapper_attr('observation_variables'),obs))\n", + "env.close()\n", + "print('NEW OBSERVATION: ',obs_dict)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Environment Action Normalization Wrapper" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Here's an example of how to normalize a previous continuous environment action space. If we don't define the range values, it will default to the range `[-1,1]`:" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "ORIGINAL ACTION SPACE: Box([15. 22.5], [22.5 30. ], (2,), float32)\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : Wrapper initialized\u001b[0m\n", + "WRAPPED ACTION SPACE: Box(-1.0, 1.0, (2,), float32)\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Normalized action: [ 0.8381089 -0.15050839]\n", + "Action done in simulator: [21.892908, 25.685593]\n", + "Normalized action: [-0.20605884 0.00121972]\n", + "Action done in simulator: [17.97728, 26.254574]\n", + "Normalized action: [ 0.20422778 -0.9112268 ]\n", + "Action done in simulator: [19.515854, 22.8329]\n", + "Normalized action: [-0.6123266 -0.04220473]\n", + "Action done in simulator: [16.453775, 26.091732]\n", + "Normalized action: [ 0.46484488 -0.32572523]\n", + "Action done in simulator: [20.493168, 25.02853]\n", + "Progress: |*****----------------------------------------------------------------------------------------------| 5%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "# We will create a continuous environment\n", + "env=gym.make('Eplus-5zone-hot-continuous-v1')\n", + "print('ORIGINAL ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "# NORMALIZATION\n", + "# Apply the normalize action wrapper\n", + "env=NormalizeAction(env,normalize_range=(-1.0,1.0))\n", + "print('WRAPPED ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "env.reset()\n", + "for i in range(5):\n", + " action=env.action_space.sample()\n", + " print('Normalized action: ',action)\n", + " _,_,_,_,info=env.step(action)\n", + " print('Action done in simulator: ', info['action'])\n", + "env.close()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Environment Discretization Wrapper" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Here's an example of how to discretize a previous continuous environment. We'll need the **new discrete action space** and an **action mapping function** whose output matches the original unwrapped environment action space:" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "ORIGINAL ACTION SPACE: Box([15. 22.5], [22.5 30. ], (2,), float32)\n", + "IS DISCRETE?: False\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "WRAPPED ACTION SPACE: Discrete(10)\n", + "IS DISCRETE?: True\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "ACTION DISCRETE: 2\n", + "Action done in simulator: [17, 28]\n", + "ACTION DISCRETE: 3\n", + "Action done in simulator: [18, 27]\n", + "ACTION DISCRETE: 8\n", + "Action done in simulator: [22, 22.5]\n", + "ACTION DISCRETE: 5\n", + "Action done in simulator: [20, 25]\n", + "ACTION DISCRETE: 6\n", + "Action done in simulator: [21, 24]\n", + "Progress: |*****----------------------------------------------------------------------------------------------| 5%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "# We will create a continuous environment\n", + "env=gym.make('Eplus-5zone-hot-continuous-v1')\n", + "print('ORIGINAL ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "print('IS DISCRETE?: ',env.get_wrapper_attr('is_discrete'))\n", + "# DISCRETIZATION\n", + "# Defining new discrete space and action mapping function\n", + "new_discrete_space = gym.spaces.Discrete(10) # Action values [0,9]\n", + "def action_mapping_function(action):\n", + " mapping = {\n", + " 0: [15, 30], # These lists matches with original action space\n", + " 1: [16, 29],\n", + " 2: [17, 28],\n", + " 3: [18, 27],\n", + " 4: [19, 26],\n", + " 5: [20, 25],\n", + " 6: [21, 24],\n", + " 7: [22, 23],\n", + " 8: [22, 22.5],\n", + " 9: [21, 22.5]\n", + " }\n", + "\n", + " return mapping[action]\n", + "# Apply the discretize wrapper\n", + "env=DiscretizeEnv(env,discrete_space=new_discrete_space,action_mapping=action_mapping_function)\n", + "print('WRAPPED ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "print('IS DISCRETE?: ',env.get_wrapper_attr('is_discrete'))\n", + "env.reset()\n", + "for i in range(5):\n", + " action=env.action_space.sample()\n", + " print('ACTION DISCRETE: ',action)\n", + " _,_,_,_,info=env.step(action)\n", + " print('Action done in simulator: ', info['action'])\n", + "env.close()\n", + "\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As seen in the output, the input is an int, but a list with the original action space is created in the simulator." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Discrete Incremental Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper updates an environment for an incremental setpoint action space. It converts the environment into a *discrete* environment with an action mapping function and action space depending on the **step** and **delta** specified. The action is added to the **current setpoint** values instead of overwriting the latest action. Thus, the action is the current setpoint values with the increase, not the discrete value action that defines the increment/decrement itself." + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "ORIGINAL ACTION SPACE: Box([15. 22.5], [22.5 30. ], (2,), float32)\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : New incremental action mapping: 17\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : {0: [0.0, 0.0], 1: [0.5, 0.0], 2: [1.0, 0.0], 3: [1.5, 0.0], 4: [2.0, 0.0], 5: [-0.5, 0.0], 6: [-1.0, 0.0], 7: [-1.5, 0.0], 8: [-2.0, 0.0], 9: [0.0, 0.5], 10: [0.0, 1.0], 11: [0.0, 1.5], 12: [0.0, 2.0], 13: [0.0, -0.5], 14: [0.0, -1.0], 15: [0.0, -1.5], 16: [0.0, -2.0]}\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : Wrapper initialized\u001b[0m\n", + "WRAPPED ACTION SPACE: Discrete(17)\n", + "WRAPPED ACTION MAPPING: >>>>>\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-continuous-v1')\n", + "print('ORIGINAL ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "env = DiscreteIncrementalWrapper(\n", + " env,initial_values=[21.0,25.0], delta_temp=2, step_temp=0.5)\n", + "print('WRAPPED ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "print('WRAPPED ACTION MAPPING: ',env.get_wrapper_attr('action_mapping'))" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "The maximum and minimum values for creating the action mapping are read from the environment action space, ensuring that the setpoint increments and decrements do not exceed the agreed limits.\n", + "The delta and step values are used to determine how the discrete space of these increments and decrements will be constructed.\n", + "Here's an example of how it works:" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "CURRENT SETPOINTS VALUES: [21.0, 25.0]\n", + "Action number 0 : [-2.0, 0.0]\n", + "Setpoints update: [19.0, 25.0]\n", + "Action number 1 : [0.0, 0.5]\n", + "Setpoints update: [19.0, 25.5]\n", + "Action number 2 : [0.0, -0.5]\n", + "Setpoints update: [19.0, 25.0]\n", + "Action number 3 : [0.0, 0.0]\n", + "Setpoints update: [19.0, 25.0]\n", + "Action number 4 : [0.0, -0.5]\n", + "Setpoints update: [19.0, 24.5]\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "env.reset()\n", + "print('CURRENT SETPOINTS VALUES: ', env.get_wrapper_attr('current_setpoints'))\n", + "for i in range(5):\n", + " action=env.action_space.sample()\n", + " _,_,_,_,info=env.step(action)\n", + " print('Action number ',i,': ',env.get_wrapper_attr('action_mapping')(action))\n", + " print('Setpoints update: ', info['action'])\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Normalization Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper is used to transform the observation received from the simulator into values between -1 and 1.\n", + "It's based on the [dynamic normalization wrapper of Gymnasium](https://gymnasium.farama.org/_modules/gymnasium/wrappers/normalize/#NormalizeObservation). Initially,\n", + "it may not be precise, and the values may often be out of range, so use this wrapper with caution." + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "#Original env\n", + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env = NormalizeObservation(\n", + " env=env)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "In the following code, you can see how the specified variables have been correctly normalized:" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n", + "OBSERVATION WITH NORMALIZATION: {'month': 0.00499968750430059, 'day_of_month': 0.00499968750430059, 'hour': 0.0, 'outdoor_temperature': 0.9875907976185373, 'outdoor_humidity': -0.9745626607331893, 'wind_speed': 0.9973969815420386, 'wind_direction': 0.9908525387095581, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 0.007049581561774207, 'clg_setpoint': 0.0070688585864955075, 'air_temperature': -0.35264364590376623, 'air_humidity': 0.05800834342804423, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 0.9802888899782684, 'total_electricity_HVAC': 0.9802889755036568}\n" + ] + } + ], + "source": [ + "env.reset()\n", + "obs,_,_,_,_=env.step(env.action_space.sample())\n", + "obs_dict=dict(zip(env.get_wrapper_attr('observation_variables'),obs))\n", + "env.close()\n", + "print('OBSERVATION WITH NORMALIZATION: ',obs_dict)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Logger Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper logs all interactions between the agent and the environment. You can select the Logger class\n", + "in the constructor if a different type of logging is required. For more information about the *Sinergym* Logger, visit [Logger](https://ugr-sail.github.io/sinergym/compilation/main/pages/output.html#logger)" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env=LoggerWrapper(env)\n", + "\n", + "\n", + "env.reset() \n", + "truncated = terminated = False\n", + "current_month = 0\n", + "while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " _,_,terminated,truncated,_=env.step(a)\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Now, if you check the Sinergym output folder, you'll find `progress.csv` and `monitor.csv` files for each episode." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Multi Observation Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper stacks the observations received in a history queue (the size can be customized)." + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "BEFORE MULTI OBSERVATION: [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01\n", + " 3.8750000e+00 1.4500000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01\n", + " 4.0000000e+01 1.8384174e+01 2.6903370e+01 0.0000000e+00 0.0000000e+00\n", + " 1.0360292e+03 9.3242619e+05]\n", + "\u001b[38;20m[WRAPPER MultiObsWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "Progress: |***************************************************************************************************| 99%\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + } + ], + "source": [ + "#Original environment\n", + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "obs, info=env.reset()\n", + "print('BEFORE MULTI OBSERVATION: ',obs)\n", + "\n", + "#Multi Observation environment\n", + "env=MultiObsWrapper(env, n=5, flatten=True)\n", + "obs, info=env.reset()" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "AFTER MULTI OBSERVATION: [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01\n", + " 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01\n", + " 4.0000000e+01 1.8284225e+01 2.6922800e+01 0.0000000e+00 0.0000000e+00\n", + " 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00\n", + " 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00\n", + " 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.8284225e+01 2.6922800e+01\n", + " 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00\n", + " 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00\n", + " 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01\n", + " 1.8284225e+01 2.6922800e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03\n", + " 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00\n", + " 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00\n", + " 1.2800000e+01 4.0000000e+01 1.8284225e+01 2.6922800e+01 0.0000000e+00\n", + " 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00\n", + " 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02\n", + " 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.8284225e+01\n", + " 2.6922800e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05]\n", + "\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "print('AFTER MULTI OBSERVATION: ',obs)\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Nesting wrappers" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "All the wrappers listed in this notebook can be nested to combine functionalities. However, **the order** in which these wrappers are nested is critical for their proper functionality. We strongly recommend following the same order as they appear here or in the documentation. If you want to nest a subset of the total, it's not a problem as long as you respect this order.\n", + "Here's an example:" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER MultiObjectiveReward] (INFO) : wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER PreviousObservationWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DatetimeWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : New incremental action mapping: 17\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : {0: [0.0, 0.0], 1: [0.5, 0.0], 2: [1.0, 0.0], 3: [1.5, 0.0], 4: [2.0, 0.0], 5: [-0.5, 0.0], 6: [-1.0, 0.0], 7: [-1.5, 0.0], 8: [-2.0, 0.0], 9: [0.0, 0.5], 10: [0.0, 1.0], 11: [0.0, 1.5], 12: [0.0, 2.0], 13: [0.0, -0.5], 14: [0.0, -1.0], 15: [0.0, -1.5], 16: [0.0, -2.0]}\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER MultiObsWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-5zone-hot-continuous-v1')\n", + "env = MultiObjectiveReward(\n", + " env=env,\n", + " reward_terms=[\n", + " 'energy_term',\n", + " 'comfort_term'])\n", + "env = PreviousObservationWrapper(env, previous_variables=[\n", + " 'htg_setpoint',\n", + " 'clg_setpoint',\n", + " 'air_temperature'])\n", + "env = DatetimeWrapper(env)\n", + "env = DiscreteIncrementalWrapper(\n", + " env,initial_values=[21.0,25.0], delta_temp=2, step_temp=0.5)\n", + "env = NormalizeObservation(\n", + " env=env)\n", + "env = LoggerWrapper(env=env, flag=True)\n", + "env = MultiObsWrapper(env=env, n=5, flatten=True)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Now we simply use the environment with the wrappers, for example:" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Reward: [-0.05542625239599594, -0.857887333002763] {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 25.0], 'timestep': 2, 'reward': -0.913313585398759, 'energy_term': -0.05542625239599594, 'comfort_term': -0.857887333002763, 'reward_weight': 0.5, 'abs_energy': 1108.5250479199187, 'abs_comfort': 1.715774666005526, 'energy_values': [1108.5250479199187], 'temp_values': [18.284225333994474]}\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Reward: [-0.00538809382535063, -0.0] {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 22.5], 'timestep': 2977, 'reward': -0.00538809382535063, 'energy_term': -0.00538809382535063, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 107.76187650701259, 'abs_comfort': 0.0, 'energy_values': [107.76187650701259], 'temp_values': [20.961309048938297]}\n", + "Reward: [-0.006935757308931089, -0.0] {'time_elapsed(hours)': 1416.25, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [18.0, 30.0], 'timestep': 5665, 'reward': -0.006935757308931089, 'energy_term': -0.006935757308931089, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 138.71514617862178, 'abs_comfort': 0.0, 'energy_values': [138.71514617862178], 'temp_values': [20.093696177204187]}\n", + "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.5, 28.5], 'timestep': 8641, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [22.11540370667002]}\n", + "Reward: [-0.0, -0.4961122594044092] {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [18.5, 24.0], 'timestep': 11521, 'reward': -0.4961122594044092, 'energy_term': -0.0, 'comfort_term': -0.4961122594044092, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.9922245188088183, 'energy_values': [0.0], 'temp_values': [24.49222451880882]}\n", + "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 22.5], 'timestep': 14497, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.96360689704416]}\n", + "Reward: [-0.0, -0.9700266488211167] {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.0, 24.5], 'timestep': 17377, 'reward': -0.9700266488211167, 'energy_term': -0.0, 'comfort_term': -0.9700266488211167, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 1.9400532976422333, 'energy_values': [0.0], 'temp_values': [27.940053297642233]}\n", + "Reward: [-0.0, -0.006542366753496509] {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [16.0, 27.5], 'timestep': 20353, 'reward': -0.006542366753496509, 'energy_term': -0.0, 'comfort_term': -0.006542366753496509, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.013084733506993018, 'energy_values': [0.0], 'temp_values': [26.013084733506993]}\n", + "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 27.5], 'timestep': 23329, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.800150805217598]}\n", + "Reward: [-0.06446283743025183, -0.9667086618754865] {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 27.5], 'timestep': 26209, 'reward': -1.0311714993057384, 'energy_term': -0.06446283743025183, 'comfort_term': -0.9667086618754865, 'reward_weight': 0.5, 'abs_energy': 1289.2567486050366, 'abs_comfort': 1.933417323750973, 'energy_values': [1289.2567486050366], 'temp_values': [25.433417323750973]}\n", + "Reward: [-0.004536449977537947, -0.0] {'time_elapsed(hours)': 7296.375, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 26.5], 'timestep': 29185, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [22.02925460307228]}\n", + "Reward: [-0.004536449977537947, -0.0] {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 22.5], 'timestep': 32065, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [21.283078053476807]}\n", + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "for i in range(1):\n", + " obs, info = env.reset()\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', reward, info)\n", + "env.close()" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/.doctrees/pages/API-reference.doctree b/docs/compilation/v3.3.0/.doctrees/pages/API-reference.doctree new file mode 100644 index 0000000000..5ff4e6c9a3 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/API-reference.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/architecture.doctree b/docs/compilation/v3.3.0/.doctrees/pages/architecture.doctree new file mode 100644 index 0000000000..95d37b4d9a Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/architecture.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/buildings.doctree b/docs/compilation/v3.3.0/.doctrees/pages/buildings.doctree new file mode 100644 index 0000000000..3678b9b879 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/buildings.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/controllers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/controllers.doctree new file mode 100644 index 0000000000..815b6b013f Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/controllers.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/deep-reinforcement-learning.doctree b/docs/compilation/v3.3.0/.doctrees/pages/deep-reinforcement-learning.doctree new file mode 100644 index 0000000000..feff1d4b01 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/deep-reinforcement-learning.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/environments.doctree b/docs/compilation/v3.3.0/.doctrees/pages/environments.doctree new file mode 100644 index 0000000000..52b512c818 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/environments.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/environments_registration.doctree b/docs/compilation/v3.3.0/.doctrees/pages/environments_registration.doctree new file mode 100644 index 0000000000..97ca267ea1 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/environments_registration.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/extra-configuration.doctree b/docs/compilation/v3.3.0/.doctrees/pages/extra-configuration.doctree new file mode 100644 index 0000000000..23931d225e Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/extra-configuration.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/gcloudAPI.doctree b/docs/compilation/v3.3.0/.doctrees/pages/gcloudAPI.doctree new file mode 100644 index 0000000000..b11e164cdc Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/gcloudAPI.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/github-actions.doctree b/docs/compilation/v3.3.0/.doctrees/pages/github-actions.doctree new file mode 100644 index 0000000000..1ce42b35b8 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/github-actions.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/installation.doctree b/docs/compilation/v3.3.0/.doctrees/pages/installation.doctree new file mode 100644 index 0000000000..08e2afb106 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/installation.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/introduction.doctree b/docs/compilation/v3.3.0/.doctrees/pages/introduction.doctree new file mode 100644 index 0000000000..9d1d58e9ad Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/introduction.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.doctree new file mode 100644 index 0000000000..4525006fbc Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree new file mode 100644 index 0000000000..8d02e5dc77 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.ModelJSON.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.doctree new file mode 100644 index 0000000000..fe687a5e2e Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.config.modeling.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.doctree new file mode 100644 index 0000000000..d1560a21db Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree new file mode 100644 index 0000000000..f17bd92218 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.EplusEnv.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree new file mode 100644 index 0000000000..bd01a9fe9b Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.envs.eplus_env.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.doctree new file mode 100644 index 0000000000..68469bba22 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree new file mode 100644 index 0000000000..9ed0c3a582 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.EnergyPlus.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree new file mode 100644 index 0000000000..de3f96159d Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.simulators.eplus.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree new file mode 100644 index 0000000000..f74d299f5e Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerCallback.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree new file mode 100644 index 0000000000..ee7ff787bb Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree new file mode 100644 index 0000000000..bb1ec7a5e0 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.callbacks.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree new file mode 100644 index 0000000000..3c4ad93413 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree new file mode 100644 index 0000000000..e897b0b8e4 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree new file mode 100644 index 0000000000..5d439a08f9 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.eppy_element_to_dict.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree new file mode 100644 index 0000000000..6480bfa13a Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.export_schedulers_to_excel.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree new file mode 100644 index 0000000000..eff78ed491 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_delta_seconds.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree new file mode 100644 index 0000000000..5b34df33d7 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_ids.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree new file mode 100644 index 0000000000..0704ad96be Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.get_record_keys.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree new file mode 100644 index 0000000000..9d3a1e226c Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.is_wrapped.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree new file mode 100644 index 0000000000..86e90ac91b Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_actuators.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree new file mode 100644 index 0000000000..84cbfe037d Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_meters.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree new file mode 100644 index 0000000000..ec46cbb0f8 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.json_to_variables.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree new file mode 100644 index 0000000000..3043a54812 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.ranges_getter.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree new file mode 100644 index 0000000000..93349e2546 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.common.unwrap_wrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree new file mode 100644 index 0000000000..68f03b0011 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree new file mode 100644 index 0000000000..c21afa3a8f Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree new file mode 100644 index 0000000000..4a3d85a22d Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree new file mode 100644 index 0000000000..33d20f4bca Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree new file mode 100644 index 0000000000..fda857200c Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree new file mode 100644 index 0000000000..aee06eaff3 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree new file mode 100644 index 0000000000..3b4433cd33 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree new file mode 100644 index 0000000000..4b14749a5a Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.constants.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree new file mode 100644 index 0000000000..16cd72a5d3 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBC5Zone.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree new file mode 100644 index 0000000000..4729f3dee6 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCDatacenter.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree new file mode 100644 index 0000000000..98b55b07f8 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree new file mode 100644 index 0000000000..59d37a31f0 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.RandomController.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree new file mode 100644 index 0000000000..fae1e9a1f3 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.controllers.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.doctree new file mode 100644 index 0000000000..2d9289d11a Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree new file mode 100644 index 0000000000..9d46f20725 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.check_env.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree new file mode 100644 index 0000000000..a9052d48bf Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.env_checker.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree new file mode 100644 index 0000000000..f56df6d808 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree new file mode 100644 index 0000000000..0afbbe475a Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.evaluation.evaluate_policy.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree new file mode 100644 index 0000000000..2e9d220cf9 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree new file mode 100644 index 0000000000..2642a634ba Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree new file mode 100644 index 0000000000..ecfc53d810 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.get_service_account_token.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree new file mode 100644 index 0000000000..668a7518ea Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.init_storage_client.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree new file mode 100644 index 0000000000..82cfbc533e Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.read_from_bucket.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree new file mode 100644 index 0000000000..95c733b869 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.gcloud.upload_to_bucket.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree new file mode 100644 index 0000000000..b3c368be6a Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CSVLogger.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree new file mode 100644 index 0000000000..ccc0fc02e9 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.CustomFormatter.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree new file mode 100644 index 0000000000..7a5012b588 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.Logger.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree new file mode 100644 index 0000000000..7e234ec005 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.WandBOutputFormat.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree new file mode 100644 index 0000000000..96504c26e7 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.logger.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree new file mode 100644 index 0000000000..41bf5634a9 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.BaseReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree new file mode 100644 index 0000000000..e86457d48f Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.ExpReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree new file mode 100644 index 0000000000..3569bcba11 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.HourlyLinearReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree new file mode 100644 index 0000000000..bfce3727e6 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.LinearReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree new file mode 100644 index 0000000000..82a107f23f Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree new file mode 100644 index 0000000000..2b5cf3bcbd Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.rewards.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree new file mode 100644 index 0000000000..0c2cc94397 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree new file mode 100644 index 0000000000..8cfb0803c1 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree new file mode 100644 index 0000000000..27f8132b5c Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree new file mode 100644 index 0000000000..f65f3458b2 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree new file mode 100644 index 0000000000..9a2e67c555 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.LoggerWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree new file mode 100644 index 0000000000..eb6ec545de Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree new file mode 100644 index 0000000000..24b27ed7bf Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree new file mode 100644 index 0000000000..af31a57f9b Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeAction.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree new file mode 100644 index 0000000000..df082ad296 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.NormalizeObservation.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree new file mode 100644 index 0000000000..80809d3844 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree new file mode 100644 index 0000000000..ccd04651d0 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree new file mode 100644 index 0000000000..cdd377dfea Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/modules/sinergym.utils.wrappers.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/basic_example.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/basic_example.doctree new file mode 100644 index 0000000000..9bb50e8491 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/basic_example.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/change_environment.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/change_environment.doctree new file mode 100644 index 0000000000..34e0ff46bc Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/change_environment.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/default_building_control.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/default_building_control.doctree new file mode 100644 index 0000000000..943dcf5e5a Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/default_building_control.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/drl.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/drl.doctree new file mode 100644 index 0000000000..462b954b6f Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/drl.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/getting_env_information.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/getting_env_information.doctree new file mode 100644 index 0000000000..55373b99e1 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/getting_env_information.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree new file mode 100644 index 0000000000..79d61fac04 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/personalize_loggerwrapper.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree new file mode 100644 index 0000000000..780ca93215 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/rule_controller_example.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree new file mode 100644 index 0000000000..2d3deb249b Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/notebooks/wrappers_examples.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/output.doctree b/docs/compilation/v3.3.0/.doctrees/pages/output.doctree new file mode 100644 index 0000000000..606154c59f Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/output.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/rewards.doctree b/docs/compilation/v3.3.0/.doctrees/pages/rewards.doctree new file mode 100644 index 0000000000..f7cc05619c Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/rewards.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/tests.doctree b/docs/compilation/v3.3.0/.doctrees/pages/tests.doctree new file mode 100644 index 0000000000..490fbcc73d Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/tests.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/usage-example.doctree b/docs/compilation/v3.3.0/.doctrees/pages/usage-example.doctree new file mode 100644 index 0000000000..2d1227fa7b Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/usage-example.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/weathers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/weathers.doctree new file mode 100644 index 0000000000..36ccc0f3b0 Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/weathers.doctree differ diff --git a/docs/compilation/v3.3.0/.doctrees/pages/wrappers.doctree b/docs/compilation/v3.3.0/.doctrees/pages/wrappers.doctree new file mode 100644 index 0000000000..973450667b Binary files /dev/null and b/docs/compilation/v3.3.0/.doctrees/pages/wrappers.doctree differ diff --git a/docs/compilation/v3.3.0/_images/5zone.png b/docs/compilation/v3.3.0/_images/5zone.png new file mode 100644 index 0000000000..78495fb66a Binary files /dev/null and b/docs/compilation/v3.3.0/_images/5zone.png differ diff --git a/docs/compilation/v3.3.0/_images/backend.png b/docs/compilation/v3.3.0/_images/backend.png new file mode 100644 index 0000000000..160bb1aa1a Binary files /dev/null and b/docs/compilation/v3.3.0/_images/backend.png differ diff --git a/docs/compilation/v3.3.0/_images/datacenter.png b/docs/compilation/v3.3.0/_images/datacenter.png new file mode 100644 index 0000000000..9c70ad9008 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/datacenter.png differ diff --git a/docs/compilation/v3.3.0/_images/discrete_incremental_wrapper.png b/docs/compilation/v3.3.0/_images/discrete_incremental_wrapper.png new file mode 100644 index 0000000000..9c4cff4ae5 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/discrete_incremental_wrapper.png differ diff --git a/docs/compilation/v3.3.0/_images/discretize_wrapper.png b/docs/compilation/v3.3.0/_images/discretize_wrapper.png new file mode 100644 index 0000000000..4f669da43d Binary files /dev/null and b/docs/compilation/v3.3.0/_images/discretize_wrapper.png differ diff --git a/docs/compilation/v3.3.0/_images/general_blueprint.png b/docs/compilation/v3.3.0/_images/general_blueprint.png new file mode 100644 index 0000000000..ebb45fba42 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/general_blueprint.png differ diff --git a/docs/compilation/v3.3.0/_images/incremental_wrapper.png b/docs/compilation/v3.3.0/_images/incremental_wrapper.png new file mode 100644 index 0000000000..546c773daa Binary files /dev/null and b/docs/compilation/v3.3.0/_images/incremental_wrapper.png differ diff --git a/docs/compilation/v3.3.0/_images/json_variables_conf.png b/docs/compilation/v3.3.0/_images/json_variables_conf.png new file mode 100644 index 0000000000..3e98b48a11 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/json_variables_conf.png differ diff --git a/docs/compilation/v3.3.0/_images/normalize_action_wrapper.png b/docs/compilation/v3.3.0/_images/normalize_action_wrapper.png new file mode 100644 index 0000000000..b26b4ee820 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/normalize_action_wrapper.png differ diff --git a/docs/compilation/v3.3.0/_images/officeGrid.png b/docs/compilation/v3.3.0/_images/officeGrid.png new file mode 100644 index 0000000000..bfaa7fcc76 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/officeGrid.png differ diff --git a/docs/compilation/v3.3.0/_images/officeMedium.png b/docs/compilation/v3.3.0/_images/officeMedium.png new file mode 100644 index 0000000000..74af40968c Binary files /dev/null and b/docs/compilation/v3.3.0/_images/officeMedium.png differ diff --git a/docs/compilation/v3.3.0/_images/ornstein_noise.png b/docs/compilation/v3.3.0/_images/ornstein_noise.png new file mode 100644 index 0000000000..29c4e7c84a Binary files /dev/null and b/docs/compilation/v3.3.0/_images/ornstein_noise.png differ diff --git a/docs/compilation/v3.3.0/_images/reward_structure.png b/docs/compilation/v3.3.0/_images/reward_structure.png new file mode 100644 index 0000000000..bc84b3830b Binary files /dev/null and b/docs/compilation/v3.3.0/_images/reward_structure.png differ diff --git a/docs/compilation/v3.3.0/_images/reward_terms.png b/docs/compilation/v3.3.0/_images/reward_terms.png new file mode 100644 index 0000000000..275be081be Binary files /dev/null and b/docs/compilation/v3.3.0/_images/reward_terms.png differ diff --git a/docs/compilation/v3.3.0/_images/service-account-APIs.png b/docs/compilation/v3.3.0/_images/service-account-APIs.png new file mode 100644 index 0000000000..a2ecebd83a Binary files /dev/null and b/docs/compilation/v3.3.0/_images/service-account-APIs.png differ diff --git a/docs/compilation/v3.3.0/_images/service-account-permissions.png b/docs/compilation/v3.3.0/_images/service-account-permissions.png new file mode 100644 index 0000000000..e35655db1f Binary files /dev/null and b/docs/compilation/v3.3.0/_images/service-account-permissions.png differ diff --git a/docs/compilation/v3.3.0/_images/shop.png b/docs/compilation/v3.3.0/_images/shop.png new file mode 100644 index 0000000000..4c8fdf329f Binary files /dev/null and b/docs/compilation/v3.3.0/_images/shop.png differ diff --git a/docs/compilation/v3.3.0/_images/sinergym_diagram.png b/docs/compilation/v3.3.0/_images/sinergym_diagram.png new file mode 100644 index 0000000000..3a4d064bb2 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/sinergym_diagram.png differ diff --git a/docs/compilation/v3.3.0/_images/small_datacenter.png b/docs/compilation/v3.3.0/_images/small_datacenter.png new file mode 100644 index 0000000000..25af99d367 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/small_datacenter.png differ diff --git a/docs/compilation/v3.3.0/_images/spaces_elements.png b/docs/compilation/v3.3.0/_images/spaces_elements.png new file mode 100644 index 0000000000..f7965e3c62 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/spaces_elements.png differ diff --git a/docs/compilation/v3.3.0/_images/wandb_example1.png b/docs/compilation/v3.3.0/_images/wandb_example1.png new file mode 100644 index 0000000000..5968c535f3 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/wandb_example1.png differ diff --git a/docs/compilation/v3.3.0/_images/wandb_example2.png b/docs/compilation/v3.3.0/_images/wandb_example2.png new file mode 100644 index 0000000000..3639426763 Binary files /dev/null and b/docs/compilation/v3.3.0/_images/wandb_example2.png differ diff --git a/docs/compilation/v3.3.0/_images/wandb_example3.png b/docs/compilation/v3.3.0/_images/wandb_example3.png new file mode 100644 index 0000000000..bef1bd06eb Binary files /dev/null and b/docs/compilation/v3.3.0/_images/wandb_example3.png differ diff --git a/docs/compilation/v3.3.0/_images/warehouse.png b/docs/compilation/v3.3.0/_images/warehouse.png new file mode 100644 index 0000000000..be8aa0b1ef Binary files /dev/null and b/docs/compilation/v3.3.0/_images/warehouse.png differ diff --git a/docs/compilation/v3.3.0/_sources/index.rst.txt b/docs/compilation/v3.3.0/_sources/index.rst.txt new file mode 100644 index 0000000000..81b8a60c40 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/index.rst.txt @@ -0,0 +1,106 @@ +Welcome to **sinergym**! +======================== + +.. include:: pages/introduction.rst + +############ +Contributing +############ + +For all those interested in improving *Sinergym*, there are always improvements to be made. +You can check `issues `__ in the repository. + +If you want to contribute, please read `CONTRIBUTING.md `__ first. + +######################## +Projects using Sinergym +######################## + +The following are some of the projects benefiting from the advantages of *Sinergym*: + +- `Demosthen/ActiveRL `__ +- `VectorInstitute/HV-Ai-C `__ +- `rdnfn/beobench `__ + +If you want to appear in this list, do not hesitate to send us a PR and include the following badge in your repository: + +.. raw:: html + :file: ./_templates/sinergym.html + +############ +Examples +############ + +The examples can be run if you have your computer or container properly configured (see :ref:`Installation` section) from our notebooks hosted in the `examples `__ folder of the official *Sinergym* repository. + +################ +Citing Sinergym +################ + +If you use *Sinergym* in your work, please cite our `paper `__:: + + @inproceedings{2021sinergym, + title={Sinergym: A Building Simulation and Control Framework for Training Reinforcement Learning Agents}, + author={Jiménez-Raboso, Javier and Campoy-Nieves, Alejandro and Manjavacas-Lucas, Antonio and Gómez-Romero, Juan and Molina-Solana, Miguel}, + year={2021}, + isbn = {9781450391146}, + publisher = {Association for Computing Machinery}, + address = {New York, NY, USA}, + url = {https://doi.org/10.1145/3486611.3488729}, + doi = {10.1145/3486611.3488729}, + booktitle = {Proceedings of the 8th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation}, + pages = {319–323}, + numpages = {5}, + } + +.. toctree:: + :numbered: + :hidden: + :caption: Start Here + + pages/installation.rst + pages/usage-example.rst + + +.. toctree:: + :numbered: + :hidden: + :caption: sinergym + + pages/buildings.rst + pages/weathers.rst + pages/architecture.rst + pages/environments.rst + pages/environments_registration.rst + pages/rewards.rst + pages/controllers.rst + pages/wrappers.rst + pages/extra-configuration.rst + pages/output.rst + pages/deep-reinforcement-learning.rst + pages/gcloudAPI.rst + pages/github-actions.rst + pages/tests.rst + + +.. toctree:: + :numbered: + :hidden: + :caption: Examples + + pages/notebooks/basic_example.nblink + pages/notebooks/getting_env_information.nblink + pages/notebooks/change_environment.nblink + pages/notebooks/default_building_control.nblink + pages/notebooks/wrappers_examples.nblink + pages/notebooks/personalize_loggerwrapper.nblink + pages/notebooks/rule_controller_example.nblink + pages/notebooks/drl.nblink + +.. toctree:: + :hidden: + :caption: API + + pages/API-reference.rst + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/API-reference.rst.txt b/docs/compilation/v3.3.0/_sources/pages/API-reference.rst.txt new file mode 100644 index 0000000000..349bbfe69a --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/API-reference.rst.txt @@ -0,0 +1,16 @@ + +############# +API reference +############# + + +.. autosummary:: + :toctree: modules + :template: custom-module-template.rst + :recursive: + + sinergym.utils + sinergym.envs + sinergym.simulators + sinergym.config + diff --git a/docs/compilation/v3.3.0/_sources/pages/architecture.rst.txt b/docs/compilation/v3.3.0/_sources/pages/architecture.rst.txt new file mode 100644 index 0000000000..2b893ed0e6 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/architecture.rst.txt @@ -0,0 +1,96 @@ +############## +Architecture +############## + +As outlined in the introduction, *Sinergym* is structured as follows: + +.. image:: /_static/sinergym_diagram.png + :width: 800 + :alt: *Sinergym* backend + :align: center + +| + +*Sinergym* consists of three primary components: the *agent*, the *communication* interface, and the *simulation*. +The agent interacts with the environment by sending actions and receiving observations through the Gymnasium interface. +Concurrently, the Gymnasium interface communicates with the simulation engine via the *EnergyPlus* Python API. +This API provides the functionality to manage handlers such as actuators, meters, and variables, whose current values +directly influence the simulation's progression. + +The following image provides a more detailed view of this process: + +.. image:: /_static/backend.png + :width: 1600 + :alt: *Sinergym* backend + :align: center + +| + +Following the flow in figure, upon environment initialization (*__init__*), +a building model is created using the specified epJSON file (*1*), and a +simulator instance is instantiated (*2*), receiving necessary data for its +construction. Handlers for different components are initialized, which will +be used in subsequent steps to gather information and control the simulation +using the EnergyPlus Python API. + +The next step is to initialize the first episode (*reset*), corresponding to the +specified run period in the building. When starting a new episode, *Sinergym* uses +its modeling class to adapt the specified building and weather to the environment (*3*) +and start the simulation (*4*). + +Key modeling actions include updating the EPW file if multiple are present, selecting +one randomly per episode (*3.1*), automatically introducing Output Variables and Output +Meters specified in the environment into the building model (*3.2*), adapting any extra +configuration present in the environment, such as simulation timesteps per hour or custom +run period (*3.3*), adjusting certain building aspects to be compatible with the weather +specified in the environment, such as altitude, latitude, and building orientation (*3.4*), +and finally applying weather variability if present (*3.5*). + +Regarding the simulation, *Sinergym* stops the previous simulation if an episode was ongoing +(*4.1*), generates the initial state (*4.2*), registers callbacks that interrupt the simulation +to establish control flow (*4.3*), initiates the simulation process (*4.4*), and performs the +warmup process (*4.5*). + +Finally, the agent begins to send control actions to the building (*5*). *Sinergym* overwrites +the selected schedulers incorporated in the building model, interrupting the simulation, +setting the values, and resuming the process, thus adapting continuous control. Meanwhile, +the middleware waits for the actions to be applied and the simulation state to change (*5.1*). +Once this occurs, it is returned to the agent via the Gymnasium interface (*5.2*). +This process is repeated continuously until the episode concludes (*step*). + +This framework is highly abstract, as these components perform additional tasks such as managing the output's +folder structure, preparing handlers for use, initiating callbacks for data collection during simulation, +among other functions. + +The architecture of *Sinergym* accomplishes the design objectives by offering many advantages. +The framework is extensible since it facilitates the integration of custom reward functions, +wrappers, controllers, and loggers, together with new EnergyPlus buildings and weathers. +The use of EnergyPlus API as middleware allows access to all building sensors, metrics, +actuators and other information during simulation. From the users' perspective, the framework +hides the complexities of the interaction with the simulator to let them focus on data generation, +learning control strategies and validation. + + +*********************************** +Additional observation information +*********************************** + +Beyond the observations returned by the step and reset methods, as depicted in the preceding images, +both methods also return a Python dictionary containing supplementary information: + +- **Reset info:** This dictionary has the next keys: + +.. code-block:: python + + info = { + 'time_elapsed(hours)': # , + 'month': # , + 'day': # , + 'hour': # , + 'is_raining': # , + 'timestep': # , + } + +- **step info:** This dictionary shares the same keys as the reset info, but additionally includes + the action dispatched (to the simulation, not the environment), the reward, and reward terms. The + reward terms are contingent on the reward function employed. For more details, refer to :ref:`Reward terms`. \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/buildings.rst.txt b/docs/compilation/v3.3.0/_sources/pages/buildings.rst.txt new file mode 100644 index 0000000000..55947c35ea --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/buildings.rst.txt @@ -0,0 +1,455 @@ +############ +Buildings +############ + +This section details the buildings incorporated in Sinergym, separate from the other +components that constitute the environment for each experiment. It also provides +the default *Sinergym* observation and action spaces for each building, though +these spaces can be customized by the user. The observation variables names would +be the base name with each key at the begginning. + +.. important:: To add new buildings to this framework, please refer to the section + :ref:`Adding new buildings for environments`. + +************************** +Datacenter +************************** + +**2ZoneDataCenterHVAC_wEconomizer.epJSON:** +A 491.3 m2 building divided into two asymmetrical zones (west and east zone). +Each zone has an HVAC system consisting of air economizers, evaporative coolers, +DX cooling coil, chilled water coil, and VAV units. The main source of heat +comes from the hosted servers. The heating and cooling setpoint values are +applied simultaneously to both zones. + +.. image:: /_static/datacenter.png + :width: 700 + :alt: Datacenter building + :align: center + +The default actuators, output and meters variables are: + ++-------------------+---------------------+-----------------+-----------------+ +| Actuator | Variable Name | Element Type | Value Type | ++===================+=====================+=================+=================+ +| Heating Setpoints | Heating_Setpoint_RL | Schedule:Compact| Schedule Value | ++-------------------+---------------------+-----------------+-----------------+ +| Cooling Setpoints | Cooling_Setpoint_RL | Schedule:Compact| Schedule Value | ++-------------------+---------------------+-----------------+-----------------+ + ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Variable | Base Variable Name | Keys | ++===============================================+===============================================+===================================+ +| Site Outdoor Air Drybulb Temperature | outdoor_temperature | Environment | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Site Outdoor Air Relative Humidity | outdoor_humidity | Environment | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Site Wind Speed | wind_speed | Environment | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Site Wind Direction | wind_direction | Environment | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Site Diffuse Solar Radiation Rate per Area | diffuse_solar_radiation | Environment | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Site Direct Solar Radiation Rate per Area | direct_solar_radiation | Environment | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Zone Thermostat Heating Setpoint Temperature | htg_setpoint | West Zone, East Zone | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Zone Thermostat Cooling Setpoint Temperature | clg_setpoint | West Zone, East Zone | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Zone Air Temperature | air_temperature | West Zone, East Zone | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Zone Air Relative Humidity | air_humidity | West Zone, East Zone | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Zone Thermal Comfort Mean Radiant Temperature | thermal_comfort_mean_radiant_temperature | West Zone PEOPLE, East Zone PEOPLE| ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Zone Thermal Comfort Clothing Value | thermal_comfort_clothing_value | West Zone PEOPLE, East Zone PEOPLE| ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Zone Thermal Comfort Fanger Model PPD | thermal_comfort_fanger_model_ppd | West Zone PEOPLE, East Zone PEOPLE| ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Zone People Occupant Count | people_occupant | West Zone, East Zone | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| People Air Temperature | people_air_temperature | West Zone PEOPLE, East Zone PEOPLE| ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ +| Facility Total HVAC Electricity Demand Rate | HVAC_electricity_demand_rate | Whole Building | ++-----------------------------------------------+-----------------------------------------------+-----------------------------------+ + +************************** +Small Datacenter +************************** + +**1ZoneDataCenterCRAC_wApproachTemp.epJSON**: +This file demonstrates a simple data center model with air-cooled IT equipment +(ITE) served by a CRAC system. The air-cooled ITE illustrates the user of various schedules +and curves to vary server power use. The CRAC system has been setup to represent a +Lieber DSE 125 with pumped refrigerant economizer DX cooling coil system.Fictional +1 zone building with resistive walls. No windows. Data Center server ITE object +for internal gains. No internal mass. The building is oriented due north. + + +.. image:: /_static/small_datacenter.png + :width: 700 + :alt: Small Datacenter building + :align: center + +The default actuators, output and meters variables are: + ++----------------------------------+---------------------+-----------------+-----------------+ +| Actuator | Variable Name | Element Type | Value Type | ++==================================+=====================+=================+=================+ +| COOLING RETURN AIR SETPOINT | Cooling_Setpoint_RL | Schedule:Compact| Schedule Value | +| SCHEDULE | | | | ++----------------------------------+---------------------+-----------------+-----------------+ +| SUPPLY AIR SETPOINT SCHEDULE | Supply_Air_RL | Schedule:Compact| Schedule Value | ++----------------------------------+---------------------+-----------------+-----------------+ + ++------------------------------------------------+----------------------------------+---------------------+ +| Variable | Base Variable Name | Key | ++================================================+==================================+=====================+ +| Site Outdoor Air Drybulb Temperature | outdoor_temperature | Environment | ++------------------------------------------------+----------------------------------+---------------------+ +| Site Outdoor Air Relative Humidity | outdoor_humidity | Environment | ++------------------------------------------------+----------------------------------+---------------------+ +| Site Wind Speed | wind_speed | Environment | ++------------------------------------------------+----------------------------------+---------------------+ +| Site Wind Direction | wind_direction | Environment | ++------------------------------------------------+----------------------------------+---------------------+ +| Site Diffuse Solar Radiation Rate per Area | diffuse_solar_radiation | Environment | ++------------------------------------------------+----------------------------------+---------------------+ +| Site Direct Solar Radiation Rate per Area | direct_solar_radiation | Environment | ++------------------------------------------------+----------------------------------+---------------------+ +| Zone Thermostat Heating Setpoint Temperature | htg_setpoint | Main Zone | ++------------------------------------------------+----------------------------------+---------------------+ +| Zone Thermostat Cooling Setpoint Temperature | clg_setpoint | Main Zone | ++------------------------------------------------+----------------------------------+---------------------+ +| Zone Air Temperature | air_temperature | Main Zone | ++------------------------------------------------+----------------------------------+---------------------+ +| Zone Air Relative Humidity | air_humidity | Main Zone | ++------------------------------------------------+----------------------------------+---------------------+ +| Cooling Coil Electricity Rate | cooling_coil_demand_rate | MAIN COOLING COIL 1 | ++------------------------------------------------+----------------------------------+---------------------+ +| Fan Electricity Rate | fan_demand_rate | EC PLUG FAN 1 | ++------------------------------------------------+----------------------------------+---------------------+ +| ITE UPS Electricity Rate | ups_demand_rate | DATA CENTER SERVERS | ++------------------------------------------------+----------------------------------+---------------------+ +| ITE Fan Electricity Rate | ite_fan_demand_rate | DATA CENTER SERVERS | ++------------------------------------------------+----------------------------------+---------------------+ +| ITE CPU Electricity Rate | cpu_demand_rate | DATA CENTER SERVERS | ++------------------------------------------------+----------------------------------+---------------------+ +| Facility Total HVAC Electricity Demand Rate | HVAC_electricity_demand_rate | Whole Building | ++------------------------------------------------+----------------------------------+---------------------+ +| Facility Total Building Electricity Demand Rate| building_electricity_demand_rate | Whole Building | ++------------------------------------------------+----------------------------------+---------------------+ +| Facility Total Electricity Demand Rate | total_electricity_demand_rate | Whole Building | ++------------------------------------------------+----------------------------------+---------------------+ + +************************** +5Zone +************************** + +**5ZoneAutoDXVAV.epJSON:** +A single-story building divided +into 5 zones (1 indoor and 4 outdoor). Its surface area is 463.6 +m2, and it is equipped with a VAV package (DX cooling coil +and gas heating coils) with fully auto-sized input as the HVAC +system to be controlled. + +.. image:: /_static/5zone.png + :width: 700 + :alt: 5Zone building + :align: center + +The default actuators, output and meters variables are: + ++----------------+---------------------+-----------------+-----------------+ +| Actuator | Variable Name | Element Type | Value Type | ++================+=====================+=================+=================+ +| HTG-SETP-SCH | Heating_Setpoint_RL | Schedule:Compact| Schedule Value | ++----------------+---------------------+-----------------+-----------------+ +| CLG-SETP-SCH | Cooling_Setpoint_RL | Schedule:Compact| Schedule Value | ++----------------+---------------------+-----------------+-----------------+ + ++------------------------------------------------+----------------------------------+-----------------+ +| Variable | Base Variable Name | Key | ++================================================+==================================+=================+ +| Site Outdoor Air DryBulb Temperature | outdoor_temperature | Environment | ++------------------------------------------------+----------------------------------+-----------------+ +| Site Outdoor Air Relative Humidity | outdoor_humidity | Environment | ++------------------------------------------------+----------------------------------+-----------------+ +| Site Wind Speed | wind_speed | Environment | ++------------------------------------------------+----------------------------------+-----------------+ +| Site Wind Direction | wind_direction | Environment | ++------------------------------------------------+----------------------------------+-----------------+ +| Site Diffuse Solar Radiation Rate per Area | diffuse_solar_radiation | Environment | ++------------------------------------------------+----------------------------------+-----------------+ +| Site Direct Solar Radiation Rate per Area | direct_solar_radiation | Environment | ++------------------------------------------------+----------------------------------+-----------------+ +| Zone Thermostat Heating Setpoint Temperature | htg_setpoint | SPACE5-1 | ++------------------------------------------------+----------------------------------+-----------------+ +| Zone Thermostat Cooling Setpoint Temperature | clg_setpoint | SPACE5-1 | ++------------------------------------------------+----------------------------------+-----------------+ +| Zone Air Temperature | air_temperature | SPACE5-1 | ++------------------------------------------------+----------------------------------+-----------------+ +| Zone Air Relative Humidity | air_humidity | SPACE5-1 | ++------------------------------------------------+----------------------------------+-----------------+ +| Zone People Occupant Count | people_occupant | SPACE5-1 | ++------------------------------------------------+----------------------------------+-----------------+ +| Environmental Impact Total CO2 Emissions Carbon| co2_emission | site | +| Equivalent Mass | | | ++------------------------------------------------+----------------------------------+-----------------+ +| Facility Total HVAC Electricity Demand Rate | HVAC_electricity_demand_rate | Whole Building | ++------------------------------------------------+----------------------------------+-----------------+ + ++------------------+------------------------+ +| Meter | Variable Name | ++==================+========================+ +| Electricity:HVAC | total_electricity_HVAC | ++------------------+------------------------+ + +************************** +Warehouse +************************** + +**ASHRAE9012016_Warehouse.epJSON:** +It is a non-residential 4598 m2 floor building, +divided into 3 zones: bulk storage, fine storage and an office. +The Office zone is enclosed on two sides and at the top by the +Fine Storage zone, and it is the unique zone with windows. +Available fuel types are gas and electricity, and it is equipped +with HVAC system. + +.. image:: /_static/warehouse.png + :width: 700 + :alt: Warehouse building + :align: center + +The default actuators, output and meters variables are: + ++------------------------+-------------------+----------------+-----------------+ +| Actuator | Variable Name | Element Type | Value Type | ++========================+===================+================+=================+ +| Office Heating Schedule| Office_Heating_RL | Schedule:Year | Schedule Value | ++------------------------+-------------------+----------------+-----------------+ +| Office Cooling Schedule| Office_Cooling_RL | Schedule:Year | Schedule Value | ++------------------------+-------------------+----------------+-----------------+ + ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Variable | Base Variable Name | Key | ++================================================+==================================+===================================+ +| Site Outdoor Air DryBulb Temperature | outdoor_temperature | Environment | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Site Outdoor Air Relative Humidity | outdoor_humidity | Environment | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Site Wind Speed | wind_speed | Environment | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Site Wind Direction | wind_direction | Environment | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Site Diffuse Solar Radiation Rate per Area | diffuse_solar_radiation | Environment | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Site Direct Solar Radiation Rate per Area | direct_solar_radiation | Environment | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Zone Thermostat Heating Setpoint Temperature | htg_setpoint | Zone1 Office, Zone2 Fine Storage, | +| | | Zone3 Bulk Storage | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Zone Thermostat Cooling Setpoint Temperature | clg_setpoint | Zone1 Office, Zone2 Fine Storage | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Zone Air Temperature | air_temperature | Zone1 Office, Zone2 Fine Storage, | +| | | Zone3 Bulk Storage | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Zone Air Relative Humidity | air_humidity | Zone1 Office, Zone2 Fine Storage, | +| | | Zone3 Bulk Storage | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Zone People Occupant Count | people_occupant | Zone1 Office | ++------------------------------------------------+----------------------------------+-----------------------------------+ +| Facility Total HVAC Electricity Demand Rate | HVAC_electricity_demand_rate | Whole Building | ++------------------------------------------------+----------------------------------+-----------------------------------+ + +************************** +OfficeMedium +************************** + +**ASHRAE9012016_OfficeMedium.epJSON:** +It is a 4979.6 m2 building with 3 floors. Each floor has +four perimeter zones and one core zone. Available fuel types +are gas and electricity, and it is equipped with HVAC system. + +.. image:: /_static/officeMedium.png + :width: 700 + :alt: OfficeMedium building + :align: center + +The default actuators, output and meters variables are: + ++------------------------+-------------------+-----------------+-----------------+ +| Actuator | Variable Name | Element Type | Value Type | ++========================+===================+=================+=================+ +| HTGSETP_SCH_YES_OPTIMUM| Office_Heating_RL | Schedule:Compact| Schedule Value | ++------------------------+-------------------+-----------------+-----------------+ +| CLGSETP_SCH_YES_OPTIMUM| Office_Cooling_RL | Schedule:Compact| Schedule Value | ++------------------------+-------------------+-----------------+-----------------+ + ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Variable | Base Variable Name | Key | ++================================================+==================================+=================================================================================+ +| Site Outdoor Air DryBulb Temperature | outdoor_temperature | Environment | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Site Outdoor Air Relative Humidity | outdoor_humidity | Environment | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Site Wind Speed | wind_speed | Environment | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Site Wind Direction | wind_direction | Environment | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Site Diffuse Solar Radiation Rate per Area | diffuse_solar_radiation | Environment | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Site Direct Solar Radiation Rate per Area | direct_solar_radiation | Environment | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Zone Thermostat Heating Setpoint Temperature | htg_setpoint | Core_bottom | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Zone Thermostat Cooling Setpoint Temperature | clg_setpoint | Core_bottom | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Zone Air Temperature | air_temperature | Core_bottom, Core_mid, Core_top, | +| | | FirstFloor_Plenum, MidFloor_Plenum, TopFloor_Plenum, | +| | | Perimeter_bot_ZN_1, Perimeter_bot_ZN_2, Perimeter_bot_ZN_3, Perimeter_bot_ZN_4, | +| | | Perimeter_mid_ZN_1, Perimeter_mid_ZN_2, Perimeter_mid_ZN_3, Perimeter_mid_ZN_4, | +| | | Perimeter_top_ZN_1, Perimeter_top_ZN_2, Perimeter_top_ZN_3, Perimeter_top_ZN_4 | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Zone Air Relative Humidity | air_humidity | Core_bottom, Core_mid, Core_top, | +| | | FirstFloor_Plenum, MidFloor_Plenum, TopFloor_Plenum, | +| | | Perimeter_bot_ZN_1, Perimeter_bot_ZN_2, Perimeter_bot_ZN_3, Perimeter_bot_ZN_4, | +| | | Perimeter_mid_ZN_1, Perimeter_mid_ZN_2, Perimeter_mid_ZN_3, Perimeter_mid_ZN_4, | +| | | Perimeter_top_ZN_1, Perimeter_top_ZN_2, Perimeter_top_ZN_3, Perimeter_top_ZN_4 | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ +| Facility Total HVAC Electricity Demand Rate | HVAC_electricity_demand_rate | Whole Building | ++------------------------------------------------+----------------------------------+---------------------------------------------------------------------------------+ + +************************** +ShopWithVanBattery +************************** + +**ShopWithVanBattery.epJSON:** +It is a 390.2 m2 building, with only one floor. It has five +zones; four of them are perimeter zones and one in the center. +This is a low-energy building with photovoltaic panel and +electrical storage. It demonstrates the use of the battery +model for electrical storage. It has a full HVAC model and +water heating service. +This is a small repair shop. Open Monday through Friday, +45 hours per week. + +.. image:: /_static/shop.png + :width: 700 + :alt: Shop building + :align: center + +The default actuators, output and meters variables are: + ++--------------+---------------------+-----------------+-----------------+ +| Actuator | Variable Name | Element Type | Value Type | ++==============+=====================+=================+=================+ +| HTGSETP_SCH | Heating_Setpoint_RL | Schedule:Compact| Schedule Value | ++--------------+---------------------+-----------------+-----------------+ +| CLGSETP_SCH | Cooling_Setpoint_RL | Schedule:Compact| Schedule Value | ++--------------+---------------------+-----------------+-----------------+ + ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Variable | Base Variable Name | Key | ++================================================+=============================+===================================================================+ +| Site Outdoor Air Drybulb Temperature | outdoor_temperature | Environment | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Site Outdoor Air Relative Humidity | outdoor_humidity | Environment | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Site Wind Speed | wind_speed | Environment | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Site Wind Direction | wind_direction | Environment | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Site Diffuse Solar Radiation Rate per Area | diffuse_solar_radiation | Environment | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Site Direct Solar Radiation Rate per Area | direct_solar_radiation | Environment | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Zone Thermostat Heating Setpoint Temperature | htg_setpoint | ZN_1_FLR_1_SEC_5 | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Zone Thermostat Cooling Setpoint Temperature | clg_setpoint | ZN_1_FLR_1_SEC_5 | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Electric Storage Battery Charge State | storage_battery_charge_state| Kibam | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Electric Storage Charge Energy | storage_charge_energy | Kibam | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Electric Storage Charge Power | storage_charge_power | Kibam | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Electric Storage Discharge Energy | storage_discharge_energy | Kibam | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Electric Storage Discharge Power | storage_discharge_power | Kibam | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Electric Storage Thermal Loss Energy | storage_thermal_loss_energy | Kibam | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Electric Storage Thermal Loss Rate | storage_thermal_loss_rate | Kibam | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Zone Air Temperature | air_temperature | ZN_1_FLR_1_SEC_1, ZN_1_FLR_1_SEC_2, ZN_1_FLR_1_SEC_3, | +| | | ZN_1_FLR_1_SEC_4, ZN_1_FLR_1_SEC_5 | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Zone Air Relative Humidity | air_humidity | ZN_1_FLR_1_SEC_1, ZN_1_FLR_1_SEC_2, ZN_1_FLR_1_SEC_3, | +| | | ZN_1_FLR_1_SEC_4, ZN_1_FLR_1_SEC_5 | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Zone People Occupant Count | people_count | ZN_1_FLR_1_SEC_1, ZN_1_FLR_1_SEC_2, ZN_1_FLR_1_SEC_3, | +| | | ZN_1_FLR_1_SEC_4, ZN_1_FLR_1_SEC_5 | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ +| Facility Total HVAC Electricity Demand Rate | HVAC_electricity_demand_rate| Whole Building | ++------------------------------------------------+-----------------------------+-------------------------------------------------------------------+ + +************************** +OfficeGridStorageSmoothing +************************** + +**OfficeGridStorageSmoothing.epJSON:** +It is a large office building with 12 floors and a basement, with a rectangular aspect and 46,320 m2. +The building is organized in 19 zones: the basement, bot, mid and top level. Each level has a +core zone and 4 perimeter zones. Floor zone is described for bot, mid and top level too. +It has a battery control for charging and discharging from the grid. + +.. image:: /_static/officeGrid.png + :width: 700 + :alt: Shop building + :align: center + +The default actuators, output and meters variables are: + ++-------------------+---------------------+-----------------+-----------------+ +| Actuator | Variable Name | Element Type | Value Type | ++===================+=====================+=================+=================+ +| HTGSETP_SCH | Heating_Setpoint_RL | Schedule:Compact| Schedule Value | ++-------------------+---------------------+-----------------+-----------------+ +| CLGSETP_SCH | Cooling_Setpoint_RL | Schedule:Compact| Schedule Value | ++-------------------+---------------------+-----------------+-----------------+ +| Charge Schedule | Charge_Rate_RL | Schedule:Compact| Schedule Value | ++-------------------+---------------------+-----------------+-----------------+ +| Discharge Schedule| Discharge_Rate_RL | Schedule:Compact| Schedule Value | ++-------------------+---------------------+-----------------+-----------------+ + ++-----------------------------------------------+-----------------------------+-----------------+ +| Variable | Base Variable Name | Keys | ++===============================================+=============================+=================+ +| Site Outdoor Air DryBulb Temperature | outdoor_temperature | Environment | ++-----------------------------------------------+-----------------------------+-----------------+ +| Site Outdoor Air Relative Humidity | outdoor_humidity | Environment | ++-----------------------------------------------+-----------------------------+-----------------+ +| Site Wind Speed | wind_speed | Environment | ++-----------------------------------------------+-----------------------------+-----------------+ +| Site Wind Direction | wind_direction | Environment | ++-----------------------------------------------+-----------------------------+-----------------+ +| Site Diffuse Solar Radiation Rate per Area | diffuse_solar_radiation | Environment | ++-----------------------------------------------+-----------------------------+-----------------+ +| Site Direct Solar Radiation Rate per Area | direct_solar_radiation | Environment | ++-----------------------------------------------+-----------------------------+-----------------+ +| Zone Thermostat Heating Setpoint Temperature | htg_setpoint | Basement | ++-----------------------------------------------+-----------------------------+-----------------+ +| Zone Thermostat Cooling Setpoint Temperature | clg_setpoint | Basement | ++-----------------------------------------------+-----------------------------+-----------------+ +| Zone Air Temperature | air_temperature | Multiple Keys | ++-----------------------------------------------+-----------------------------+-----------------+ +| Zone Air Relative Humidity | air_humidity | Multiple Keys | ++-----------------------------------------------+-----------------------------+-----------------+ +| Zone People Occupant Count | people_count | Multiple Keys | ++-----------------------------------------------+-----------------------------+-----------------+ +| Electric Storage Simple Charge State | battery_charge_state | Battery | ++-----------------------------------------------+-----------------------------+-----------------+ +| Facility Total HVAC Electricity Demand Rate | HVAC_electricity_demand_rate| Whole Building | ++-----------------------------------------------+-----------------------------+-----------------+ \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/controllers.rst.txt b/docs/compilation/v3.3.0/_sources/pages/controllers.rst.txt new file mode 100644 index 0000000000..bc657851b8 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/controllers.rst.txt @@ -0,0 +1,16 @@ +############ +Controllers +############ + +*Sinergym* includes a section for implementing your own **controllers**. At present, +we've developed a **random agent** and a **rule-based agent** for *5Zone* and *Datacenter* +buildings. You can locate this code in +`sinergym/sinergym/utils/controllers.py `__. +This is particularly useful for performing benchmarks as a reference point for studying DRL algorithms. + +The functionality is straightforward; given an environment observation, these instances return an action +to interact with the environment. You can create your own controllers or modify existing rules, +for instance. An example of usage can be found in the section :ref:`Rule Controller example`. + +.. warning:: You have to make sure that the variables used particularly for your controller + are part of the observation space of the configured environment. diff --git a/docs/compilation/v3.3.0/_sources/pages/deep-reinforcement-learning.rst.txt b/docs/compilation/v3.3.0/_sources/pages/deep-reinforcement-learning.rst.txt new file mode 100644 index 0000000000..248e25c345 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/deep-reinforcement-learning.rst.txt @@ -0,0 +1,240 @@ +####################################### +Deep Reinforcement Learning Integration +####################################### + +*Sinergym* provides features to utilize **Deep Reinforcement Learning algorithms** from +`Stable Baselines 3 `__. However, +*Sinergym* is also compatible with any algorithm that operates with the Gymnasium interface. + ++--------------------------------------------------------+ +| Stable Baselines 3: | ++-----------+----------+------------+--------------------+ +| Algorithm | Discrete | Continuous | Type | ++-----------+----------+------------+--------------------+ +| PPO | YES | YES | OnPolicyAlgorithm | ++-----------+----------+------------+--------------------+ +| A2C | YES | YES | OnPolicyAlgorithm | ++-----------+----------+------------+--------------------+ +| DQN | YES | NO | OffPolicyAlgorithm | ++-----------+----------+------------+--------------------+ +| DDPG | NO | YES | OffPolicyAlgorithm | ++-----------+----------+------------+--------------------+ +| SAC | NO | YES | OffPolicyAlgorithm | ++-----------+----------+------------+--------------------+ +| TD3 | NO | YES | OffPolicyAlgorithm | ++-----------+----------+------------+--------------------+ + +To this end, we will refine and develop +`Callbacks `__, +a set of functions that will be called at specific **stages of the training procedure**. +Callbacks allow you to access the internal state of the RL model **during training**. +They enable monitoring, auto-saving, model manipulation, progress bars, and more. +Our callbacks inherit from Stable Baselines 3 and can be found in +`sinergym/sinergym/utils/callbacks.py `__. + +The ``Type`` column is specified due to its importance in the +*Stable Baselines callback* functionality. + +******************** +DRL Callback Logger +******************** + +A callback allows us to customize our own logger for DRL *Sinergym* executions. Our goal is to +**log all information about our custom environment** specifically in real-time. +Each algorithm has its own nuances regarding how information is extracted, +hence its implementation. + +.. note:: You can specify if you want the *Sinergym* logger (see :ref:`Logger`) to record simulation + interactions during training simultaneously using the ``sinergym_logger`` + attribute in the constructor. + +The ``LoggerCallback`` inherits from Stable Baselines 3's ``BaseCallback`` and uses +`Weights&Biases `__ (*wandb*) in the background to host all extracted +information. With *wandb*, it's possible to track and visualize all DRL training in real time, +register hyperparameters and details of each execution, save artifacts such as models and *Sinergym* +output, and compare different executions. Here is an example: + +- Hyperparameter and summary registration: + +.. image:: /_static/wandb_example1.png + :width: 800 + :alt: WandB hyperparameters + :align: center + +- Artifacts registered (if evaluation is enabled, best model is registered too): + +.. image:: /_static/wandb_example2.png + :width: 800 + :alt: WandB artifacts + :align: center + +- Metrics visualization in real time: + +.. image:: /_static/wandb_example3.png + :width: 800 + :alt: WandB charts + :align: center + +There are tables which are in some algorithms and not in others and vice versa. This depends on the algorithm used. + +.. note:: Since version 3.0.6, *Sinergym* can record real-time data with the same timestep frequency + regardless of the algorithm. See `#363 `__. + +******************** +Evaluation Callback +******************** + +An enhanced callback, named ``LoggerEvalCallback``, is used for evaluating the model versions obtained during +the training process with *Sinergym*. It stores the best model obtained, not necessarily the final one from +the training process. This callback inherits from Stable Baselines 3's ``EventCallback``. + +A key feature is that the model evaluation is logged in a specific section in *wandb* for the precise metrics +of the building model. The evaluation is tailored for *Sinergym*'s specific characteristics. + +In the ``LoggerEvalCallback`` constructor, we define the number of training episodes for the evaluation process. +We also specify the number of episodes for each evaluation to be performed. + +More episodes lead to more accurate averages of the reward-based indicators, providing a more realistic +assessment of the current model's performance. However, this increases the time required. + +The callback calculates timestep and episode averages for power consumption, temperature violation, comfort +penalty, and power penalty. It also calculates the percentage of comfort violation in episodes. Currently, +only the mean reward is considered when deciding if a model is better. + +****************************** +Weights and Biases Structure +****************************** + +The primary structure for *Sinergym* with *wandb* includes: + +* **action_network**: The raw output from the DRL algorithm network. + +* **action_simulation**: The transformed output used by the simulator for processing and calculating + the next state and reward in Sinergym. + +* **episode**: Stores comprehensive information about each episode, equivalent to ``progress.csv`` in + *Sinergym logger* (:ref:`Output format` section). It includes: + + - *episode_num*: Episode number. + - *episode_length*: Timesteps per episode. + - *mean_reward*: Average reward per step in the episode. + - *cumulative_reward*: Total reward for the entire episode. + - *mean_power_demand*: Average power demand per step in the episode. + - *cumulative_power_demand*: Total power demand for the entire episode. + - *mean_temperature_violation*: Average degrees temperature violation (out of comfort range) per step + in the episode. + - *cumulative_temperature_violation*: Total degrees temperature violation for the entire episode. + - *comfort_violation_time(%)*: Percentage of time the comfort range is violated in the episode (timesteps out of range). + - *mean_abs_energy_penalty*: Average absolute energy penalty per step in the episode. + - *cumulative_abs_energy_penalty*: Total absolute energy penalty for the entire episode. + - *mean_abs_comfort_penalty*: Average absolute comfort penalty per step in the episode. + - *cumulative_abs_comfort_penalty*: Total absolute comfort penalty for the entire episode. + - *mean_reward_energy_term*: Average reward energy term per step in the episode (weighted absolute energy penalty). + - *cumulative_reward_energy_term*: Total reward energy term for the entire episode (weighted absolute energy penalty). + - *mean_reward_comfort_term*: Average reward comfort term per step in the episode (weighted absolute comfort penalty). + - *cumulative_reward_comfort_term*: Total reward comfort term for the entire episode (weighted absolute comfort penalty). + +* **observation**: Records all observation values during simulation, dependent on the simulated environment + (:ref:`action space` section). + +* **normalized_observation** (optional): Appears only when the environment is **wrapped with normalization** + (:ref:`Wrappers` section). The model trains with these normalized values, and both original and + normalized observations are recorded. + +* **rollout**: Default algorithm metrics in **Stable Baselines**. For instance, DQN includes ``exploration_rate``, + which is not present in other algorithms. + +* **time**: Monitors execution time. + +* **train**: Records specific neural network information for each algorithm, provided by + **Stable Baselines** and rollout. + +* **eval**: Records all evaluations conducted during training if the callback is set up. The graphs here mirror + those in the *episode* label. + +.. note:: Model evaluations can also be recorded by adding ``EvalLoggerCallback`` to the model learn method. + +************ +Usage +************ + +Model Training +~~~~~~~~~~~~~~~~ + +Leverage this functionality for your experiments using the script +`sinergym/scripts/train/train_agent.py `__. + +Key considerations for your experiments: + +* Models are built using an algorithm constructor, each with its own **specific parameters**. + Defaults are used if none are defined. + +* If you normalize the environment wrapper, models will **train** in these **normalized** spaces. + +* **Concatenate** callbacks in a ``CallbackList`` instance from Stable Baselines 3. + +* The neural network begins training upon executing the ``model.learn()`` method, where you specify ``timesteps``, + ``callbacks``, and ``log_interval``. + +* **Curriculum Learning** can be implemented by adding a model field with a valid model path. + The script will load and train the model. + +The ``train_agent.py`` script requires a single parameter, ``-conf``, a string indicating the JSON +file containing all experiment details. Refer to the JSON structure in `sinergym/scripts/train/train_agent_PPO.json `__: + +* **Mandatory** parameters: environment, episodes, algorithm (and any non-default algorithm parameters). + +* **Optional** parameters: environment parameters (overwrites default if specified), seed, pre-training + model to load, experiment ID, wrappers (in order), training evaluation, wandb functionality, and cloud options. + +* Field names must match the example, or the experiment will fail. + +The script performs the following: + + 1. Names the experiment in the format: ``--episodes-seed()`` + + 2. Initiates WandB experiment tracking with that name (if configured in JSON), creating a local path (*./wandb*). + + 3. Logs all JSON configuration parameters (including *sinergym.__version__* and Python version). + + 4. Sets environment parameters if specified. + + 5. Applies specified wrappers from JSON. + + 6. Defines model algorithm with specified hyperparameters. + + 7. Calculates training timesteps from number of episodes. + + 8. Sets up evaluation callback if specified. + + 9. Sets up WandB logger callback if specified. + + 10. Trains with environment. + + 11. If remote store is specified, saves all outputs in Google Cloud Bucket. If wandb is specified, saves all outputs in wandb run artifact. + + 12. Auto-deletes remote container in Google Cloud Platform if auto-delete parameter is specified. + + +Model Loading +~~~~~~~~~~~~~~~~~~~~~~ + +Use the script `sinergym/scripts/eval/load_agent.py `__ +to load and evaluate or execute a previously trained model. + +The ``load_agent.py`` script requires a single parameter, ``-conf``, a string indicating the JSON file +containing all evaluation details. Refer to the JSON structure in +`sinergym/scripts/eval/load_agent_example.json `__: + +* **Mandatory** parameters: environment, episodes, algorithm (name only), and model to load. + +* **Optional** parameters: environment parameters (overwrites default if specified), experiment ID, + wrappers (in order), wandb functionality, and cloud options. + +The script loads the model and predicts actions from states over the specified episodes. The information +is collected and sent to remote storage (like WandB) if specified, otherwise it remains in local memory. + +The model field in JSON can be a **local path** to the model, a **bucket url** in the form +``gs://``, or a *wandb* artifact path for stored models. + +.. note:: *This project is a work in progress. Direct support for additional algorithms is planned for the future!* \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/environments.rst.txt b/docs/compilation/v3.3.0/_sources/pages/environments.rst.txt new file mode 100644 index 0000000000..927d76a472 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/environments.rst.txt @@ -0,0 +1,323 @@ +############## +Environments +############## + +*Sinergym* generates multiple environments for each building, each defined by a unique +configuration that outlines the control problem to be solved. To view the list of available +environment IDs, it is recommended to use the provided method: + +.. code-block:: python + + # This script is available in scripts/consult_environments.py + import sinergym + import gymnasium as gym + from sinergym.utils.common import get_ids + + # Get the list of available environments + sinergym_environment_ids = get_ids() + print(sinergym_environment_ids) + + # Make and consult some of the environments + env = gym.make('Eplus-5zone-hot-continuous-stochastic-v1') + print(env.info()) + +Environment names adhere to the pattern ``Eplus-----v1``. +These IDs offer a general overview of the environment. For more detailed information about each environment, +utilize the ``info`` method as demonstrated in the example code. + +.. important:: As of *Sinergym* v3.0.9, environments are automatically generated + using JSON configuration files for each building, eliminating the + need for manual registration of each environment ID with parameters + set directly in the environment constructor. Refer to + :ref:`Environments Configuration and Registration` for more details. + +.. note:: Discrete environments are customizable. The default control for these + environments is quite basic. You can employ a continuous environment + and customize discretization using our dedicated wrapper. For more + information, see :ref:`DiscretizeEnv`. + +.. note:: For additional details on the buildings (epJSON) and weather conditions (EPW) + used, please visit the :ref:`Buildings` and :ref:`Weathers` sections respectively. + +********************* +Available Parameters +********************* + +With the **environment constructor**, we can configure the complete **context** +of our environment for experimentation, either starting from one predefined by +*Sinergym* or creating a new one. + +*Sinergym* initially provides **non-configured** buildings and weathers. +Depending on these argument values, these files are updated to adapt to these +new features, this will be done by Sinergym automatically. For example, using +another weather file requires updating the building location and design days, +using new observation variables requires updating the ``Output:Variable`` and +``Output:Meter`` fields, the same occurs with extra configuration context +concerned with simulation directly, if weather variability is set, then a weather +with noise will be used. These new building and weather file versions are saved in +the Sinergym output folder, leaving the original intact. + +The next subsections will show which **parameters** are available and what +their functions are: + +building file +============== + +The parameter ``building_file`` is the *epJSON* file, a new +`adaptation `__ of *IDF* +(Intermediate Data Format) where *EnergyPlus* building model is defined. These +files are not configured for a particular environment as we have mentioned. +Sinergym does a previous building model preparation to the simulation, see the +*Modeling* element in *Sinergym* backend diagram. + +Weather files +============== + +The parameter ``weather_file`` is the *EPW* (*EnergyPlus* Weather) file name where +**climate conditions** during a year is defined. + +This parameter can be either a weather file name (``str``) as mentioned, or a list +of different weather files (``List[str]``). When a list of several files is defined, +*Sinergym* will select an *EPW* file in each episode and re-adapt the building model +randomly. This is done to increase the complexity in the environment if desired. + +The weather file used in each episode is stored in *Sinergym* episode output folder, +if **variability** (section :ref:`Weather Variability` is defined), the *EPW* stored +will have that noise included. + +Weather Variability +==================== + +**Weather variability** can be integrated into an environment using the +``weather_variability`` parameter. + +It implements the +`Ornstein-Uhlenbeck process `__ +to introduce **noise** to the weather data episode to episode. Then, the parameter +established is a Python tuple of three variables (*sigma*, *mu*, and *tau*) whose +values define the nature of that noise. + +.. image:: /_static/ornstein_noise.png + :scale: 80 % + :alt: Ornstein-Uhlenbeck process noise with different hyperparameters. + :align: center + + +Reward +======= + +The parameter called ``reward`` is used to define the **reward class** +(see section :ref:`Rewards`) that the environment is going to use to +calculate and return scalar reward values each timestep. + +Reward Kwargs +============== + +Depending on the reward class that is specified to the environment, it +may have **different arguments** depending on its type. In addition, +if a user creates a new custom reward, it can have new parameters as well. + +Moreover, depending on the building being used for the environment, the +values of these reward parameters may need to be different, such as the +comfort range or the energy and temperature variables of the simulation +that will be used to calculate the reward. + +Then, the parameter called ``reward_kwargs`` is a Python dictionary where +we can **specify all reward class arguments** that they are needed. For +more information about rewards, visit section :ref:`Rewards`. + +Maximum Episode Data Stored in Sinergym Output +=============================================== + +*Sinergym* stores all the output of an experiment in a folder organized in +sub-folders for each episode (see section :ref:`Output format` for more +information). Depending on the value of the parameter ``max_ep_data_store_num``, +the experiment will store the output data of the **last n episodes** set, +where **n** is the value of the parameter. + +In any case, if *Sinergym Logger* (See :ref:`Logger` section) is activated, +``progress.csv`` will be present with the summary data of each episode. + +Time variables +=============== + +*EnergyPlus* Python API has several methods in order to extract information +about simulation time in progress. The argument ``time_variables`` is a list +in which we can specify the name of the +`API methods `__ +whose values we want to include in our observation. + +By default, *Sinergym* environments will have the time variables +``month``, ``day_of_month`` and ``hour``. + +Variables +========== + +The argument called ``variables`` is a dictionary in which it is specified +the ``Output:Variable``'s we want to include in the environment observation. +The format of each element, in order for *Sinergym* to process it, is the next: + +.. code-block:: python + + variables = { + # : (<"Output:Variable" original name>,), + # ... + } + +.. note:: For more information about the available variables in an environment, execute a default simulation with + *EnergyPlus* engine and see RDD file generated in the output. + +Meters +========== + +In a similar way, the argument ``meters`` is a dictionary in which we can specify +the ``Output:Meter``'s we want to include in the environment observation. +The format of each element must be the next: + +.. code-block:: python + + meters = { + # : <"Output:Meter" original name>, + # ... + } + +.. note:: For more information about the available meters in an environment, execute a default simulation with + *EnergyPlus* engine and see MDD and MTD files generated in the output. + +Actuators +========== + +The argument called ``actuators`` is a dictionary in which we specify the actuators we +want to control with gymnasium interface, the format must be the next: + +.. code-block:: python + + actuators = { + # : (,,), + # ... + } + +.. important:: Actuators that have not been specified will be controlled by the building's default schedulers. + +.. note:: For more information about the available actuators in an environment, execute a default control with + *Sinergym* directly (empty action space) and see ``data_available.txt`` generated. + +Action space +=========================== + +In *Sinergym*, the environment's observation and action spaces are defined through the +arguments ``time_variables``, ``variables``, ``meters``, and ``actuators``. The +observation space, composed of ``time_variables``, ``variables``, and ``meters``, is +automatically generated. The action space, defined by the ``actuators``, requires explicit +definition to establish the range of values supported by the Gymnasium interface or the number +of discrete values in a discrete environment. + +.. image:: /_static/spaces_elements.png + :scale: 35 % + :alt: *EnergyPlus* API components that compose observation and action spaces in *Sinergym*. + :align: center + +The ``action_space`` argument adheres to the Gymnasium standard and must be a continuous +space (``gym.spaces.Box``) due to the *EnergyPlus* simulator's continuous value +requirement. It's crucial that this definition aligns with the previously defined actuators, +with *Sinergym* highlighting any inconsistencies. + +.. note:: To adapt an environment to Gymnasium's ``Discrete``, ``MultiDiscrete``, or ``MultiBinary`` spaces, + akin to our predefined discrete environments, consult the section :ref:`DiscretizeEnv` and the + example in :ref:`Environment Discretization Wrapper`. + +.. important:: While *Sinergym*'s environments come with predefined observation and action variables ( + details available in `default_configuration `__), + users are encouraged to explore and experiment with these spaces. For guidance, refer to + :ref:`Changing observation and action spaces`. + +*Sinergym* also provides the option to create **empty action interfaces**, allowing users +to leverage its benefits without directly using the *EnergyPlus* simulator. Control in +this scenario is managed by the **default building model schedulers**. For further details, +refer to the usage example :ref:`Default building control setting up an empty action interface`. + +Environment Name +================ + +The ``env_name`` parameter is utilized to generate the **working directory name**, +facilitating differentiation between multiple experiments within the same environment. + +Extra Configuration +=================== + +Parameters related to the building model and simulator, such as ``people occupant``, ``timesteps per simulation hour``, +and ``runperiod``, can be set as extra configurations. These configurations, which may expand in the future, +are specified in the ``config_params`` argument, a Python Dictionary. For additional information +on extra configurations in *Sinergym*, refer to :ref:`Extra Configuration in Sinergym simulations`. + +Adding New Weathers for Environments +==================================== + +*Sinergym* provides a variety of weather files for diverse global climates to enhance experimental diversity. + +To incorporate a **new weather**: + +1. Download an **EPW** and its corresponding **DDY** file from the `EnergyPlus page `__. + The *DDY* file provides location and design day details. + +2. Ensure both files share the same name, differing only in their extensions, and place them + in the `weathers `__ folder. + +Upon addition, *Sinergym* will automatically modify the ``SizingPeriod:DesignDays`` and ``Site:Location`` +fields in the building model file using the *DDY* file. + +Adding New Buildings for Environments +===================================== + +Users can either modify existing environments or create new ones, incorporating new climates, +action, and observation spaces. They also have the option to use a different **building model** +(epJSON file) than the ones currently supported. + +To add new buildings for use with *Sinergym*, follow these steps: + +1. **Add your building file** (*epJSON*) to the + `buildings `__ + directory. Ensure it's compatible with the EnergyPlus version used in *Sinergym*. + If you're using an *IDF* file from an older version, update it with **IDFVersionUpdater** + and convert it to *epJSON* format using **ConvertInputFormat**. Both tools are available + in the EnergyPlus installation folder. + +2. **Adjust building objects** like ``RunPeriod`` and ``SimulationControl`` to suit your needs + in Sinergym. We recommend setting ``run_simulation_for_sizing_periods`` to ``No`` in + ``SimulationControl``. ``RunPeriod`` sets the episode length, which can be configured + in the building file or Sinergym settings (see :ref:`runperiod`). Make these modifications + in the *IDF* before step 1 or directly in the *epJSON* file. + +3. **Identify the components** of the building that you want to observe and control. This is + the most challenging part of the process. Typically, users are already familiar with the + building and know the *name* and *key* of the elements in advance. If not, follow the process below: + + a. Run a preliminary simulation with EnergyPlus directly, without any control flow, to view the + different ``OutputVariables`` and ``Meters``. Consult the output files, specifically the *RDD* + extension file, to identify possible observable variables. + + b. The challenge is knowing the names but not the possible *Keys* (EnergyPlus doesn't initially + provide this information). Use these names to define the environment (see step 4). If the *Key* + is incorrect, *Sinergym* will notify you of the error and provide a **data_available.txt** + file in the output, as it has already connected with the EnergyPlus API. This file contains + all the **controllable schedulers** for the actions and all the **observable variables**, now + with their respective *Keys*, enabling the correct definition of the environment. + +4. With this information, the next step is **defining the environment** using the building model. + You have several options: + + a. Use the *Sinergym* environment constructor directly. The arguments for building observation + and control are explained within the class and should be specified in the same format as the + EnergyPlus API. + + b. Set up the configuration to register environment IDs directly. For more information, refer to + the documentation :ref:`Environments Configuration and Registration`. *Sinergym* will verify + that the established configuration is correct and notify you of any potential errors. + +5. If you've used *Sinergym*'s registry, you'll have access to environment IDs associated with your building. + Use them with ``gym.make()`` as usual. If you've created an environment instance directly, + use that instance to start interacting with the building. + +.. note:: To obtain information about the environment instance with the new building model, refer to + :ref:`Getting information about Sinergym environments`. + diff --git a/docs/compilation/v3.3.0/_sources/pages/environments_registration.rst.txt b/docs/compilation/v3.3.0/_sources/pages/environments_registration.rst.txt new file mode 100644 index 0000000000..979a3b572c --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/environments_registration.rst.txt @@ -0,0 +1,120 @@ +############################################ +Environments Configuration and Registration +############################################ + +When defining a new environment, we can use the *Sinergym* environment constructor and fill the parameters +explained in section :ref:`Available Parameters`. + +Many environments can be created based on the same building, depending on its configurations. Therefore, +creating (or registering Gymnasium IDs) for all of them can be tedious. + +*Sinergym* has a system that automates this process. From a JSON file hosted in +`sinergym/data/default_configuration `__, +a set of parameters for each of the possible configurations will be built, along with an associated ID, and will be +registered in Gymnasium automatically. + +This section will explain the structure of these JSON configuration definitions. Additionally, this structure +facilitates the definition of observation variables (``time_variables``, ``variables`` and ``meters``) and +action variables (``actuators``). Instead of defining in the EnergyPlus Python API format like the environment +constructor, *Sinergym* will read this simpler structure and parse it to the EnergyPlus Python API format +automatically. + ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| **Key** | **Optional** | **Description** | ++=======================+==============+===========================================================================================================================================================================+ +| id_base | No | Base name to refer to the ID's with this building model. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| building_file | No | Building model file allocated in ``sinergym/data/buildings/``. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| weather_specification | No | Set of weather to generate an environment with each one, allocated in ``sinergym/data/weather/``. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| config_params | Yes | Extra parameters for the environments; it is optional. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| variation | Yes | Create additionally a version of all environments with stochasticity in weather. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| max_ep_data_store_num | Yes | Max storage in *Sinergym* episodes, by default 10. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| time_variables | No | ``time_variables`` list definition. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| variables | No | ``variables`` dict definition. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| meters | No | ``meters`` dict definition. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| actuators | No | ``actuators`` dict definition. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| action_space | No | Gymnasium action space definition. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| action_space_discrete | Yes | If you want that *Sinergym* auto-generate a discrete version of environments, you should write this space too. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| only_discrete | Yes | If you have specified action_space and a discrete_space based on action_space (required, see :ref:`DiscretizeEnv`), you can only register discrete version with this flag | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| reward | No | Reward class name to use. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +| reward_kwargs | No | Reward kwargs for Reward class constructor in dict format. | ++-----------------------+--------------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ + +.. important:: Sinergym requires a continuous action space, but not a discrete one. + It begins with continuous environments and discretizes them using a wrapper. + For more details, refer to :ref:`DiscretizeEnv`. + + +These are the keys of the JSON. An example might make it clearer: + +.. literalinclude:: ../../../sinergym/data/default_configuration/5ZoneAutoDXVAV.json + :language: json + +With this JSON configuration for the building ``5ZoneAutoDXVAV.epJSON``, the following +environments will be automatically configured :: + + ['Eplus-5zone-hot-continuous-v1', + 'Eplus-5zone-hot-discrete-v1', + 'Eplus-5zone-hot-continuous-stochastic-v1', + 'Eplus-5zone-hot-discrete-stochastic-v1', + 'Eplus-5zone-mixed-continuous-v1', + 'Eplus-5zone-mixed-discrete-v1', + 'Eplus-5zone-mixed-continuous-stochastic-v1', + 'Eplus-5zone-mixed-discrete-stochastic-v1', + 'Eplus-5zone-cool-continuous-v1', + 'Eplus-5zone-cool-discrete-v1', + 'Eplus-5zone-cool-continuous-stochastic-v1', + 'Eplus-5zone-cool-discrete-stochastic-v1' + ] + +For example, if you don't define discrete space or variation, the discrete and stochastic versions will +not appear in the list. + +.. warning:: For discrete environments, an action mapping must be defined in + `constants.py `__ + named as DEFAULT__DISCRETE_FUNCTION for correct registration. + + +**************************** +Weather Specification field +**************************** + +The weather specification is set up to generate multiple environments based on the defined weathers. +Weather files must be in the correct folder, and the keys are used to define the final name +in the environment's IDs. + + +***************** +Variables field +***************** + +The ``variables`` field uses a specific format to quickly define all the observed variables +in the environment. The variable names and keys can be either an individual string or a list of +strings. The following graph explains its functionality: + +.. image:: /_static/json_variables_conf.png + :scale: 70 % + :alt: Configuration for *variables* in json configuration for *Sinergym* environments. + :align: center + +*Sinergym* will parse this information into the variables parameter for the environment constructor +(similar to the EnergyPlus Python API) during registration. The same process is applied to the +``meters`` and ``actuators`` fields, although they are simpler. + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/extra-configuration.rst.txt b/docs/compilation/v3.3.0/_sources/pages/extra-configuration.rst.txt new file mode 100644 index 0000000000..32b64049e9 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/extra-configuration.rst.txt @@ -0,0 +1,49 @@ +############################################ +Extra Configuration in Sinergym simulations +############################################ + +With the `Modeling class `__, +we have the ability to set up some **context details** in our simulation. This allows us to expand the +context of each experiment and investigate more parameters. To use this functionality easily, you can +provide these extra parameters in the **environment constructor** as follows: + +.. code:: python + + import gymnasium as gym + import sinergym + + extra_params={'timesteps_per_hour' : 6 + 'runperiod' : (1,1,1997,12,3,1998)} + env = gym.make('Eplus-5Zone-hot-continuous-v1', config_params=extra_params) + +The format for applying extra configuration is a **Python dictionary** with the extra parameter key name and its value. + +.. note:: *Currently, only code skeleton and some parameters has been designed. Stay tuned for upcoming releases!* + +Let's examine each implemented parameter for extra configuration separately: + +****************** +timestep_per_hour +****************** + +By default, *Sinergym* applies **4** timesteps per simulation hour, which is the default value in building files. +However, you can modify this value using the **timestep_per_hour** key in the `config_params` dictionary and set +more or fewer timesteps in each simulation hour. + +****************** +runperiod +****************** + +By default, a *Sinergym* simulation episode lasts one year (*from 1/1/1991 to 31/12/1991*). +You can use the **runperiod** key to determine the **episode length** in the simulation. +The format value for the **runperiod** key is a **tuple** with +(*start_day*, *start_month*, *start_year*, *end_day*, *end_month*, *end_year*). + +.. warning:: If you include a manual runperiod with this functionality, make sure not to include + February 29th of a leap year in that range. Otherwise, the simulator will fail, as + *EnergyPlus* does not account for leap days and the weather files do not include these days. + +.. note:: More components may be managed in the future. Keep an eye out for upcoming releases! + +.. note:: If you wish to create your own extra configuration parameters, refer to the method + ``apply_extra_conf`` in the `Modeling class `__. \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/gcloudAPI.rst.txt b/docs/compilation/v3.3.0/_sources/pages/gcloudAPI.rst.txt new file mode 100644 index 0000000000..274668f713 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/gcloudAPI.rst.txt @@ -0,0 +1,327 @@ +########################### +Sinergym with Google Cloud +########################### + +In this project, we've implemented functionality based on the gcloud API in ``sinergym/utils/gcloud.py``. +Our goal is to easily configure a Google Cloud account and integrate it with *Sinergym*. + +The primary objective is to create a **virtual machine** (VM) using **Google Cloud Engine** (GCE) +to run our **Sinergym container**. This remote container can update the **Weights and Biases +tracking server** with artifacts if the experiment is configured with these options. + +Once an instance completes its task, the container will **auto-remove** its host instance from +the Google Cloud Platform if the experiment is configured with this option. + +*********************** +Preparing Google Cloud +*********************** + +First steps (configuration) +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +Initially, you need a set up Google Cloud account and configured SDK (auth, invoicing, project ID, +etc). If you don't have this, check `their documentation `__. + +Secondly, it's important to have `Docker `__ installed to manage these +containers in Google Cloud. + +You can link **gcloud** with **docker** accounts using the next (see +`authentication methods `__): + +.. code:: sh + + $ gcloud auth configure-docker + +To avoid future issues with image build and Google Cloud functionality, we recommend +**allowing permissions for google cloud build** at the start +(see `this documentation `__). + +.. image:: /_static/service-account-permissions.png + :width: 500 + :alt: Permissions required for cloud build. + :align: center + +We also need to enable certain **Google Cloud services** in the *API library*. +You can allow these services in your **Google account** using the **gcloud client SDK** +or the **Google Cloud Platform Console**. + + - Google Container Registry API. + - Artifact Registry API + - Cloud Run API + - Compute Engine API + - Cloud Logging API + - Cloud Monitoring API + - Cloud Functions API + - Cloud Pub/Sub API + - Cloud SQL Admin API + - Cloud Firestore API + - Cloud Datastore API + - Service Usage API + - Cloud storage + - Gmail API + +.. code:: sh + + $ gcloud services list + $ gcloud services enable artifactregistry.googleapis.com \ + cloudapis.googleapis.com \ + cloudbuild.googleapis.com \ + containerregistry.googleapis.com \ + gmail.googleapis.com \ + sql-component.googleapis.com \ + sqladmin.googleapis.com \ + storage-component.googleapis.com \ + storage.googleapis.com \ + cloudfunctions.googleapis.com \ + pubsub.googleapis.com \ + run.googleapis.com \ + serviceusage.googleapis.com \ + drive.googleapis.com \ + appengine.googleapis.com + + + +.. image:: /_static/service-account-APIs.png + :width: 800 + :alt: API's required for cloud build. + :align: center + +If you've installed *Sinergym* and *Sinergym extras*, the +**Google Cloud SDK must be linked with other python modules** +for some functionalities to work. Please, execute the following +in your terminal: + +.. code:: sh + + $ gcloud auth application-default login + +Use our container in Google Cloud Platform +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +Our *Sinergym* container is currently uploaded in the **Container Registry** as a public one. +You can use it **locally** or in a **GCE VM**. + +.. code:: sh + + $ docker run -it eu.gcr.io/sinergym/sinergym:latest + +.. code:: sh + + $ gcloud compute instances create-with-container sinergym \ + --container-image eu.gcr.io/sinergym/sinergym \ + --zone europe-west1-b \ + --container-privileged \ + --container-restart-policy never \ + --container-stdin \ + --container-tty \ + --boot-disk-size 20GB \ + --boot-disk-type pd-ssd \ + --machine-type n2-highcpu-8 + +We also have containers available in Docker Hub. Please, visit our +`repository `__ + +.. note:: You can change parameters to set up your own VM according to your preferences + (see `create-with-container `__). + +.. warning:: The ``--boot-disk-size`` is crucial. By default, the VM sets 10GB, which is insufficient for the *Sinergym* + container. This results in a silent error for Google Cloud Build, and you would need to check the logs, + which are not clear. + +Use your Own Container +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +If you have forked this repository and want to upload **your own container on Google Cloud** and use it, ç +you can use **cloudbuild.yaml** with our **Dockerfile** for this purpose: + +.. literalinclude:: ../../../cloudbuild.yaml + :language: yaml + +This file performs the following: + + 1. Writes in **cache** for quick updates (if an older container was already uploaded). + 2. **Builds** the image (using cache if available) + 3. **Pushes** the built image to the Container Registry + 4. Makes the container public within the Container Registry. + +Don't confuse the option section at the end of the file with the virtual machine configuration. +Google Cloud uses a helper VM to build everything mentioned above. We use this *YAML* file to +upgrade our container because the ``PROJECT_ID`` environment variable is defined by the Google +Cloud SDK, so its value is your current project in the Google Cloud global configuration. + +.. warning:: Just like the VM needs more memory, Google Cloud Build needs at least 10GB to work + correctly. Otherwise, it may fail. + +.. warning:: If your local computer doesn't have enough free space, it might report the same error + (there isn't a difference by Google cloud error manager), so be careful. + +To execute **cloudbuild.yaml**, do the following: + +.. code:: sh + + $ gcloud builds submit --region europe-west1 \ + --config ./cloudbuild.yaml . + +You can use ``--substitutions`` to configure build parameters if needed. + +.. note:: The "." in ``--config`` refers to the **Dockerfile**, which is necessary to build the container + image (see `build-config `__). + +.. note:: In **cloudbuild.yaml**, there is a variable named *PROJECT_ID*. However, it is not defined + in substitutions. This is because it's a predetermined variable by Google Cloud. When the + build begins, *"$PROJECT_ID"* is set to the current value in the gcloud configuration + (see `substitutions-variables `__). + +Create your VM or MIG +~~~~~~~~~~~~~~~~~~~~~~~~ + +To create a VM that uses this container, use the following command: + +.. code:: sh + + $ gcloud compute instances create-with-container sinergym \ + --container-image eu.gcr.io/sinergym/sinergym \ + --zone europe-west1-b \ + --container-privileged \ + --container-restart-policy never \ + --container-stdin \ + --container-tty \ + --boot-disk-size 20GB \ + --boot-disk-type pd-ssd \ + --machine-type n2-highcpu-8 + +.. note:: ``--container-restart-policy never`` it's really important for a + correct functionality. + +.. warning:: If you decide enter in VM after create it immediately, it is + possible container hasn't been created yet. + You can think that is an error, Google cloud should notify this. + If this issue happens, you should wait for a several minutes. + +To create a MIG, first create a machine template: + +.. code:: sh + + $ gcloud compute instance-templates create-with-container sinergym-template \ + --container-image eu.gcr.io/sinergym/sinergym \ + --container-privileged \ + --service-account storage-account@sinergym.iam.gserviceaccount.com \ + --scopes https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/devstorage.full_control \ + --container-env=gce_zone=europe-west1-b,gce_project_id=sinergym \ + --container-restart-policy never \ + --container-stdin \ + --container-tty \ + --boot-disk-size 20GB \ + --boot-disk-type pd-ssd \ + --machine-type n2-highcpu-8 + +.. note:: The ``--service-account``, ``--scopes``, and ``--container-env`` parameters will be explained + in the :ref:`Containers permission to bucket storage output`. Please read that documentation + before using these parameters, as they require prior configuration. + +Then, create a managed instance group: + +.. code:: sh + + $ gcloud compute instance-groups managed create example-group \ + --base-instance-name sinergym-vm \ + --size 3 \ + --template sinergym-template + +.. note:: If you encounter issues with VM initialization, check your quotas + `here `__. + + +Initiate your VM +~~~~~~~~~~~~~~~~~~~~ + +Your virtual machine is ready! To connect, you can use SSH +(see `gcloud-ssh `__): + +.. code:: sh + + $ gcloud compute ssh + +Google Cloud uses a **Container-Optimized OS** (see +`documentation `__) +in the VM. This OS has Docker pre-installed with the *Sinergym* container. + +To use this container on your machine, simply run: + +.. code:: sh + + $ docker attach + +Now you can execute your own experiments in Google Cloud! For example, +you can enter the remote container with *gcloud ssh* and execute +*train_agent.py* for the desired experiment. + +******************************************** +Executing experiments in remote containers +******************************************** + +The `train_agent.py `__ and +`load_agent.py `__ scripts are +used to execute experiments and evaluations in remote containers. These scripts can be combined with +features such as Google Cloud Bucket, Weights and Biases, and auto-remove functionality. + +.. note:: The **train_agent.py** script can also be used for local experiments and sending output data + and artifacts to remote storage, such as wandb, without configuring cloud computing. + +The JSON structure for configuring experiments or evaluations is explained in the :ref:`Usage` section. + +.. warning:: To ensure correct auto_delete functionality, it is recommended to use Managed Instance Groups + (MIGs) instead of individual instances. + +Containers permission to bucket storage output +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +To enable the *remote_store* option in *train_agent.py* to work correctly, the *Sinergym* +template in the :ref:`Create your VM or MIG` section specifies the +``--scope``, ``--service-account``, and ``--container-env`` parameters. +These parameters provide the necessary permissions for each container to write to the bucket +and manage Google Cloud Platform. + +To set up the service account and grant the required privileges, follow the steps below: + +1. Create a new service account named **storage-account**: + +.. code:: sh + + $ gcloud iam service-accounts create storage-account + +2. Grant the *roles/owner* permission to the service account: + +.. code:: sh + + $ gcloud projects add-iam-policy-binding PROJECT_ID --member="serviceAccount:storage-account@PROJECT_ID.iam.gserviceaccount.com" --role="roles/owner" + +3. Create a JSON key file named **google-storage.json** in the project root directory (this file should be ignored by git): + +.. code:: sh + + $ gcloud iam service-accounts keys create PROJECT_PATH/google-storage.json --iam-account=storage-account@PROJECT_ID.iam.gserviceaccount.com + +4. Export the path to the JSON key file as the **GOOGLE_CLOUD_CREDENTIALS** environment variable on your local computer: + +.. code:: sh + + $ export GOOGLE_CLOUD_CREDENTIALS=PROJECT_PATH/google-storage.json + +These steps ensure that the gcloud SDK uses the specified token for authentication. + +Visualize remote wandb log in real-time +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +You only have to enter in `Weights & Biases `__ and log in with your GitHub account. + +******************** +Google Cloud Alerts +******************** + +**Google Cloud Platform** provides functionality to trigger events and generate alerts. +We have created a trigger in our gcloud project to notify when an experiment is finished. +This alert can be received through various channels such as Slack, SMS, or Email. +To learn more about setting up alerts, refer to the Google Cloud Alerts documentation +`here `__. + diff --git a/docs/compilation/v3.3.0/_sources/pages/github-actions.rst.txt b/docs/compilation/v3.3.0/_sources/pages/github-actions.rst.txt new file mode 100644 index 0000000000..afbdbe393e --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/github-actions.rst.txt @@ -0,0 +1,71 @@ +################ +Github Actions +################ + +This project leverages `Github Actions `__, +for continuous integration and deployment, eliminating the need for third-party platforms. + +The following procedures are implemented: + +************* +Pull Request +************* + +- **Python Code format check**: Each pull request is checked for **Pep8** + `standard `__ compliance and + `isort `__ for import sorting. + Non-compliance triggers a warning. + +- **Code type check**: `pytype `__ is used in the *Sinergym* module to + control function and method I/O types. ``import-error`` types are ignored with ``pytype -d import-error sinergym/``. + Type errors halt the workflow until resolved. + +- **Documentation checks**: Changes in source documentation trigger a *Sphinx* compilation and + spelling check. Errors are raised for compilation issues and unrecognized words. + Add unrecognized but correct words to ``docs/source/spelling_wordlist.txt``. + +.. Warning:: Sphinx Warning messages are treated as errors. + +.. Note:: Sphinx Spelling also checks code docstrings. + +- **Testing**: A remote container is built using *Dockerfile* and **Pytest** is executed within it. + +- **Repository security**: This workflow identifies differences between source and base in + workflows and tests for forked repositories to prevent malicious software. + +.. Note:: Checks can be skipped with ``[ci skip]`` in the commit message. + See issue `#161 `__. + +************************************ +Push main (or merge a pull request) +************************************ + +The following workflows are executed sequentially: + +- **Apply format**: A bot applies necessary format changes (**autopep8** level 2 aggressive and/or **isort** module) + in the main branch. + +- **Update Documentation build to GitHub pages**: A bot updates the documentation build in the **main** + branch when necessary, including spelling checks. + +- **Update our Docker Hub repository**: A container with all extra requirements is built and pushed to + our `Docker Hub repository `__ using the *latest* tag. A + minimal container is also included with the *lite* tag. + +- **Testing and CodeCov update**: Tests are executed similarly to the pull request event, + and the coverage report is uploaded to CodeCov. + +******************************** +New release created or modified +******************************** + +- When a **release** is *published* or *edited*, a container is built and updated on Docker Hub + with the release tag version. + +- Simultaneously, the **PyPi** *Sinergym* repository is updated with the current version tag. + +- For **pre-releases**, the PyPi version is updated but not the Docker Hub container. + +.. Note:: See `.github/workflows YML files `__ for the code. + +.. Note:: If you forked *Sinergym*, enable Github Action in your project to utilize these functionalities. \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/installation.rst.txt b/docs/compilation/v3.3.0/_sources/pages/installation.rst.txt new file mode 100644 index 0000000000..17f2533fbd --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/installation.rst.txt @@ -0,0 +1,184 @@ +############ +Installation +############ + +*Sinergym* relies on several dependencies, the specifics of which vary by version. +The table below provides a summary of the versions supported by *Sinergym* across its various releases: + ++----------------------+--------------------+--------------------+------------------------+---------------------------+ +| **Sinergym version** | **Ubuntu version** | **Python version** | **EnergyPlus version** | **Building model file** | ++----------------------+--------------------+--------------------+------------------------+---------------------------+ +| **0.0** | 18.04 LTS | 3.6 | 8.3.0 | IDF | ++----------------------+--------------------+--------------------+------------------------+---------------------------+ +| **1.1.0** | 18.04 LTS | 3.6 | **9.5.0** | IDF | ++----------------------+--------------------+--------------------+------------------------+---------------------------+ +| **1.7.0** | 18.04 LTS | **3.9** | 9.5.0 | IDF | ++----------------------+--------------------+--------------------+------------------------+---------------------------+ +| **1.9.5** | **22.04 LTS** | **3.10.6** | 9.5.0 | IDF | ++----------------------+--------------------+--------------------+------------------------+---------------------------+ +| **2.4.0** | 22.04 LTS | 3.10.6 | 9.5.0 | **epJSON** | ++----------------------+--------------------+--------------------+------------------------+---------------------------+ +| **2.5.0** | 22.04 LTS | 3.10.6 | **23.1.0** | epJSON | ++----------------------+--------------------+--------------------+------------------------+---------------------------+ + +We recommend always using the latest version of *Sinergym* that is supported by the container. +This approach helps you avoid the complexities of the installation process. However, +if you prefer to manually install *Sinergym* on your computer, we provide the necessary +documentation in the subsequent sections. + +**************** +Docker container +**************** + +We provide a **Dockerfile** to install all dependencies and prepare the +image for running *Sinergym*. + +By default, the *Dockerfile* executes ``pip install -e .[extras]``. If you wish +to install a different setup, you need to execute the following command in the +**root repository**: + +.. code:: sh + + $ docker build -t --build-arg SINERGYM_EXTRAS=[] . + +For instance, to create a container with only the documentation libraries +and testing, use: + +.. code:: sh + + $ docker build -t example1/sinergym:latest --build-arg SINERGYM_EXTRAS=[doc,test] . + +If you do not require any extra libraries, specify an empty value as follows: + +.. code:: sh + + $ docker build -t example1/sinergym:latest --build-arg SINERGYM_EXTRAS= . + +.. note:: Our container can also be directly installed from the + `Docker Hub repository `__. + It contains all the project's releases. + +.. note:: For `Visual Studio Code `__ users, + simply open the root directory and click on the *Reopen in container* pop-up button. + This action will automatically install all dependencies and enable you to run *Sinergym* + in an isolated environment. For more details on this feature, + refer to the `VSCode Containers extension documentation `__. + +******************* +Manual installation +******************* + +To manually install *Sinergym* (although using the container is **recommended**), +follow these steps: + +Configure Python Environment +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +* Begin by cloning this repository: + +.. code:: sh + + $ git clone https://github.com/ugr-sail/sinergym.git + $ cd sinergym + +* Next, we recommend creating a **virtual environment** as follows: + +.. code:: sh + + $ sudo apt-get install python-virtualenv virtualenv + $ virtualenv env_sinergym --python=python3.10 + $ source env_sinergym/bin/activate + $ pip install -e .[extras] + +Alternatively, you can use **conda environments** (*recommended*). +*Conda* is user-friendly and we provide a file for automatic configuration: + +.. code:: sh + + $ cd sinergym + $ conda env create -f python_environment.yml + $ conda activate sinergym + +With this, you have the correct Python version and the necessary modules to run +*Sinergym*. Let's proceed with the installation of other required programs +outside of Python to run the simulations: + +Install EnergyPlus 23.1.0 +~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +You need to install *EnergyPlus*. We have tested and confirmed compatibility +with version ``23.1.0``. The code might work with other versions, but we +have not tested them. + +Follow the instructions `here `__ to install +it for Linux (we only support **Ubuntu**). You can choose any location for the +installation. After installation, a folder named ``Energyplus-23-1-0`` should +appear in the chosen location. + +Include Energyplus Python API in Python Path +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + +*Sinergym* uses the *Energyplus* Python API as its backend. The modules of this +API are located in the *Energyplus* folder that you installed in the previous +step. You must add this installation path to the ``PYTHONPATH`` environment +variable so that the interpreter can access these modules. + +*********************** +About Sinergym package +*********************** + +As we have told you in section :ref:`Manual installation`, Python environment +can be set up using ``python_environment.yml`` with *conda*. This will install +the virtual environment with Python version required and all packages used +*all-in-one*. +However, we can make an installation using the Github repository in a python +environment directly, like we have shown with *virtualenv*: + +.. code:: sh + + $ source env_sinergym/bin/activate + $ cd sinergym + $ pip install -e . + +Extra libraries can be installed by typing ``pip install -e .[extras]``. +*extras* include all optional libraries which have been considered in this project such as +testing, visualization, Deep Reinforcement Learning, monitoring , etc. +It's possible to select a subset of these libraries instead of 'extras' tag in which +we select all optional libraries, for example: + +.. code:: sh + + $ cd sinergym + $ pip install -e .[test,doc] + +In order to check all our tag list, visit `setup.py `__ +in *Sinergym* root repository. In any case, they are not a requirement of the package. + +You can also install from `official PyPi repository `__ +with last stable version by default: + +.. code:: sh + + $ pip install sinergym[extras] + +******************* +Verify Installation +******************* + +This project is automatically monitored using **tests** specifically developed for it. +To verify that *Sinergym* has been installed correctly, execute ``pytest tests/ -vv`` +in the **repository root**. + +Furthermore, each time the *Sinergym* repository is updated, the tests are automatically executed in a remote container +built using the Dockerfile. This task is performed by `Github Action `__ +(refer to the :ref:`Github Actions` section for more details). + +**************** +Cloud Computing +**************** + +You also have the option to run your experiments in the Cloud. We utilize `Google Cloud `__ +for this purpose. Our team is working on setting up an account to run our *Sinergym* container +with **remote storage** and **Weights&Biases tracking**. +For more information on installation and preparing the Google Cloud SDK to run your experiments, +please visit our :ref:`Preparing Google Cloud` section. \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/introduction.rst.txt b/docs/compilation/v3.3.0/_sources/pages/introduction.rst.txt new file mode 100644 index 0000000000..3092a78302 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/introduction.rst.txt @@ -0,0 +1,64 @@ +The goal of *Sinergym* is to create an environment following *Gymnasium* interface for wrapping +simulation engines (*EnergyPlus*) for building control using **deep reinforcement learning** +or any external control. + + +.. image:: /_static/general_blueprint.png + :width: 800 + :alt: *Sinergym* diagram + :align: center + +| + +.. raw:: html + :file: ../_templates/shields.html + +.. note:: Please, help us to improve by **reporting your questions and issues** + `here `__. It is easy, just 2 clicks + using our issue templates (questions, bugs, improvements, etc.). More detailed + info on how to report issues + `here `__. + +*Sinergym* offers: + +- **Simulation Engine Compatibility**: Uses `EnergyPlus Python API `__ + for Python-EnergyPlus communication. Future plans include more engines like `OpenModelica `. + +- **Benchmark Environments**: Designs environments for benchmarking and testing deep RL algorithms or other external strategies, + similar to *Atari* or *Mujoco*. + +- **Customizable Environments**: Allows easy modification of experimental settings. Users can create + their own environments or modify pre-configured ones in *Sinergym*. + +- **Customizable Components**: Enables creation of new custom components for new environments, + making *Sinergym* scalable, such as function rewards, wrappers,controllers, etc. + +- **Automatic Building Model Adaptation**: *Sinergym* automates the process of adapting the + building model to user changes in the environment definition. + +- **Automatic Actuators Control**: Controls actuators through the Gymnasium interface + based on user specification, only actuators names are required and *Sinergym* will + do the rest. + +- **Extensive Environment Information**: Provides comprehensive information about *Sinergym* background components + from the environment interface. + +- **Stable Baseline 3 Integration**: Customizes functionalities for easy testing of environments with SB3 algorithms, + such as callbacks and cutomizable training real-time logging. However, *Sinergym* is agnostic to any DRL algorithm. + +- **Google Cloud Integration**: Offers guidance on using *Sinergym* with Google Cloud infrastructure. + +- **Weights & Biases Compatibility**: Automates and facilitates training, reproducibility, and + comparison of agents in simulation-based building control problems. `WandB `__ + assists in managing and monitoring model lifecycle. + +- **Notebook Examples**: Provides code in notebook format for user familiarity with the tool. + +- **Extensive Documentation, Unit Tests, and GitHub Actions Workflows**: Ensures *Sinergym* + is an efficient ecosystem for understanding and development. + +- And much more! + +.. important:: If you want to introduce your own buildings in *Sinergym*, please visit :ref:`Adding new buildings for environments` section. + +.. note:: *This is a work in progress project. Stay tuned for upcoming releases!* diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.config.modeling.ModelJSON.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.config.modeling.ModelJSON.rst.txt new file mode 100644 index 0000000000..5f51eb36c4 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.config.modeling.ModelJSON.rst.txt @@ -0,0 +1,43 @@ +sinergym.config.modeling.ModelJSON +================================== + +.. currentmodule:: sinergym.config.modeling + +.. autoclass:: ModelJSON + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~ModelJSON.__init__ + ~ModelJSON.adapt_building_to_config + ~ModelJSON.adapt_building_to_epw + ~ModelJSON.adapt_building_to_meters + ~ModelJSON.adapt_building_to_variables + ~ModelJSON.apply_weather_variability + ~ModelJSON.get_schedulers + ~ModelJSON.save_building_model + ~ModelJSON.set_episode_working_dir + ~ModelJSON.update_weather_path + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~ModelJSON.building_path + ~ModelJSON.ddy_path + ~ModelJSON.idd_path + ~ModelJSON.logger + ~ModelJSON.weather_path + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.config.modeling.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.config.modeling.rst.txt new file mode 100644 index 0000000000..84a56a40e0 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.config.modeling.rst.txt @@ -0,0 +1,31 @@ +sinergym.config.modeling +======================== + +.. automodule:: sinergym.config.modeling + + + + + + + + + + + + .. rubric:: Classes + + .. autosummary:: + :toctree: + :template: custom-class-template.rst + + ModelJSON + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.config.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.config.rst.txt new file mode 100644 index 0000000000..ffaf7ef0e6 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.config.rst.txt @@ -0,0 +1,32 @@ +sinergym.config +=============== + +.. automodule:: sinergym.config + + + + + + + + + + + + + + + + + + + +.. rubric:: Modules + +.. autosummary:: + :toctree: + :template: custom-module-template.rst + :recursive: + + sinergym.config.modeling + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.envs.eplus_env.EplusEnv.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.envs.eplus_env.EplusEnv.rst.txt new file mode 100644 index 0000000000..281bffcf40 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.envs.eplus_env.EplusEnv.rst.txt @@ -0,0 +1,62 @@ +sinergym.envs.eplus\_env.EplusEnv +================================= + +.. currentmodule:: sinergym.envs.eplus_env + +.. autoclass:: EplusEnv + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~EplusEnv.__init__ + ~EplusEnv.close + ~EplusEnv.get_wrapper_attr + ~EplusEnv.info + ~EplusEnv.render + ~EplusEnv.reset + ~EplusEnv.step + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~EplusEnv.action_space + ~EplusEnv.actuator_handlers + ~EplusEnv.available_handlers + ~EplusEnv.building_path + ~EplusEnv.ddy_path + ~EplusEnv.episode_length + ~EplusEnv.episode_path + ~EplusEnv.idd_path + ~EplusEnv.is_discrete + ~EplusEnv.is_running + ~EplusEnv.logger + ~EplusEnv.metadata + ~EplusEnv.meter_handlers + ~EplusEnv.np_random + ~EplusEnv.observation_space + ~EplusEnv.render_mode + ~EplusEnv.reward_range + ~EplusEnv.runperiod + ~EplusEnv.schedulers + ~EplusEnv.spec + ~EplusEnv.step_size + ~EplusEnv.timestep_per_episode + ~EplusEnv.unwrapped + ~EplusEnv.var_handlers + ~EplusEnv.weather_path + ~EplusEnv.workspace_path + ~EplusEnv.zone_names + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.envs.eplus_env.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.envs.eplus_env.rst.txt new file mode 100644 index 0000000000..a635bcd001 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.envs.eplus_env.rst.txt @@ -0,0 +1,31 @@ +sinergym.envs.eplus\_env +======================== + +.. automodule:: sinergym.envs.eplus_env + + + + + + + + + + + + .. rubric:: Classes + + .. autosummary:: + :toctree: + :template: custom-class-template.rst + + EplusEnv + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.envs.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.envs.rst.txt new file mode 100644 index 0000000000..ea4af7fd5e --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.envs.rst.txt @@ -0,0 +1,32 @@ +sinergym.envs +============= + +.. automodule:: sinergym.envs + + + + + + + + + + + + + + + + + + + +.. rubric:: Modules + +.. autosummary:: + :toctree: + :template: custom-module-template.rst + :recursive: + + sinergym.envs.eplus_env + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.simulators.eplus.EnergyPlus.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.simulators.eplus.EnergyPlus.rst.txt new file mode 100644 index 0000000000..ab0f185824 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.simulators.eplus.EnergyPlus.rst.txt @@ -0,0 +1,35 @@ +sinergym.simulators.eplus.EnergyPlus +==================================== + +.. currentmodule:: sinergym.simulators.eplus + +.. autoclass:: EnergyPlus + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~EnergyPlus.__init__ + ~EnergyPlus.failed + ~EnergyPlus.make_eplus_args + ~EnergyPlus.start + ~EnergyPlus.stop + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~EnergyPlus.is_running + ~EnergyPlus.logger + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.simulators.eplus.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.simulators.eplus.rst.txt new file mode 100644 index 0000000000..9201226e60 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.simulators.eplus.rst.txt @@ -0,0 +1,31 @@ +sinergym.simulators.eplus +========================= + +.. automodule:: sinergym.simulators.eplus + + + + + + + + + + + + .. rubric:: Classes + + .. autosummary:: + :toctree: + :template: custom-class-template.rst + + EnergyPlus + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.simulators.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.simulators.rst.txt new file mode 100644 index 0000000000..17ea4ea100 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.simulators.rst.txt @@ -0,0 +1,32 @@ +sinergym.simulators +=================== + +.. automodule:: sinergym.simulators + + + + + + + + + + + + + + + + + + + +.. rubric:: Modules + +.. autosummary:: + :toctree: + :template: custom-module-template.rst + :recursive: + + sinergym.simulators.eplus + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.callbacks.LoggerCallback.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.callbacks.LoggerCallback.rst.txt new file mode 100644 index 0000000000..98c41c062a --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.callbacks.LoggerCallback.rst.txt @@ -0,0 +1,24 @@ +sinergym.utils.callbacks.LoggerCallback +======================================= + +.. currentmodule:: sinergym.utils.callbacks + +.. autoclass:: LoggerCallback + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~LoggerCallback.__init__ + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst.txt new file mode 100644 index 0000000000..022031e8e4 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst.txt @@ -0,0 +1,25 @@ +sinergym.utils.callbacks.LoggerEvalCallback +=========================================== + +.. currentmodule:: sinergym.utils.callbacks + +.. autoclass:: LoggerEvalCallback + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~LoggerEvalCallback.__init__ + ~LoggerEvalCallback.update_child_locals + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.callbacks.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.callbacks.rst.txt new file mode 100644 index 0000000000..bb74574d98 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.callbacks.rst.txt @@ -0,0 +1,32 @@ +sinergym.utils.callbacks +======================== + +.. automodule:: sinergym.utils.callbacks + + + + + + + + + + + + .. rubric:: Classes + + .. autosummary:: + :toctree: + :template: custom-class-template.rst + + LoggerCallback + LoggerEvalCallback + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst.txt new file mode 100644 index 0000000000..61c35fbf92 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.convert\_conf\_to\_env\_parameters +======================================================== + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: convert_conf_to_env_parameters \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.eppy_element_to_dict.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.eppy_element_to_dict.rst.txt new file mode 100644 index 0000000000..6e207d8589 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.eppy_element_to_dict.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.eppy\_element\_to\_dict +============================================= + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: eppy_element_to_dict \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst.txt new file mode 100644 index 0000000000..caaa03e97e --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.export\_schedulers\_to\_excel +=================================================== + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: export_schedulers_to_excel \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.get_delta_seconds.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.get_delta_seconds.rst.txt new file mode 100644 index 0000000000..ccb51a341c --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.get_delta_seconds.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.get\_delta\_seconds +========================================= + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: get_delta_seconds \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.get_ids.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.get_ids.rst.txt new file mode 100644 index 0000000000..a77cb7f4f8 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.get_ids.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.get\_ids +============================== + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: get_ids \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.get_record_keys.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.get_record_keys.rst.txt new file mode 100644 index 0000000000..d571a292b1 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.get_record_keys.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.get\_record\_keys +======================================= + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: get_record_keys \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.is_wrapped.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.is_wrapped.rst.txt new file mode 100644 index 0000000000..659792feff --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.is_wrapped.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.is\_wrapped +================================= + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: is_wrapped \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.json_to_actuators.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.json_to_actuators.rst.txt new file mode 100644 index 0000000000..62f6a0df0a --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.json_to_actuators.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.json\_to\_actuators +========================================= + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: json_to_actuators \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.json_to_meters.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.json_to_meters.rst.txt new file mode 100644 index 0000000000..03bd2d211a --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.json_to_meters.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.json\_to\_meters +====================================== + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: json_to_meters \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.json_to_variables.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.json_to_variables.rst.txt new file mode 100644 index 0000000000..6f9ee5c9fd --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.json_to_variables.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.json\_to\_variables +========================================= + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: json_to_variables \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.ranges_getter.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.ranges_getter.rst.txt new file mode 100644 index 0000000000..2d251d1433 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.ranges_getter.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.ranges\_getter +==================================== + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: ranges_getter \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.rst.txt new file mode 100644 index 0000000000..1360c17d93 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.rst.txt @@ -0,0 +1,41 @@ +sinergym.utils.common +===================== + +.. automodule:: sinergym.utils.common + + + + + + + + .. rubric:: Functions + + .. autosummary:: + :toctree: + + convert_conf_to_env_parameters + eppy_element_to_dict + export_schedulers_to_excel + get_delta_seconds + get_ids + get_record_keys + is_wrapped + json_to_actuators + json_to_meters + json_to_variables + ranges_getter + unwrap_wrapper + + + + + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.unwrap_wrapper.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.unwrap_wrapper.rst.txt new file mode 100644 index 0000000000..d25e6cc998 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.common.unwrap_wrapper.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.common.unwrap\_wrapper +===================================== + +.. currentmodule:: sinergym.utils.common + +.. autofunction:: unwrap_wrapper \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst.txt new file mode 100644 index 0000000000..c80942a546 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.constants.DEFAULT\_5ZONE\_DISCRETE\_FUNCTION +=========================================================== + +.. currentmodule:: sinergym.utils.constants + +.. autofunction:: DEFAULT_5ZONE_DISCRETE_FUNCTION \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst.txt new file mode 100644 index 0000000000..06654ef4c3 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.constants.DEFAULT\_DATACENTER\_DISCRETE\_FUNCTION +================================================================ + +.. currentmodule:: sinergym.utils.constants + +.. autofunction:: DEFAULT_DATACENTER_DISCRETE_FUNCTION \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst.txt new file mode 100644 index 0000000000..02a5d12803 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.constants.DEFAULT\_OFFICEGRID\_DISCRETE\_FUNCTION +================================================================ + +.. currentmodule:: sinergym.utils.constants + +.. autofunction:: DEFAULT_OFFICEGRID_DISCRETE_FUNCTION \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst.txt new file mode 100644 index 0000000000..6ed486d4df --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.constants.DEFAULT\_OFFICE\_DISCRETE\_FUNCTION +============================================================ + +.. currentmodule:: sinergym.utils.constants + +.. autofunction:: DEFAULT_OFFICE_DISCRETE_FUNCTION \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst.txt new file mode 100644 index 0000000000..b5382192d3 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.constants.DEFAULT\_RADIANT\_DISCRETE\_FUNCTION +============================================================= + +.. currentmodule:: sinergym.utils.constants + +.. autofunction:: DEFAULT_RADIANT_DISCRETE_FUNCTION \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst.txt new file mode 100644 index 0000000000..c5cc6027c5 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.constants.DEFAULT\_SHOP\_DISCRETE\_FUNCTION +========================================================== + +.. currentmodule:: sinergym.utils.constants + +.. autofunction:: DEFAULT_SHOP_DISCRETE_FUNCTION \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst.txt new file mode 100644 index 0000000000..49135929e7 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.constants.DEFAULT\_WAREHOUSE\_DISCRETE\_FUNCTION +=============================================================== + +.. currentmodule:: sinergym.utils.constants + +.. autofunction:: DEFAULT_WAREHOUSE_DISCRETE_FUNCTION \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.rst.txt new file mode 100644 index 0000000000..dbc0825e00 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.constants.rst.txt @@ -0,0 +1,36 @@ +sinergym.utils.constants +======================== + +.. automodule:: sinergym.utils.constants + + + + + + + + .. rubric:: Functions + + .. autosummary:: + :toctree: + + DEFAULT_5ZONE_DISCRETE_FUNCTION + DEFAULT_DATACENTER_DISCRETE_FUNCTION + DEFAULT_OFFICEGRID_DISCRETE_FUNCTION + DEFAULT_OFFICE_DISCRETE_FUNCTION + DEFAULT_RADIANT_DISCRETE_FUNCTION + DEFAULT_SHOP_DISCRETE_FUNCTION + DEFAULT_WAREHOUSE_DISCRETE_FUNCTION + + + + + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RBC5Zone.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RBC5Zone.rst.txt new file mode 100644 index 0000000000..1d1e790e4d --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RBC5Zone.rst.txt @@ -0,0 +1,25 @@ +sinergym.utils.controllers.RBC5Zone +=================================== + +.. currentmodule:: sinergym.utils.controllers + +.. autoclass:: RBC5Zone + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~RBC5Zone.__init__ + ~RBC5Zone.act + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RBCDatacenter.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RBCDatacenter.rst.txt new file mode 100644 index 0000000000..593a5a4b47 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RBCDatacenter.rst.txt @@ -0,0 +1,25 @@ +sinergym.utils.controllers.RBCDatacenter +======================================== + +.. currentmodule:: sinergym.utils.controllers + +.. autoclass:: RBCDatacenter + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~RBCDatacenter.__init__ + ~RBCDatacenter.act + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst.txt new file mode 100644 index 0000000000..caf133b1b1 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst.txt @@ -0,0 +1,25 @@ +sinergym.utils.controllers.RBCIncrementalDatacenter +=================================================== + +.. currentmodule:: sinergym.utils.controllers + +.. autoclass:: RBCIncrementalDatacenter + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~RBCIncrementalDatacenter.__init__ + ~RBCIncrementalDatacenter.act + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RandomController.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RandomController.rst.txt new file mode 100644 index 0000000000..bd255b63e2 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.RandomController.rst.txt @@ -0,0 +1,25 @@ +sinergym.utils.controllers.RandomController +=========================================== + +.. currentmodule:: sinergym.utils.controllers + +.. autoclass:: RandomController + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~RandomController.__init__ + ~RandomController.act + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.rst.txt new file mode 100644 index 0000000000..336f03fc8d --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.controllers.rst.txt @@ -0,0 +1,34 @@ +sinergym.utils.controllers +========================== + +.. automodule:: sinergym.utils.controllers + + + + + + + + + + + + .. rubric:: Classes + + .. autosummary:: + :toctree: + :template: custom-class-template.rst + + RBC5Zone + RBCDatacenter + RBCIncrementalDatacenter + RandomController + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.env_checker.check_env.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.env_checker.check_env.rst.txt new file mode 100644 index 0000000000..aa1814a0f8 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.env_checker.check_env.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.env\_checker.check\_env +====================================== + +.. currentmodule:: sinergym.utils.env_checker + +.. autofunction:: check_env \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.env_checker.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.env_checker.rst.txt new file mode 100644 index 0000000000..104f61a6fa --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.env_checker.rst.txt @@ -0,0 +1,30 @@ +sinergym.utils.env\_checker +=========================== + +.. automodule:: sinergym.utils.env_checker + + + + + + + + .. rubric:: Functions + + .. autosummary:: + :toctree: + + check_env + + + + + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.evaluation.evaluate_policy.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.evaluation.evaluate_policy.rst.txt new file mode 100644 index 0000000000..d98e61de6a --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.evaluation.evaluate_policy.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.evaluation.evaluate\_policy +========================================== + +.. currentmodule:: sinergym.utils.evaluation + +.. autofunction:: evaluate_policy \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.evaluation.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.evaluation.rst.txt new file mode 100644 index 0000000000..9cff6b1bb2 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.evaluation.rst.txt @@ -0,0 +1,30 @@ +sinergym.utils.evaluation +========================= + +.. automodule:: sinergym.utils.evaluation + + + + + + + + .. rubric:: Functions + + .. autosummary:: + :toctree: + + evaluate_policy + + + + + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst.txt new file mode 100644 index 0000000000..ef92a65e72 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.gcloud.delete\_instance\_MIG\_from\_container +============================================================ + +.. currentmodule:: sinergym.utils.gcloud + +.. autofunction:: delete_instance_MIG_from_container \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.get_service_account_token.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.get_service_account_token.rst.txt new file mode 100644 index 0000000000..230c86372b --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.get_service_account_token.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.gcloud.get\_service\_account\_token +================================================== + +.. currentmodule:: sinergym.utils.gcloud + +.. autofunction:: get_service_account_token \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.init_storage_client.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.init_storage_client.rst.txt new file mode 100644 index 0000000000..5618677af0 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.init_storage_client.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.gcloud.init\_storage\_client +=========================================== + +.. currentmodule:: sinergym.utils.gcloud + +.. autofunction:: init_storage_client \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.read_from_bucket.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.read_from_bucket.rst.txt new file mode 100644 index 0000000000..f64da83571 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.read_from_bucket.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.gcloud.read\_from\_bucket +======================================== + +.. currentmodule:: sinergym.utils.gcloud + +.. autofunction:: read_from_bucket \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.rst.txt new file mode 100644 index 0000000000..bebfbb69fb --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.rst.txt @@ -0,0 +1,34 @@ +sinergym.utils.gcloud +===================== + +.. automodule:: sinergym.utils.gcloud + + + + + + + + .. rubric:: Functions + + .. autosummary:: + :toctree: + + delete_instance_MIG_from_container + get_service_account_token + init_storage_client + read_from_bucket + upload_to_bucket + + + + + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst.txt new file mode 100644 index 0000000000..b7ba19a8f9 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst.txt @@ -0,0 +1,6 @@ +sinergym.utils.gcloud.upload\_to\_bucket +======================================== + +.. currentmodule:: sinergym.utils.gcloud + +.. autofunction:: upload_to_bucket \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.CSVLogger.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.CSVLogger.rst.txt new file mode 100644 index 0000000000..e29c0a9a47 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.CSVLogger.rst.txt @@ -0,0 +1,30 @@ +sinergym.utils.logger.CSVLogger +=============================== + +.. currentmodule:: sinergym.utils.logger + +.. autoclass:: CSVLogger + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~CSVLogger.__init__ + ~CSVLogger.activate_flag + ~CSVLogger.deactivate_flag + ~CSVLogger.log_episode + ~CSVLogger.log_step + ~CSVLogger.log_step_normalize + ~CSVLogger.set_log_file + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.CustomFormatter.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.CustomFormatter.rst.txt new file mode 100644 index 0000000000..1e079e5030 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.CustomFormatter.rst.txt @@ -0,0 +1,44 @@ +sinergym.utils.logger.CustomFormatter +===================================== + +.. currentmodule:: sinergym.utils.logger + +.. autoclass:: CustomFormatter + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~CustomFormatter.__init__ + ~CustomFormatter.converter + ~CustomFormatter.format + ~CustomFormatter.formatException + ~CustomFormatter.formatMessage + ~CustomFormatter.formatStack + ~CustomFormatter.formatTime + ~CustomFormatter.usesTime + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~CustomFormatter.FORMATS + ~CustomFormatter.bold_red + ~CustomFormatter.default_msec_format + ~CustomFormatter.default_time_format + ~CustomFormatter.grey + ~CustomFormatter.red + ~CustomFormatter.reset + ~CustomFormatter.yellow + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.Logger.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.Logger.rst.txt new file mode 100644 index 0000000000..65dd56541e --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.Logger.rst.txt @@ -0,0 +1,25 @@ +sinergym.utils.logger.Logger +============================ + +.. currentmodule:: sinergym.utils.logger + +.. autoclass:: Logger + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~Logger.__init__ + ~Logger.getLogger + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.WandBOutputFormat.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.WandBOutputFormat.rst.txt new file mode 100644 index 0000000000..44904d29c5 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.WandBOutputFormat.rst.txt @@ -0,0 +1,25 @@ +sinergym.utils.logger.WandBOutputFormat +======================================= + +.. currentmodule:: sinergym.utils.logger + +.. autoclass:: WandBOutputFormat + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~WandBOutputFormat.__init__ + ~WandBOutputFormat.write + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.rst.txt new file mode 100644 index 0000000000..f195ee5c1f --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.logger.rst.txt @@ -0,0 +1,34 @@ +sinergym.utils.logger +===================== + +.. automodule:: sinergym.utils.logger + + + + + + + + + + + + .. rubric:: Classes + + .. autosummary:: + :toctree: + :template: custom-class-template.rst + + CSVLogger + CustomFormatter + Logger + WandBOutputFormat + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.BaseReward.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.BaseReward.rst.txt new file mode 100644 index 0000000000..525223db6d --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.BaseReward.rst.txt @@ -0,0 +1,30 @@ +sinergym.utils.rewards.BaseReward +================================= + +.. currentmodule:: sinergym.utils.rewards + +.. autoclass:: BaseReward + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~BaseReward.__init__ + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~BaseReward.logger + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.ExpReward.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.ExpReward.rst.txt new file mode 100644 index 0000000000..a8112ce9ad --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.ExpReward.rst.txt @@ -0,0 +1,30 @@ +sinergym.utils.rewards.ExpReward +================================ + +.. currentmodule:: sinergym.utils.rewards + +.. autoclass:: ExpReward + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~ExpReward.__init__ + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~ExpReward.logger + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst.txt new file mode 100644 index 0000000000..ced6c0a5cb --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst.txt @@ -0,0 +1,30 @@ +sinergym.utils.rewards.HourlyLinearReward +========================================= + +.. currentmodule:: sinergym.utils.rewards + +.. autoclass:: HourlyLinearReward + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~HourlyLinearReward.__init__ + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~HourlyLinearReward.logger + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.LinearReward.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.LinearReward.rst.txt new file mode 100644 index 0000000000..de9d17a18b --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.LinearReward.rst.txt @@ -0,0 +1,30 @@ +sinergym.utils.rewards.LinearReward +=================================== + +.. currentmodule:: sinergym.utils.rewards + +.. autoclass:: LinearReward + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~LinearReward.__init__ + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~LinearReward.logger + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst.txt new file mode 100644 index 0000000000..0dc760af4a --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst.txt @@ -0,0 +1,30 @@ +sinergym.utils.rewards.NormalizedLinearReward +============================================= + +.. currentmodule:: sinergym.utils.rewards + +.. autoclass:: NormalizedLinearReward + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~NormalizedLinearReward.__init__ + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~NormalizedLinearReward.logger + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.rst.txt new file mode 100644 index 0000000000..174ee02c08 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rewards.rst.txt @@ -0,0 +1,35 @@ +sinergym.utils.rewards +====================== + +.. automodule:: sinergym.utils.rewards + + + + + + + + + + + + .. rubric:: Classes + + .. autosummary:: + :toctree: + :template: custom-class-template.rst + + BaseReward + ExpReward + HourlyLinearReward + LinearReward + NormalizedLinearReward + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rst.txt new file mode 100644 index 0000000000..bae1a8c58f --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.rst.txt @@ -0,0 +1,41 @@ +sinergym.utils +============== + +.. automodule:: sinergym.utils + + + + + + + + + + + + + + + + + + + +.. rubric:: Modules + +.. autosummary:: + :toctree: + :template: custom-module-template.rst + :recursive: + + sinergym.utils.callbacks + sinergym.utils.common + sinergym.utils.constants + sinergym.utils.controllers + sinergym.utils.env_checker + sinergym.utils.evaluation + sinergym.utils.gcloud + sinergym.utils.logger + sinergym.utils.rewards + sinergym.utils.wrappers + diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst.txt new file mode 100644 index 0000000000..28dd46a334 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst.txt @@ -0,0 +1,46 @@ +sinergym.utils.wrappers.DatetimeWrapper +======================================= + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: DatetimeWrapper + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~DatetimeWrapper.__init__ + ~DatetimeWrapper.class_name + ~DatetimeWrapper.close + ~DatetimeWrapper.get_wrapper_attr + ~DatetimeWrapper.observation + ~DatetimeWrapper.render + ~DatetimeWrapper.reset + ~DatetimeWrapper.step + ~DatetimeWrapper.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~DatetimeWrapper.action_space + ~DatetimeWrapper.logger + ~DatetimeWrapper.metadata + ~DatetimeWrapper.np_random + ~DatetimeWrapper.observation_space + ~DatetimeWrapper.render_mode + ~DatetimeWrapper.reward_range + ~DatetimeWrapper.spec + ~DatetimeWrapper.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst.txt new file mode 100644 index 0000000000..0b8d79f5e9 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst.txt @@ -0,0 +1,48 @@ +sinergym.utils.wrappers.DiscreteIncrementalWrapper +================================================== + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: DiscreteIncrementalWrapper + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~DiscreteIncrementalWrapper.__init__ + ~DiscreteIncrementalWrapper.action + ~DiscreteIncrementalWrapper.action_mapping + ~DiscreteIncrementalWrapper.class_name + ~DiscreteIncrementalWrapper.close + ~DiscreteIncrementalWrapper.get_wrapper_attr + ~DiscreteIncrementalWrapper.render + ~DiscreteIncrementalWrapper.reset + ~DiscreteIncrementalWrapper.step + ~DiscreteIncrementalWrapper.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~DiscreteIncrementalWrapper.action_space + ~DiscreteIncrementalWrapper.is_discrete + ~DiscreteIncrementalWrapper.logger + ~DiscreteIncrementalWrapper.metadata + ~DiscreteIncrementalWrapper.np_random + ~DiscreteIncrementalWrapper.observation_space + ~DiscreteIncrementalWrapper.render_mode + ~DiscreteIncrementalWrapper.reward_range + ~DiscreteIncrementalWrapper.spec + ~DiscreteIncrementalWrapper.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst.txt new file mode 100644 index 0000000000..1f68093685 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst.txt @@ -0,0 +1,47 @@ +sinergym.utils.wrappers.DiscretizeEnv +===================================== + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: DiscretizeEnv + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~DiscretizeEnv.__init__ + ~DiscretizeEnv.action + ~DiscretizeEnv.class_name + ~DiscretizeEnv.close + ~DiscretizeEnv.get_wrapper_attr + ~DiscretizeEnv.render + ~DiscretizeEnv.reset + ~DiscretizeEnv.step + ~DiscretizeEnv.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~DiscretizeEnv.action_space + ~DiscretizeEnv.is_discrete + ~DiscretizeEnv.logger + ~DiscretizeEnv.metadata + ~DiscretizeEnv.np_random + ~DiscretizeEnv.observation_space + ~DiscretizeEnv.render_mode + ~DiscretizeEnv.reward_range + ~DiscretizeEnv.spec + ~DiscretizeEnv.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst.txt new file mode 100644 index 0000000000..bc18989a38 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst.txt @@ -0,0 +1,46 @@ +sinergym.utils.wrappers.IncrementalWrapper +========================================== + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: IncrementalWrapper + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~IncrementalWrapper.__init__ + ~IncrementalWrapper.action + ~IncrementalWrapper.class_name + ~IncrementalWrapper.close + ~IncrementalWrapper.get_wrapper_attr + ~IncrementalWrapper.render + ~IncrementalWrapper.reset + ~IncrementalWrapper.step + ~IncrementalWrapper.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~IncrementalWrapper.action_space + ~IncrementalWrapper.logger + ~IncrementalWrapper.metadata + ~IncrementalWrapper.np_random + ~IncrementalWrapper.observation_space + ~IncrementalWrapper.render_mode + ~IncrementalWrapper.reward_range + ~IncrementalWrapper.spec + ~IncrementalWrapper.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst.txt new file mode 100644 index 0000000000..984b019c59 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst.txt @@ -0,0 +1,47 @@ +sinergym.utils.wrappers.LoggerWrapper +===================================== + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: LoggerWrapper + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~LoggerWrapper.__init__ + ~LoggerWrapper.activate_logger + ~LoggerWrapper.class_name + ~LoggerWrapper.close + ~LoggerWrapper.deactivate_logger + ~LoggerWrapper.get_wrapper_attr + ~LoggerWrapper.render + ~LoggerWrapper.reset + ~LoggerWrapper.step + ~LoggerWrapper.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~LoggerWrapper.action_space + ~LoggerWrapper.logger + ~LoggerWrapper.metadata + ~LoggerWrapper.np_random + ~LoggerWrapper.observation_space + ~LoggerWrapper.render_mode + ~LoggerWrapper.reward_range + ~LoggerWrapper.spec + ~LoggerWrapper.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst.txt new file mode 100644 index 0000000000..46d7486c4f --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst.txt @@ -0,0 +1,45 @@ +sinergym.utils.wrappers.MultiObjectiveReward +============================================ + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: MultiObjectiveReward + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~MultiObjectiveReward.__init__ + ~MultiObjectiveReward.class_name + ~MultiObjectiveReward.close + ~MultiObjectiveReward.get_wrapper_attr + ~MultiObjectiveReward.render + ~MultiObjectiveReward.reset + ~MultiObjectiveReward.step + ~MultiObjectiveReward.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~MultiObjectiveReward.action_space + ~MultiObjectiveReward.logger + ~MultiObjectiveReward.metadata + ~MultiObjectiveReward.np_random + ~MultiObjectiveReward.observation_space + ~MultiObjectiveReward.render_mode + ~MultiObjectiveReward.reward_range + ~MultiObjectiveReward.spec + ~MultiObjectiveReward.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst.txt new file mode 100644 index 0000000000..8fd0723ac1 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst.txt @@ -0,0 +1,45 @@ +sinergym.utils.wrappers.MultiObsWrapper +======================================= + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: MultiObsWrapper + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~MultiObsWrapper.__init__ + ~MultiObsWrapper.class_name + ~MultiObsWrapper.close + ~MultiObsWrapper.get_wrapper_attr + ~MultiObsWrapper.render + ~MultiObsWrapper.reset + ~MultiObsWrapper.step + ~MultiObsWrapper.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~MultiObsWrapper.action_space + ~MultiObsWrapper.logger + ~MultiObsWrapper.metadata + ~MultiObsWrapper.np_random + ~MultiObsWrapper.observation_space + ~MultiObsWrapper.render_mode + ~MultiObsWrapper.reward_range + ~MultiObsWrapper.spec + ~MultiObsWrapper.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.NormalizeAction.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.NormalizeAction.rst.txt new file mode 100644 index 0000000000..288c287c39 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.NormalizeAction.rst.txt @@ -0,0 +1,47 @@ +sinergym.utils.wrappers.NormalizeAction +======================================= + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: NormalizeAction + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~NormalizeAction.__init__ + ~NormalizeAction.action + ~NormalizeAction.class_name + ~NormalizeAction.close + ~NormalizeAction.get_wrapper_attr + ~NormalizeAction.render + ~NormalizeAction.reset + ~NormalizeAction.reverting_action + ~NormalizeAction.step + ~NormalizeAction.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~NormalizeAction.action_space + ~NormalizeAction.logger + ~NormalizeAction.metadata + ~NormalizeAction.np_random + ~NormalizeAction.observation_space + ~NormalizeAction.render_mode + ~NormalizeAction.reward_range + ~NormalizeAction.spec + ~NormalizeAction.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt new file mode 100644 index 0000000000..6b12a19ac3 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst.txt @@ -0,0 +1,46 @@ +sinergym.utils.wrappers.NormalizeObservation +============================================ + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: NormalizeObservation + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~NormalizeObservation.__init__ + ~NormalizeObservation.class_name + ~NormalizeObservation.close + ~NormalizeObservation.get_wrapper_attr + ~NormalizeObservation.normalize + ~NormalizeObservation.render + ~NormalizeObservation.reset + ~NormalizeObservation.step + ~NormalizeObservation.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~NormalizeObservation.action_space + ~NormalizeObservation.logger + ~NormalizeObservation.metadata + ~NormalizeObservation.np_random + ~NormalizeObservation.observation_space + ~NormalizeObservation.render_mode + ~NormalizeObservation.reward_range + ~NormalizeObservation.spec + ~NormalizeObservation.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst.txt new file mode 100644 index 0000000000..6d703b21f1 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst.txt @@ -0,0 +1,45 @@ +sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper +========================================================================== + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: OfficeGridStorageSmoothingActionConstraintsWrapper + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~OfficeGridStorageSmoothingActionConstraintsWrapper.__init__ + ~OfficeGridStorageSmoothingActionConstraintsWrapper.action + ~OfficeGridStorageSmoothingActionConstraintsWrapper.class_name + ~OfficeGridStorageSmoothingActionConstraintsWrapper.close + ~OfficeGridStorageSmoothingActionConstraintsWrapper.get_wrapper_attr + ~OfficeGridStorageSmoothingActionConstraintsWrapper.render + ~OfficeGridStorageSmoothingActionConstraintsWrapper.reset + ~OfficeGridStorageSmoothingActionConstraintsWrapper.step + ~OfficeGridStorageSmoothingActionConstraintsWrapper.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~OfficeGridStorageSmoothingActionConstraintsWrapper.action_space + ~OfficeGridStorageSmoothingActionConstraintsWrapper.metadata + ~OfficeGridStorageSmoothingActionConstraintsWrapper.np_random + ~OfficeGridStorageSmoothingActionConstraintsWrapper.observation_space + ~OfficeGridStorageSmoothingActionConstraintsWrapper.render_mode + ~OfficeGridStorageSmoothingActionConstraintsWrapper.reward_range + ~OfficeGridStorageSmoothingActionConstraintsWrapper.spec + ~OfficeGridStorageSmoothingActionConstraintsWrapper.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst.txt new file mode 100644 index 0000000000..11e5255323 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst.txt @@ -0,0 +1,46 @@ +sinergym.utils.wrappers.PreviousObservationWrapper +================================================== + +.. currentmodule:: sinergym.utils.wrappers + +.. autoclass:: PreviousObservationWrapper + :members: + :undoc-members: + + + .. automethod:: __init__ + + + .. rubric:: Methods + + .. autosummary:: + + ~PreviousObservationWrapper.__init__ + ~PreviousObservationWrapper.class_name + ~PreviousObservationWrapper.close + ~PreviousObservationWrapper.get_wrapper_attr + ~PreviousObservationWrapper.observation + ~PreviousObservationWrapper.render + ~PreviousObservationWrapper.reset + ~PreviousObservationWrapper.step + ~PreviousObservationWrapper.wrapper_spec + + + + + + .. rubric:: Attributes + + .. autosummary:: + + ~PreviousObservationWrapper.action_space + ~PreviousObservationWrapper.logger + ~PreviousObservationWrapper.metadata + ~PreviousObservationWrapper.np_random + ~PreviousObservationWrapper.observation_space + ~PreviousObservationWrapper.render_mode + ~PreviousObservationWrapper.reward_range + ~PreviousObservationWrapper.spec + ~PreviousObservationWrapper.unwrapped + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.rst.txt b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.rst.txt new file mode 100644 index 0000000000..15d1709e2d --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/modules/sinergym.utils.wrappers.rst.txt @@ -0,0 +1,41 @@ +sinergym.utils.wrappers +======================= + +.. automodule:: sinergym.utils.wrappers + + + + + + + + + + + + .. rubric:: Classes + + .. autosummary:: + :toctree: + :template: custom-class-template.rst + + DatetimeWrapper + DiscreteIncrementalWrapper + DiscretizeEnv + IncrementalWrapper + LoggerWrapper + MultiObjectiveReward + MultiObsWrapper + NormalizeAction + NormalizeObservation + OfficeGridStorageSmoothingActionConstraintsWrapper + PreviousObservationWrapper + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_sources/pages/notebooks/basic_example.nblink.txt b/docs/compilation/v3.3.0/_sources/pages/notebooks/basic_example.nblink.txt new file mode 100644 index 0000000000..82039ee7c2 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/notebooks/basic_example.nblink.txt @@ -0,0 +1,3 @@ +{ + "path": "../../../../examples/basic_example.ipynb" +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/notebooks/change_environment.nblink.txt b/docs/compilation/v3.3.0/_sources/pages/notebooks/change_environment.nblink.txt new file mode 100644 index 0000000000..a2ee0b2228 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/notebooks/change_environment.nblink.txt @@ -0,0 +1,3 @@ +{ + "path": "../../../../examples/change_environment.ipynb" +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/notebooks/default_building_control.nblink.txt b/docs/compilation/v3.3.0/_sources/pages/notebooks/default_building_control.nblink.txt new file mode 100644 index 0000000000..9786e8879d --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/notebooks/default_building_control.nblink.txt @@ -0,0 +1,3 @@ +{ + "path": "../../../../examples/default_building_control.ipynb" +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/notebooks/drl.nblink.txt b/docs/compilation/v3.3.0/_sources/pages/notebooks/drl.nblink.txt new file mode 100644 index 0000000000..3f8fc2273b --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/notebooks/drl.nblink.txt @@ -0,0 +1,3 @@ +{ + "path": "../../../../examples/drl.ipynb" +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/notebooks/getting_env_information.nblink.txt b/docs/compilation/v3.3.0/_sources/pages/notebooks/getting_env_information.nblink.txt new file mode 100644 index 0000000000..d0fe560124 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/notebooks/getting_env_information.nblink.txt @@ -0,0 +1,3 @@ +{ + "path": "../../../../examples/getting_env_information.ipynb" +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/notebooks/personalize_loggerwrapper.nblink.txt b/docs/compilation/v3.3.0/_sources/pages/notebooks/personalize_loggerwrapper.nblink.txt new file mode 100644 index 0000000000..d35fe2cd30 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/notebooks/personalize_loggerwrapper.nblink.txt @@ -0,0 +1,3 @@ +{ + "path": "../../../../examples/personalize_loggerwrapper.ipynb" +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/notebooks/rule_controller_example.nblink.txt b/docs/compilation/v3.3.0/_sources/pages/notebooks/rule_controller_example.nblink.txt new file mode 100644 index 0000000000..d17e3d6e93 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/notebooks/rule_controller_example.nblink.txt @@ -0,0 +1,3 @@ +{ + "path": "../../../../examples/rule_controller_example.ipynb" +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/notebooks/wrappers_examples.nblink.txt b/docs/compilation/v3.3.0/_sources/pages/notebooks/wrappers_examples.nblink.txt new file mode 100644 index 0000000000..f0d1582ca5 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/notebooks/wrappers_examples.nblink.txt @@ -0,0 +1,3 @@ +{ + "path": "../../../../examples/wrappers_examples.ipynb" +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/output.rst.txt b/docs/compilation/v3.3.0/_sources/pages/output.rst.txt new file mode 100644 index 0000000000..ad70cd043a --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/output.rst.txt @@ -0,0 +1,80 @@ +############### +Output format +############### + +When a simulation is running, it generates a directory named ``Eplus-env--res``. +The *Modeling* module also manages the directory tree generated during a simulation. The content of this +root output directory is the result of the simulation and includes: + +:: + + Eplus-env--res + ├── Eplus-env-sub_run1 + ├── Eplus-env-sub_run2 + ├── Eplus-env-sub_run3 + ├── ... + ├── Eplus-env-sub_runN + │ ├── output/ + │ ├── environment.epJSON + | ├── weather.epw + │ ├── monitor.csv + | └── monitor_normalized.csv (optional) + ├── data_available.txt + └── progress.csv + +* **Eplus-env-sub_run** directories that record the results of each episode in the simulation. + The number of these directories depends on the number of episodes and the *maximum episode data value* + (see :ref:`Maximum Episode Data Stored in Sinergym Output`). + +* Within these directories, the structure is always the same: + + * A copy of the **environment.epJSON** used during the simulation episode. This does not have to be the same + as the original hosted in the repository, as the simulation can be modified to suit specific user-defined + settings when building the gymnasium environment. + + * A copy of the **Weather.epw** used during the simulation episode. This file does not have to be the same as + the original (when using variability). + + * **monitor.csv**: This records all Agent-Environment interactions during the episode, timestep by timestep. + This file only exists when the environment has been wrapped with **Logger** (see :ref:`Wrappers` for more information). + + * **monitor_normalized.csv**: This file is only generated when the environment is wrapped + with **logger and normalization** (see :ref:`Wrappers`). The structure is the same as **monitor.csv**, + but the ``observation_values`` are normalized. + + * **output/**: This directory contains the **EnergyPlus simulation output**. To learn more about these files, + visit the `EnergyPlus documentation `__. + +* **data_available.txt**: This file is generated when the *EnergyPlus* API initializes all callbacks and handlers + for the simulation. In this file, you can find all the available components of the building model, such as + actuators, schedulers, meters, variables, internal variables, etc. + + .. warning:: Some lists of components, such as ``Output:Variable``'s, do not fully appear in *data_available.txt* + because they must be declared in the building model first. If you want to see all the variables + or meters specifically, you should look for them in the correct *Energyplus* output file. + If you specify a correct variable in the environment, *Sinergym* will add the ``Output:Variable`` + element in the building model before the simulation starts. + +* **progress.csv**: This file contains information about general simulation results. There is a **row per episode** + and it records important data such as mean power consumption or mean comfort penalty, for example. This file + only exists when the environment has been wrapped with **Logger** (see :ref:`Wrappers` for more information). + +**************** +Logger +**************** + +The files **monitor.csv**, **monitor_normalized.csv**, and **progress.csv** belong to the **Sinergym logger**, +which is a wrapper for the environment. This logger is responsible for recording all the interactions that +occur in a simulation, regardless of the training technique being used or any other external factor. + +Recording is managed by an instance of the ``CSVLogger`` class, which is present as a wrapper attribute and +is called at each timestep and at the end of an episode. This class can be replaced by a new one +(see :ref:`Logger Wrapper personalization/configuration`). + +.. warning:: The ``CSVLogger`` requires the info dict with specific keys to log the information correctly. + If you change the info dict structure in Sinergym, you should check this logger or use a custom one. + +.. note:: Normalized observation methods are only used when the environment is wrapped with normalization previously. + +.. note:: You can activate and deactivate the logger from the environment whenever you want, using the activate + and deactivate methods, so you don't need to unwrap the environment. \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/rewards.rst.txt b/docs/compilation/v3.3.0/_sources/pages/rewards.rst.txt new file mode 100644 index 0000000000..a6abb48050 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/rewards.rst.txt @@ -0,0 +1,108 @@ +####### +Rewards +####### + +.. |br| raw:: html + +
    + +Defining a reward function is essential in reinforcement learning. As such, *Sinergym* +provides the option to use pre-implemented reward functions or define custom ones +(refer to the section below). + +*Sinergym*'s predefined reward functions are designed as **multi-objective**, incorporating +both *energy consumption* and *thermal discomfort*. These are normalized and combined with +varying weights. These rewards are **always negative**, signifying that optimal behavior +results in a cumulative reward of 0. Separate temperature comfort ranges are defined for +summer and winter periods. The weights assigned to each term in the reward function allow +for adjusting the importance of each aspect during environment evaluation. + +The core concept of the reward system in *Sinergym* is encapsulated by the following equation: + +.. math:: r_t = - \omega \ \lambda_P \ P_t - (1 - \omega) \ \lambda_T \ (|T_t - T_{up}| + |T_t - T_{low}|) + +Where: |br| +:math:`P_t` represents power consumption, |br| +:math:`T_t` is the current indoor temperature, |br| +:math:`T_{up}` and :math:`T_{low}` are the upper and lower comfort range limits, respectively, |br| +:math:`\omega` is the weight assigned to power consumption, and consequently, :math:`1 - \omega` represents the comfort weight, |br| +:math:`\lambda_P` and :math:`\lambda_T` are scaling constants for consumption and comfort penalties, respectively. + +.. warning:: The constants :math:`\lambda_P` and :math:`\lambda_T` are configured to create a proportional + relationship between energy and comfort penalties, calibrating their magnitudes. When working + with different buildings, it's crucial to adjust these constants to maintain a similar + magnitude of the reward components. + +Different types of reward functions are designed based on specific details: + +- ``LinearReward`` implements a **linear reward** function, where discomfort is calculated as the absolute + difference between the current temperature and the comfort range. + +- ``ExpReward`` is similar to the linear reward, but calculates discomfort using the **exponential difference** + between the current temperature and comfort ranges, resulting in a higher penalty for larger deviations + from target temperatures. + +- ``HourlyLinearReward`` adjusts the weight assigned to discomfort based on the **hour of the day**, + emphasizing energy consumption outside working hours more. + +- ``NormalizedLinearReward`` normalizes the reward components based on the maximum energy penalty + and comfort penalty, providing adaptability during the simulation. In this reward, + the :math:`\lambda_P` and :math:`\lambda_T` constants are not required to calibrate both magnitudes. + + .. warning:: This reward function is not very precise at the beginning of the simulation, be careful with that. + +These reward functions have parameters in their constructors, the values of which may vary based on the building +used or other factors. By default, all environments use the ``LinearReward`` with default parameters for each +building. To change this, refer to the example in :ref:`Adding a new reward`. + +.. warning:: When specifying a reward different from the default environment ID with `gym.make`, it's crucial + to set the `reward_kwargs` that are required and thus don't have a default value. + +*************** +Reward terms +*************** + +By default, reward functions return the **reward scalar value** and the **terms** used in their calculation. +The values of these terms depend on the specific reward function used and are automatically added to the +environment's info dictionary. The structure typically matches the diagram below: + +.. image:: /_static/reward_terms.png + :scale: 70 % + :alt: Reward terms + :align: center + + +*************** +Custom Rewards +*************** + +Defining custom reward functions is also straightforward. For instance, a reward signal that always returns +-1 can be implemented as shown: + +.. code:: python + + from sinergym.utils.rewards import BaseReward + + class CustomReward(BaseReward): + """Naive reward function.""" + def __init__(self, env): + super(CustomReward, self).__init__(env) + def __call__(self, obs_dict): + return -1.0, {} + + env = gym.make('Eplus-discrete-stochastic-mixed-v1', reward=CustomReward) + +For advanced reward functions, we recommend inheriting from our main class, ``LinearReward``, +and overriding relevant methods. Our reward functions simplify observation processing to +extract consumption and comfort violation data, from which absolute penalty values are calculated. +Weighted reward terms are then calculated from these penalties and summed. + +.. image:: /_static/reward_structure.png + :scale: 70 % + :alt: Reward steps structure + :align: center + +By modularizing each of these steps, you can quickly and easily modify specific aspects of the +reward to create a new one, as demonstrated with our *exponential function reward version*, for example. + +*More reward functions will be included in the future, so stay tuned!* diff --git a/docs/compilation/v3.3.0/_sources/pages/tests.rst.txt b/docs/compilation/v3.3.0/_sources/pages/tests.rst.txt new file mode 100644 index 0000000000..296f44af3c --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/tests.rst.txt @@ -0,0 +1,83 @@ +############ +Tests +############ + +This project is automatically supervised using specific tests. To check if *Sinergym* is installed successfully, +run the following command: + +.. code:: sh + + $ pytest tests/ -vv + +Whenever the *Sinergym* repository is updated, the tests will automatically run in a remote container +using the Dockerfile. This is done through `Github Actions `__. + +.. note:: Refer to the `.github/workflows YML files `__ + and the :ref:`Github Actions` section for more details. + +These tests are executed using the `pytest `__ framework, which allows +for writing small tests that can scale to support complex functional testing for applications and libraries. + +**************** +Install Pytest +**************** + +To install Pytest independently, use the following command, although it is already included in the project requirements: + +.. code:: sh + + $ pip install pytest + + +**************** +Running tests +**************** + +To run all tests within the ``tests/`` directory, use the following command: + +.. code:: sh + + $ pytest tests/ -vv + + +To run tests for a specific module, such as ``test_common.py``, use the following command: + +.. code:: sh + + $ pytest tests/test_common.py -vv + + +**************** +Create new tests +**************** + +New tests have been created in the `sinergym/tests` directory. They are organized by different modules: + +- **test_common.py**: Tests for `sinergym/sinergym/utils/common.py`. These tests check the functionalities + of *Sinergym* common utils. + +- **test_reward.py**: Tests for `sinergym/sinergym/utils/rewards.py`. These tests check the implementation + of reward functions applicable to sinergym environments. + +- **test_wrapper.py**: Tests for `sinergym/sinergym/utils/wrappers.py`. These tests check the wrappers + used to normalize *Sinergym* default environment observations. + +- **test_simulator.py**: Tests for `sinergym/sinergym/simulators/*`. These tests check the low-level + *Sinergym* simulator and communication interface. + +- **test_env.py**: Tests for `sinergym/sinergym/envs/*`. These tests check the *Sinergym* simulation + environments based on Gymnasium. + +- **test_controller.py**: Tests for `sinergym/sinergym/utils/controllers.py`. These tests check the + agent controller, such as the Rule-Based-Controller. + +- **test_modeling.py**: Tests for `sinergym/sinergym/config/modeling.py`. These tests check the simulator + configuration, including epJSON and EPW Python models. + +- **test_stable_baselines.py**: Tests for `Stable Baselines 3`. These tests check the compatibility of + *Sinergym* simulation environments with Stable Baselines 3 algorithms. If Stable Baselines 3 package is not installed, these tests will be ignored by *Sinergym*. + +If you want to create new tests, you can append them to these modules or create a new one if the conceptual +context is different. + +For more information about *Sinergym* tests, please refer to our repository README. diff --git a/docs/compilation/v3.3.0/_sources/pages/usage-example.rst.txt b/docs/compilation/v3.3.0/_sources/pages/usage-example.rst.txt new file mode 100644 index 0000000000..712e12a92c --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/usage-example.rst.txt @@ -0,0 +1,31 @@ +############# +Usage Example +############# + +Assuming you've used our Dockerfile for installation, the *try_env.py* +file should already be in your workspace. If you've installed everything +directly on your local machine, ensure this file is placed within our +cloned repository. Regardless of your installation method, you should +have a terminal ready with the appropriate Python version and *Sinergym* +running correctly. + +We'll begin with the most straightforward use case for the *Sinergym* tool. +In the root repository, you'll find the script **try_env.py**: + +.. literalinclude:: ../../../scripts/try_env.py + :language: python + +Upon initial inspection, it might seem that *Sinergym* is imported but not utilized. +However, importing *Sinergym* defines all its +`Environments `__ +for use. In this instance, ``Eplus-demo-v1`` is readily available with all its features. + +We instantiate our environment using **gym.make** and execute the simulation for a single +episode (``for i in range(1)``). The rewards returned by the environment are collected and their +monthly average is computed. + +Each step's action is randomly selected from its action space, as defined by the Gymnasium standard. +Once the results are displayed and the episode concludes, we terminate the environment with `env.close()`. + +.. important:: This represents the most basic usage example. Additional functional examples can be found + in the **Examples** section. \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_sources/pages/weathers.rst.txt b/docs/compilation/v3.3.0/_sources/pages/weathers.rst.txt new file mode 100644 index 0000000000..bc0b37ce69 --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/weathers.rst.txt @@ -0,0 +1,51 @@ +############ +Weathers +############ + +Detailed climate data incorporated in *Sinergym* is presented below, +independent of other environmental components utilized in each experiment. + +.. important:: If you are interested in including new weathers to this framework, + please visit section :ref:`Adding new weathers for environments`. + ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| Weather file | Location | Climate type | M.A.T (ºC) | M.A.H (%) | ++=============================================================+==========================+===========================================================================================+============+===========+ +| AUS_NSW.Sydney.947670_IWEC | Sydney, Australia | Humid subtropical (no dry seasons and hot summers) | 17.9 | 68.83 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| COL_Bogota.802220_IWEC | Bogota, Colombia | Mediterranean (dry, warm summers and mild winters). | 13.2 | 80.3 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| ESP_Granada.084190_SWEC | Granada, Spain | Mid-latitude dry semiarid and hot dry periods in summer, but passive cooling is possible. | 14.84 | 59.83 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| FIN_Helsinki.029740_IWEC | Helsinki, Finland | Moist continental (warm summers, cold winters, no dry seasons). | 5.1 | 79.25 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| JPN_Tokyo.Hyakuri.477150_IWEC | Tokyo, Japan | Humid subtropical (mild with no dry season, hot summer). | 8.9 | 78.6 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| MDG_Antananarivo.670830_IWEC | Antananarivo, Madagascar | Mediterranean climate (dry warm summer, mild winter). | 18.35 | 75.91 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| PRT_Lisboa.085360_INETI | Lisboa, Portugal | Dry Summer Subtropical Mediterranean (Warm - Marine). | 16.3 | 74.2 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| USA_AZ_Davis-Monthan.AFB.722745_TMY3 | Arizona, USA | Subtropical hot desert (hot and dry). | 21.7 | 34.9 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| USA_CO_Aurora-Buckley.Field.ANGB.724695_TMY3 | Colorado, USA | Mid-latitude dry semiarid (cool and dry). | 9.95 | 55.25 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| USA_IL_Chicago-OHare.Intl.AP.725300_TMY3 | Illinois, USA | Humid continental (mixed and humid). | 9.92 | 70.3 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3 | New York, USA | Humid continental (mixed and humid). | 12.6 | 68.5 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3 | Pennsylvania, USA | Humid continental (cool and humid). | 10.5 | 66.41 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3 | Washington, USA | Cool Marine west coastal (warm summer, mild winter, rain all year). | 9.3 | 81.1 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ +| SWE_Stockholm.Arlanda.024600_IWEC | Stockholm, Sweden | Moist continental (warm summer, cold winter, no dry season). | 6.43 | 78.42 | ++-------------------------------------------------------------+--------------------------+-------------------------------------------------------------------------------------------+------------+-----------+ + +*M.A.T: Mean Temperature*, +*M.A.H: Mean Humidity* + +.. note:: Weather types according to `DOE's + classification `__. + +.. important:: It can be specified several weathers in the same experiment. *Sinergym* will sample one weather in each episode to use it. For more + information, visit section :ref:`Weather files`. + diff --git a/docs/compilation/v3.3.0/_sources/pages/wrappers.rst.txt b/docs/compilation/v3.3.0/_sources/pages/wrappers.rst.txt new file mode 100644 index 0000000000..ce45830c1d --- /dev/null +++ b/docs/compilation/v3.3.0/_sources/pages/wrappers.rst.txt @@ -0,0 +1,141 @@ +############ +Wrappers +############ + +*Sinergym* provides several **wrappers** to add functionality to the environment that isn't included by default. +The code is available in +`sinergym/sinergym/utils/wrappers.py `__. +You can create your own wrappers by inheriting from *gym.Wrapper* or one of its variants, as seen in the +`Gymnasium documentation `__. + +*********************** +MultiObjectiveReward +*********************** + +The environment step will return a vector reward (selected elements in the wrapper constructor, +one for each objective) instead of a traditional scalar value. Refer to +`#301 `__ for more information. + +*************************** +PreviousObservationWrapper +*************************** + +This wrapper adds observation values from the previous timestep to the current environment +observation. You can select the variables you want to track for their previous observation values. + +*********************** +DatetimeWrapper +*********************** + +This wrapper replaces the ``day_of_month`` value with the ``is_weekend`` flag, and the ``hour`` and ``month`` +values with sin and cos values. The observation space is automatically updated. + +*********************** +NormalizeAction +*********************** + +This wrapper applies normalization in the action space. It's particularly useful in DRL algorithms, +as some of them only work correctly with normalized values, making environments more generic in DRL solutions. + +By default, normalization is applied in the range ``[-1,1]``. However, a different **range** can be specified +when the wrapper is instantiated. + +*Sinergym* **parses** these values to the real action space defined in the original environment internally +before sending it to the *EnergyPlus* Simulator via the API middleware. + +.. image:: /_static/normalize_action_wrapper.png + :scale: 50 % + :alt: Normalize action wrapper graph. + :align: center + +*********************** +DiscretizeEnv +*********************** + +Wrapper to discretize the action space. The **Discrete space** should be defined according to the Gymnasium standard. +This space should be either ``gym.spaces.Discrete``, ``gym.spaces.MultiDiscrete``, or ``gym.spaces.MultiBinary``. +An **action mapping function** is also provided to map these values into ones that are compatible with the underlying +continuous environment (before sending it to the simulator). + +.. important:: The discrete space **must** discretize the original continuous space. Hence, + the discrete space should only reach values that are considered in the original + environment action space. + +Users can define this action mapping function to specify the transition from discrete to continuous values. +If the output of the action mapping function doesn't align with the original environment action space, +an error will be raised. Refer to :ref:`Environment Discretization Wrapper` for a usage example. + +.. image:: /_static/discretize_wrapper.png + :scale: 50 % + :alt: Discretize wrapper graph. + :align: center + +*************************** +IncrementalWrapper +*************************** + +A wrapper is available to convert some of the continuous environment variables into actions that indicate an +increase/decrease in their current value, rather than directly setting the value. A dictionary is specified +as an argument to calculate the possible increments/decrements for each variable. This dictionary uses the name +of each variable to be transformed as the key, and the value is a tuple of values called **delta** and **step**, +which creates a set of possible increments for each desired variable. + +- **delta**: The maximum range of increments and decrements. + +- **step**: The interval of intermediate values within the ranges. + +The following figure illustrates its operation. Essentially, the values are rounded to the nearest increment +value and added to the current real values of the simulation: + +.. image:: /_static/incremental_wrapper.png + :scale: 50 % + :alt: Incremental wrapper graph. + :align: center + +*************************** +DiscreteIncrementalWrapper +*************************** + +A wrapper for an incremental setpoint action space environment is also available. This wrapper updates +an environment, transforming it into a *discrete* environment with an action mapping function and action +space based on the specified **delta** and **step**. The action will be added to the **current setpoint** +values instead of overwriting the latest action. Therefore, the action is the current setpoint values with +the increase, rather than the discrete value action, which is intended to define the increment/decrement itself. + +.. warning:: This wrapper fully changes the action space from continuous to discrete, meaning that increments/decrements + apply to all variables. In essence, selecting variables individually as in IncrementalWrapper is not possible. + +.. image:: /_static/discrete_incremental_wrapper.png + :scale: 50 % + :alt: Discrete incremental wrapper graph. + :align: center + +*********************** +NormalizeObservation +*********************** + +This is used to transform observations received from the simulator into values between -1 and 1. +It's based on the +`dynamic normalization wrapper of Gymnasium `__. +Initially, it may not be precise and the values might often be out of range, so use this wrapper +with caution. + +*********************** +LoggerWrapper +*********************** + +This is a wrapper for logging all interactions between the agent and the environment. The Logger class can +be selected in the constructor if a different type of logging is required. For more information about the +*Sinergym* Logger, refer to :ref:`Logger`. + +*********************** +MultiObsWrapper +*********************** + +This stacks observations received in a history queue (the size can be customized). + + +.. note:: For examples about how to use these wrappers, visit :ref:`Wrappers example`. + +.. important:: You have to be careful if you are going to use several nested wrappers. + A wrapper works on top of the previous one. The order is flexible since *Sinergym* v3.0.5. \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_static/5zone.png b/docs/compilation/v3.3.0/_static/5zone.png new file mode 100644 index 0000000000..78495fb66a Binary files /dev/null and b/docs/compilation/v3.3.0/_static/5zone.png differ diff --git a/docs/compilation/v3.3.0/_static/_sphinx_javascript_frameworks_compat.js b/docs/compilation/v3.3.0/_static/_sphinx_javascript_frameworks_compat.js new file mode 100644 index 0000000000..81415803ec --- /dev/null +++ b/docs/compilation/v3.3.0/_static/_sphinx_javascript_frameworks_compat.js @@ -0,0 +1,123 @@ +/* Compatability shim for jQuery and underscores.js. + * + * Copyright Sphinx contributors + * Released under the two clause BSD licence + */ + +/** + * small helper function to urldecode strings + * + * See https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/decodeURIComponent#Decoding_query_parameters_from_a_URL + */ +jQuery.urldecode = function(x) { + if (!x) { + return x + } + return decodeURIComponent(x.replace(/\+/g, ' ')); +}; + +/** + * small helper function to urlencode strings + */ +jQuery.urlencode = encodeURIComponent; + +/** + * This function returns the parsed url parameters of the + * current request. Multiple values per key are supported, + * it will always return arrays of strings for the value parts. + */ +jQuery.getQueryParameters = function(s) { + if (typeof s === 'undefined') + s = document.location.search; + var parts = s.substr(s.indexOf('?') + 1).split('&'); + var result = {}; + for (var i = 0; i < parts.length; i++) { + var tmp = parts[i].split('=', 2); + var key = jQuery.urldecode(tmp[0]); + var value = jQuery.urldecode(tmp[1]); + if (key in result) + result[key].push(value); + else + result[key] = [value]; + } + return result; +}; + +/** + * highlight a given string on a jquery object by wrapping it in + * span elements with the given class name. + */ +jQuery.fn.highlightText = function(text, className) { + function highlight(node, addItems) { + if (node.nodeType === 3) { + var val = node.nodeValue; + var pos = val.toLowerCase().indexOf(text); + if (pos >= 0 && + !jQuery(node.parentNode).hasClass(className) && + !jQuery(node.parentNode).hasClass("nohighlight")) { + var span; + var isInSVG = jQuery(node).closest("body, svg, foreignObject").is("svg"); + if (isInSVG) { + span = document.createElementNS("http://www.w3.org/2000/svg", "tspan"); + } else { + span = document.createElement("span"); + span.className = className; + } + span.appendChild(document.createTextNode(val.substr(pos, text.length))); + node.parentNode.insertBefore(span, node.parentNode.insertBefore( + document.createTextNode(val.substr(pos + text.length)), + node.nextSibling)); + node.nodeValue = val.substr(0, pos); + if (isInSVG) { + var rect = document.createElementNS("http://www.w3.org/2000/svg", "rect"); + var bbox = node.parentElement.getBBox(); + rect.x.baseVal.value = bbox.x; + rect.y.baseVal.value = bbox.y; + rect.width.baseVal.value = bbox.width; + rect.height.baseVal.value = bbox.height; + rect.setAttribute('class', className); + addItems.push({ + "parent": node.parentNode, + "target": rect}); + } + } + } + else if (!jQuery(node).is("button, select, textarea")) { + jQuery.each(node.childNodes, function() { + highlight(this, addItems); + }); + } + } + var addItems = []; + var result = this.each(function() { + highlight(this, addItems); + }); + for (var i = 0; i < addItems.length; ++i) { + jQuery(addItems[i].parent).before(addItems[i].target); + } + return result; +}; + +/* + * backward compatibility for jQuery.browser + * This will be supported until firefox bug is fixed. + */ +if (!jQuery.browser) { + jQuery.uaMatch = function(ua) { + ua = ua.toLowerCase(); + + var match = /(chrome)[ \/]([\w.]+)/.exec(ua) || + /(webkit)[ \/]([\w.]+)/.exec(ua) || + /(opera)(?:.*version|)[ \/]([\w.]+)/.exec(ua) || + /(msie) ([\w.]+)/.exec(ua) || + ua.indexOf("compatible") < 0 && /(mozilla)(?:.*? rv:([\w.]+)|)/.exec(ua) || + []; + + return { + browser: match[ 1 ] || "", + version: match[ 2 ] || "0" + }; + }; + jQuery.browser = {}; + jQuery.browser[jQuery.uaMatch(navigator.userAgent).browser] = true; +} diff --git a/docs/compilation/v3.3.0/_static/autobalance_model.png b/docs/compilation/v3.3.0/_static/autobalance_model.png new file mode 100644 index 0000000000..233572e096 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/autobalance_model.png differ diff --git a/docs/compilation/v3.3.0/_static/backend.png b/docs/compilation/v3.3.0/_static/backend.png new file mode 100644 index 0000000000..160bb1aa1a Binary files /dev/null and b/docs/compilation/v3.3.0/_static/backend.png differ diff --git a/docs/compilation/v3.3.0/_static/basic.css b/docs/compilation/v3.3.0/_static/basic.css new file mode 100644 index 0000000000..f316efcb47 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/basic.css @@ -0,0 +1,925 @@ +/* + * basic.css + * ~~~~~~~~~ + * + * Sphinx stylesheet -- basic theme. + * + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. + * :license: BSD, see LICENSE for details. + * + */ + +/* -- main layout ----------------------------------------------------------- */ + +div.clearer { + clear: both; +} + +div.section::after { + display: block; + content: ''; + clear: left; +} + +/* -- relbar ---------------------------------------------------------------- */ + +div.related { + width: 100%; + font-size: 90%; +} + +div.related h3 { + display: none; +} + +div.related ul { + margin: 0; + padding: 0 0 0 10px; + list-style: none; +} + +div.related li { + display: inline; +} + +div.related li.right { + float: right; + margin-right: 5px; +} + +/* -- sidebar --------------------------------------------------------------- */ + +div.sphinxsidebarwrapper { + padding: 10px 5px 0 10px; +} + +div.sphinxsidebar { + float: left; + width: 230px; + margin-left: -100%; + font-size: 90%; + word-wrap: break-word; + overflow-wrap : break-word; +} + +div.sphinxsidebar ul { + list-style: none; +} + +div.sphinxsidebar ul ul, +div.sphinxsidebar ul.want-points { + margin-left: 20px; + list-style: square; +} + +div.sphinxsidebar ul ul { + margin-top: 0; + margin-bottom: 0; +} + +div.sphinxsidebar form { + margin-top: 10px; +} + +div.sphinxsidebar input { + border: 1px solid #98dbcc; + font-family: sans-serif; + font-size: 1em; +} + +div.sphinxsidebar #searchbox form.search { + overflow: hidden; +} + +div.sphinxsidebar #searchbox input[type="text"] { + float: left; + width: 80%; + padding: 0.25em; + box-sizing: border-box; +} + +div.sphinxsidebar #searchbox input[type="submit"] { + float: left; + width: 20%; + border-left: none; + padding: 0.25em; + box-sizing: border-box; +} + + +img { + border: 0; + max-width: 100%; +} + +/* -- search page ----------------------------------------------------------- */ + +ul.search { + margin: 10px 0 0 20px; + padding: 0; +} + +ul.search li { + padding: 5px 0 5px 20px; + background-image: url(file.png); + background-repeat: no-repeat; + background-position: 0 7px; +} + +ul.search li a { + font-weight: bold; +} + +ul.search li p.context { + color: #888; + margin: 2px 0 0 30px; + text-align: left; +} + +ul.keywordmatches li.goodmatch a { + font-weight: bold; +} + +/* -- index page ------------------------------------------------------------ */ + +table.contentstable { + width: 90%; + margin-left: auto; + margin-right: auto; +} + +table.contentstable p.biglink { + line-height: 150%; +} + +a.biglink { + font-size: 1.3em; +} + +span.linkdescr { + font-style: italic; + padding-top: 5px; + font-size: 90%; +} + +/* -- general index --------------------------------------------------------- */ + +table.indextable { + width: 100%; +} + +table.indextable td { + text-align: left; + vertical-align: top; +} + +table.indextable ul { + margin-top: 0; + margin-bottom: 0; + list-style-type: none; +} + +table.indextable > tbody > tr > td > ul { + padding-left: 0em; +} + +table.indextable tr.pcap { + height: 10px; +} + +table.indextable tr.cap { + margin-top: 10px; + background-color: #f2f2f2; +} + +img.toggler { + margin-right: 3px; + margin-top: 3px; + cursor: pointer; +} + +div.modindex-jumpbox { + border-top: 1px solid #ddd; + border-bottom: 1px solid #ddd; + margin: 1em 0 1em 0; + padding: 0.4em; +} + +div.genindex-jumpbox { + border-top: 1px solid #ddd; + border-bottom: 1px solid #ddd; + margin: 1em 0 1em 0; + padding: 0.4em; +} + +/* -- domain module index --------------------------------------------------- */ + +table.modindextable td { + padding: 2px; + border-collapse: collapse; +} + +/* -- general body styles --------------------------------------------------- */ + +div.body { + min-width: 360px; + max-width: 800px; +} + +div.body p, div.body dd, div.body li, div.body blockquote { + -moz-hyphens: auto; + -ms-hyphens: auto; + -webkit-hyphens: auto; + hyphens: auto; +} + +a.headerlink { + visibility: hidden; +} + +a:visited { + color: #551A8B; +} + +h1:hover > a.headerlink, +h2:hover > a.headerlink, +h3:hover > a.headerlink, +h4:hover > a.headerlink, +h5:hover > a.headerlink, +h6:hover > a.headerlink, +dt:hover > a.headerlink, +caption:hover > a.headerlink, +p.caption:hover > a.headerlink, +div.code-block-caption:hover > a.headerlink { + visibility: visible; +} + +div.body p.caption { + text-align: inherit; +} + +div.body td { + text-align: left; +} + +.first { + margin-top: 0 !important; +} + +p.rubric { + margin-top: 30px; + font-weight: bold; +} + +img.align-left, figure.align-left, .figure.align-left, object.align-left { + clear: left; + float: left; + margin-right: 1em; +} + +img.align-right, figure.align-right, .figure.align-right, object.align-right { + clear: right; + float: right; + margin-left: 1em; +} + +img.align-center, figure.align-center, .figure.align-center, object.align-center { + display: block; + margin-left: auto; + margin-right: auto; +} + +img.align-default, figure.align-default, .figure.align-default { + display: block; + margin-left: auto; + margin-right: auto; +} + +.align-left { + text-align: left; +} + +.align-center { + text-align: center; +} + +.align-default { + text-align: center; +} + +.align-right { + text-align: right; +} + +/* -- sidebars -------------------------------------------------------------- */ + +div.sidebar, +aside.sidebar { + margin: 0 0 0.5em 1em; + border: 1px solid #ddb; + padding: 7px; + background-color: #ffe; + width: 40%; + float: right; + clear: right; + overflow-x: auto; +} + +p.sidebar-title { + font-weight: bold; +} + +nav.contents, +aside.topic, +div.admonition, div.topic, blockquote { + clear: left; +} + +/* -- topics ---------------------------------------------------------------- */ + +nav.contents, +aside.topic, +div.topic { + border: 1px solid #ccc; + padding: 7px; + margin: 10px 0 10px 0; +} + +p.topic-title { + font-size: 1.1em; + font-weight: bold; + margin-top: 10px; +} + +/* -- admonitions ----------------------------------------------------------- */ + +div.admonition { + margin-top: 10px; + margin-bottom: 10px; + padding: 7px; +} + +div.admonition dt { + font-weight: bold; +} + +p.admonition-title { + margin: 0px 10px 5px 0px; + font-weight: bold; +} + +div.body p.centered { + text-align: center; + margin-top: 25px; +} + +/* -- content of sidebars/topics/admonitions -------------------------------- */ + +div.sidebar > :last-child, +aside.sidebar > :last-child, +nav.contents > :last-child, +aside.topic > :last-child, +div.topic > :last-child, +div.admonition > :last-child { + margin-bottom: 0; +} + +div.sidebar::after, +aside.sidebar::after, +nav.contents::after, +aside.topic::after, +div.topic::after, +div.admonition::after, +blockquote::after { + display: block; + content: ''; + clear: both; +} + +/* -- tables ---------------------------------------------------------------- */ + +table.docutils { + margin-top: 10px; + margin-bottom: 10px; + border: 0; + border-collapse: collapse; +} + +table.align-center { + margin-left: auto; + margin-right: auto; +} + +table.align-default { + margin-left: auto; + margin-right: auto; +} + +table caption span.caption-number { + font-style: italic; +} + +table caption span.caption-text { +} + +table.docutils td, table.docutils th { + padding: 1px 8px 1px 5px; + border-top: 0; + border-left: 0; + border-right: 0; + border-bottom: 1px solid #aaa; +} + +th { + text-align: left; + padding-right: 5px; +} + +table.citation { + border-left: solid 1px gray; + margin-left: 1px; +} + +table.citation td { + border-bottom: none; +} + +th > :first-child, +td > :first-child { + margin-top: 0px; +} + +th > :last-child, +td > :last-child { + margin-bottom: 0px; +} + +/* -- figures --------------------------------------------------------------- */ + +div.figure, figure { + margin: 0.5em; + padding: 0.5em; +} + +div.figure p.caption, figcaption { + padding: 0.3em; +} + +div.figure p.caption span.caption-number, +figcaption span.caption-number { + font-style: italic; +} + +div.figure p.caption span.caption-text, +figcaption span.caption-text { +} + +/* -- field list styles ----------------------------------------------------- */ + +table.field-list td, table.field-list th { + border: 0 !important; +} + +.field-list ul { + margin: 0; + padding-left: 1em; +} + +.field-list p { + margin: 0; +} + +.field-name { + -moz-hyphens: manual; + -ms-hyphens: manual; + -webkit-hyphens: manual; + hyphens: manual; +} + +/* -- hlist styles ---------------------------------------------------------- */ + +table.hlist { + margin: 1em 0; +} + +table.hlist td { + vertical-align: top; +} + +/* -- object description styles --------------------------------------------- */ + +.sig { + font-family: 'Consolas', 'Menlo', 'DejaVu Sans Mono', 'Bitstream Vera Sans Mono', monospace; +} + +.sig-name, code.descname { + background-color: transparent; + font-weight: bold; +} + +.sig-name { + font-size: 1.1em; +} + +code.descname { + font-size: 1.2em; +} + +.sig-prename, code.descclassname { + background-color: transparent; +} + +.optional { + font-size: 1.3em; +} + +.sig-paren { + font-size: larger; +} + +.sig-param.n { + font-style: italic; +} + +/* C++ specific styling */ + +.sig-inline.c-texpr, +.sig-inline.cpp-texpr { + font-family: unset; +} + +.sig.c .k, .sig.c .kt, +.sig.cpp .k, .sig.cpp .kt { + color: #0033B3; +} + +.sig.c .m, +.sig.cpp .m { + color: #1750EB; +} + +.sig.c .s, .sig.c .sc, +.sig.cpp .s, .sig.cpp .sc { + color: #067D17; +} + + +/* -- other body styles ----------------------------------------------------- */ + +ol.arabic { + list-style: decimal; +} + +ol.loweralpha { + list-style: lower-alpha; +} + +ol.upperalpha { + list-style: upper-alpha; +} + +ol.lowerroman { + list-style: lower-roman; +} + +ol.upperroman { + list-style: upper-roman; +} + +:not(li) > ol > li:first-child > :first-child, +:not(li) > ul > li:first-child > :first-child { + margin-top: 0px; +} + +:not(li) > ol > li:last-child > :last-child, +:not(li) > ul > li:last-child > :last-child { + margin-bottom: 0px; +} + +ol.simple ol p, +ol.simple ul p, +ul.simple ol p, +ul.simple ul p { + margin-top: 0; +} + +ol.simple > li:not(:first-child) > p, +ul.simple > li:not(:first-child) > p { + margin-top: 0; +} + +ol.simple p, +ul.simple p { + margin-bottom: 0; +} + +aside.footnote > span, +div.citation > span { + float: left; +} +aside.footnote > span:last-of-type, +div.citation > span:last-of-type { + padding-right: 0.5em; +} +aside.footnote > p { + margin-left: 2em; +} +div.citation > p { + margin-left: 4em; +} +aside.footnote > p:last-of-type, +div.citation > p:last-of-type { + margin-bottom: 0em; +} +aside.footnote > p:last-of-type:after, +div.citation > p:last-of-type:after { + content: ""; + clear: both; +} + +dl.field-list { + display: grid; + grid-template-columns: fit-content(30%) auto; +} + +dl.field-list > dt { + font-weight: bold; + word-break: break-word; + padding-left: 0.5em; + padding-right: 5px; +} + +dl.field-list > dd { + padding-left: 0.5em; + margin-top: 0em; + margin-left: 0em; + margin-bottom: 0em; +} + +dl { + margin-bottom: 15px; +} + +dd > :first-child { + margin-top: 0px; +} + +dd ul, dd table { + margin-bottom: 10px; +} + +dd { + margin-top: 3px; + margin-bottom: 10px; + margin-left: 30px; +} + +.sig dd { + margin-top: 0px; + margin-bottom: 0px; +} + +.sig dl { + margin-top: 0px; + margin-bottom: 0px; +} + +dl > dd:last-child, +dl > dd:last-child > :last-child { + margin-bottom: 0; +} + +dt:target, span.highlighted { + background-color: #fbe54e; +} + +rect.highlighted { + fill: #fbe54e; +} + +dl.glossary dt { + font-weight: bold; + font-size: 1.1em; +} + +.versionmodified { + font-style: italic; +} + +.system-message { + background-color: #fda; + padding: 5px; + border: 3px solid red; +} + +.footnote:target { + background-color: #ffa; +} + +.line-block { + display: block; + margin-top: 1em; + margin-bottom: 1em; +} + +.line-block .line-block { + margin-top: 0; + margin-bottom: 0; + margin-left: 1.5em; +} + +.guilabel, .menuselection { + font-family: sans-serif; +} + +.accelerator { + text-decoration: underline; +} + +.classifier { + font-style: oblique; +} + +.classifier:before { + font-style: normal; + margin: 0 0.5em; + content: ":"; + display: inline-block; +} + +abbr, acronym { + border-bottom: dotted 1px; + cursor: help; +} + +.translated { + background-color: rgba(207, 255, 207, 0.2) +} + +.untranslated { + background-color: rgba(255, 207, 207, 0.2) +} + +/* -- code displays --------------------------------------------------------- */ + +pre { + overflow: auto; + overflow-y: hidden; /* fixes display issues on Chrome browsers */ +} + +pre, div[class*="highlight-"] { + clear: both; +} + +span.pre { + -moz-hyphens: none; + -ms-hyphens: none; + -webkit-hyphens: none; + hyphens: none; + white-space: nowrap; +} + +div[class*="highlight-"] { + margin: 1em 0; +} + +td.linenos pre { + border: 0; + background-color: transparent; + color: #aaa; +} + +table.highlighttable { + display: block; +} + +table.highlighttable tbody { + display: block; +} + +table.highlighttable tr { + display: flex; +} + +table.highlighttable td { + margin: 0; + padding: 0; +} + +table.highlighttable td.linenos { + padding-right: 0.5em; +} + +table.highlighttable td.code { + flex: 1; + overflow: hidden; +} + +.highlight .hll { + display: block; +} + +div.highlight pre, +table.highlighttable pre { + margin: 0; +} + +div.code-block-caption + div { + margin-top: 0; +} + +div.code-block-caption { + margin-top: 1em; + padding: 2px 5px; + font-size: small; +} + +div.code-block-caption code { + background-color: transparent; +} + +table.highlighttable td.linenos, +span.linenos, +div.highlight span.gp { /* gp: Generic.Prompt */ + user-select: none; + -webkit-user-select: text; /* Safari fallback only */ + -webkit-user-select: none; /* Chrome/Safari */ + -moz-user-select: none; /* Firefox */ + -ms-user-select: none; /* IE10+ */ +} + +div.code-block-caption span.caption-number { + padding: 0.1em 0.3em; + font-style: italic; +} + +div.code-block-caption span.caption-text { +} + +div.literal-block-wrapper { + margin: 1em 0; +} + +code.xref, a code { + background-color: transparent; + font-weight: bold; +} + +h1 code, h2 code, h3 code, h4 code, h5 code, h6 code { + background-color: transparent; +} + +.viewcode-link { + float: right; +} + +.viewcode-back { + float: right; + font-family: sans-serif; +} + +div.viewcode-block:target { + margin: -1px -10px; + padding: 0 10px; +} + +/* -- math display ---------------------------------------------------------- */ + +img.math { + vertical-align: middle; +} + +div.body div.math p { + text-align: center; +} + +span.eqno { + float: right; +} + +span.eqno a.headerlink { + position: absolute; + z-index: 1; +} + +div.math:hover a.headerlink { + visibility: visible; +} + +/* -- printout stylesheet --------------------------------------------------- */ + +@media print { + div.document, + div.documentwrapper, + div.bodywrapper { + margin: 0 !important; + width: 100%; + } + + div.sphinxsidebar, + div.related, + div.footer, + #top-link { + display: none; + } +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_static/css/badge_only.css b/docs/compilation/v3.3.0/_static/css/badge_only.css new file mode 100644 index 0000000000..c718cee441 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/css/badge_only.css @@ -0,0 +1 @@ +.clearfix{*zoom:1}.clearfix:after,.clearfix:before{display:table;content:""}.clearfix:after{clear:both}@font-face{font-family:FontAwesome;font-style:normal;font-weight:400;src:url(fonts/fontawesome-webfont.eot?674f50d287a8c48dc19ba404d20fe713?#iefix) format("embedded-opentype"),url(fonts/fontawesome-webfont.woff2?af7ae505a9eed503f8b8e6982036873e) format("woff2"),url(fonts/fontawesome-webfont.woff?fee66e712a8a08eef5805a46892932ad) format("woff"),url(fonts/fontawesome-webfont.ttf?b06871f281fee6b241d60582ae9369b9) format("truetype"),url(fonts/fontawesome-webfont.svg?912ec66d7572ff821749319396470bde#FontAwesome) format("svg")}.fa:before{font-family:FontAwesome;font-style:normal;font-weight:400;line-height:1}.fa:before,a .fa{text-decoration:inherit}.fa:before,a .fa,li .fa{display:inline-block}li .fa-large:before{width:1.875em}ul.fas{list-style-type:none;margin-left:2em;text-indent:-.8em}ul.fas li .fa{width:.8em}ul.fas li .fa-large:before{vertical-align:baseline}.fa-book:before,.icon-book:before{content:"\f02d"}.fa-caret-down:before,.icon-caret-down:before{content:"\f0d7"}.fa-caret-up:before,.icon-caret-up:before{content:"\f0d8"}.fa-caret-left:before,.icon-caret-left:before{content:"\f0d9"}.fa-caret-right:before,.icon-caret-right:before{content:"\f0da"}.rst-versions{position:fixed;bottom:0;left:0;width:300px;color:#fcfcfc;background:#1f1d1d;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;z-index:400}.rst-versions a{color:#2980b9;text-decoration:none}.rst-versions .rst-badge-small{display:none}.rst-versions .rst-current-version{padding:12px;background-color:#272525;display:block;text-align:right;font-size:90%;cursor:pointer;color:#27ae60}.rst-versions .rst-current-version:after{clear:both;content:"";display:block}.rst-versions .rst-current-version .fa{color:#fcfcfc}.rst-versions .rst-current-version .fa-book,.rst-versions .rst-current-version .icon-book{float:left}.rst-versions .rst-current-version.rst-out-of-date{background-color:#e74c3c;color:#fff}.rst-versions .rst-current-version.rst-active-old-version{background-color:#f1c40f;color:#000}.rst-versions.shift-up{height:auto;max-height:100%;overflow-y:scroll}.rst-versions.shift-up .rst-other-versions{display:block}.rst-versions .rst-other-versions{font-size:90%;padding:12px;color:grey;display:none}.rst-versions .rst-other-versions hr{display:block;height:1px;border:0;margin:20px 0;padding:0;border-top:1px solid #413d3d}.rst-versions .rst-other-versions dd{display:inline-block;margin:0}.rst-versions .rst-other-versions dd a{display:inline-block;padding:6px;color:#fcfcfc}.rst-versions.rst-badge{width:auto;bottom:20px;right:20px;left:auto;border:none;max-width:300px;max-height:90%}.rst-versions.rst-badge .fa-book,.rst-versions.rst-badge .icon-book{float:none;line-height:30px}.rst-versions.rst-badge.shift-up .rst-current-version{text-align:right}.rst-versions.rst-badge.shift-up .rst-current-version .fa-book,.rst-versions.rst-badge.shift-up .rst-current-version .icon-book{float:left}.rst-versions.rst-badge>.rst-current-version{width:auto;height:30px;line-height:30px;padding:0 6px;display:block;text-align:center}@media screen and (max-width:768px){.rst-versions{width:85%;display:none}.rst-versions.shift{display:block}} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Bold.woff b/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Bold.woff new file mode 100644 index 0000000000..6cb6000018 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Bold.woff differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Bold.woff2 b/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Bold.woff2 new file mode 100644 index 0000000000..7059e23142 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Bold.woff2 differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Regular.woff b/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Regular.woff new file mode 100644 index 0000000000..f815f63f99 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Regular.woff differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Regular.woff2 b/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Regular.woff2 new file mode 100644 index 0000000000..f2c76e5bda Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/Roboto-Slab-Regular.woff2 differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.eot b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.eot new file mode 100644 index 0000000000..e9f60ca953 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.eot differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.svg b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.svg new file mode 100644 index 0000000000..855c845e53 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.svg @@ -0,0 +1,2671 @@ + + + + +Created by FontForge 20120731 at Mon Oct 24 17:37:40 2016 + By ,,, +Copyright Dave Gandy 2016. All rights reserved. + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.ttf b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.ttf new file mode 100644 index 0000000000..35acda2fa1 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.ttf differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.woff b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.woff new file mode 100644 index 0000000000..400014a4b0 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.woff differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.woff2 b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.woff2 new file mode 100644 index 0000000000..4d13fc6040 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/fontawesome-webfont.woff2 differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/lato-bold-italic.woff b/docs/compilation/v3.3.0/_static/css/fonts/lato-bold-italic.woff new file mode 100644 index 0000000000..88ad05b9ff Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/lato-bold-italic.woff differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/lato-bold-italic.woff2 b/docs/compilation/v3.3.0/_static/css/fonts/lato-bold-italic.woff2 new file mode 100644 index 0000000000..c4e3d804b5 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/lato-bold-italic.woff2 differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/lato-bold.woff b/docs/compilation/v3.3.0/_static/css/fonts/lato-bold.woff new file mode 100644 index 0000000000..c6dff51f06 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/lato-bold.woff differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/lato-bold.woff2 b/docs/compilation/v3.3.0/_static/css/fonts/lato-bold.woff2 new file mode 100644 index 0000000000..bb195043cf Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/lato-bold.woff2 differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/lato-normal-italic.woff b/docs/compilation/v3.3.0/_static/css/fonts/lato-normal-italic.woff new file mode 100644 index 0000000000..76114bc033 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/lato-normal-italic.woff differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/lato-normal-italic.woff2 b/docs/compilation/v3.3.0/_static/css/fonts/lato-normal-italic.woff2 new file mode 100644 index 0000000000..3404f37e2e Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/lato-normal-italic.woff2 differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/lato-normal.woff b/docs/compilation/v3.3.0/_static/css/fonts/lato-normal.woff new file mode 100644 index 0000000000..ae1307ff5f Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/lato-normal.woff differ diff --git a/docs/compilation/v3.3.0/_static/css/fonts/lato-normal.woff2 b/docs/compilation/v3.3.0/_static/css/fonts/lato-normal.woff2 new file mode 100644 index 0000000000..3bf9843328 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/css/fonts/lato-normal.woff2 differ diff --git a/docs/compilation/v3.3.0/_static/css/theme.css b/docs/compilation/v3.3.0/_static/css/theme.css new file mode 100644 index 0000000000..19a446a0e7 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/css/theme.css @@ -0,0 +1,4 @@ +html{box-sizing:border-box}*,:after,:before{box-sizing:inherit}article,aside,details,figcaption,figure,footer,header,hgroup,nav,section{display:block}audio,canvas,video{display:inline-block;*display:inline;*zoom:1}[hidden],audio:not([controls]){display:none}*{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;box-sizing:border-box}html{font-size:100%;-webkit-text-size-adjust:100%;-ms-text-size-adjust:100%}body{margin:0}a:active,a:hover{outline:0}abbr[title]{border-bottom:1px dotted}b,strong{font-weight:700}blockquote{margin:0}dfn{font-style:italic}ins{background:#ff9;text-decoration:none}ins,mark{color:#000}mark{background:#ff0;font-style:italic;font-weight:700}.rst-content code,.rst-content tt,code,kbd,pre,samp{font-family:monospace,serif;_font-family:courier new,monospace;font-size:1em}pre{white-space:pre}q{quotes:none}q:after,q:before{content:"";content:none}small{font-size:85%}sub,sup{font-size:75%;line-height:0;position:relative;vertical-align:baseline}sup{top:-.5em}sub{bottom:-.25em}dl,ol,ul{margin:0;padding:0;list-style:none;list-style-image:none}li{list-style:none}dd{margin:0}img{border:0;-ms-interpolation-mode:bicubic;vertical-align:middle;max-width:100%}svg:not(:root){overflow:hidden}figure,form{margin:0}label{cursor:pointer}button,input,select,textarea{font-size:100%;margin:0;vertical-align:baseline;*vertical-align:middle}button,input{line-height:normal}button,input[type=button],input[type=reset],input[type=submit]{cursor:pointer;-webkit-appearance:button;*overflow:visible}button[disabled],input[disabled]{cursor:default}input[type=search]{-webkit-appearance:textfield;-moz-box-sizing:content-box;-webkit-box-sizing:content-box;box-sizing:content-box}textarea{resize:vertical}table{border-collapse:collapse;border-spacing:0}td{vertical-align:top}.chromeframe{margin:.2em 0;background:#ccc;color:#000;padding:.2em 0}.ir{display:block;border:0;text-indent:-999em;overflow:hidden;background-color:transparent;background-repeat:no-repeat;text-align:left;direction:ltr;*line-height:0}.ir br{display:none}.hidden{display:none!important;visibility:hidden}.visuallyhidden{border:0;clip:rect(0 0 0 0);height:1px;margin:-1px;overflow:hidden;padding:0;position:absolute;width:1px}.visuallyhidden.focusable:active,.visuallyhidden.focusable:focus{clip:auto;height:auto;margin:0;overflow:visible;position:static;width:auto}.invisible{visibility:hidden}.relative{position:relative}big,small{font-size:100%}@media print{body,html,section{background:none!important}*{box-shadow:none!important;text-shadow:none!important;filter:none!important;-ms-filter:none!important}a,a:visited{text-decoration:underline}.ir a:after,a[href^="#"]:after,a[href^="javascript:"]:after{content:""}blockquote,pre{page-break-inside:avoid}thead{display:table-header-group}img,tr{page-break-inside:avoid}img{max-width:100%!important}@page{margin:.5cm}.rst-content .toctree-wrapper>p.caption,h2,h3,p{orphans:3;widows:3}.rst-content .toctree-wrapper>p.caption,h2,h3{page-break-after:avoid}}.btn,.fa:before,.icon:before,.rst-content .admonition,.rst-content .admonition-title:before,.rst-content .admonition-todo,.rst-content .attention,.rst-content .caution,.rst-content .code-block-caption .headerlink:before,.rst-content .danger,.rst-content .eqno .headerlink:before,.rst-content .error,.rst-content .hint,.rst-content .important,.rst-content .note,.rst-content .seealso,.rst-content .tip,.rst-content .warning,.rst-content code.download span:first-child:before,.rst-content dl dt .headerlink:before,.rst-content h1 .headerlink:before,.rst-content h2 .headerlink:before,.rst-content h3 .headerlink:before,.rst-content h4 .headerlink:before,.rst-content h5 .headerlink:before,.rst-content h6 .headerlink:before,.rst-content p.caption .headerlink:before,.rst-content p .headerlink:before,.rst-content table>caption .headerlink:before,.rst-content tt.download span:first-child:before,.wy-alert,.wy-dropdown .caret:before,.wy-inline-validate.wy-inline-validate-danger .wy-input-context:before,.wy-inline-validate.wy-inline-validate-info .wy-input-context:before,.wy-inline-validate.wy-inline-validate-success .wy-input-context:before,.wy-inline-validate.wy-inline-validate-warning .wy-input-context:before,.wy-menu-vertical li.current>a button.toctree-expand:before,.wy-menu-vertical li.on a button.toctree-expand:before,.wy-menu-vertical li button.toctree-expand:before,input[type=color],input[type=date],input[type=datetime-local],input[type=datetime],input[type=email],input[type=month],input[type=number],input[type=password],input[type=search],input[type=tel],input[type=text],input[type=time],input[type=url],input[type=week],select,textarea{-webkit-font-smoothing:antialiased}.clearfix{*zoom:1}.clearfix:after,.clearfix:before{display:table;content:""}.clearfix:after{clear:both}/*! + * Font Awesome 4.7.0 by @davegandy - http://fontawesome.io - @fontawesome + * License - http://fontawesome.io/license (Font: SIL OFL 1.1, CSS: MIT License) + */@font-face{font-family:FontAwesome;src:url(fonts/fontawesome-webfont.eot?674f50d287a8c48dc19ba404d20fe713);src:url(fonts/fontawesome-webfont.eot?674f50d287a8c48dc19ba404d20fe713?#iefix&v=4.7.0) format("embedded-opentype"),url(fonts/fontawesome-webfont.woff2?af7ae505a9eed503f8b8e6982036873e) format("woff2"),url(fonts/fontawesome-webfont.woff?fee66e712a8a08eef5805a46892932ad) format("woff"),url(fonts/fontawesome-webfont.ttf?b06871f281fee6b241d60582ae9369b9) format("truetype"),url(fonts/fontawesome-webfont.svg?912ec66d7572ff821749319396470bde#fontawesomeregular) format("svg");font-weight:400;font-style:normal}.fa,.icon,.rst-content .admonition-title,.rst-content .code-block-caption .headerlink,.rst-content .eqno .headerlink,.rst-content code.download span:first-child,.rst-content dl dt .headerlink,.rst-content h1 .headerlink,.rst-content h2 .headerlink,.rst-content h3 .headerlink,.rst-content h4 .headerlink,.rst-content h5 .headerlink,.rst-content h6 .headerlink,.rst-content p.caption .headerlink,.rst-content p .headerlink,.rst-content table>caption .headerlink,.rst-content tt.download span:first-child,.wy-menu-vertical li.current>a button.toctree-expand,.wy-menu-vertical li.on a button.toctree-expand,.wy-menu-vertical li button.toctree-expand{display:inline-block;font:normal normal normal 14px/1 FontAwesome;font-size:inherit;text-rendering:auto;-webkit-font-smoothing:antialiased;-moz-osx-font-smoothing:grayscale}.fa-lg{font-size:1.33333em;line-height:.75em;vertical-align:-15%}.fa-2x{font-size:2em}.fa-3x{font-size:3em}.fa-4x{font-size:4em}.fa-5x{font-size:5em}.fa-fw{width:1.28571em;text-align:center}.fa-ul{padding-left:0;margin-left:2.14286em;list-style-type:none}.fa-ul>li{position:relative}.fa-li{position:absolute;left:-2.14286em;width:2.14286em;top:.14286em;text-align:center}.fa-li.fa-lg{left:-1.85714em}.fa-border{padding:.2em .25em .15em;border:.08em solid #eee;border-radius:.1em}.fa-pull-left{float:left}.fa-pull-right{float:right}.fa-pull-left.icon,.fa.fa-pull-left,.rst-content .code-block-caption .fa-pull-left.headerlink,.rst-content .eqno .fa-pull-left.headerlink,.rst-content .fa-pull-left.admonition-title,.rst-content code.download span.fa-pull-left:first-child,.rst-content dl dt .fa-pull-left.headerlink,.rst-content h1 .fa-pull-left.headerlink,.rst-content h2 .fa-pull-left.headerlink,.rst-content h3 .fa-pull-left.headerlink,.rst-content h4 .fa-pull-left.headerlink,.rst-content h5 .fa-pull-left.headerlink,.rst-content h6 .fa-pull-left.headerlink,.rst-content p .fa-pull-left.headerlink,.rst-content table>caption .fa-pull-left.headerlink,.rst-content tt.download span.fa-pull-left:first-child,.wy-menu-vertical li.current>a button.fa-pull-left.toctree-expand,.wy-menu-vertical li.on a button.fa-pull-left.toctree-expand,.wy-menu-vertical li button.fa-pull-left.toctree-expand{margin-right:.3em}.fa-pull-right.icon,.fa.fa-pull-right,.rst-content .code-block-caption .fa-pull-right.headerlink,.rst-content .eqno .fa-pull-right.headerlink,.rst-content .fa-pull-right.admonition-title,.rst-content code.download span.fa-pull-right:first-child,.rst-content dl dt .fa-pull-right.headerlink,.rst-content h1 .fa-pull-right.headerlink,.rst-content h2 .fa-pull-right.headerlink,.rst-content h3 .fa-pull-right.headerlink,.rst-content h4 .fa-pull-right.headerlink,.rst-content h5 .fa-pull-right.headerlink,.rst-content h6 .fa-pull-right.headerlink,.rst-content p .fa-pull-right.headerlink,.rst-content table>caption .fa-pull-right.headerlink,.rst-content tt.download span.fa-pull-right:first-child,.wy-menu-vertical li.current>a button.fa-pull-right.toctree-expand,.wy-menu-vertical li.on a button.fa-pull-right.toctree-expand,.wy-menu-vertical li button.fa-pull-right.toctree-expand{margin-left:.3em}.pull-right{float:right}.pull-left{float:left}.fa.pull-left,.pull-left.icon,.rst-content .code-block-caption .pull-left.headerlink,.rst-content .eqno .pull-left.headerlink,.rst-content .pull-left.admonition-title,.rst-content code.download span.pull-left:first-child,.rst-content dl dt .pull-left.headerlink,.rst-content h1 .pull-left.headerlink,.rst-content h2 .pull-left.headerlink,.rst-content h3 .pull-left.headerlink,.rst-content h4 .pull-left.headerlink,.rst-content h5 .pull-left.headerlink,.rst-content h6 .pull-left.headerlink,.rst-content p .pull-left.headerlink,.rst-content table>caption .pull-left.headerlink,.rst-content tt.download span.pull-left:first-child,.wy-menu-vertical li.current>a button.pull-left.toctree-expand,.wy-menu-vertical li.on a button.pull-left.toctree-expand,.wy-menu-vertical li button.pull-left.toctree-expand{margin-right:.3em}.fa.pull-right,.pull-right.icon,.rst-content .code-block-caption .pull-right.headerlink,.rst-content .eqno .pull-right.headerlink,.rst-content .pull-right.admonition-title,.rst-content code.download span.pull-right:first-child,.rst-content dl dt .pull-right.headerlink,.rst-content h1 .pull-right.headerlink,.rst-content h2 .pull-right.headerlink,.rst-content h3 .pull-right.headerlink,.rst-content h4 .pull-right.headerlink,.rst-content h5 .pull-right.headerlink,.rst-content h6 .pull-right.headerlink,.rst-content p .pull-right.headerlink,.rst-content table>caption .pull-right.headerlink,.rst-content tt.download span.pull-right:first-child,.wy-menu-vertical li.current>a button.pull-right.toctree-expand,.wy-menu-vertical li.on a button.pull-right.toctree-expand,.wy-menu-vertical li button.pull-right.toctree-expand{margin-left:.3em}.fa-spin{-webkit-animation:fa-spin 2s linear infinite;animation:fa-spin 2s linear infinite}.fa-pulse{-webkit-animation:fa-spin 1s steps(8) infinite;animation:fa-spin 1s steps(8) infinite}@-webkit-keyframes fa-spin{0%{-webkit-transform:rotate(0deg);transform:rotate(0deg)}to{-webkit-transform:rotate(359deg);transform:rotate(359deg)}}@keyframes fa-spin{0%{-webkit-transform:rotate(0deg);transform:rotate(0deg)}to{-webkit-transform:rotate(359deg);transform:rotate(359deg)}}.fa-rotate-90{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=1)";-webkit-transform:rotate(90deg);-ms-transform:rotate(90deg);transform:rotate(90deg)}.fa-rotate-180{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=2)";-webkit-transform:rotate(180deg);-ms-transform:rotate(180deg);transform:rotate(180deg)}.fa-rotate-270{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=3)";-webkit-transform:rotate(270deg);-ms-transform:rotate(270deg);transform:rotate(270deg)}.fa-flip-horizontal{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=0, mirror=1)";-webkit-transform:scaleX(-1);-ms-transform:scaleX(-1);transform:scaleX(-1)}.fa-flip-vertical{-ms-filter:"progid:DXImageTransform.Microsoft.BasicImage(rotation=2, mirror=1)";-webkit-transform:scaleY(-1);-ms-transform:scaleY(-1);transform:scaleY(-1)}:root .fa-flip-horizontal,:root .fa-flip-vertical,:root .fa-rotate-90,:root .fa-rotate-180,:root .fa-rotate-270{filter:none}.fa-stack{position:relative;display:inline-block;width:2em;height:2em;line-height:2em;vertical-align:middle}.fa-stack-1x,.fa-stack-2x{position:absolute;left:0;width:100%;text-align:center}.fa-stack-1x{line-height:inherit}.fa-stack-2x{font-size:2em}.fa-inverse{color:#fff}.fa-glass:before{content:""}.fa-music:before{content:""}.fa-search:before,.icon-search:before{content:""}.fa-envelope-o:before{content:""}.fa-heart:before{content:""}.fa-star:before{content:""}.fa-star-o:before{content:""}.fa-user:before{content:""}.fa-film:before{content:""}.fa-th-large:before{content:""}.fa-th:before{content:""}.fa-th-list:before{content:""}.fa-check:before{content:""}.fa-close:before,.fa-remove:before,.fa-times:before{content:""}.fa-search-plus:before{content:""}.fa-search-minus:before{content:""}.fa-power-off:before{content:""}.fa-signal:before{content:""}.fa-cog:before,.fa-gear:before{content:""}.fa-trash-o:before{content:""}.fa-home:before,.icon-home:before{content:""}.fa-file-o:before{content:""}.fa-clock-o:before{content:""}.fa-road:before{content:""}.fa-download:before,.rst-content code.download span:first-child:before,.rst-content tt.download span:first-child:before{content:""}.fa-arrow-circle-o-down:before{content:""}.fa-arrow-circle-o-up:before{content:""}.fa-inbox:before{content:""}.fa-play-circle-o:before{content:""}.fa-repeat:before,.fa-rotate-right:before{content:""}.fa-refresh:before{content:""}.fa-list-alt:before{content:""}.fa-lock:before{content:""}.fa-flag:before{content:""}.fa-headphones:before{content:""}.fa-volume-off:before{content:""}.fa-volume-down:before{content:""}.fa-volume-up:before{content:""}.fa-qrcode:before{content:""}.fa-barcode:before{content:""}.fa-tag:before{content:""}.fa-tags:before{content:""}.fa-book:before,.icon-book:before{content:""}.fa-bookmark:before{content:""}.fa-print:before{content:""}.fa-camera:before{content:""}.fa-font:before{content:""}.fa-bold:before{content:""}.fa-italic:before{content:""}.fa-text-height:before{content:""}.fa-text-width:before{content:""}.fa-align-left:before{content:""}.fa-align-center:before{content:""}.fa-align-right:before{content:""}.fa-align-justify:before{content:""}.fa-list:before{content:""}.fa-dedent:before,.fa-outdent:before{content:""}.fa-indent:before{content:""}.fa-video-camera:before{content:""}.fa-image:before,.fa-photo:before,.fa-picture-o:before{content:""}.fa-pencil:before{content:""}.fa-map-marker:before{content:""}.fa-adjust:before{content:""}.fa-tint:before{content:""}.fa-edit:before,.fa-pencil-square-o:before{content:""}.fa-share-square-o:before{content:""}.fa-check-square-o:before{content:""}.fa-arrows:before{content:""}.fa-step-backward:before{content:""}.fa-fast-backward:before{content:""}.fa-backward:before{content:""}.fa-play:before{content:""}.fa-pause:before{content:""}.fa-stop:before{content:""}.fa-forward:before{content:""}.fa-fast-forward:before{content:""}.fa-step-forward:before{content:""}.fa-eject:before{content:""}.fa-chevron-left:before{content:""}.fa-chevron-right:before{content:""}.fa-plus-circle:before{content:""}.fa-minus-circle:before{content:""}.fa-times-circle:before,.wy-inline-validate.wy-inline-validate-danger .wy-input-context:before{content:""}.fa-check-circle:before,.wy-inline-validate.wy-inline-validate-success .wy-input-context:before{content:""}.fa-question-circle:before{content:""}.fa-info-circle:before{content:""}.fa-crosshairs:before{content:""}.fa-times-circle-o:before{content:""}.fa-check-circle-o:before{content:""}.fa-ban:before{content:""}.fa-arrow-left:before{content:""}.fa-arrow-right:before{content:""}.fa-arrow-up:before{content:""}.fa-arrow-down:before{content:""}.fa-mail-forward:before,.fa-share:before{content:""}.fa-expand:before{content:""}.fa-compress:before{content:""}.fa-plus:before{content:""}.fa-minus:before{content:""}.fa-asterisk:before{content:""}.fa-exclamation-circle:before,.rst-content .admonition-title:before,.wy-inline-validate.wy-inline-validate-info .wy-input-context:before,.wy-inline-validate.wy-inline-validate-warning .wy-input-context:before{content:""}.fa-gift:before{content:""}.fa-leaf:before{content:""}.fa-fire:before,.icon-fire:before{content:""}.fa-eye:before{content:""}.fa-eye-slash:before{content:""}.fa-exclamation-triangle:before,.fa-warning:before{content:""}.fa-plane:before{content:""}.fa-calendar:before{content:""}.fa-random:before{content:""}.fa-comment:before{content:""}.fa-magnet:before{content:""}.fa-chevron-up:before{content:""}.fa-chevron-down:before{content:""}.fa-retweet:before{content:""}.fa-shopping-cart:before{content:""}.fa-folder:before{content:""}.fa-folder-open:before{content:""}.fa-arrows-v:before{content:""}.fa-arrows-h:before{content:""}.fa-bar-chart-o:before,.fa-bar-chart:before{content:""}.fa-twitter-square:before{content:""}.fa-facebook-square:before{content:""}.fa-camera-retro:before{content:""}.fa-key:before{content:""}.fa-cogs:before,.fa-gears:before{content:""}.fa-comments:before{content:""}.fa-thumbs-o-up:before{content:""}.fa-thumbs-o-down:before{content:""}.fa-star-half:before{content:""}.fa-heart-o:before{content:""}.fa-sign-out:before{content:""}.fa-linkedin-square:before{content:""}.fa-thumb-tack:before{content:""}.fa-external-link:before{content:""}.fa-sign-in:before{content:""}.fa-trophy:before{content:""}.fa-github-square:before{content:""}.fa-upload:before{content:""}.fa-lemon-o:before{content:""}.fa-phone:before{content:""}.fa-square-o:before{content:""}.fa-bookmark-o:before{content:""}.fa-phone-square:before{content:""}.fa-twitter:before{content:""}.fa-facebook-f:before,.fa-facebook:before{content:""}.fa-github:before,.icon-github:before{content:""}.fa-unlock:before{content:""}.fa-credit-card:before{content:""}.fa-feed:before,.fa-rss:before{content:""}.fa-hdd-o:before{content:""}.fa-bullhorn:before{content:""}.fa-bell:before{content:""}.fa-certificate:before{content:""}.fa-hand-o-right:before{content:""}.fa-hand-o-left:before{content:""}.fa-hand-o-up:before{content:""}.fa-hand-o-down:before{content:""}.fa-arrow-circle-left:before,.icon-circle-arrow-left:before{content:""}.fa-arrow-circle-right:before,.icon-circle-arrow-right:before{content:""}.fa-arrow-circle-up:before{content:""}.fa-arrow-circle-down:before{content:""}.fa-globe:before{content:""}.fa-wrench:before{content:""}.fa-tasks:before{content:""}.fa-filter:before{content:""}.fa-briefcase:before{content:""}.fa-arrows-alt:before{content:""}.fa-group:before,.fa-users:before{content:""}.fa-chain:before,.fa-link:before,.icon-link:before{content:""}.fa-cloud:before{content:""}.fa-flask:before{content:""}.fa-cut:before,.fa-scissors:before{content:""}.fa-copy:before,.fa-files-o:before{content:""}.fa-paperclip:before{content:""}.fa-floppy-o:before,.fa-save:before{content:""}.fa-square:before{content:""}.fa-bars:before,.fa-navicon:before,.fa-reorder:before{content:""}.fa-list-ul:before{content:""}.fa-list-ol:before{content:""}.fa-strikethrough:before{content:""}.fa-underline:before{content:""}.fa-table:before{content:""}.fa-magic:before{content:""}.fa-truck:before{content:""}.fa-pinterest:before{content:""}.fa-pinterest-square:before{content:""}.fa-google-plus-square:before{content:""}.fa-google-plus:before{content:""}.fa-money:before{content:""}.fa-caret-down:before,.icon-caret-down:before,.wy-dropdown .caret:before{content:""}.fa-caret-up:before{content:""}.fa-caret-left:before{content:""}.fa-caret-right:before{content:""}.fa-columns:before{content:""}.fa-sort:before,.fa-unsorted:before{content:""}.fa-sort-desc:before,.fa-sort-down:before{content:""}.fa-sort-asc:before,.fa-sort-up:before{content:""}.fa-envelope:before{content:""}.fa-linkedin:before{content:""}.fa-rotate-left:before,.fa-undo:before{content:""}.fa-gavel:before,.fa-legal:before{content:""}.fa-dashboard:before,.fa-tachometer:before{content:""}.fa-comment-o:before{content:""}.fa-comments-o:before{content:""}.fa-bolt:before,.fa-flash:before{content:""}.fa-sitemap:before{content:""}.fa-umbrella:before{content:""}.fa-clipboard:before,.fa-paste:before{content:""}.fa-lightbulb-o:before{content:""}.fa-exchange:before{content:""}.fa-cloud-download:before{content:""}.fa-cloud-upload:before{content:""}.fa-user-md:before{content:""}.fa-stethoscope:before{content:""}.fa-suitcase:before{content:""}.fa-bell-o:before{content:""}.fa-coffee:before{content:""}.fa-cutlery:before{content:""}.fa-file-text-o:before{content:""}.fa-building-o:before{content:""}.fa-hospital-o:before{content:""}.fa-ambulance:before{content:""}.fa-medkit:before{content:""}.fa-fighter-jet:before{content:""}.fa-beer:before{content:""}.fa-h-square:before{content:""}.fa-plus-square:before{content:""}.fa-angle-double-left:before{content:""}.fa-angle-double-right:before{content:""}.fa-angle-double-up:before{content:""}.fa-angle-double-down:before{content:""}.fa-angle-left:before{content:""}.fa-angle-right:before{content:""}.fa-angle-up:before{content:""}.fa-angle-down:before{content:""}.fa-desktop:before{content:""}.fa-laptop:before{content:""}.fa-tablet:before{content:""}.fa-mobile-phone:before,.fa-mobile:before{content:""}.fa-circle-o:before{content:""}.fa-quote-left:before{content:""}.fa-quote-right:before{content:""}.fa-spinner:before{content:""}.fa-circle:before{content:""}.fa-mail-reply:before,.fa-reply:before{content:""}.fa-github-alt:before{content:""}.fa-folder-o:before{content:""}.fa-folder-open-o:before{content:""}.fa-smile-o:before{content:""}.fa-frown-o:before{content:""}.fa-meh-o:before{content:""}.fa-gamepad:before{content:""}.fa-keyboard-o:before{content:""}.fa-flag-o:before{content:""}.fa-flag-checkered:before{content:""}.fa-terminal:before{content:""}.fa-code:before{content:""}.fa-mail-reply-all:before,.fa-reply-all:before{content:""}.fa-star-half-empty:before,.fa-star-half-full:before,.fa-star-half-o:before{content:""}.fa-location-arrow:before{content:""}.fa-crop:before{content:""}.fa-code-fork:before{content:""}.fa-chain-broken:before,.fa-unlink:before{content:""}.fa-question:before{content:""}.fa-info:before{content:""}.fa-exclamation:before{content:""}.fa-superscript:before{content:""}.fa-subscript:before{content:""}.fa-eraser:before{content:""}.fa-puzzle-piece:before{content:""}.fa-microphone:before{content:""}.fa-microphone-slash:before{content:""}.fa-shield:before{content:""}.fa-calendar-o:before{content:""}.fa-fire-extinguisher:before{content:""}.fa-rocket:before{content:""}.fa-maxcdn:before{content:""}.fa-chevron-circle-left:before{content:""}.fa-chevron-circle-right:before{content:""}.fa-chevron-circle-up:before{content:""}.fa-chevron-circle-down:before{content:""}.fa-html5:before{content:""}.fa-css3:before{content:""}.fa-anchor:before{content:""}.fa-unlock-alt:before{content:""}.fa-bullseye:before{content:""}.fa-ellipsis-h:before{content:""}.fa-ellipsis-v:before{content:""}.fa-rss-square:before{content:""}.fa-play-circle:before{content:""}.fa-ticket:before{content:""}.fa-minus-square:before{content:""}.fa-minus-square-o:before,.wy-menu-vertical li.current>a button.toctree-expand:before,.wy-menu-vertical li.on a button.toctree-expand:before{content:""}.fa-level-up:before{content:""}.fa-level-down:before{content:""}.fa-check-square:before{content:""}.fa-pencil-square:before{content:""}.fa-external-link-square:before{content:""}.fa-share-square:before{content:""}.fa-compass:before{content:""}.fa-caret-square-o-down:before,.fa-toggle-down:before{content:""}.fa-caret-square-o-up:before,.fa-toggle-up:before{content:""}.fa-caret-square-o-right:before,.fa-toggle-right:before{content:""}.fa-eur:before,.fa-euro:before{content:""}.fa-gbp:before{content:""}.fa-dollar:before,.fa-usd:before{content:""}.fa-inr:before,.fa-rupee:before{content:""}.fa-cny:before,.fa-jpy:before,.fa-rmb:before,.fa-yen:before{content:""}.fa-rouble:before,.fa-rub:before,.fa-ruble:before{content:""}.fa-krw:before,.fa-won:before{content:""}.fa-bitcoin:before,.fa-btc:before{content:""}.fa-file:before{content:""}.fa-file-text:before{content:""}.fa-sort-alpha-asc:before{content:""}.fa-sort-alpha-desc:before{content:""}.fa-sort-amount-asc:before{content:""}.fa-sort-amount-desc:before{content:""}.fa-sort-numeric-asc:before{content:""}.fa-sort-numeric-desc:before{content:""}.fa-thumbs-up:before{content:""}.fa-thumbs-down:before{content:""}.fa-youtube-square:before{content:""}.fa-youtube:before{content:""}.fa-xing:before{content:""}.fa-xing-square:before{content:""}.fa-youtube-play:before{content:""}.fa-dropbox:before{content:""}.fa-stack-overflow:before{content:""}.fa-instagram:before{content:""}.fa-flickr:before{content:""}.fa-adn:before{content:""}.fa-bitbucket:before,.icon-bitbucket:before{content:""}.fa-bitbucket-square:before{content:""}.fa-tumblr:before{content:""}.fa-tumblr-square:before{content:""}.fa-long-arrow-down:before{content:""}.fa-long-arrow-up:before{content:""}.fa-long-arrow-left:before{content:""}.fa-long-arrow-right:before{content:""}.fa-apple:before{content:""}.fa-windows:before{content:""}.fa-android:before{content:""}.fa-linux:before{content:""}.fa-dribbble:before{content:""}.fa-skype:before{content:""}.fa-foursquare:before{content:""}.fa-trello:before{content:""}.fa-female:before{content:""}.fa-male:before{content:""}.fa-gittip:before,.fa-gratipay:before{content:""}.fa-sun-o:before{content:""}.fa-moon-o:before{content:""}.fa-archive:before{content:""}.fa-bug:before{content:""}.fa-vk:before{content:""}.fa-weibo:before{content:""}.fa-renren:before{content:""}.fa-pagelines:before{content:""}.fa-stack-exchange:before{content:""}.fa-arrow-circle-o-right:before{content:""}.fa-arrow-circle-o-left:before{content:""}.fa-caret-square-o-left:before,.fa-toggle-left:before{content:""}.fa-dot-circle-o:before{content:""}.fa-wheelchair:before{content:""}.fa-vimeo-square:before{content:""}.fa-try:before,.fa-turkish-lira:before{content:""}.fa-plus-square-o:before,.wy-menu-vertical li button.toctree-expand:before{content:""}.fa-space-shuttle:before{content:""}.fa-slack:before{content:""}.fa-envelope-square:before{content:""}.fa-wordpress:before{content:""}.fa-openid:before{content:""}.fa-bank:before,.fa-institution:before,.fa-university:before{content:""}.fa-graduation-cap:before,.fa-mortar-board:before{content:""}.fa-yahoo:before{content:""}.fa-google:before{content:""}.fa-reddit:before{content:""}.fa-reddit-square:before{content:""}.fa-stumbleupon-circle:before{content:""}.fa-stumbleupon:before{content:""}.fa-delicious:before{content:""}.fa-digg:before{content:""}.fa-pied-piper-pp:before{content:""}.fa-pied-piper-alt:before{content:""}.fa-drupal:before{content:""}.fa-joomla:before{content:""}.fa-language:before{content:""}.fa-fax:before{content:""}.fa-building:before{content:""}.fa-child:before{content:""}.fa-paw:before{content:""}.fa-spoon:before{content:""}.fa-cube:before{content:""}.fa-cubes:before{content:""}.fa-behance:before{content:""}.fa-behance-square:before{content:""}.fa-steam:before{content:""}.fa-steam-square:before{content:""}.fa-recycle:before{content:""}.fa-automobile:before,.fa-car:before{content:""}.fa-cab:before,.fa-taxi:before{content:""}.fa-tree:before{content:""}.fa-spotify:before{content:""}.fa-deviantart:before{content:""}.fa-soundcloud:before{content:""}.fa-database:before{content:""}.fa-file-pdf-o:before{content:""}.fa-file-word-o:before{content:""}.fa-file-excel-o:before{content:""}.fa-file-powerpoint-o:before{content:""}.fa-file-image-o:before,.fa-file-photo-o:before,.fa-file-picture-o:before{content:""}.fa-file-archive-o:before,.fa-file-zip-o:before{content:""}.fa-file-audio-o:before,.fa-file-sound-o:before{content:""}.fa-file-movie-o:before,.fa-file-video-o:before{content:""}.fa-file-code-o:before{content:""}.fa-vine:before{content:""}.fa-codepen:before{content:""}.fa-jsfiddle:before{content:""}.fa-life-bouy:before,.fa-life-buoy:before,.fa-life-ring:before,.fa-life-saver:before,.fa-support:before{content:""}.fa-circle-o-notch:before{content:""}.fa-ra:before,.fa-rebel:before,.fa-resistance:before{content:""}.fa-empire:before,.fa-ge:before{content:""}.fa-git-square:before{content:""}.fa-git:before{content:""}.fa-hacker-news:before,.fa-y-combinator-square:before,.fa-yc-square:before{content:""}.fa-tencent-weibo:before{content:""}.fa-qq:before{content:""}.fa-wechat:before,.fa-weixin:before{content:""}.fa-paper-plane:before,.fa-send:before{content:""}.fa-paper-plane-o:before,.fa-send-o:before{content:""}.fa-history:before{content:""}.fa-circle-thin:before{content:""}.fa-header:before{content:""}.fa-paragraph:before{content:""}.fa-sliders:before{content:""}.fa-share-alt:before{content:""}.fa-share-alt-square:before{content:""}.fa-bomb:before{content:""}.fa-futbol-o:before,.fa-soccer-ball-o:before{content:""}.fa-tty:before{content:""}.fa-binoculars:before{content:""}.fa-plug:before{content:""}.fa-slideshare:before{content:""}.fa-twitch:before{content:""}.fa-yelp:before{content:""}.fa-newspaper-o:before{content:""}.fa-wifi:before{content:""}.fa-calculator:before{content:""}.fa-paypal:before{content:""}.fa-google-wallet:before{content:""}.fa-cc-visa:before{content:""}.fa-cc-mastercard:before{content:""}.fa-cc-discover:before{content:""}.fa-cc-amex:before{content:""}.fa-cc-paypal:before{content:""}.fa-cc-stripe:before{content:""}.fa-bell-slash:before{content:""}.fa-bell-slash-o:before{content:""}.fa-trash:before{content:""}.fa-copyright:before{content:""}.fa-at:before{content:""}.fa-eyedropper:before{content:""}.fa-paint-brush:before{content:""}.fa-birthday-cake:before{content:""}.fa-area-chart:before{content:""}.fa-pie-chart:before{content:""}.fa-line-chart:before{content:""}.fa-lastfm:before{content:""}.fa-lastfm-square:before{content:""}.fa-toggle-off:before{content:""}.fa-toggle-on:before{content:""}.fa-bicycle:before{content:""}.fa-bus:before{content:""}.fa-ioxhost:before{content:""}.fa-angellist:before{content:""}.fa-cc:before{content:""}.fa-ils:before,.fa-shekel:before,.fa-sheqel:before{content:""}.fa-meanpath:before{content:""}.fa-buysellads:before{content:""}.fa-connectdevelop:before{content:""}.fa-dashcube:before{content:""}.fa-forumbee:before{content:""}.fa-leanpub:before{content:""}.fa-sellsy:before{content:""}.fa-shirtsinbulk:before{content:""}.fa-simplybuilt:before{content:""}.fa-skyatlas:before{content:""}.fa-cart-plus:before{content:""}.fa-cart-arrow-down:before{content:""}.fa-diamond:before{content:""}.fa-ship:before{content:""}.fa-user-secret:before{content:""}.fa-motorcycle:before{content:""}.fa-street-view:before{content:""}.fa-heartbeat:before{content:""}.fa-venus:before{content:""}.fa-mars:before{content:""}.fa-mercury:before{content:""}.fa-intersex:before,.fa-transgender:before{content:""}.fa-transgender-alt:before{content:""}.fa-venus-double:before{content:""}.fa-mars-double:before{content:""}.fa-venus-mars:before{content:""}.fa-mars-stroke:before{content:""}.fa-mars-stroke-v:before{content:""}.fa-mars-stroke-h:before{content:""}.fa-neuter:before{content:""}.fa-genderless:before{content:""}.fa-facebook-official:before{content:""}.fa-pinterest-p:before{content:""}.fa-whatsapp:before{content:""}.fa-server:before{content:""}.fa-user-plus:before{content:""}.fa-user-times:before{content:""}.fa-bed:before,.fa-hotel:before{content:""}.fa-viacoin:before{content:""}.fa-train:before{content:""}.fa-subway:before{content:""}.fa-medium:before{content:""}.fa-y-combinator:before,.fa-yc:before{content:""}.fa-optin-monster:before{content:""}.fa-opencart:before{content:""}.fa-expeditedssl:before{content:""}.fa-battery-4:before,.fa-battery-full:before,.fa-battery:before{content:""}.fa-battery-3:before,.fa-battery-three-quarters:before{content:""}.fa-battery-2:before,.fa-battery-half:before{content:""}.fa-battery-1:before,.fa-battery-quarter:before{content:""}.fa-battery-0:before,.fa-battery-empty:before{content:""}.fa-mouse-pointer:before{content:""}.fa-i-cursor:before{content:""}.fa-object-group:before{content:""}.fa-object-ungroup:before{content:""}.fa-sticky-note:before{content:""}.fa-sticky-note-o:before{content:""}.fa-cc-jcb:before{content:""}.fa-cc-diners-club:before{content:""}.fa-clone:before{content:""}.fa-balance-scale:before{content:""}.fa-hourglass-o:before{content:""}.fa-hourglass-1:before,.fa-hourglass-start:before{content:""}.fa-hourglass-2:before,.fa-hourglass-half:before{content:""}.fa-hourglass-3:before,.fa-hourglass-end:before{content:""}.fa-hourglass:before{content:""}.fa-hand-grab-o:before,.fa-hand-rock-o:before{content:""}.fa-hand-paper-o:before,.fa-hand-stop-o:before{content:""}.fa-hand-scissors-o:before{content:""}.fa-hand-lizard-o:before{content:""}.fa-hand-spock-o:before{content:""}.fa-hand-pointer-o:before{content:""}.fa-hand-peace-o:before{content:""}.fa-trademark:before{content:""}.fa-registered:before{content:""}.fa-creative-commons:before{content:""}.fa-gg:before{content:""}.fa-gg-circle:before{content:""}.fa-tripadvisor:before{content:""}.fa-odnoklassniki:before{content:""}.fa-odnoklassniki-square:before{content:""}.fa-get-pocket:before{content:""}.fa-wikipedia-w:before{content:""}.fa-safari:before{content:""}.fa-chrome:before{content:""}.fa-firefox:before{content:""}.fa-opera:before{content:""}.fa-internet-explorer:before{content:""}.fa-television:before,.fa-tv:before{content:""}.fa-contao:before{content:""}.fa-500px:before{content:""}.fa-amazon:before{content:""}.fa-calendar-plus-o:before{content:""}.fa-calendar-minus-o:before{content:""}.fa-calendar-times-o:before{content:""}.fa-calendar-check-o:before{content:""}.fa-industry:before{content:""}.fa-map-pin:before{content:""}.fa-map-signs:before{content:""}.fa-map-o:before{content:""}.fa-map:before{content:""}.fa-commenting:before{content:""}.fa-commenting-o:before{content:""}.fa-houzz:before{content:""}.fa-vimeo:before{content:""}.fa-black-tie:before{content:""}.fa-fonticons:before{content:""}.fa-reddit-alien:before{content:""}.fa-edge:before{content:""}.fa-credit-card-alt:before{content:""}.fa-codiepie:before{content:""}.fa-modx:before{content:""}.fa-fort-awesome:before{content:""}.fa-usb:before{content:""}.fa-product-hunt:before{content:""}.fa-mixcloud:before{content:""}.fa-scribd:before{content:""}.fa-pause-circle:before{content:""}.fa-pause-circle-o:before{content:""}.fa-stop-circle:before{content:""}.fa-stop-circle-o:before{content:""}.fa-shopping-bag:before{content:""}.fa-shopping-basket:before{content:""}.fa-hashtag:before{content:""}.fa-bluetooth:before{content:""}.fa-bluetooth-b:before{content:""}.fa-percent:before{content:""}.fa-gitlab:before,.icon-gitlab:before{content:""}.fa-wpbeginner:before{content:""}.fa-wpforms:before{content:""}.fa-envira:before{content:""}.fa-universal-access:before{content:""}.fa-wheelchair-alt:before{content:""}.fa-question-circle-o:before{content:""}.fa-blind:before{content:""}.fa-audio-description:before{content:""}.fa-volume-control-phone:before{content:""}.fa-braille:before{content:""}.fa-assistive-listening-systems:before{content:""}.fa-american-sign-language-interpreting:before,.fa-asl-interpreting:before{content:""}.fa-deaf:before,.fa-deafness:before,.fa-hard-of-hearing:before{content:""}.fa-glide:before{content:""}.fa-glide-g:before{content:""}.fa-sign-language:before,.fa-signing:before{content:""}.fa-low-vision:before{content:""}.fa-viadeo:before{content:""}.fa-viadeo-square:before{content:""}.fa-snapchat:before{content:""}.fa-snapchat-ghost:before{content:""}.fa-snapchat-square:before{content:""}.fa-pied-piper:before{content:""}.fa-first-order:before{content:""}.fa-yoast:before{content:""}.fa-themeisle:before{content:""}.fa-google-plus-circle:before,.fa-google-plus-official:before{content:""}.fa-fa:before,.fa-font-awesome:before{content:""}.fa-handshake-o:before{content:""}.fa-envelope-open:before{content:""}.fa-envelope-open-o:before{content:""}.fa-linode:before{content:""}.fa-address-book:before{content:""}.fa-address-book-o:before{content:""}.fa-address-card:before,.fa-vcard:before{content:""}.fa-address-card-o:before,.fa-vcard-o:before{content:""}.fa-user-circle:before{content:""}.fa-user-circle-o:before{content:""}.fa-user-o:before{content:""}.fa-id-badge:before{content:""}.fa-drivers-license:before,.fa-id-card:before{content:""}.fa-drivers-license-o:before,.fa-id-card-o:before{content:""}.fa-quora:before{content:""}.fa-free-code-camp:before{content:""}.fa-telegram:before{content:""}.fa-thermometer-4:before,.fa-thermometer-full:before,.fa-thermometer:before{content:""}.fa-thermometer-3:before,.fa-thermometer-three-quarters:before{content:""}.fa-thermometer-2:before,.fa-thermometer-half:before{content:""}.fa-thermometer-1:before,.fa-thermometer-quarter:before{content:""}.fa-thermometer-0:before,.fa-thermometer-empty:before{content:""}.fa-shower:before{content:""}.fa-bath:before,.fa-bathtub:before,.fa-s15:before{content:""}.fa-podcast:before{content:""}.fa-window-maximize:before{content:""}.fa-window-minimize:before{content:""}.fa-window-restore:before{content:""}.fa-times-rectangle:before,.fa-window-close:before{content:""}.fa-times-rectangle-o:before,.fa-window-close-o:before{content:""}.fa-bandcamp:before{content:""}.fa-grav:before{content:""}.fa-etsy:before{content:""}.fa-imdb:before{content:""}.fa-ravelry:before{content:""}.fa-eercast:before{content:""}.fa-microchip:before{content:""}.fa-snowflake-o:before{content:""}.fa-superpowers:before{content:""}.fa-wpexplorer:before{content:""}.fa-meetup:before{content:""}.sr-only{position:absolute;width:1px;height:1px;padding:0;margin:-1px;overflow:hidden;clip:rect(0,0,0,0);border:0}.sr-only-focusable:active,.sr-only-focusable:focus{position:static;width:auto;height:auto;margin:0;overflow:visible;clip:auto}.fa,.icon,.rst-content .admonition-title,.rst-content .code-block-caption .headerlink,.rst-content .eqno .headerlink,.rst-content code.download span:first-child,.rst-content dl dt .headerlink,.rst-content h1 .headerlink,.rst-content h2 .headerlink,.rst-content h3 .headerlink,.rst-content h4 .headerlink,.rst-content h5 .headerlink,.rst-content h6 .headerlink,.rst-content p.caption .headerlink,.rst-content p .headerlink,.rst-content table>caption .headerlink,.rst-content tt.download span:first-child,.wy-dropdown .caret,.wy-inline-validate.wy-inline-validate-danger .wy-input-context,.wy-inline-validate.wy-inline-validate-info .wy-input-context,.wy-inline-validate.wy-inline-validate-success .wy-input-context,.wy-inline-validate.wy-inline-validate-warning .wy-input-context,.wy-menu-vertical li.current>a button.toctree-expand,.wy-menu-vertical li.on a button.toctree-expand,.wy-menu-vertical li button.toctree-expand{font-family:inherit}.fa:before,.icon:before,.rst-content .admonition-title:before,.rst-content .code-block-caption .headerlink:before,.rst-content .eqno .headerlink:before,.rst-content code.download span:first-child:before,.rst-content dl dt .headerlink:before,.rst-content h1 .headerlink:before,.rst-content h2 .headerlink:before,.rst-content h3 .headerlink:before,.rst-content h4 .headerlink:before,.rst-content h5 .headerlink:before,.rst-content h6 .headerlink:before,.rst-content p.caption .headerlink:before,.rst-content p .headerlink:before,.rst-content table>caption .headerlink:before,.rst-content tt.download span:first-child:before,.wy-dropdown .caret:before,.wy-inline-validate.wy-inline-validate-danger .wy-input-context:before,.wy-inline-validate.wy-inline-validate-info .wy-input-context:before,.wy-inline-validate.wy-inline-validate-success .wy-input-context:before,.wy-inline-validate.wy-inline-validate-warning .wy-input-context:before,.wy-menu-vertical li.current>a button.toctree-expand:before,.wy-menu-vertical li.on a button.toctree-expand:before,.wy-menu-vertical li button.toctree-expand:before{font-family:FontAwesome;display:inline-block;font-style:normal;font-weight:400;line-height:1;text-decoration:inherit}.rst-content .code-block-caption a .headerlink,.rst-content .eqno a .headerlink,.rst-content a .admonition-title,.rst-content code.download a span:first-child,.rst-content dl dt a .headerlink,.rst-content h1 a .headerlink,.rst-content h2 a .headerlink,.rst-content h3 a .headerlink,.rst-content h4 a .headerlink,.rst-content h5 a .headerlink,.rst-content h6 a .headerlink,.rst-content p.caption a .headerlink,.rst-content p a .headerlink,.rst-content table>caption a .headerlink,.rst-content tt.download a span:first-child,.wy-menu-vertical li.current>a button.toctree-expand,.wy-menu-vertical li.on a button.toctree-expand,.wy-menu-vertical li a button.toctree-expand,a .fa,a .icon,a .rst-content .admonition-title,a .rst-content .code-block-caption .headerlink,a .rst-content .eqno .headerlink,a .rst-content code.download span:first-child,a .rst-content dl dt .headerlink,a .rst-content h1 .headerlink,a .rst-content h2 .headerlink,a .rst-content h3 .headerlink,a .rst-content h4 .headerlink,a .rst-content h5 .headerlink,a .rst-content h6 .headerlink,a .rst-content p.caption .headerlink,a .rst-content p .headerlink,a .rst-content table>caption .headerlink,a .rst-content tt.download span:first-child,a .wy-menu-vertical li button.toctree-expand{display:inline-block;text-decoration:inherit}.btn .fa,.btn .icon,.btn .rst-content .admonition-title,.btn .rst-content .code-block-caption .headerlink,.btn .rst-content .eqno .headerlink,.btn .rst-content code.download span:first-child,.btn .rst-content dl dt .headerlink,.btn .rst-content h1 .headerlink,.btn .rst-content h2 .headerlink,.btn .rst-content h3 .headerlink,.btn .rst-content h4 .headerlink,.btn .rst-content h5 .headerlink,.btn .rst-content h6 .headerlink,.btn .rst-content p .headerlink,.btn .rst-content table>caption .headerlink,.btn .rst-content tt.download span:first-child,.btn .wy-menu-vertical li.current>a button.toctree-expand,.btn .wy-menu-vertical li.on a button.toctree-expand,.btn .wy-menu-vertical li button.toctree-expand,.nav .fa,.nav .icon,.nav .rst-content .admonition-title,.nav .rst-content .code-block-caption .headerlink,.nav .rst-content .eqno .headerlink,.nav .rst-content code.download span:first-child,.nav .rst-content dl dt .headerlink,.nav .rst-content h1 .headerlink,.nav .rst-content h2 .headerlink,.nav .rst-content h3 .headerlink,.nav .rst-content h4 .headerlink,.nav .rst-content h5 .headerlink,.nav .rst-content h6 .headerlink,.nav .rst-content p .headerlink,.nav .rst-content table>caption .headerlink,.nav .rst-content tt.download span:first-child,.nav .wy-menu-vertical li.current>a button.toctree-expand,.nav .wy-menu-vertical li.on a button.toctree-expand,.nav .wy-menu-vertical li button.toctree-expand,.rst-content .btn .admonition-title,.rst-content .code-block-caption .btn .headerlink,.rst-content .code-block-caption .nav .headerlink,.rst-content .eqno .btn .headerlink,.rst-content .eqno .nav .headerlink,.rst-content .nav .admonition-title,.rst-content code.download .btn span:first-child,.rst-content code.download .nav span:first-child,.rst-content dl dt .btn .headerlink,.rst-content dl dt .nav .headerlink,.rst-content h1 .btn .headerlink,.rst-content h1 .nav .headerlink,.rst-content h2 .btn .headerlink,.rst-content h2 .nav .headerlink,.rst-content h3 .btn .headerlink,.rst-content h3 .nav .headerlink,.rst-content h4 .btn .headerlink,.rst-content h4 .nav .headerlink,.rst-content h5 .btn .headerlink,.rst-content h5 .nav .headerlink,.rst-content h6 .btn .headerlink,.rst-content h6 .nav .headerlink,.rst-content p .btn .headerlink,.rst-content p .nav .headerlink,.rst-content table>caption .btn .headerlink,.rst-content table>caption .nav .headerlink,.rst-content tt.download .btn span:first-child,.rst-content tt.download .nav span:first-child,.wy-menu-vertical li .btn button.toctree-expand,.wy-menu-vertical li.current>a .btn button.toctree-expand,.wy-menu-vertical li.current>a .nav button.toctree-expand,.wy-menu-vertical li .nav button.toctree-expand,.wy-menu-vertical li.on a .btn button.toctree-expand,.wy-menu-vertical li.on a .nav button.toctree-expand{display:inline}.btn .fa-large.icon,.btn .fa.fa-large,.btn .rst-content .code-block-caption .fa-large.headerlink,.btn .rst-content .eqno .fa-large.headerlink,.btn .rst-content .fa-large.admonition-title,.btn .rst-content code.download span.fa-large:first-child,.btn .rst-content dl dt .fa-large.headerlink,.btn .rst-content h1 .fa-large.headerlink,.btn .rst-content h2 .fa-large.headerlink,.btn .rst-content h3 .fa-large.headerlink,.btn .rst-content h4 .fa-large.headerlink,.btn .rst-content h5 .fa-large.headerlink,.btn .rst-content h6 .fa-large.headerlink,.btn .rst-content p .fa-large.headerlink,.btn .rst-content table>caption .fa-large.headerlink,.btn .rst-content tt.download span.fa-large:first-child,.btn .wy-menu-vertical li button.fa-large.toctree-expand,.nav .fa-large.icon,.nav .fa.fa-large,.nav .rst-content .code-block-caption .fa-large.headerlink,.nav .rst-content .eqno .fa-large.headerlink,.nav .rst-content .fa-large.admonition-title,.nav .rst-content code.download span.fa-large:first-child,.nav .rst-content dl dt .fa-large.headerlink,.nav .rst-content h1 .fa-large.headerlink,.nav .rst-content h2 .fa-large.headerlink,.nav .rst-content h3 .fa-large.headerlink,.nav .rst-content h4 .fa-large.headerlink,.nav .rst-content h5 .fa-large.headerlink,.nav .rst-content h6 .fa-large.headerlink,.nav .rst-content p .fa-large.headerlink,.nav .rst-content table>caption .fa-large.headerlink,.nav .rst-content tt.download span.fa-large:first-child,.nav .wy-menu-vertical li button.fa-large.toctree-expand,.rst-content .btn .fa-large.admonition-title,.rst-content .code-block-caption .btn .fa-large.headerlink,.rst-content .code-block-caption .nav .fa-large.headerlink,.rst-content .eqno .btn .fa-large.headerlink,.rst-content .eqno .nav .fa-large.headerlink,.rst-content .nav .fa-large.admonition-title,.rst-content code.download .btn span.fa-large:first-child,.rst-content code.download .nav span.fa-large:first-child,.rst-content dl dt .btn .fa-large.headerlink,.rst-content dl dt .nav .fa-large.headerlink,.rst-content h1 .btn .fa-large.headerlink,.rst-content h1 .nav .fa-large.headerlink,.rst-content h2 .btn .fa-large.headerlink,.rst-content h2 .nav .fa-large.headerlink,.rst-content h3 .btn .fa-large.headerlink,.rst-content h3 .nav .fa-large.headerlink,.rst-content h4 .btn .fa-large.headerlink,.rst-content h4 .nav .fa-large.headerlink,.rst-content h5 .btn .fa-large.headerlink,.rst-content h5 .nav .fa-large.headerlink,.rst-content h6 .btn .fa-large.headerlink,.rst-content h6 .nav .fa-large.headerlink,.rst-content p .btn .fa-large.headerlink,.rst-content p .nav .fa-large.headerlink,.rst-content table>caption .btn .fa-large.headerlink,.rst-content table>caption .nav .fa-large.headerlink,.rst-content tt.download .btn span.fa-large:first-child,.rst-content tt.download .nav span.fa-large:first-child,.wy-menu-vertical li .btn button.fa-large.toctree-expand,.wy-menu-vertical li .nav button.fa-large.toctree-expand{line-height:.9em}.btn .fa-spin.icon,.btn .fa.fa-spin,.btn .rst-content .code-block-caption .fa-spin.headerlink,.btn .rst-content .eqno .fa-spin.headerlink,.btn .rst-content .fa-spin.admonition-title,.btn .rst-content code.download span.fa-spin:first-child,.btn .rst-content dl dt .fa-spin.headerlink,.btn .rst-content h1 .fa-spin.headerlink,.btn .rst-content h2 .fa-spin.headerlink,.btn .rst-content h3 .fa-spin.headerlink,.btn .rst-content h4 .fa-spin.headerlink,.btn .rst-content h5 .fa-spin.headerlink,.btn .rst-content h6 .fa-spin.headerlink,.btn .rst-content p .fa-spin.headerlink,.btn .rst-content table>caption .fa-spin.headerlink,.btn .rst-content tt.download span.fa-spin:first-child,.btn .wy-menu-vertical li button.fa-spin.toctree-expand,.nav .fa-spin.icon,.nav .fa.fa-spin,.nav .rst-content .code-block-caption .fa-spin.headerlink,.nav .rst-content .eqno .fa-spin.headerlink,.nav .rst-content .fa-spin.admonition-title,.nav .rst-content code.download span.fa-spin:first-child,.nav .rst-content dl dt .fa-spin.headerlink,.nav .rst-content h1 .fa-spin.headerlink,.nav .rst-content h2 .fa-spin.headerlink,.nav .rst-content h3 .fa-spin.headerlink,.nav .rst-content h4 .fa-spin.headerlink,.nav .rst-content h5 .fa-spin.headerlink,.nav .rst-content h6 .fa-spin.headerlink,.nav .rst-content p .fa-spin.headerlink,.nav .rst-content table>caption .fa-spin.headerlink,.nav .rst-content tt.download span.fa-spin:first-child,.nav .wy-menu-vertical li button.fa-spin.toctree-expand,.rst-content .btn .fa-spin.admonition-title,.rst-content .code-block-caption .btn .fa-spin.headerlink,.rst-content .code-block-caption .nav .fa-spin.headerlink,.rst-content .eqno .btn .fa-spin.headerlink,.rst-content .eqno .nav .fa-spin.headerlink,.rst-content .nav .fa-spin.admonition-title,.rst-content code.download .btn span.fa-spin:first-child,.rst-content code.download .nav span.fa-spin:first-child,.rst-content dl dt .btn .fa-spin.headerlink,.rst-content dl dt .nav .fa-spin.headerlink,.rst-content h1 .btn .fa-spin.headerlink,.rst-content h1 .nav .fa-spin.headerlink,.rst-content h2 .btn .fa-spin.headerlink,.rst-content h2 .nav .fa-spin.headerlink,.rst-content h3 .btn .fa-spin.headerlink,.rst-content h3 .nav .fa-spin.headerlink,.rst-content h4 .btn .fa-spin.headerlink,.rst-content h4 .nav .fa-spin.headerlink,.rst-content h5 .btn .fa-spin.headerlink,.rst-content h5 .nav .fa-spin.headerlink,.rst-content h6 .btn .fa-spin.headerlink,.rst-content h6 .nav .fa-spin.headerlink,.rst-content p .btn .fa-spin.headerlink,.rst-content p .nav .fa-spin.headerlink,.rst-content table>caption .btn .fa-spin.headerlink,.rst-content table>caption .nav .fa-spin.headerlink,.rst-content tt.download .btn span.fa-spin:first-child,.rst-content tt.download .nav span.fa-spin:first-child,.wy-menu-vertical li .btn button.fa-spin.toctree-expand,.wy-menu-vertical li .nav button.fa-spin.toctree-expand{display:inline-block}.btn.fa:before,.btn.icon:before,.rst-content .btn.admonition-title:before,.rst-content .code-block-caption .btn.headerlink:before,.rst-content .eqno .btn.headerlink:before,.rst-content code.download span.btn:first-child:before,.rst-content dl dt .btn.headerlink:before,.rst-content h1 .btn.headerlink:before,.rst-content h2 .btn.headerlink:before,.rst-content h3 .btn.headerlink:before,.rst-content h4 .btn.headerlink:before,.rst-content h5 .btn.headerlink:before,.rst-content h6 .btn.headerlink:before,.rst-content p .btn.headerlink:before,.rst-content table>caption .btn.headerlink:before,.rst-content tt.download span.btn:first-child:before,.wy-menu-vertical li button.btn.toctree-expand:before{opacity:.5;-webkit-transition:opacity .05s ease-in;-moz-transition:opacity .05s ease-in;transition:opacity .05s ease-in}.btn.fa:hover:before,.btn.icon:hover:before,.rst-content .btn.admonition-title:hover:before,.rst-content .code-block-caption .btn.headerlink:hover:before,.rst-content .eqno .btn.headerlink:hover:before,.rst-content code.download span.btn:first-child:hover:before,.rst-content dl dt .btn.headerlink:hover:before,.rst-content h1 .btn.headerlink:hover:before,.rst-content h2 .btn.headerlink:hover:before,.rst-content h3 .btn.headerlink:hover:before,.rst-content h4 .btn.headerlink:hover:before,.rst-content h5 .btn.headerlink:hover:before,.rst-content h6 .btn.headerlink:hover:before,.rst-content p .btn.headerlink:hover:before,.rst-content table>caption .btn.headerlink:hover:before,.rst-content tt.download span.btn:first-child:hover:before,.wy-menu-vertical li button.btn.toctree-expand:hover:before{opacity:1}.btn-mini .fa:before,.btn-mini .icon:before,.btn-mini .rst-content .admonition-title:before,.btn-mini .rst-content .code-block-caption .headerlink:before,.btn-mini .rst-content .eqno .headerlink:before,.btn-mini .rst-content code.download span:first-child:before,.btn-mini .rst-content dl dt .headerlink:before,.btn-mini .rst-content h1 .headerlink:before,.btn-mini .rst-content h2 .headerlink:before,.btn-mini .rst-content h3 .headerlink:before,.btn-mini .rst-content h4 .headerlink:before,.btn-mini .rst-content h5 .headerlink:before,.btn-mini .rst-content h6 .headerlink:before,.btn-mini .rst-content p .headerlink:before,.btn-mini .rst-content table>caption .headerlink:before,.btn-mini .rst-content tt.download span:first-child:before,.btn-mini .wy-menu-vertical li button.toctree-expand:before,.rst-content .btn-mini .admonition-title:before,.rst-content .code-block-caption .btn-mini .headerlink:before,.rst-content .eqno .btn-mini .headerlink:before,.rst-content code.download .btn-mini span:first-child:before,.rst-content dl dt .btn-mini .headerlink:before,.rst-content h1 .btn-mini .headerlink:before,.rst-content h2 .btn-mini .headerlink:before,.rst-content h3 .btn-mini .headerlink:before,.rst-content h4 .btn-mini .headerlink:before,.rst-content h5 .btn-mini .headerlink:before,.rst-content h6 .btn-mini .headerlink:before,.rst-content p .btn-mini .headerlink:before,.rst-content table>caption .btn-mini .headerlink:before,.rst-content tt.download .btn-mini span:first-child:before,.wy-menu-vertical li .btn-mini button.toctree-expand:before{font-size:14px;vertical-align:-15%}.rst-content .admonition,.rst-content .admonition-todo,.rst-content .attention,.rst-content .caution,.rst-content .danger,.rst-content .error,.rst-content .hint,.rst-content .important,.rst-content .note,.rst-content .seealso,.rst-content .tip,.rst-content .warning,.wy-alert{padding:12px;line-height:24px;margin-bottom:24px;background:#e7f2fa}.rst-content .admonition-title,.wy-alert-title{font-weight:700;display:block;color:#fff;background:#6ab0de;padding:6px 12px;margin:-12px -12px 12px}.rst-content .danger,.rst-content .error,.rst-content .wy-alert-danger.admonition,.rst-content .wy-alert-danger.admonition-todo,.rst-content .wy-alert-danger.attention,.rst-content .wy-alert-danger.caution,.rst-content .wy-alert-danger.hint,.rst-content .wy-alert-danger.important,.rst-content .wy-alert-danger.note,.rst-content .wy-alert-danger.seealso,.rst-content .wy-alert-danger.tip,.rst-content .wy-alert-danger.warning,.wy-alert.wy-alert-danger{background:#fdf3f2}.rst-content .danger .admonition-title,.rst-content .danger .wy-alert-title,.rst-content .error .admonition-title,.rst-content .error .wy-alert-title,.rst-content .wy-alert-danger.admonition-todo .admonition-title,.rst-content .wy-alert-danger.admonition-todo .wy-alert-title,.rst-content .wy-alert-danger.admonition .admonition-title,.rst-content .wy-alert-danger.admonition .wy-alert-title,.rst-content .wy-alert-danger.attention .admonition-title,.rst-content .wy-alert-danger.attention .wy-alert-title,.rst-content .wy-alert-danger.caution .admonition-title,.rst-content .wy-alert-danger.caution .wy-alert-title,.rst-content .wy-alert-danger.hint .admonition-title,.rst-content .wy-alert-danger.hint .wy-alert-title,.rst-content .wy-alert-danger.important .admonition-title,.rst-content .wy-alert-danger.important .wy-alert-title,.rst-content .wy-alert-danger.note .admonition-title,.rst-content .wy-alert-danger.note .wy-alert-title,.rst-content .wy-alert-danger.seealso .admonition-title,.rst-content .wy-alert-danger.seealso .wy-alert-title,.rst-content .wy-alert-danger.tip .admonition-title,.rst-content .wy-alert-danger.tip .wy-alert-title,.rst-content .wy-alert-danger.warning .admonition-title,.rst-content .wy-alert-danger.warning .wy-alert-title,.rst-content .wy-alert.wy-alert-danger .admonition-title,.wy-alert.wy-alert-danger .rst-content .admonition-title,.wy-alert.wy-alert-danger .wy-alert-title{background:#f29f97}.rst-content .admonition-todo,.rst-content .attention,.rst-content .caution,.rst-content .warning,.rst-content .wy-alert-warning.admonition,.rst-content .wy-alert-warning.danger,.rst-content .wy-alert-warning.error,.rst-content .wy-alert-warning.hint,.rst-content .wy-alert-warning.important,.rst-content .wy-alert-warning.note,.rst-content .wy-alert-warning.seealso,.rst-content .wy-alert-warning.tip,.wy-alert.wy-alert-warning{background:#ffedcc}.rst-content .admonition-todo .admonition-title,.rst-content .admonition-todo .wy-alert-title,.rst-content .attention .admonition-title,.rst-content .attention .wy-alert-title,.rst-content .caution .admonition-title,.rst-content .caution .wy-alert-title,.rst-content .warning .admonition-title,.rst-content .warning .wy-alert-title,.rst-content .wy-alert-warning.admonition .admonition-title,.rst-content .wy-alert-warning.admonition .wy-alert-title,.rst-content .wy-alert-warning.danger .admonition-title,.rst-content .wy-alert-warning.danger .wy-alert-title,.rst-content .wy-alert-warning.error .admonition-title,.rst-content .wy-alert-warning.error .wy-alert-title,.rst-content .wy-alert-warning.hint .admonition-title,.rst-content .wy-alert-warning.hint .wy-alert-title,.rst-content .wy-alert-warning.important .admonition-title,.rst-content .wy-alert-warning.important .wy-alert-title,.rst-content .wy-alert-warning.note .admonition-title,.rst-content .wy-alert-warning.note .wy-alert-title,.rst-content .wy-alert-warning.seealso .admonition-title,.rst-content .wy-alert-warning.seealso .wy-alert-title,.rst-content .wy-alert-warning.tip .admonition-title,.rst-content .wy-alert-warning.tip .wy-alert-title,.rst-content .wy-alert.wy-alert-warning .admonition-title,.wy-alert.wy-alert-warning .rst-content .admonition-title,.wy-alert.wy-alert-warning .wy-alert-title{background:#f0b37e}.rst-content .note,.rst-content .seealso,.rst-content .wy-alert-info.admonition,.rst-content .wy-alert-info.admonition-todo,.rst-content .wy-alert-info.attention,.rst-content .wy-alert-info.caution,.rst-content .wy-alert-info.danger,.rst-content .wy-alert-info.error,.rst-content .wy-alert-info.hint,.rst-content .wy-alert-info.important,.rst-content .wy-alert-info.tip,.rst-content .wy-alert-info.warning,.wy-alert.wy-alert-info{background:#e7f2fa}.rst-content .note .admonition-title,.rst-content .note .wy-alert-title,.rst-content .seealso .admonition-title,.rst-content .seealso .wy-alert-title,.rst-content .wy-alert-info.admonition-todo .admonition-title,.rst-content .wy-alert-info.admonition-todo .wy-alert-title,.rst-content .wy-alert-info.admonition .admonition-title,.rst-content .wy-alert-info.admonition .wy-alert-title,.rst-content .wy-alert-info.attention .admonition-title,.rst-content .wy-alert-info.attention .wy-alert-title,.rst-content .wy-alert-info.caution .admonition-title,.rst-content .wy-alert-info.caution .wy-alert-title,.rst-content .wy-alert-info.danger .admonition-title,.rst-content .wy-alert-info.danger .wy-alert-title,.rst-content .wy-alert-info.error .admonition-title,.rst-content .wy-alert-info.error .wy-alert-title,.rst-content .wy-alert-info.hint .admonition-title,.rst-content .wy-alert-info.hint .wy-alert-title,.rst-content .wy-alert-info.important .admonition-title,.rst-content .wy-alert-info.important .wy-alert-title,.rst-content .wy-alert-info.tip .admonition-title,.rst-content .wy-alert-info.tip .wy-alert-title,.rst-content .wy-alert-info.warning .admonition-title,.rst-content .wy-alert-info.warning .wy-alert-title,.rst-content .wy-alert.wy-alert-info .admonition-title,.wy-alert.wy-alert-info .rst-content .admonition-title,.wy-alert.wy-alert-info .wy-alert-title{background:#6ab0de}.rst-content .hint,.rst-content .important,.rst-content .tip,.rst-content .wy-alert-success.admonition,.rst-content .wy-alert-success.admonition-todo,.rst-content .wy-alert-success.attention,.rst-content .wy-alert-success.caution,.rst-content .wy-alert-success.danger,.rst-content .wy-alert-success.error,.rst-content .wy-alert-success.note,.rst-content .wy-alert-success.seealso,.rst-content .wy-alert-success.warning,.wy-alert.wy-alert-success{background:#dbfaf4}.rst-content .hint .admonition-title,.rst-content .hint .wy-alert-title,.rst-content .important .admonition-title,.rst-content .important .wy-alert-title,.rst-content .tip .admonition-title,.rst-content .tip .wy-alert-title,.rst-content .wy-alert-success.admonition-todo .admonition-title,.rst-content .wy-alert-success.admonition-todo .wy-alert-title,.rst-content .wy-alert-success.admonition .admonition-title,.rst-content .wy-alert-success.admonition .wy-alert-title,.rst-content .wy-alert-success.attention .admonition-title,.rst-content .wy-alert-success.attention .wy-alert-title,.rst-content .wy-alert-success.caution .admonition-title,.rst-content .wy-alert-success.caution .wy-alert-title,.rst-content .wy-alert-success.danger .admonition-title,.rst-content .wy-alert-success.danger .wy-alert-title,.rst-content .wy-alert-success.error .admonition-title,.rst-content .wy-alert-success.error .wy-alert-title,.rst-content .wy-alert-success.note .admonition-title,.rst-content .wy-alert-success.note .wy-alert-title,.rst-content .wy-alert-success.seealso .admonition-title,.rst-content .wy-alert-success.seealso .wy-alert-title,.rst-content .wy-alert-success.warning .admonition-title,.rst-content .wy-alert-success.warning .wy-alert-title,.rst-content .wy-alert.wy-alert-success .admonition-title,.wy-alert.wy-alert-success .rst-content .admonition-title,.wy-alert.wy-alert-success .wy-alert-title{background:#1abc9c}.rst-content .wy-alert-neutral.admonition,.rst-content .wy-alert-neutral.admonition-todo,.rst-content .wy-alert-neutral.attention,.rst-content .wy-alert-neutral.caution,.rst-content .wy-alert-neutral.danger,.rst-content .wy-alert-neutral.error,.rst-content .wy-alert-neutral.hint,.rst-content .wy-alert-neutral.important,.rst-content .wy-alert-neutral.note,.rst-content .wy-alert-neutral.seealso,.rst-content .wy-alert-neutral.tip,.rst-content .wy-alert-neutral.warning,.wy-alert.wy-alert-neutral{background:#f3f6f6}.rst-content .wy-alert-neutral.admonition-todo .admonition-title,.rst-content .wy-alert-neutral.admonition-todo .wy-alert-title,.rst-content .wy-alert-neutral.admonition .admonition-title,.rst-content .wy-alert-neutral.admonition .wy-alert-title,.rst-content .wy-alert-neutral.attention .admonition-title,.rst-content .wy-alert-neutral.attention .wy-alert-title,.rst-content .wy-alert-neutral.caution .admonition-title,.rst-content .wy-alert-neutral.caution .wy-alert-title,.rst-content .wy-alert-neutral.danger .admonition-title,.rst-content .wy-alert-neutral.danger .wy-alert-title,.rst-content .wy-alert-neutral.error .admonition-title,.rst-content .wy-alert-neutral.error .wy-alert-title,.rst-content .wy-alert-neutral.hint .admonition-title,.rst-content .wy-alert-neutral.hint .wy-alert-title,.rst-content .wy-alert-neutral.important .admonition-title,.rst-content .wy-alert-neutral.important .wy-alert-title,.rst-content .wy-alert-neutral.note .admonition-title,.rst-content .wy-alert-neutral.note .wy-alert-title,.rst-content .wy-alert-neutral.seealso .admonition-title,.rst-content .wy-alert-neutral.seealso .wy-alert-title,.rst-content .wy-alert-neutral.tip .admonition-title,.rst-content .wy-alert-neutral.tip .wy-alert-title,.rst-content .wy-alert-neutral.warning .admonition-title,.rst-content .wy-alert-neutral.warning .wy-alert-title,.rst-content .wy-alert.wy-alert-neutral .admonition-title,.wy-alert.wy-alert-neutral .rst-content .admonition-title,.wy-alert.wy-alert-neutral .wy-alert-title{color:#404040;background:#e1e4e5}.rst-content .wy-alert-neutral.admonition-todo a,.rst-content .wy-alert-neutral.admonition a,.rst-content .wy-alert-neutral.attention a,.rst-content .wy-alert-neutral.caution a,.rst-content .wy-alert-neutral.danger a,.rst-content .wy-alert-neutral.error a,.rst-content .wy-alert-neutral.hint a,.rst-content .wy-alert-neutral.important a,.rst-content .wy-alert-neutral.note a,.rst-content .wy-alert-neutral.seealso a,.rst-content .wy-alert-neutral.tip a,.rst-content .wy-alert-neutral.warning a,.wy-alert.wy-alert-neutral a{color:#2980b9}.rst-content .admonition-todo p:last-child,.rst-content .admonition p:last-child,.rst-content .attention p:last-child,.rst-content .caution p:last-child,.rst-content .danger p:last-child,.rst-content .error p:last-child,.rst-content .hint p:last-child,.rst-content .important p:last-child,.rst-content .note p:last-child,.rst-content .seealso p:last-child,.rst-content .tip p:last-child,.rst-content .warning p:last-child,.wy-alert p:last-child{margin-bottom:0}.wy-tray-container{position:fixed;bottom:0;left:0;z-index:600}.wy-tray-container li{display:block;width:300px;background:transparent;color:#fff;text-align:center;box-shadow:0 5px 5px 0 rgba(0,0,0,.1);padding:0 24px;min-width:20%;opacity:0;height:0;line-height:56px;overflow:hidden;-webkit-transition:all .3s ease-in;-moz-transition:all .3s ease-in;transition:all .3s ease-in}.wy-tray-container li.wy-tray-item-success{background:#27ae60}.wy-tray-container li.wy-tray-item-info{background:#2980b9}.wy-tray-container li.wy-tray-item-warning{background:#e67e22}.wy-tray-container li.wy-tray-item-danger{background:#e74c3c}.wy-tray-container li.on{opacity:1;height:56px}@media screen and (max-width:768px){.wy-tray-container{bottom:auto;top:0;width:100%}.wy-tray-container li{width:100%}}button{font-size:100%;margin:0;vertical-align:baseline;*vertical-align:middle;cursor:pointer;line-height:normal;-webkit-appearance:button;*overflow:visible}button::-moz-focus-inner,input::-moz-focus-inner{border:0;padding:0}button[disabled]{cursor:default}.btn{display:inline-block;border-radius:2px;line-height:normal;white-space:nowrap;text-align:center;cursor:pointer;font-size:100%;padding:6px 12px 8px;color:#fff;border:1px solid rgba(0,0,0,.1);background-color:#27ae60;text-decoration:none;font-weight:400;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;box-shadow:inset 0 1px 2px -1px hsla(0,0%,100%,.5),inset 0 -2px 0 0 rgba(0,0,0,.1);outline-none:false;vertical-align:middle;*display:inline;zoom:1;-webkit-user-drag:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transition:all .1s linear;-moz-transition:all .1s linear;transition:all .1s linear}.btn-hover{background:#2e8ece;color:#fff}.btn:hover{background:#2cc36b;color:#fff}.btn:focus{background:#2cc36b;outline:0}.btn:active{box-shadow:inset 0 -1px 0 0 rgba(0,0,0,.05),inset 0 2px 0 0 rgba(0,0,0,.1);padding:8px 12px 6px}.btn:visited{color:#fff}.btn-disabled,.btn-disabled:active,.btn-disabled:focus,.btn-disabled:hover,.btn:disabled{background-image:none;filter:progid:DXImageTransform.Microsoft.gradient(enabled = false);filter:alpha(opacity=40);opacity:.4;cursor:not-allowed;box-shadow:none}.btn::-moz-focus-inner{padding:0;border:0}.btn-small{font-size:80%}.btn-info{background-color:#2980b9!important}.btn-info:hover{background-color:#2e8ece!important}.btn-neutral{background-color:#f3f6f6!important;color:#404040!important}.btn-neutral:hover{background-color:#e5ebeb!important;color:#404040}.btn-neutral:visited{color:#404040!important}.btn-success{background-color:#27ae60!important}.btn-success:hover{background-color:#295!important}.btn-danger{background-color:#e74c3c!important}.btn-danger:hover{background-color:#ea6153!important}.btn-warning{background-color:#e67e22!important}.btn-warning:hover{background-color:#e98b39!important}.btn-invert{background-color:#222}.btn-invert:hover{background-color:#2f2f2f!important}.btn-link{background-color:transparent!important;color:#2980b9;box-shadow:none;border-color:transparent!important}.btn-link:active,.btn-link:hover{background-color:transparent!important;color:#409ad5!important;box-shadow:none}.btn-link:visited{color:#9b59b6}.wy-btn-group .btn,.wy-control .btn{vertical-align:middle}.wy-btn-group{margin-bottom:24px;*zoom:1}.wy-btn-group:after,.wy-btn-group:before{display:table;content:""}.wy-btn-group:after{clear:both}.wy-dropdown{position:relative;display:inline-block}.wy-dropdown-active .wy-dropdown-menu{display:block}.wy-dropdown-menu{position:absolute;left:0;display:none;float:left;top:100%;min-width:100%;background:#fcfcfc;z-index:100;border:1px solid #cfd7dd;box-shadow:0 2px 2px 0 rgba(0,0,0,.1);padding:12px}.wy-dropdown-menu>dd>a{display:block;clear:both;color:#404040;white-space:nowrap;font-size:90%;padding:0 12px;cursor:pointer}.wy-dropdown-menu>dd>a:hover{background:#2980b9;color:#fff}.wy-dropdown-menu>dd.divider{border-top:1px solid #cfd7dd;margin:6px 0}.wy-dropdown-menu>dd.search{padding-bottom:12px}.wy-dropdown-menu>dd.search input[type=search]{width:100%}.wy-dropdown-menu>dd.call-to-action{background:#e3e3e3;text-transform:uppercase;font-weight:500;font-size:80%}.wy-dropdown-menu>dd.call-to-action:hover{background:#e3e3e3}.wy-dropdown-menu>dd.call-to-action .btn{color:#fff}.wy-dropdown.wy-dropdown-up .wy-dropdown-menu{bottom:100%;top:auto;left:auto;right:0}.wy-dropdown.wy-dropdown-bubble .wy-dropdown-menu{background:#fcfcfc;margin-top:2px}.wy-dropdown.wy-dropdown-bubble .wy-dropdown-menu a{padding:6px 12px}.wy-dropdown.wy-dropdown-bubble .wy-dropdown-menu a:hover{background:#2980b9;color:#fff}.wy-dropdown.wy-dropdown-left .wy-dropdown-menu{right:0;left:auto;text-align:right}.wy-dropdown-arrow:before{content:" ";border-bottom:5px solid #f5f5f5;border-left:5px solid transparent;border-right:5px solid transparent;position:absolute;display:block;top:-4px;left:50%;margin-left:-3px}.wy-dropdown-arrow.wy-dropdown-arrow-left:before{left:11px}.wy-form-stacked select{display:block}.wy-form-aligned .wy-help-inline,.wy-form-aligned input,.wy-form-aligned label,.wy-form-aligned select,.wy-form-aligned textarea{display:inline-block;*display:inline;*zoom:1;vertical-align:middle}.wy-form-aligned .wy-control-group>label{display:inline-block;vertical-align:middle;width:10em;margin:6px 12px 0 0;float:left}.wy-form-aligned .wy-control{float:left}.wy-form-aligned .wy-control label{display:block}.wy-form-aligned .wy-control select{margin-top:6px}fieldset{margin:0}fieldset,legend{border:0;padding:0}legend{width:100%;white-space:normal;margin-bottom:24px;font-size:150%;*margin-left:-7px}label,legend{display:block}label{margin:0 0 .3125em;color:#333;font-size:90%}input,select,textarea{font-size:100%;margin:0;vertical-align:baseline;*vertical-align:middle}.wy-control-group{margin-bottom:24px;max-width:1200px;margin-left:auto;margin-right:auto;*zoom:1}.wy-control-group:after,.wy-control-group:before{display:table;content:""}.wy-control-group:after{clear:both}.wy-control-group.wy-control-group-required>label:after{content:" *";color:#e74c3c}.wy-control-group .wy-form-full,.wy-control-group .wy-form-halves,.wy-control-group .wy-form-thirds{padding-bottom:12px}.wy-control-group .wy-form-full input[type=color],.wy-control-group .wy-form-full input[type=date],.wy-control-group .wy-form-full input[type=datetime-local],.wy-control-group .wy-form-full input[type=datetime],.wy-control-group .wy-form-full input[type=email],.wy-control-group .wy-form-full input[type=month],.wy-control-group .wy-form-full input[type=number],.wy-control-group .wy-form-full input[type=password],.wy-control-group .wy-form-full input[type=search],.wy-control-group .wy-form-full input[type=tel],.wy-control-group .wy-form-full input[type=text],.wy-control-group .wy-form-full input[type=time],.wy-control-group .wy-form-full input[type=url],.wy-control-group .wy-form-full input[type=week],.wy-control-group .wy-form-full select,.wy-control-group .wy-form-halves input[type=color],.wy-control-group .wy-form-halves input[type=date],.wy-control-group .wy-form-halves input[type=datetime-local],.wy-control-group .wy-form-halves input[type=datetime],.wy-control-group .wy-form-halves input[type=email],.wy-control-group .wy-form-halves input[type=month],.wy-control-group .wy-form-halves input[type=number],.wy-control-group .wy-form-halves input[type=password],.wy-control-group .wy-form-halves input[type=search],.wy-control-group .wy-form-halves input[type=tel],.wy-control-group .wy-form-halves input[type=text],.wy-control-group .wy-form-halves input[type=time],.wy-control-group .wy-form-halves input[type=url],.wy-control-group .wy-form-halves input[type=week],.wy-control-group .wy-form-halves select,.wy-control-group .wy-form-thirds input[type=color],.wy-control-group .wy-form-thirds input[type=date],.wy-control-group .wy-form-thirds input[type=datetime-local],.wy-control-group .wy-form-thirds input[type=datetime],.wy-control-group .wy-form-thirds input[type=email],.wy-control-group .wy-form-thirds input[type=month],.wy-control-group .wy-form-thirds input[type=number],.wy-control-group .wy-form-thirds input[type=password],.wy-control-group .wy-form-thirds input[type=search],.wy-control-group .wy-form-thirds input[type=tel],.wy-control-group .wy-form-thirds input[type=text],.wy-control-group .wy-form-thirds input[type=time],.wy-control-group .wy-form-thirds input[type=url],.wy-control-group .wy-form-thirds input[type=week],.wy-control-group .wy-form-thirds select{width:100%}.wy-control-group .wy-form-full{float:left;display:block;width:100%;margin-right:0}.wy-control-group .wy-form-full:last-child{margin-right:0}.wy-control-group .wy-form-halves{float:left;display:block;margin-right:2.35765%;width:48.82117%}.wy-control-group .wy-form-halves:last-child,.wy-control-group .wy-form-halves:nth-of-type(2n){margin-right:0}.wy-control-group .wy-form-halves:nth-of-type(odd){clear:left}.wy-control-group .wy-form-thirds{float:left;display:block;margin-right:2.35765%;width:31.76157%}.wy-control-group .wy-form-thirds:last-child,.wy-control-group .wy-form-thirds:nth-of-type(3n){margin-right:0}.wy-control-group .wy-form-thirds:nth-of-type(3n+1){clear:left}.wy-control-group.wy-control-group-no-input .wy-control,.wy-control-no-input{margin:6px 0 0;font-size:90%}.wy-control-no-input{display:inline-block}.wy-control-group.fluid-input input[type=color],.wy-control-group.fluid-input input[type=date],.wy-control-group.fluid-input input[type=datetime-local],.wy-control-group.fluid-input input[type=datetime],.wy-control-group.fluid-input input[type=email],.wy-control-group.fluid-input input[type=month],.wy-control-group.fluid-input input[type=number],.wy-control-group.fluid-input input[type=password],.wy-control-group.fluid-input input[type=search],.wy-control-group.fluid-input input[type=tel],.wy-control-group.fluid-input input[type=text],.wy-control-group.fluid-input input[type=time],.wy-control-group.fluid-input input[type=url],.wy-control-group.fluid-input input[type=week]{width:100%}.wy-form-message-inline{padding-left:.3em;color:#666;font-size:90%}.wy-form-message{display:block;color:#999;font-size:70%;margin-top:.3125em;font-style:italic}.wy-form-message p{font-size:inherit;font-style:italic;margin-bottom:6px}.wy-form-message p:last-child{margin-bottom:0}input{line-height:normal}input[type=button],input[type=reset],input[type=submit]{-webkit-appearance:button;cursor:pointer;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;*overflow:visible}input[type=color],input[type=date],input[type=datetime-local],input[type=datetime],input[type=email],input[type=month],input[type=number],input[type=password],input[type=search],input[type=tel],input[type=text],input[type=time],input[type=url],input[type=week]{-webkit-appearance:none;padding:6px;display:inline-block;border:1px solid #ccc;font-size:80%;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;box-shadow:inset 0 1px 3px #ddd;border-radius:0;-webkit-transition:border .3s linear;-moz-transition:border .3s linear;transition:border .3s linear}input[type=datetime-local]{padding:.34375em .625em}input[disabled]{cursor:default}input[type=checkbox],input[type=radio]{padding:0;margin-right:.3125em;*height:13px;*width:13px}input[type=checkbox],input[type=radio],input[type=search]{-webkit-box-sizing:border-box;-moz-box-sizing:border-box;box-sizing:border-box}input[type=search]::-webkit-search-cancel-button,input[type=search]::-webkit-search-decoration{-webkit-appearance:none}input[type=color]:focus,input[type=date]:focus,input[type=datetime-local]:focus,input[type=datetime]:focus,input[type=email]:focus,input[type=month]:focus,input[type=number]:focus,input[type=password]:focus,input[type=search]:focus,input[type=tel]:focus,input[type=text]:focus,input[type=time]:focus,input[type=url]:focus,input[type=week]:focus{outline:0;outline:thin dotted\9;border-color:#333}input.no-focus:focus{border-color:#ccc!important}input[type=checkbox]:focus,input[type=file]:focus,input[type=radio]:focus{outline:thin dotted #333;outline:1px auto #129fea}input[type=color][disabled],input[type=date][disabled],input[type=datetime-local][disabled],input[type=datetime][disabled],input[type=email][disabled],input[type=month][disabled],input[type=number][disabled],input[type=password][disabled],input[type=search][disabled],input[type=tel][disabled],input[type=text][disabled],input[type=time][disabled],input[type=url][disabled],input[type=week][disabled]{cursor:not-allowed;background-color:#fafafa}input:focus:invalid,select:focus:invalid,textarea:focus:invalid{color:#e74c3c;border:1px solid #e74c3c}input:focus:invalid:focus,select:focus:invalid:focus,textarea:focus:invalid:focus{border-color:#e74c3c}input[type=checkbox]:focus:invalid:focus,input[type=file]:focus:invalid:focus,input[type=radio]:focus:invalid:focus{outline-color:#e74c3c}input.wy-input-large{padding:12px;font-size:100%}textarea{overflow:auto;vertical-align:top;width:100%;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif}select,textarea{padding:.5em .625em;display:inline-block;border:1px solid #ccc;font-size:80%;box-shadow:inset 0 1px 3px #ddd;-webkit-transition:border .3s linear;-moz-transition:border .3s linear;transition:border .3s linear}select{border:1px solid #ccc;background-color:#fff}select[multiple]{height:auto}select:focus,textarea:focus{outline:0}input[readonly],select[disabled],select[readonly],textarea[disabled],textarea[readonly]{cursor:not-allowed;background-color:#fafafa}input[type=checkbox][disabled],input[type=radio][disabled]{cursor:not-allowed}.wy-checkbox,.wy-radio{margin:6px 0;color:#404040;display:block}.wy-checkbox input,.wy-radio input{vertical-align:baseline}.wy-form-message-inline{display:inline-block;*display:inline;*zoom:1;vertical-align:middle}.wy-input-prefix,.wy-input-suffix{white-space:nowrap;padding:6px}.wy-input-prefix .wy-input-context,.wy-input-suffix .wy-input-context{line-height:27px;padding:0 8px;display:inline-block;font-size:80%;background-color:#f3f6f6;border:1px solid #ccc;color:#999}.wy-input-suffix .wy-input-context{border-left:0}.wy-input-prefix .wy-input-context{border-right:0}.wy-switch{position:relative;display:block;height:24px;margin-top:12px;cursor:pointer}.wy-switch:before{left:0;top:0;width:36px;height:12px;background:#ccc}.wy-switch:after,.wy-switch:before{position:absolute;content:"";display:block;border-radius:4px;-webkit-transition:all .2s ease-in-out;-moz-transition:all .2s ease-in-out;transition:all .2s ease-in-out}.wy-switch:after{width:18px;height:18px;background:#999;left:-3px;top:-3px}.wy-switch span{position:absolute;left:48px;display:block;font-size:12px;color:#ccc;line-height:1}.wy-switch.active:before{background:#1e8449}.wy-switch.active:after{left:24px;background:#27ae60}.wy-switch.disabled{cursor:not-allowed;opacity:.8}.wy-control-group.wy-control-group-error .wy-form-message,.wy-control-group.wy-control-group-error>label{color:#e74c3c}.wy-control-group.wy-control-group-error input[type=color],.wy-control-group.wy-control-group-error input[type=date],.wy-control-group.wy-control-group-error input[type=datetime-local],.wy-control-group.wy-control-group-error input[type=datetime],.wy-control-group.wy-control-group-error input[type=email],.wy-control-group.wy-control-group-error input[type=month],.wy-control-group.wy-control-group-error input[type=number],.wy-control-group.wy-control-group-error input[type=password],.wy-control-group.wy-control-group-error input[type=search],.wy-control-group.wy-control-group-error input[type=tel],.wy-control-group.wy-control-group-error input[type=text],.wy-control-group.wy-control-group-error input[type=time],.wy-control-group.wy-control-group-error input[type=url],.wy-control-group.wy-control-group-error input[type=week],.wy-control-group.wy-control-group-error textarea{border:1px solid #e74c3c}.wy-inline-validate{white-space:nowrap}.wy-inline-validate .wy-input-context{padding:.5em .625em;display:inline-block;font-size:80%}.wy-inline-validate.wy-inline-validate-success .wy-input-context{color:#27ae60}.wy-inline-validate.wy-inline-validate-danger .wy-input-context{color:#e74c3c}.wy-inline-validate.wy-inline-validate-warning .wy-input-context{color:#e67e22}.wy-inline-validate.wy-inline-validate-info .wy-input-context{color:#2980b9}.rotate-90{-webkit-transform:rotate(90deg);-moz-transform:rotate(90deg);-ms-transform:rotate(90deg);-o-transform:rotate(90deg);transform:rotate(90deg)}.rotate-180{-webkit-transform:rotate(180deg);-moz-transform:rotate(180deg);-ms-transform:rotate(180deg);-o-transform:rotate(180deg);transform:rotate(180deg)}.rotate-270{-webkit-transform:rotate(270deg);-moz-transform:rotate(270deg);-ms-transform:rotate(270deg);-o-transform:rotate(270deg);transform:rotate(270deg)}.mirror{-webkit-transform:scaleX(-1);-moz-transform:scaleX(-1);-ms-transform:scaleX(-1);-o-transform:scaleX(-1);transform:scaleX(-1)}.mirror.rotate-90{-webkit-transform:scaleX(-1) rotate(90deg);-moz-transform:scaleX(-1) rotate(90deg);-ms-transform:scaleX(-1) rotate(90deg);-o-transform:scaleX(-1) rotate(90deg);transform:scaleX(-1) rotate(90deg)}.mirror.rotate-180{-webkit-transform:scaleX(-1) rotate(180deg);-moz-transform:scaleX(-1) rotate(180deg);-ms-transform:scaleX(-1) rotate(180deg);-o-transform:scaleX(-1) rotate(180deg);transform:scaleX(-1) rotate(180deg)}.mirror.rotate-270{-webkit-transform:scaleX(-1) rotate(270deg);-moz-transform:scaleX(-1) rotate(270deg);-ms-transform:scaleX(-1) rotate(270deg);-o-transform:scaleX(-1) rotate(270deg);transform:scaleX(-1) rotate(270deg)}@media only screen and (max-width:480px){.wy-form button[type=submit]{margin:.7em 0 0}.wy-form input[type=color],.wy-form input[type=date],.wy-form input[type=datetime-local],.wy-form input[type=datetime],.wy-form input[type=email],.wy-form input[type=month],.wy-form input[type=number],.wy-form input[type=password],.wy-form input[type=search],.wy-form input[type=tel],.wy-form input[type=text],.wy-form input[type=time],.wy-form input[type=url],.wy-form input[type=week],.wy-form label{margin-bottom:.3em;display:block}.wy-form input[type=color],.wy-form input[type=date],.wy-form input[type=datetime-local],.wy-form input[type=datetime],.wy-form input[type=email],.wy-form input[type=month],.wy-form input[type=number],.wy-form input[type=password],.wy-form input[type=search],.wy-form input[type=tel],.wy-form input[type=time],.wy-form input[type=url],.wy-form input[type=week]{margin-bottom:0}.wy-form-aligned .wy-control-group label{margin-bottom:.3em;text-align:left;display:block;width:100%}.wy-form-aligned .wy-control{margin:1.5em 0 0}.wy-form-message,.wy-form-message-inline,.wy-form .wy-help-inline{display:block;font-size:80%;padding:6px 0}}@media screen and (max-width:768px){.tablet-hide{display:none}}@media screen and (max-width:480px){.mobile-hide{display:none}}.float-left{float:left}.float-right{float:right}.full-width{width:100%}.rst-content table.docutils,.rst-content table.field-list,.wy-table{border-collapse:collapse;border-spacing:0;empty-cells:show;margin-bottom:24px}.rst-content table.docutils caption,.rst-content table.field-list caption,.wy-table caption{color:#000;font:italic 85%/1 arial,sans-serif;padding:1em 0;text-align:center}.rst-content table.docutils td,.rst-content table.docutils th,.rst-content table.field-list td,.rst-content table.field-list th,.wy-table td,.wy-table th{font-size:90%;margin:0;overflow:visible;padding:8px 16px}.rst-content table.docutils td:first-child,.rst-content table.docutils th:first-child,.rst-content table.field-list td:first-child,.rst-content table.field-list th:first-child,.wy-table td:first-child,.wy-table th:first-child{border-left-width:0}.rst-content table.docutils thead,.rst-content table.field-list thead,.wy-table thead{color:#000;text-align:left;vertical-align:bottom;white-space:nowrap}.rst-content table.docutils thead th,.rst-content table.field-list thead th,.wy-table thead th{font-weight:700;border-bottom:2px solid #e1e4e5}.rst-content table.docutils td,.rst-content table.field-list td,.wy-table td{background-color:transparent;vertical-align:middle}.rst-content table.docutils td p,.rst-content table.field-list td p,.wy-table td p{line-height:18px}.rst-content table.docutils td p:last-child,.rst-content table.field-list td p:last-child,.wy-table td p:last-child{margin-bottom:0}.rst-content table.docutils .wy-table-cell-min,.rst-content table.field-list .wy-table-cell-min,.wy-table .wy-table-cell-min{width:1%;padding-right:0}.rst-content table.docutils .wy-table-cell-min input[type=checkbox],.rst-content table.field-list .wy-table-cell-min input[type=checkbox],.wy-table .wy-table-cell-min input[type=checkbox]{margin:0}.wy-table-secondary{color:grey;font-size:90%}.wy-table-tertiary{color:grey;font-size:80%}.rst-content table.docutils:not(.field-list) tr:nth-child(2n-1) td,.wy-table-backed,.wy-table-odd td,.wy-table-striped tr:nth-child(2n-1) td{background-color:#f3f6f6}.rst-content table.docutils,.wy-table-bordered-all{border:1px solid #e1e4e5}.rst-content table.docutils td,.wy-table-bordered-all td{border-bottom:1px solid #e1e4e5;border-left:1px solid #e1e4e5}.rst-content table.docutils tbody>tr:last-child td,.wy-table-bordered-all tbody>tr:last-child td{border-bottom-width:0}.wy-table-bordered{border:1px solid #e1e4e5}.wy-table-bordered-rows td{border-bottom:1px solid #e1e4e5}.wy-table-bordered-rows tbody>tr:last-child td{border-bottom-width:0}.wy-table-horizontal td,.wy-table-horizontal th{border-width:0 0 1px;border-bottom:1px solid #e1e4e5}.wy-table-horizontal tbody>tr:last-child td{border-bottom-width:0}.wy-table-responsive{margin-bottom:24px;max-width:100%;overflow:auto}.wy-table-responsive table{margin-bottom:0!important}.wy-table-responsive table td,.wy-table-responsive table th{white-space:nowrap}a{color:#2980b9;text-decoration:none;cursor:pointer}a:hover{color:#3091d1}a:visited{color:#9b59b6}html{height:100%}body,html{overflow-x:hidden}body{font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;font-weight:400;color:#404040;min-height:100%;background:#edf0f2}.wy-text-left{text-align:left}.wy-text-center{text-align:center}.wy-text-right{text-align:right}.wy-text-large{font-size:120%}.wy-text-normal{font-size:100%}.wy-text-small,small{font-size:80%}.wy-text-strike{text-decoration:line-through}.wy-text-warning{color:#e67e22!important}a.wy-text-warning:hover{color:#eb9950!important}.wy-text-info{color:#2980b9!important}a.wy-text-info:hover{color:#409ad5!important}.wy-text-success{color:#27ae60!important}a.wy-text-success:hover{color:#36d278!important}.wy-text-danger{color:#e74c3c!important}a.wy-text-danger:hover{color:#ed7669!important}.wy-text-neutral{color:#404040!important}a.wy-text-neutral:hover{color:#595959!important}.rst-content .toctree-wrapper>p.caption,h1,h2,h3,h4,h5,h6,legend{margin-top:0;font-weight:700;font-family:Roboto Slab,ff-tisa-web-pro,Georgia,Arial,sans-serif}p{line-height:24px;font-size:16px;margin:0 0 24px}h1{font-size:175%}.rst-content .toctree-wrapper>p.caption,h2{font-size:150%}h3{font-size:125%}h4{font-size:115%}h5{font-size:110%}h6{font-size:100%}hr{display:block;height:1px;border:0;border-top:1px solid #e1e4e5;margin:24px 0;padding:0}.rst-content code,.rst-content tt,code{white-space:nowrap;max-width:100%;background:#fff;border:1px solid #e1e4e5;font-size:75%;padding:0 5px;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;color:#e74c3c;overflow-x:auto}.rst-content tt.code-large,code.code-large{font-size:90%}.rst-content .section ul,.rst-content .toctree-wrapper ul,.rst-content section ul,.wy-plain-list-disc,article ul{list-style:disc;line-height:24px;margin-bottom:24px}.rst-content .section ul li,.rst-content .toctree-wrapper ul li,.rst-content section ul li,.wy-plain-list-disc li,article ul li{list-style:disc;margin-left:24px}.rst-content .section ul li p:last-child,.rst-content .section ul li ul,.rst-content .toctree-wrapper ul li p:last-child,.rst-content .toctree-wrapper ul li ul,.rst-content section ul li p:last-child,.rst-content section ul li ul,.wy-plain-list-disc li p:last-child,.wy-plain-list-disc li ul,article ul li p:last-child,article ul li ul{margin-bottom:0}.rst-content .section ul li li,.rst-content .toctree-wrapper ul li li,.rst-content section ul li li,.wy-plain-list-disc li li,article ul li li{list-style:circle}.rst-content .section ul li li li,.rst-content .toctree-wrapper ul li li li,.rst-content section ul li li li,.wy-plain-list-disc li li li,article ul li li li{list-style:square}.rst-content .section ul li ol li,.rst-content .toctree-wrapper ul li ol li,.rst-content section ul li ol li,.wy-plain-list-disc li ol li,article ul li ol li{list-style:decimal}.rst-content .section ol,.rst-content .section ol.arabic,.rst-content .toctree-wrapper ol,.rst-content .toctree-wrapper ol.arabic,.rst-content section ol,.rst-content section ol.arabic,.wy-plain-list-decimal,article ol{list-style:decimal;line-height:24px;margin-bottom:24px}.rst-content .section ol.arabic li,.rst-content .section ol li,.rst-content .toctree-wrapper ol.arabic li,.rst-content .toctree-wrapper ol li,.rst-content section ol.arabic li,.rst-content section ol li,.wy-plain-list-decimal li,article ol li{list-style:decimal;margin-left:24px}.rst-content .section ol.arabic li ul,.rst-content .section ol li p:last-child,.rst-content .section ol li ul,.rst-content .toctree-wrapper ol.arabic li ul,.rst-content .toctree-wrapper ol li p:last-child,.rst-content .toctree-wrapper ol li ul,.rst-content section ol.arabic li ul,.rst-content section ol li p:last-child,.rst-content section ol li ul,.wy-plain-list-decimal li p:last-child,.wy-plain-list-decimal li ul,article ol li p:last-child,article ol li ul{margin-bottom:0}.rst-content .section ol.arabic li ul li,.rst-content .section ol li ul li,.rst-content .toctree-wrapper ol.arabic li ul li,.rst-content .toctree-wrapper ol li ul li,.rst-content section ol.arabic li ul li,.rst-content section ol li ul li,.wy-plain-list-decimal li ul li,article ol li ul li{list-style:disc}.wy-breadcrumbs{*zoom:1}.wy-breadcrumbs:after,.wy-breadcrumbs:before{display:table;content:""}.wy-breadcrumbs:after{clear:both}.wy-breadcrumbs>li{display:inline-block;padding-top:5px}.wy-breadcrumbs>li.wy-breadcrumbs-aside{float:right}.rst-content .wy-breadcrumbs>li code,.rst-content .wy-breadcrumbs>li tt,.wy-breadcrumbs>li .rst-content tt,.wy-breadcrumbs>li code{all:inherit;color:inherit}.breadcrumb-item:before{content:"/";color:#bbb;font-size:13px;padding:0 6px 0 3px}.wy-breadcrumbs-extra{margin-bottom:0;color:#b3b3b3;font-size:80%;display:inline-block}@media screen and (max-width:480px){.wy-breadcrumbs-extra,.wy-breadcrumbs li.wy-breadcrumbs-aside{display:none}}@media print{.wy-breadcrumbs li.wy-breadcrumbs-aside{display:none}}html{font-size:16px}.wy-affix{position:fixed;top:1.618em}.wy-menu a:hover{text-decoration:none}.wy-menu-horiz{*zoom:1}.wy-menu-horiz:after,.wy-menu-horiz:before{display:table;content:""}.wy-menu-horiz:after{clear:both}.wy-menu-horiz li,.wy-menu-horiz ul{display:inline-block}.wy-menu-horiz li:hover{background:hsla(0,0%,100%,.1)}.wy-menu-horiz li.divide-left{border-left:1px solid #404040}.wy-menu-horiz li.divide-right{border-right:1px solid #404040}.wy-menu-horiz a{height:32px;display:inline-block;line-height:32px;padding:0 16px}.wy-menu-vertical{width:300px}.wy-menu-vertical header,.wy-menu-vertical p.caption{color:#55a5d9;height:32px;line-height:32px;padding:0 1.618em;margin:12px 0 0;display:block;font-weight:700;text-transform:uppercase;font-size:85%;white-space:nowrap}.wy-menu-vertical ul{margin-bottom:0}.wy-menu-vertical li.divide-top{border-top:1px solid #404040}.wy-menu-vertical li.divide-bottom{border-bottom:1px solid #404040}.wy-menu-vertical li.current{background:#e3e3e3}.wy-menu-vertical li.current a{color:grey;border-right:1px solid #c9c9c9;padding:.4045em 2.427em}.wy-menu-vertical li.current a:hover{background:#d6d6d6}.rst-content .wy-menu-vertical li tt,.wy-menu-vertical li .rst-content tt,.wy-menu-vertical li code{border:none;background:inherit;color:inherit;padding-left:0;padding-right:0}.wy-menu-vertical li button.toctree-expand{display:block;float:left;margin-left:-1.2em;line-height:18px;color:#4d4d4d;border:none;background:none;padding:0}.wy-menu-vertical li.current>a,.wy-menu-vertical li.on a{color:#404040;font-weight:700;position:relative;background:#fcfcfc;border:none;padding:.4045em 1.618em}.wy-menu-vertical li.current>a:hover,.wy-menu-vertical li.on a:hover{background:#fcfcfc}.wy-menu-vertical li.current>a:hover button.toctree-expand,.wy-menu-vertical li.on a:hover button.toctree-expand{color:grey}.wy-menu-vertical li.current>a button.toctree-expand,.wy-menu-vertical li.on a button.toctree-expand{display:block;line-height:18px;color:#333}.wy-menu-vertical li.toctree-l1.current>a{border-bottom:1px solid #c9c9c9;border-top:1px solid #c9c9c9}.wy-menu-vertical .toctree-l1.current .toctree-l2>ul,.wy-menu-vertical .toctree-l2.current .toctree-l3>ul,.wy-menu-vertical .toctree-l3.current .toctree-l4>ul,.wy-menu-vertical .toctree-l4.current .toctree-l5>ul,.wy-menu-vertical .toctree-l5.current .toctree-l6>ul,.wy-menu-vertical .toctree-l6.current .toctree-l7>ul,.wy-menu-vertical .toctree-l7.current .toctree-l8>ul,.wy-menu-vertical .toctree-l8.current .toctree-l9>ul,.wy-menu-vertical .toctree-l9.current .toctree-l10>ul,.wy-menu-vertical .toctree-l10.current .toctree-l11>ul{display:none}.wy-menu-vertical .toctree-l1.current .current.toctree-l2>ul,.wy-menu-vertical .toctree-l2.current .current.toctree-l3>ul,.wy-menu-vertical .toctree-l3.current .current.toctree-l4>ul,.wy-menu-vertical .toctree-l4.current .current.toctree-l5>ul,.wy-menu-vertical .toctree-l5.current .current.toctree-l6>ul,.wy-menu-vertical .toctree-l6.current .current.toctree-l7>ul,.wy-menu-vertical .toctree-l7.current .current.toctree-l8>ul,.wy-menu-vertical .toctree-l8.current .current.toctree-l9>ul,.wy-menu-vertical .toctree-l9.current .current.toctree-l10>ul,.wy-menu-vertical .toctree-l10.current .current.toctree-l11>ul{display:block}.wy-menu-vertical li.toctree-l3,.wy-menu-vertical li.toctree-l4{font-size:.9em}.wy-menu-vertical li.toctree-l2 a,.wy-menu-vertical li.toctree-l3 a,.wy-menu-vertical li.toctree-l4 a,.wy-menu-vertical li.toctree-l5 a,.wy-menu-vertical li.toctree-l6 a,.wy-menu-vertical li.toctree-l7 a,.wy-menu-vertical li.toctree-l8 a,.wy-menu-vertical li.toctree-l9 a,.wy-menu-vertical li.toctree-l10 a{color:#404040}.wy-menu-vertical li.toctree-l2 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l3 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l4 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l5 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l6 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l7 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l8 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l9 a:hover button.toctree-expand,.wy-menu-vertical li.toctree-l10 a:hover button.toctree-expand{color:grey}.wy-menu-vertical li.toctree-l2.current li.toctree-l3>a,.wy-menu-vertical li.toctree-l3.current li.toctree-l4>a,.wy-menu-vertical li.toctree-l4.current li.toctree-l5>a,.wy-menu-vertical li.toctree-l5.current li.toctree-l6>a,.wy-menu-vertical li.toctree-l6.current li.toctree-l7>a,.wy-menu-vertical li.toctree-l7.current li.toctree-l8>a,.wy-menu-vertical li.toctree-l8.current li.toctree-l9>a,.wy-menu-vertical li.toctree-l9.current li.toctree-l10>a,.wy-menu-vertical li.toctree-l10.current li.toctree-l11>a{display:block}.wy-menu-vertical li.toctree-l2.current>a{padding:.4045em 2.427em}.wy-menu-vertical li.toctree-l2.current li.toctree-l3>a{padding:.4045em 1.618em .4045em 4.045em}.wy-menu-vertical li.toctree-l3.current>a{padding:.4045em 4.045em}.wy-menu-vertical li.toctree-l3.current li.toctree-l4>a{padding:.4045em 1.618em .4045em 5.663em}.wy-menu-vertical li.toctree-l4.current>a{padding:.4045em 5.663em}.wy-menu-vertical li.toctree-l4.current li.toctree-l5>a{padding:.4045em 1.618em .4045em 7.281em}.wy-menu-vertical li.toctree-l5.current>a{padding:.4045em 7.281em}.wy-menu-vertical li.toctree-l5.current li.toctree-l6>a{padding:.4045em 1.618em .4045em 8.899em}.wy-menu-vertical li.toctree-l6.current>a{padding:.4045em 8.899em}.wy-menu-vertical li.toctree-l6.current li.toctree-l7>a{padding:.4045em 1.618em .4045em 10.517em}.wy-menu-vertical li.toctree-l7.current>a{padding:.4045em 10.517em}.wy-menu-vertical li.toctree-l7.current li.toctree-l8>a{padding:.4045em 1.618em .4045em 12.135em}.wy-menu-vertical li.toctree-l8.current>a{padding:.4045em 12.135em}.wy-menu-vertical li.toctree-l8.current li.toctree-l9>a{padding:.4045em 1.618em .4045em 13.753em}.wy-menu-vertical li.toctree-l9.current>a{padding:.4045em 13.753em}.wy-menu-vertical li.toctree-l9.current li.toctree-l10>a{padding:.4045em 1.618em .4045em 15.371em}.wy-menu-vertical li.toctree-l10.current>a{padding:.4045em 15.371em}.wy-menu-vertical li.toctree-l10.current li.toctree-l11>a{padding:.4045em 1.618em .4045em 16.989em}.wy-menu-vertical li.toctree-l2.current>a,.wy-menu-vertical li.toctree-l2.current li.toctree-l3>a{background:#c9c9c9}.wy-menu-vertical li.toctree-l2 button.toctree-expand{color:#a3a3a3}.wy-menu-vertical li.toctree-l3.current>a,.wy-menu-vertical li.toctree-l3.current li.toctree-l4>a{background:#bdbdbd}.wy-menu-vertical li.toctree-l3 button.toctree-expand{color:#969696}.wy-menu-vertical li.current ul{display:block}.wy-menu-vertical li ul{margin-bottom:0;display:none}.wy-menu-vertical li ul li a{margin-bottom:0;color:#d9d9d9;font-weight:400}.wy-menu-vertical a{line-height:18px;padding:.4045em 1.618em;display:block;position:relative;font-size:90%;color:#d9d9d9}.wy-menu-vertical a:hover{background-color:#4e4a4a;cursor:pointer}.wy-menu-vertical a:hover button.toctree-expand{color:#d9d9d9}.wy-menu-vertical a:active{background-color:#2980b9;cursor:pointer;color:#fff}.wy-menu-vertical a:active button.toctree-expand{color:#fff}.wy-side-nav-search{display:block;width:300px;padding:.809em;margin-bottom:.809em;z-index:200;background-color:#2980b9;text-align:center;color:#fcfcfc}.wy-side-nav-search input[type=text]{width:100%;border-radius:50px;padding:6px 12px;border-color:#2472a4}.wy-side-nav-search img{display:block;margin:auto auto .809em;height:45px;width:45px;background-color:#2980b9;padding:5px;border-radius:100%}.wy-side-nav-search .wy-dropdown>a,.wy-side-nav-search>a{color:#fcfcfc;font-size:100%;font-weight:700;display:inline-block;padding:4px 6px;margin-bottom:.809em;max-width:100%}.wy-side-nav-search .wy-dropdown>a:hover,.wy-side-nav-search>a:hover{background:hsla(0,0%,100%,.1)}.wy-side-nav-search .wy-dropdown>a img.logo,.wy-side-nav-search>a img.logo{display:block;margin:0 auto;height:auto;width:auto;border-radius:0;max-width:100%;background:transparent}.wy-side-nav-search .wy-dropdown>a.icon img.logo,.wy-side-nav-search>a.icon img.logo{margin-top:.85em}.wy-side-nav-search>div.version{margin-top:-.4045em;margin-bottom:.809em;font-weight:400;color:hsla(0,0%,100%,.3)}.wy-nav .wy-menu-vertical header{color:#2980b9}.wy-nav .wy-menu-vertical a{color:#b3b3b3}.wy-nav .wy-menu-vertical a:hover{background-color:#2980b9;color:#fff}[data-menu-wrap]{-webkit-transition:all .2s ease-in;-moz-transition:all .2s ease-in;transition:all .2s ease-in;position:absolute;opacity:1;width:100%;opacity:0}[data-menu-wrap].move-center{left:0;right:auto;opacity:1}[data-menu-wrap].move-left{right:auto;left:-100%;opacity:0}[data-menu-wrap].move-right{right:-100%;left:auto;opacity:0}.wy-body-for-nav{background:#fcfcfc}.wy-grid-for-nav{position:absolute;width:100%;height:100%}.wy-nav-side{position:fixed;top:0;bottom:0;left:0;padding-bottom:2em;width:300px;overflow-x:hidden;overflow-y:hidden;min-height:100%;color:#9b9b9b;background:#343131;z-index:200}.wy-side-scroll{width:320px;position:relative;overflow-x:hidden;overflow-y:scroll;height:100%}.wy-nav-top{display:none;background:#2980b9;color:#fff;padding:.4045em .809em;position:relative;line-height:50px;text-align:center;font-size:100%;*zoom:1}.wy-nav-top:after,.wy-nav-top:before{display:table;content:""}.wy-nav-top:after{clear:both}.wy-nav-top a{color:#fff;font-weight:700}.wy-nav-top img{margin-right:12px;height:45px;width:45px;background-color:#2980b9;padding:5px;border-radius:100%}.wy-nav-top i{font-size:30px;float:left;cursor:pointer;padding-top:inherit}.wy-nav-content-wrap{margin-left:300px;background:#fcfcfc;min-height:100%}.wy-nav-content{padding:1.618em 3.236em;height:100%;max-width:800px;margin:auto}.wy-body-mask{position:fixed;width:100%;height:100%;background:rgba(0,0,0,.2);display:none;z-index:499}.wy-body-mask.on{display:block}footer{color:grey}footer p{margin-bottom:12px}.rst-content footer span.commit tt,footer span.commit .rst-content tt,footer span.commit code{padding:0;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;font-size:1em;background:none;border:none;color:grey}.rst-footer-buttons{*zoom:1}.rst-footer-buttons:after,.rst-footer-buttons:before{width:100%;display:table;content:""}.rst-footer-buttons:after{clear:both}.rst-breadcrumbs-buttons{margin-top:12px;*zoom:1}.rst-breadcrumbs-buttons:after,.rst-breadcrumbs-buttons:before{display:table;content:""}.rst-breadcrumbs-buttons:after{clear:both}#search-results .search li{margin-bottom:24px;border-bottom:1px solid #e1e4e5;padding-bottom:24px}#search-results .search li:first-child{border-top:1px solid #e1e4e5;padding-top:24px}#search-results .search li a{font-size:120%;margin-bottom:12px;display:inline-block}#search-results .context{color:grey;font-size:90%}.genindextable li>ul{margin-left:24px}@media screen and (max-width:768px){.wy-body-for-nav{background:#fcfcfc}.wy-nav-top{display:block}.wy-nav-side{left:-300px}.wy-nav-side.shift{width:85%;left:0}.wy-menu.wy-menu-vertical,.wy-side-nav-search,.wy-side-scroll{width:auto}.wy-nav-content-wrap{margin-left:0}.wy-nav-content-wrap .wy-nav-content{padding:1.618em}.wy-nav-content-wrap.shift{position:fixed;min-width:100%;left:85%;top:0;height:100%;overflow:hidden}}@media screen and (min-width:1100px){.wy-nav-content-wrap{background:rgba(0,0,0,.05)}.wy-nav-content{margin:0;background:#fcfcfc}}@media print{.rst-versions,.wy-nav-side,footer{display:none}.wy-nav-content-wrap{margin-left:0}}.rst-versions{position:fixed;bottom:0;left:0;width:300px;color:#fcfcfc;background:#1f1d1d;font-family:Lato,proxima-nova,Helvetica Neue,Arial,sans-serif;z-index:400}.rst-versions a{color:#2980b9;text-decoration:none}.rst-versions .rst-badge-small{display:none}.rst-versions .rst-current-version{padding:12px;background-color:#272525;display:block;text-align:right;font-size:90%;cursor:pointer;color:#27ae60;*zoom:1}.rst-versions .rst-current-version:after,.rst-versions .rst-current-version:before{display:table;content:""}.rst-versions .rst-current-version:after{clear:both}.rst-content .code-block-caption .rst-versions .rst-current-version .headerlink,.rst-content .eqno .rst-versions .rst-current-version .headerlink,.rst-content .rst-versions .rst-current-version .admonition-title,.rst-content code.download .rst-versions .rst-current-version span:first-child,.rst-content dl dt .rst-versions .rst-current-version .headerlink,.rst-content h1 .rst-versions .rst-current-version .headerlink,.rst-content h2 .rst-versions .rst-current-version .headerlink,.rst-content h3 .rst-versions .rst-current-version .headerlink,.rst-content h4 .rst-versions .rst-current-version .headerlink,.rst-content h5 .rst-versions .rst-current-version .headerlink,.rst-content h6 .rst-versions .rst-current-version .headerlink,.rst-content p .rst-versions .rst-current-version .headerlink,.rst-content table>caption .rst-versions .rst-current-version .headerlink,.rst-content tt.download .rst-versions .rst-current-version span:first-child,.rst-versions .rst-current-version .fa,.rst-versions .rst-current-version .icon,.rst-versions .rst-current-version .rst-content .admonition-title,.rst-versions .rst-current-version .rst-content .code-block-caption .headerlink,.rst-versions .rst-current-version .rst-content .eqno .headerlink,.rst-versions .rst-current-version .rst-content code.download span:first-child,.rst-versions .rst-current-version .rst-content dl dt .headerlink,.rst-versions .rst-current-version .rst-content h1 .headerlink,.rst-versions .rst-current-version .rst-content h2 .headerlink,.rst-versions .rst-current-version .rst-content h3 .headerlink,.rst-versions .rst-current-version .rst-content h4 .headerlink,.rst-versions .rst-current-version .rst-content h5 .headerlink,.rst-versions .rst-current-version .rst-content h6 .headerlink,.rst-versions .rst-current-version .rst-content p .headerlink,.rst-versions .rst-current-version .rst-content table>caption .headerlink,.rst-versions .rst-current-version .rst-content tt.download span:first-child,.rst-versions .rst-current-version .wy-menu-vertical li button.toctree-expand,.wy-menu-vertical li .rst-versions .rst-current-version button.toctree-expand{color:#fcfcfc}.rst-versions .rst-current-version .fa-book,.rst-versions .rst-current-version .icon-book{float:left}.rst-versions .rst-current-version.rst-out-of-date{background-color:#e74c3c;color:#fff}.rst-versions .rst-current-version.rst-active-old-version{background-color:#f1c40f;color:#000}.rst-versions.shift-up{height:auto;max-height:100%;overflow-y:scroll}.rst-versions.shift-up .rst-other-versions{display:block}.rst-versions .rst-other-versions{font-size:90%;padding:12px;color:grey;display:none}.rst-versions .rst-other-versions hr{display:block;height:1px;border:0;margin:20px 0;padding:0;border-top:1px solid #413d3d}.rst-versions .rst-other-versions dd{display:inline-block;margin:0}.rst-versions .rst-other-versions dd a{display:inline-block;padding:6px;color:#fcfcfc}.rst-versions.rst-badge{width:auto;bottom:20px;right:20px;left:auto;border:none;max-width:300px;max-height:90%}.rst-versions.rst-badge .fa-book,.rst-versions.rst-badge .icon-book{float:none;line-height:30px}.rst-versions.rst-badge.shift-up .rst-current-version{text-align:right}.rst-versions.rst-badge.shift-up .rst-current-version .fa-book,.rst-versions.rst-badge.shift-up .rst-current-version .icon-book{float:left}.rst-versions.rst-badge>.rst-current-version{width:auto;height:30px;line-height:30px;padding:0 6px;display:block;text-align:center}@media screen and (max-width:768px){.rst-versions{width:85%;display:none}.rst-versions.shift{display:block}}.rst-content .toctree-wrapper>p.caption,.rst-content h1,.rst-content h2,.rst-content h3,.rst-content h4,.rst-content h5,.rst-content h6{margin-bottom:24px}.rst-content img{max-width:100%;height:auto}.rst-content div.figure,.rst-content figure{margin-bottom:24px}.rst-content div.figure .caption-text,.rst-content figure .caption-text{font-style:italic}.rst-content div.figure p:last-child.caption,.rst-content figure p:last-child.caption{margin-bottom:0}.rst-content div.figure.align-center,.rst-content figure.align-center{text-align:center}.rst-content .section>a>img,.rst-content .section>img,.rst-content section>a>img,.rst-content section>img{margin-bottom:24px}.rst-content abbr[title]{text-decoration:none}.rst-content.style-external-links a.reference.external:after{font-family:FontAwesome;content:"\f08e";color:#b3b3b3;vertical-align:super;font-size:60%;margin:0 .2em}.rst-content blockquote{margin-left:24px;line-height:24px;margin-bottom:24px}.rst-content pre.literal-block{white-space:pre;margin:0;padding:12px;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;display:block;overflow:auto}.rst-content div[class^=highlight],.rst-content pre.literal-block{border:1px solid #e1e4e5;overflow-x:auto;margin:1px 0 24px}.rst-content div[class^=highlight] div[class^=highlight],.rst-content pre.literal-block div[class^=highlight]{padding:0;border:none;margin:0}.rst-content div[class^=highlight] td.code{width:100%}.rst-content .linenodiv pre{border-right:1px solid #e6e9ea;margin:0;padding:12px;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;user-select:none;pointer-events:none}.rst-content div[class^=highlight] pre{white-space:pre;margin:0;padding:12px;display:block;overflow:auto}.rst-content div[class^=highlight] pre .hll{display:block;margin:0 -12px;padding:0 12px}.rst-content .linenodiv pre,.rst-content div[class^=highlight] pre,.rst-content pre.literal-block{font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;font-size:12px;line-height:1.4}.rst-content div.highlight .gp,.rst-content div.highlight span.linenos{user-select:none;pointer-events:none}.rst-content div.highlight span.linenos{display:inline-block;padding-left:0;padding-right:12px;margin-right:12px;border-right:1px solid #e6e9ea}.rst-content .code-block-caption{font-style:italic;font-size:85%;line-height:1;padding:1em 0;text-align:center}@media print{.rst-content .codeblock,.rst-content div[class^=highlight],.rst-content div[class^=highlight] pre{white-space:pre-wrap}}.rst-content .admonition,.rst-content .admonition-todo,.rst-content .attention,.rst-content .caution,.rst-content .danger,.rst-content .error,.rst-content .hint,.rst-content .important,.rst-content .note,.rst-content .seealso,.rst-content .tip,.rst-content .warning{clear:both}.rst-content .admonition-todo .last,.rst-content .admonition-todo>:last-child,.rst-content .admonition .last,.rst-content .admonition>:last-child,.rst-content .attention .last,.rst-content .attention>:last-child,.rst-content .caution .last,.rst-content .caution>:last-child,.rst-content .danger .last,.rst-content .danger>:last-child,.rst-content .error .last,.rst-content .error>:last-child,.rst-content .hint .last,.rst-content .hint>:last-child,.rst-content .important .last,.rst-content .important>:last-child,.rst-content .note .last,.rst-content .note>:last-child,.rst-content .seealso .last,.rst-content .seealso>:last-child,.rst-content .tip .last,.rst-content .tip>:last-child,.rst-content .warning .last,.rst-content .warning>:last-child{margin-bottom:0}.rst-content .admonition-title:before{margin-right:4px}.rst-content .admonition table{border-color:rgba(0,0,0,.1)}.rst-content .admonition table td,.rst-content .admonition table th{background:transparent!important;border-color:rgba(0,0,0,.1)!important}.rst-content .section ol.loweralpha,.rst-content .section ol.loweralpha>li,.rst-content .toctree-wrapper ol.loweralpha,.rst-content .toctree-wrapper ol.loweralpha>li,.rst-content section ol.loweralpha,.rst-content section ol.loweralpha>li{list-style:lower-alpha}.rst-content .section ol.upperalpha,.rst-content .section ol.upperalpha>li,.rst-content .toctree-wrapper ol.upperalpha,.rst-content .toctree-wrapper ol.upperalpha>li,.rst-content section ol.upperalpha,.rst-content section ol.upperalpha>li{list-style:upper-alpha}.rst-content .section ol li>*,.rst-content .section ul li>*,.rst-content .toctree-wrapper ol li>*,.rst-content .toctree-wrapper ul li>*,.rst-content section ol li>*,.rst-content section ul li>*{margin-top:12px;margin-bottom:12px}.rst-content .section ol li>:first-child,.rst-content .section ul li>:first-child,.rst-content .toctree-wrapper ol li>:first-child,.rst-content .toctree-wrapper ul li>:first-child,.rst-content section ol li>:first-child,.rst-content section ul li>:first-child{margin-top:0}.rst-content .section ol li>p,.rst-content .section ol li>p:last-child,.rst-content .section ul li>p,.rst-content .section ul li>p:last-child,.rst-content .toctree-wrapper ol li>p,.rst-content .toctree-wrapper ol li>p:last-child,.rst-content .toctree-wrapper ul li>p,.rst-content .toctree-wrapper ul li>p:last-child,.rst-content section ol li>p,.rst-content section ol li>p:last-child,.rst-content section ul li>p,.rst-content section ul li>p:last-child{margin-bottom:12px}.rst-content .section ol li>p:only-child,.rst-content .section ol li>p:only-child:last-child,.rst-content .section ul li>p:only-child,.rst-content .section ul li>p:only-child:last-child,.rst-content .toctree-wrapper ol li>p:only-child,.rst-content .toctree-wrapper ol li>p:only-child:last-child,.rst-content .toctree-wrapper ul li>p:only-child,.rst-content .toctree-wrapper ul li>p:only-child:last-child,.rst-content section ol li>p:only-child,.rst-content section ol li>p:only-child:last-child,.rst-content section ul li>p:only-child,.rst-content section ul li>p:only-child:last-child{margin-bottom:0}.rst-content .section ol li>ol,.rst-content .section ol li>ul,.rst-content .section ul li>ol,.rst-content .section ul li>ul,.rst-content .toctree-wrapper ol li>ol,.rst-content .toctree-wrapper ol li>ul,.rst-content .toctree-wrapper ul li>ol,.rst-content .toctree-wrapper ul li>ul,.rst-content section ol li>ol,.rst-content section ol li>ul,.rst-content section ul li>ol,.rst-content section ul li>ul{margin-bottom:12px}.rst-content .section ol.simple li>*,.rst-content .section ol.simple li ol,.rst-content .section ol.simple li ul,.rst-content .section ul.simple li>*,.rst-content .section ul.simple li ol,.rst-content .section ul.simple li ul,.rst-content .toctree-wrapper ol.simple li>*,.rst-content .toctree-wrapper ol.simple li ol,.rst-content .toctree-wrapper ol.simple li ul,.rst-content .toctree-wrapper ul.simple li>*,.rst-content .toctree-wrapper ul.simple li ol,.rst-content .toctree-wrapper ul.simple li ul,.rst-content section ol.simple li>*,.rst-content section ol.simple li ol,.rst-content section ol.simple li ul,.rst-content section ul.simple li>*,.rst-content section ul.simple li ol,.rst-content section ul.simple li ul{margin-top:0;margin-bottom:0}.rst-content .line-block{margin-left:0;margin-bottom:24px;line-height:24px}.rst-content .line-block .line-block{margin-left:24px;margin-bottom:0}.rst-content .topic-title{font-weight:700;margin-bottom:12px}.rst-content .toc-backref{color:#404040}.rst-content .align-right{float:right;margin:0 0 24px 24px}.rst-content .align-left{float:left;margin:0 24px 24px 0}.rst-content .align-center{margin:auto}.rst-content .align-center:not(table){display:block}.rst-content .code-block-caption .headerlink,.rst-content .eqno .headerlink,.rst-content .toctree-wrapper>p.caption .headerlink,.rst-content dl dt .headerlink,.rst-content h1 .headerlink,.rst-content h2 .headerlink,.rst-content h3 .headerlink,.rst-content h4 .headerlink,.rst-content h5 .headerlink,.rst-content h6 .headerlink,.rst-content p.caption .headerlink,.rst-content p .headerlink,.rst-content table>caption .headerlink{opacity:0;font-size:14px;font-family:FontAwesome;margin-left:.5em}.rst-content .code-block-caption .headerlink:focus,.rst-content .code-block-caption:hover .headerlink,.rst-content .eqno .headerlink:focus,.rst-content .eqno:hover .headerlink,.rst-content .toctree-wrapper>p.caption .headerlink:focus,.rst-content .toctree-wrapper>p.caption:hover .headerlink,.rst-content dl dt .headerlink:focus,.rst-content dl dt:hover .headerlink,.rst-content h1 .headerlink:focus,.rst-content h1:hover .headerlink,.rst-content h2 .headerlink:focus,.rst-content h2:hover .headerlink,.rst-content h3 .headerlink:focus,.rst-content h3:hover .headerlink,.rst-content h4 .headerlink:focus,.rst-content h4:hover .headerlink,.rst-content h5 .headerlink:focus,.rst-content h5:hover .headerlink,.rst-content h6 .headerlink:focus,.rst-content h6:hover .headerlink,.rst-content p.caption .headerlink:focus,.rst-content p.caption:hover .headerlink,.rst-content p .headerlink:focus,.rst-content p:hover .headerlink,.rst-content table>caption .headerlink:focus,.rst-content table>caption:hover .headerlink{opacity:1}.rst-content p a{overflow-wrap:anywhere}.rst-content .wy-table td p,.rst-content .wy-table td ul,.rst-content .wy-table th p,.rst-content .wy-table th ul,.rst-content table.docutils td p,.rst-content table.docutils td ul,.rst-content table.docutils th p,.rst-content table.docutils th ul,.rst-content table.field-list td p,.rst-content table.field-list td ul,.rst-content table.field-list th p,.rst-content table.field-list th ul{font-size:inherit}.rst-content .btn:focus{outline:2px solid}.rst-content table>caption .headerlink:after{font-size:12px}.rst-content .centered{text-align:center}.rst-content .sidebar{float:right;width:40%;display:block;margin:0 0 24px 24px;padding:24px;background:#f3f6f6;border:1px solid #e1e4e5}.rst-content .sidebar dl,.rst-content .sidebar p,.rst-content .sidebar ul{font-size:90%}.rst-content .sidebar .last,.rst-content .sidebar>:last-child{margin-bottom:0}.rst-content .sidebar .sidebar-title{display:block;font-family:Roboto Slab,ff-tisa-web-pro,Georgia,Arial,sans-serif;font-weight:700;background:#e1e4e5;padding:6px 12px;margin:-24px -24px 24px;font-size:100%}.rst-content .highlighted{background:#f1c40f;box-shadow:0 0 0 2px #f1c40f;display:inline;font-weight:700}.rst-content .citation-reference,.rst-content .footnote-reference{vertical-align:baseline;position:relative;top:-.4em;line-height:0;font-size:90%}.rst-content .citation-reference>span.fn-bracket,.rst-content .footnote-reference>span.fn-bracket{display:none}.rst-content .hlist{width:100%}.rst-content dl dt span.classifier:before{content:" : "}.rst-content dl dt span.classifier-delimiter{display:none!important}html.writer-html4 .rst-content table.docutils.citation,html.writer-html4 .rst-content table.docutils.footnote{background:none;border:none}html.writer-html4 .rst-content table.docutils.citation td,html.writer-html4 .rst-content table.docutils.citation tr,html.writer-html4 .rst-content table.docutils.footnote td,html.writer-html4 .rst-content table.docutils.footnote tr{border:none;background-color:transparent!important;white-space:normal}html.writer-html4 .rst-content table.docutils.citation td.label,html.writer-html4 .rst-content table.docutils.footnote td.label{padding-left:0;padding-right:0;vertical-align:top}html.writer-html5 .rst-content dl.citation,html.writer-html5 .rst-content dl.field-list,html.writer-html5 .rst-content dl.footnote{display:grid;grid-template-columns:auto minmax(80%,95%)}html.writer-html5 .rst-content dl.citation>dt,html.writer-html5 .rst-content dl.field-list>dt,html.writer-html5 .rst-content dl.footnote>dt{display:inline-grid;grid-template-columns:max-content auto}html.writer-html5 .rst-content aside.citation,html.writer-html5 .rst-content aside.footnote,html.writer-html5 .rst-content div.citation{display:grid;grid-template-columns:auto auto minmax(.65rem,auto) minmax(40%,95%)}html.writer-html5 .rst-content aside.citation>span.label,html.writer-html5 .rst-content aside.footnote>span.label,html.writer-html5 .rst-content div.citation>span.label{grid-column-start:1;grid-column-end:2}html.writer-html5 .rst-content aside.citation>span.backrefs,html.writer-html5 .rst-content aside.footnote>span.backrefs,html.writer-html5 .rst-content div.citation>span.backrefs{grid-column-start:2;grid-column-end:3;grid-row-start:1;grid-row-end:3}html.writer-html5 .rst-content aside.citation>p,html.writer-html5 .rst-content aside.footnote>p,html.writer-html5 .rst-content div.citation>p{grid-column-start:4;grid-column-end:5}html.writer-html5 .rst-content dl.citation,html.writer-html5 .rst-content dl.field-list,html.writer-html5 .rst-content dl.footnote{margin-bottom:24px}html.writer-html5 .rst-content dl.citation>dt,html.writer-html5 .rst-content dl.field-list>dt,html.writer-html5 .rst-content dl.footnote>dt{padding-left:1rem}html.writer-html5 .rst-content dl.citation>dd,html.writer-html5 .rst-content dl.citation>dt,html.writer-html5 .rst-content dl.field-list>dd,html.writer-html5 .rst-content dl.field-list>dt,html.writer-html5 .rst-content dl.footnote>dd,html.writer-html5 .rst-content dl.footnote>dt{margin-bottom:0}html.writer-html5 .rst-content dl.citation,html.writer-html5 .rst-content dl.footnote{font-size:.9rem}html.writer-html5 .rst-content dl.citation>dt,html.writer-html5 .rst-content dl.footnote>dt{margin:0 .5rem .5rem 0;line-height:1.2rem;word-break:break-all;font-weight:400}html.writer-html5 .rst-content dl.citation>dt>span.brackets:before,html.writer-html5 .rst-content dl.footnote>dt>span.brackets:before{content:"["}html.writer-html5 .rst-content dl.citation>dt>span.brackets:after,html.writer-html5 .rst-content dl.footnote>dt>span.brackets:after{content:"]"}html.writer-html5 .rst-content dl.citation>dt>span.fn-backref,html.writer-html5 .rst-content dl.footnote>dt>span.fn-backref{text-align:left;font-style:italic;margin-left:.65rem;word-break:break-word;word-spacing:-.1rem;max-width:5rem}html.writer-html5 .rst-content dl.citation>dt>span.fn-backref>a,html.writer-html5 .rst-content dl.footnote>dt>span.fn-backref>a{word-break:keep-all}html.writer-html5 .rst-content dl.citation>dt>span.fn-backref>a:not(:first-child):before,html.writer-html5 .rst-content dl.footnote>dt>span.fn-backref>a:not(:first-child):before{content:" "}html.writer-html5 .rst-content dl.citation>dd,html.writer-html5 .rst-content dl.footnote>dd{margin:0 0 .5rem;line-height:1.2rem}html.writer-html5 .rst-content dl.citation>dd p,html.writer-html5 .rst-content dl.footnote>dd p{font-size:.9rem}html.writer-html5 .rst-content aside.citation,html.writer-html5 .rst-content aside.footnote,html.writer-html5 .rst-content div.citation{padding-left:1rem;padding-right:1rem;font-size:.9rem;line-height:1.2rem}html.writer-html5 .rst-content aside.citation p,html.writer-html5 .rst-content aside.footnote p,html.writer-html5 .rst-content div.citation p{font-size:.9rem;line-height:1.2rem;margin-bottom:12px}html.writer-html5 .rst-content aside.citation span.backrefs,html.writer-html5 .rst-content aside.footnote span.backrefs,html.writer-html5 .rst-content div.citation span.backrefs{text-align:left;font-style:italic;margin-left:.65rem;word-break:break-word;word-spacing:-.1rem;max-width:5rem}html.writer-html5 .rst-content aside.citation span.backrefs>a,html.writer-html5 .rst-content aside.footnote span.backrefs>a,html.writer-html5 .rst-content div.citation span.backrefs>a{word-break:keep-all}html.writer-html5 .rst-content aside.citation span.backrefs>a:not(:first-child):before,html.writer-html5 .rst-content aside.footnote span.backrefs>a:not(:first-child):before,html.writer-html5 .rst-content div.citation span.backrefs>a:not(:first-child):before{content:" "}html.writer-html5 .rst-content aside.citation span.label,html.writer-html5 .rst-content aside.footnote span.label,html.writer-html5 .rst-content div.citation span.label{line-height:1.2rem}html.writer-html5 .rst-content aside.citation-list,html.writer-html5 .rst-content aside.footnote-list,html.writer-html5 .rst-content div.citation-list{margin-bottom:24px}html.writer-html5 .rst-content dl.option-list kbd{font-size:.9rem}.rst-content table.docutils.footnote,html.writer-html4 .rst-content table.docutils.citation,html.writer-html5 .rst-content aside.footnote,html.writer-html5 .rst-content aside.footnote-list aside.footnote,html.writer-html5 .rst-content div.citation-list>div.citation,html.writer-html5 .rst-content dl.citation,html.writer-html5 .rst-content dl.footnote{color:grey}.rst-content table.docutils.footnote code,.rst-content table.docutils.footnote tt,html.writer-html4 .rst-content table.docutils.citation code,html.writer-html4 .rst-content table.docutils.citation tt,html.writer-html5 .rst-content aside.footnote-list aside.footnote code,html.writer-html5 .rst-content aside.footnote-list aside.footnote tt,html.writer-html5 .rst-content aside.footnote code,html.writer-html5 .rst-content aside.footnote tt,html.writer-html5 .rst-content div.citation-list>div.citation code,html.writer-html5 .rst-content div.citation-list>div.citation tt,html.writer-html5 .rst-content dl.citation code,html.writer-html5 .rst-content dl.citation tt,html.writer-html5 .rst-content dl.footnote code,html.writer-html5 .rst-content dl.footnote tt{color:#555}.rst-content .wy-table-responsive.citation,.rst-content .wy-table-responsive.footnote{margin-bottom:0}.rst-content .wy-table-responsive.citation+:not(.citation),.rst-content .wy-table-responsive.footnote+:not(.footnote){margin-top:24px}.rst-content .wy-table-responsive.citation:last-child,.rst-content .wy-table-responsive.footnote:last-child{margin-bottom:24px}.rst-content table.docutils th{border-color:#e1e4e5}html.writer-html5 .rst-content table.docutils th{border:1px solid #e1e4e5}html.writer-html5 .rst-content table.docutils td>p,html.writer-html5 .rst-content table.docutils th>p{line-height:1rem;margin-bottom:0;font-size:.9rem}.rst-content table.docutils td .last,.rst-content table.docutils td .last>:last-child{margin-bottom:0}.rst-content table.field-list,.rst-content table.field-list td{border:none}.rst-content table.field-list td p{line-height:inherit}.rst-content table.field-list td>strong{display:inline-block}.rst-content table.field-list .field-name{padding-right:10px;text-align:left;white-space:nowrap}.rst-content table.field-list .field-body{text-align:left}.rst-content code,.rst-content tt{color:#000;font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;padding:2px 5px}.rst-content code big,.rst-content code em,.rst-content tt big,.rst-content tt em{font-size:100%!important;line-height:normal}.rst-content code.literal,.rst-content tt.literal{color:#e74c3c;white-space:normal}.rst-content code.xref,.rst-content tt.xref,a .rst-content code,a .rst-content tt{font-weight:700;color:#404040;overflow-wrap:normal}.rst-content kbd,.rst-content pre,.rst-content samp{font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace}.rst-content a code,.rst-content a tt{color:#2980b9}.rst-content dl{margin-bottom:24px}.rst-content dl dt{font-weight:700;margin-bottom:12px}.rst-content dl ol,.rst-content dl p,.rst-content dl table,.rst-content dl ul{margin-bottom:12px}.rst-content dl dd{margin:0 0 12px 24px;line-height:24px}.rst-content dl dd>ol:last-child,.rst-content dl dd>p:last-child,.rst-content dl dd>table:last-child,.rst-content dl dd>ul:last-child{margin-bottom:0}html.writer-html4 .rst-content dl:not(.docutils),html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple){margin-bottom:24px}html.writer-html4 .rst-content dl:not(.docutils)>dt,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple)>dt{display:table;margin:6px 0;font-size:90%;line-height:normal;background:#e7f2fa;color:#2980b9;border-top:3px solid #6ab0de;padding:6px;position:relative}html.writer-html4 .rst-content dl:not(.docutils)>dt:before,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple)>dt:before{color:#6ab0de}html.writer-html4 .rst-content dl:not(.docutils)>dt .headerlink,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple)>dt .headerlink{color:#404040;font-size:100%!important}html.writer-html4 .rst-content dl:not(.docutils) dl:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple)>dt,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) dl:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple)>dt{margin-bottom:6px;border:none;border-left:3px solid #ccc;background:#f0f0f0;color:#555}html.writer-html4 .rst-content dl:not(.docutils) dl:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple)>dt .headerlink,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) dl:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple)>dt .headerlink{color:#404040;font-size:100%!important}html.writer-html4 .rst-content dl:not(.docutils)>dt:first-child,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple)>dt:first-child{margin-top:0}html.writer-html4 .rst-content dl:not(.docutils) code.descclassname,html.writer-html4 .rst-content dl:not(.docutils) code.descname,html.writer-html4 .rst-content dl:not(.docutils) tt.descclassname,html.writer-html4 .rst-content dl:not(.docutils) tt.descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) code.descclassname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) code.descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) tt.descclassname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) tt.descname{background-color:transparent;border:none;padding:0;font-size:100%!important}html.writer-html4 .rst-content dl:not(.docutils) code.descname,html.writer-html4 .rst-content dl:not(.docutils) tt.descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) code.descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) tt.descname{font-weight:700}html.writer-html4 .rst-content dl:not(.docutils) .optional,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) .optional{display:inline-block;padding:0 4px;color:#000;font-weight:700}html.writer-html4 .rst-content dl:not(.docutils) .property,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) .property{display:inline-block;padding-right:8px;max-width:100%}html.writer-html4 .rst-content dl:not(.docutils) .k,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) .k{font-style:italic}html.writer-html4 .rst-content dl:not(.docutils) .descclassname,html.writer-html4 .rst-content dl:not(.docutils) .descname,html.writer-html4 .rst-content dl:not(.docutils) .sig-name,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) .descclassname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) .descname,html.writer-html5 .rst-content dl[class]:not(.option-list):not(.field-list):not(.footnote):not(.citation):not(.glossary):not(.simple) .sig-name{font-family:SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,Courier,monospace;color:#000}.rst-content .viewcode-back,.rst-content .viewcode-link{display:inline-block;color:#27ae60;font-size:80%;padding-left:24px}.rst-content .viewcode-back{display:block;float:right}.rst-content p.rubric{margin-bottom:12px;font-weight:700}.rst-content code.download,.rst-content tt.download{background:inherit;padding:inherit;font-weight:400;font-family:inherit;font-size:inherit;color:inherit;border:inherit;white-space:inherit}.rst-content code.download span:first-child,.rst-content tt.download span:first-child{-webkit-font-smoothing:subpixel-antialiased}.rst-content code.download span:first-child:before,.rst-content tt.download span:first-child:before{margin-right:4px}.rst-content .guilabel,.rst-content .menuselection{font-size:80%;font-weight:700;border-radius:4px;padding:2.4px 6px;margin:auto 2px}.rst-content .guilabel,.rst-content .menuselection{border:1px solid #7fbbe3;background:#e7f2fa}.rst-content :not(dl.option-list)>:not(dt):not(kbd):not(.kbd)>.kbd,.rst-content :not(dl.option-list)>:not(dt):not(kbd):not(.kbd)>kbd{color:inherit;font-size:80%;background-color:#fff;border:1px solid #a6a6a6;border-radius:4px;box-shadow:0 2px grey;padding:2.4px 6px;margin:auto 0}.rst-content .versionmodified{font-style:italic}@media screen and (max-width:480px){.rst-content .sidebar{width:100%}}span[id*=MathJax-Span]{color:#404040}.math{text-align:center}@font-face{font-family:Lato;src:url(fonts/lato-normal.woff2?bd03a2cc277bbbc338d464e679fe9942) format("woff2"),url(fonts/lato-normal.woff?27bd77b9162d388cb8d4c4217c7c5e2a) format("woff");font-weight:400;font-style:normal;font-display:block}@font-face{font-family:Lato;src:url(fonts/lato-bold.woff2?cccb897485813c7c256901dbca54ecf2) format("woff2"),url(fonts/lato-bold.woff?d878b6c29b10beca227e9eef4246111b) format("woff");font-weight:700;font-style:normal;font-display:block}@font-face{font-family:Lato;src:url(fonts/lato-bold-italic.woff2?0b6bb6725576b072c5d0b02ecdd1900d) format("woff2"),url(fonts/lato-bold-italic.woff?9c7e4e9eb485b4a121c760e61bc3707c) format("woff");font-weight:700;font-style:italic;font-display:block}@font-face{font-family:Lato;src:url(fonts/lato-normal-italic.woff2?4eb103b4d12be57cb1d040ed5e162e9d) format("woff2"),url(fonts/lato-normal-italic.woff?f28f2d6482446544ef1ea1ccc6dd5892) format("woff");font-weight:400;font-style:italic;font-display:block}@font-face{font-family:Roboto Slab;font-style:normal;font-weight:400;src:url(fonts/Roboto-Slab-Regular.woff2?7abf5b8d04d26a2cafea937019bca958) format("woff2"),url(fonts/Roboto-Slab-Regular.woff?c1be9284088d487c5e3ff0a10a92e58c) format("woff");font-display:block}@font-face{font-family:Roboto Slab;font-style:normal;font-weight:700;src:url(fonts/Roboto-Slab-Bold.woff2?9984f4a9bda09be08e83f2506954adbe) format("woff2"),url(fonts/Roboto-Slab-Bold.woff?bed5564a116b05148e3b3bea6fb1162a) format("woff");font-display:block} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_static/datacenter.png b/docs/compilation/v3.3.0/_static/datacenter.png new file mode 100644 index 0000000000..9c70ad9008 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/datacenter.png differ diff --git a/docs/compilation/v3.3.0/_static/discrete_incremental_wrapper.png b/docs/compilation/v3.3.0/_static/discrete_incremental_wrapper.png new file mode 100644 index 0000000000..9c4cff4ae5 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/discrete_incremental_wrapper.png differ diff --git a/docs/compilation/v3.3.0/_static/discretize_wrapper.png b/docs/compilation/v3.3.0/_static/discretize_wrapper.png new file mode 100644 index 0000000000..4f669da43d Binary files /dev/null and b/docs/compilation/v3.3.0/_static/discretize_wrapper.png differ diff --git a/docs/compilation/v3.3.0/_static/doc_theme.css b/docs/compilation/v3.3.0/_static/doc_theme.css new file mode 100644 index 0000000000..cd81f00b04 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/doc_theme.css @@ -0,0 +1,3 @@ +.wy-nav-content { + max-width: 60%; +} \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_static/doctools.js b/docs/compilation/v3.3.0/_static/doctools.js new file mode 100644 index 0000000000..4d67807d17 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/doctools.js @@ -0,0 +1,156 @@ +/* + * doctools.js + * ~~~~~~~~~~~ + * + * Base JavaScript utilities for all Sphinx HTML documentation. + * + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. + * :license: BSD, see LICENSE for details. + * + */ +"use strict"; + +const BLACKLISTED_KEY_CONTROL_ELEMENTS = new Set([ + "TEXTAREA", + "INPUT", + "SELECT", + "BUTTON", +]); + +const _ready = (callback) => { + if (document.readyState !== "loading") { + callback(); + } else { + document.addEventListener("DOMContentLoaded", callback); + } +}; + +/** + * Small JavaScript module for the documentation. + */ +const Documentation = { + init: () => { + Documentation.initDomainIndexTable(); + Documentation.initOnKeyListeners(); + }, + + /** + * i18n support + */ + TRANSLATIONS: {}, + PLURAL_EXPR: (n) => (n === 1 ? 0 : 1), + LOCALE: "unknown", + + // gettext and ngettext don't access this so that the functions + // can safely bound to a different name (_ = Documentation.gettext) + gettext: (string) => { + const translated = Documentation.TRANSLATIONS[string]; + switch (typeof translated) { + case "undefined": + return string; // no translation + case "string": + return translated; // translation exists + default: + return translated[0]; // (singular, plural) translation tuple exists + } + }, + + ngettext: (singular, plural, n) => { + const translated = Documentation.TRANSLATIONS[singular]; + if (typeof translated !== "undefined") + return translated[Documentation.PLURAL_EXPR(n)]; + return n === 1 ? singular : plural; + }, + + addTranslations: (catalog) => { + Object.assign(Documentation.TRANSLATIONS, catalog.messages); + Documentation.PLURAL_EXPR = new Function( + "n", + `return (${catalog.plural_expr})` + ); + Documentation.LOCALE = catalog.locale; + }, + + /** + * helper function to focus on search bar + */ + focusSearchBar: () => { + document.querySelectorAll("input[name=q]")[0]?.focus(); + }, + + /** + * Initialise the domain index toggle buttons + */ + initDomainIndexTable: () => { + const toggler = (el) => { + const idNumber = el.id.substr(7); + const toggledRows = document.querySelectorAll(`tr.cg-${idNumber}`); + if (el.src.substr(-9) === "minus.png") { + el.src = `${el.src.substr(0, el.src.length - 9)}plus.png`; + toggledRows.forEach((el) => (el.style.display = "none")); + } else { + el.src = `${el.src.substr(0, el.src.length - 8)}minus.png`; + toggledRows.forEach((el) => (el.style.display = "")); + } + }; + + const togglerElements = document.querySelectorAll("img.toggler"); + togglerElements.forEach((el) => + el.addEventListener("click", (event) => toggler(event.currentTarget)) + ); + togglerElements.forEach((el) => (el.style.display = "")); + if (DOCUMENTATION_OPTIONS.COLLAPSE_INDEX) togglerElements.forEach(toggler); + }, + + initOnKeyListeners: () => { + // only install a listener if it is really needed + if ( + !DOCUMENTATION_OPTIONS.NAVIGATION_WITH_KEYS && + !DOCUMENTATION_OPTIONS.ENABLE_SEARCH_SHORTCUTS + ) + return; + + document.addEventListener("keydown", (event) => { + // bail for input elements + if (BLACKLISTED_KEY_CONTROL_ELEMENTS.has(document.activeElement.tagName)) return; + // bail with special keys + if (event.altKey || event.ctrlKey || event.metaKey) return; + + if (!event.shiftKey) { + switch (event.key) { + case "ArrowLeft": + if (!DOCUMENTATION_OPTIONS.NAVIGATION_WITH_KEYS) break; + + const prevLink = document.querySelector('link[rel="prev"]'); + if (prevLink && prevLink.href) { + window.location.href = prevLink.href; + event.preventDefault(); + } + break; + case "ArrowRight": + if (!DOCUMENTATION_OPTIONS.NAVIGATION_WITH_KEYS) break; + + const nextLink = document.querySelector('link[rel="next"]'); + if (nextLink && nextLink.href) { + window.location.href = nextLink.href; + event.preventDefault(); + } + break; + } + } + + // some keyboard layouts may need Shift to get / + switch (event.key) { + case "/": + if (!DOCUMENTATION_OPTIONS.ENABLE_SEARCH_SHORTCUTS) break; + Documentation.focusSearchBar(); + event.preventDefault(); + } + }); + }, +}; + +// quick alias for translations +const _ = Documentation.gettext; + +_ready(Documentation.init); diff --git a/docs/compilation/v3.3.0/_static/documentation_options.js b/docs/compilation/v3.3.0/_static/documentation_options.js new file mode 100644 index 0000000000..7e4c114f21 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/documentation_options.js @@ -0,0 +1,13 @@ +const DOCUMENTATION_OPTIONS = { + VERSION: '', + LANGUAGE: 'en', + COLLAPSE_INDEX: false, + BUILDER: 'html', + FILE_SUFFIX: '.html', + LINK_SUFFIX: '.html', + HAS_SOURCE: true, + SOURCELINK_SUFFIX: '.txt', + NAVIGATION_WITH_KEYS: false, + SHOW_SEARCH_SUMMARY: true, + ENABLE_SEARCH_SHORTCUTS: true, +}; \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_static/file.png b/docs/compilation/v3.3.0/_static/file.png new file mode 100644 index 0000000000..a858a410e4 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/file.png differ diff --git a/docs/compilation/v3.3.0/_static/general_blueprint.png b/docs/compilation/v3.3.0/_static/general_blueprint.png new file mode 100644 index 0000000000..ebb45fba42 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/general_blueprint.png differ diff --git a/docs/compilation/v3.3.0/_static/incremental_wrapper.png b/docs/compilation/v3.3.0/_static/incremental_wrapper.png new file mode 100644 index 0000000000..546c773daa Binary files /dev/null and b/docs/compilation/v3.3.0/_static/incremental_wrapper.png differ diff --git a/docs/compilation/v3.3.0/_static/jquery.js b/docs/compilation/v3.3.0/_static/jquery.js new file mode 100644 index 0000000000..c4c6022f29 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/jquery.js @@ -0,0 +1,2 @@ +/*! jQuery v3.6.0 | (c) OpenJS Foundation and other contributors | jquery.org/license */ +!function(e,t){"use strict";"object"==typeof module&&"object"==typeof module.exports?module.exports=e.document?t(e,!0):function(e){if(!e.document)throw new Error("jQuery requires a window with a document");return t(e)}:t(e)}("undefined"!=typeof window?window:this,function(C,e){"use strict";var t=[],r=Object.getPrototypeOf,s=t.slice,g=t.flat?function(e){return t.flat.call(e)}:function(e){return t.concat.apply([],e)},u=t.push,i=t.indexOf,n={},o=n.toString,v=n.hasOwnProperty,a=v.toString,l=a.call(Object),y={},m=function(e){return"function"==typeof e&&"number"!=typeof e.nodeType&&"function"!=typeof e.item},x=function(e){return null!=e&&e===e.window},E=C.document,c={type:!0,src:!0,nonce:!0,noModule:!0};function b(e,t,n){var r,i,o=(n=n||E).createElement("script");if(o.text=e,t)for(r in c)(i=t[r]||t.getAttribute&&t.getAttribute(r))&&o.setAttribute(r,i);n.head.appendChild(o).parentNode.removeChild(o)}function w(e){return null==e?e+"":"object"==typeof e||"function"==typeof e?n[o.call(e)]||"object":typeof e}var f="3.6.0",S=function(e,t){return new S.fn.init(e,t)};function p(e){var t=!!e&&"length"in e&&e.length,n=w(e);return!m(e)&&!x(e)&&("array"===n||0===t||"number"==typeof t&&0+~]|"+M+")"+M+"*"),U=new RegExp(M+"|>"),X=new RegExp(F),V=new RegExp("^"+I+"$"),G={ID:new RegExp("^#("+I+")"),CLASS:new RegExp("^\\.("+I+")"),TAG:new RegExp("^("+I+"|[*])"),ATTR:new RegExp("^"+W),PSEUDO:new RegExp("^"+F),CHILD:new RegExp("^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\("+M+"*(even|odd|(([+-]|)(\\d*)n|)"+M+"*(?:([+-]|)"+M+"*(\\d+)|))"+M+"*\\)|)","i"),bool:new RegExp("^(?:"+R+")$","i"),needsContext:new RegExp("^"+M+"*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\("+M+"*((?:-\\d)?\\d*)"+M+"*\\)|)(?=[^-]|$)","i")},Y=/HTML$/i,Q=/^(?:input|select|textarea|button)$/i,J=/^h\d$/i,K=/^[^{]+\{\s*\[native \w/,Z=/^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/,ee=/[+~]/,te=new RegExp("\\\\[\\da-fA-F]{1,6}"+M+"?|\\\\([^\\r\\n\\f])","g"),ne=function(e,t){var n="0x"+e.slice(1)-65536;return t||(n<0?String.fromCharCode(n+65536):String.fromCharCode(n>>10|55296,1023&n|56320))},re=/([\0-\x1f\x7f]|^-?\d)|^-$|[^\0-\x1f\x7f-\uFFFF\w-]/g,ie=function(e,t){return t?"\0"===e?"\ufffd":e.slice(0,-1)+"\\"+e.charCodeAt(e.length-1).toString(16)+" ":"\\"+e},oe=function(){T()},ae=be(function(e){return!0===e.disabled&&"fieldset"===e.nodeName.toLowerCase()},{dir:"parentNode",next:"legend"});try{H.apply(t=O.call(p.childNodes),p.childNodes),t[p.childNodes.length].nodeType}catch(e){H={apply:t.length?function(e,t){L.apply(e,O.call(t))}:function(e,t){var n=e.length,r=0;while(e[n++]=t[r++]);e.length=n-1}}}function se(t,e,n,r){var i,o,a,s,u,l,c,f=e&&e.ownerDocument,p=e?e.nodeType:9;if(n=n||[],"string"!=typeof t||!t||1!==p&&9!==p&&11!==p)return n;if(!r&&(T(e),e=e||C,E)){if(11!==p&&(u=Z.exec(t)))if(i=u[1]){if(9===p){if(!(a=e.getElementById(i)))return n;if(a.id===i)return n.push(a),n}else if(f&&(a=f.getElementById(i))&&y(e,a)&&a.id===i)return n.push(a),n}else{if(u[2])return H.apply(n,e.getElementsByTagName(t)),n;if((i=u[3])&&d.getElementsByClassName&&e.getElementsByClassName)return H.apply(n,e.getElementsByClassName(i)),n}if(d.qsa&&!N[t+" "]&&(!v||!v.test(t))&&(1!==p||"object"!==e.nodeName.toLowerCase())){if(c=t,f=e,1===p&&(U.test(t)||z.test(t))){(f=ee.test(t)&&ye(e.parentNode)||e)===e&&d.scope||((s=e.getAttribute("id"))?s=s.replace(re,ie):e.setAttribute("id",s=S)),o=(l=h(t)).length;while(o--)l[o]=(s?"#"+s:":scope")+" "+xe(l[o]);c=l.join(",")}try{return H.apply(n,f.querySelectorAll(c)),n}catch(e){N(t,!0)}finally{s===S&&e.removeAttribute("id")}}}return g(t.replace($,"$1"),e,n,r)}function ue(){var r=[];return function e(t,n){return r.push(t+" ")>b.cacheLength&&delete e[r.shift()],e[t+" "]=n}}function le(e){return e[S]=!0,e}function ce(e){var t=C.createElement("fieldset");try{return!!e(t)}catch(e){return!1}finally{t.parentNode&&t.parentNode.removeChild(t),t=null}}function fe(e,t){var n=e.split("|"),r=n.length;while(r--)b.attrHandle[n[r]]=t}function pe(e,t){var n=t&&e,r=n&&1===e.nodeType&&1===t.nodeType&&e.sourceIndex-t.sourceIndex;if(r)return r;if(n)while(n=n.nextSibling)if(n===t)return-1;return e?1:-1}function de(t){return function(e){return"input"===e.nodeName.toLowerCase()&&e.type===t}}function he(n){return function(e){var t=e.nodeName.toLowerCase();return("input"===t||"button"===t)&&e.type===n}}function ge(t){return function(e){return"form"in e?e.parentNode&&!1===e.disabled?"label"in e?"label"in e.parentNode?e.parentNode.disabled===t:e.disabled===t:e.isDisabled===t||e.isDisabled!==!t&&ae(e)===t:e.disabled===t:"label"in e&&e.disabled===t}}function ve(a){return le(function(o){return o=+o,le(function(e,t){var n,r=a([],e.length,o),i=r.length;while(i--)e[n=r[i]]&&(e[n]=!(t[n]=e[n]))})})}function ye(e){return e&&"undefined"!=typeof e.getElementsByTagName&&e}for(e in d=se.support={},i=se.isXML=function(e){var t=e&&e.namespaceURI,n=e&&(e.ownerDocument||e).documentElement;return!Y.test(t||n&&n.nodeName||"HTML")},T=se.setDocument=function(e){var t,n,r=e?e.ownerDocument||e:p;return r!=C&&9===r.nodeType&&r.documentElement&&(a=(C=r).documentElement,E=!i(C),p!=C&&(n=C.defaultView)&&n.top!==n&&(n.addEventListener?n.addEventListener("unload",oe,!1):n.attachEvent&&n.attachEvent("onunload",oe)),d.scope=ce(function(e){return a.appendChild(e).appendChild(C.createElement("div")),"undefined"!=typeof e.querySelectorAll&&!e.querySelectorAll(":scope fieldset div").length}),d.attributes=ce(function(e){return e.className="i",!e.getAttribute("className")}),d.getElementsByTagName=ce(function(e){return e.appendChild(C.createComment("")),!e.getElementsByTagName("*").length}),d.getElementsByClassName=K.test(C.getElementsByClassName),d.getById=ce(function(e){return a.appendChild(e).id=S,!C.getElementsByName||!C.getElementsByName(S).length}),d.getById?(b.filter.ID=function(e){var t=e.replace(te,ne);return function(e){return e.getAttribute("id")===t}},b.find.ID=function(e,t){if("undefined"!=typeof t.getElementById&&E){var n=t.getElementById(e);return n?[n]:[]}}):(b.filter.ID=function(e){var n=e.replace(te,ne);return function(e){var t="undefined"!=typeof e.getAttributeNode&&e.getAttributeNode("id");return t&&t.value===n}},b.find.ID=function(e,t){if("undefined"!=typeof t.getElementById&&E){var n,r,i,o=t.getElementById(e);if(o){if((n=o.getAttributeNode("id"))&&n.value===e)return[o];i=t.getElementsByName(e),r=0;while(o=i[r++])if((n=o.getAttributeNode("id"))&&n.value===e)return[o]}return[]}}),b.find.TAG=d.getElementsByTagName?function(e,t){return"undefined"!=typeof t.getElementsByTagName?t.getElementsByTagName(e):d.qsa?t.querySelectorAll(e):void 0}:function(e,t){var n,r=[],i=0,o=t.getElementsByTagName(e);if("*"===e){while(n=o[i++])1===n.nodeType&&r.push(n);return r}return o},b.find.CLASS=d.getElementsByClassName&&function(e,t){if("undefined"!=typeof t.getElementsByClassName&&E)return t.getElementsByClassName(e)},s=[],v=[],(d.qsa=K.test(C.querySelectorAll))&&(ce(function(e){var t;a.appendChild(e).innerHTML="",e.querySelectorAll("[msallowcapture^='']").length&&v.push("[*^$]="+M+"*(?:''|\"\")"),e.querySelectorAll("[selected]").length||v.push("\\["+M+"*(?:value|"+R+")"),e.querySelectorAll("[id~="+S+"-]").length||v.push("~="),(t=C.createElement("input")).setAttribute("name",""),e.appendChild(t),e.querySelectorAll("[name='']").length||v.push("\\["+M+"*name"+M+"*="+M+"*(?:''|\"\")"),e.querySelectorAll(":checked").length||v.push(":checked"),e.querySelectorAll("a#"+S+"+*").length||v.push(".#.+[+~]"),e.querySelectorAll("\\\f"),v.push("[\\r\\n\\f]")}),ce(function(e){e.innerHTML="";var t=C.createElement("input");t.setAttribute("type","hidden"),e.appendChild(t).setAttribute("name","D"),e.querySelectorAll("[name=d]").length&&v.push("name"+M+"*[*^$|!~]?="),2!==e.querySelectorAll(":enabled").length&&v.push(":enabled",":disabled"),a.appendChild(e).disabled=!0,2!==e.querySelectorAll(":disabled").length&&v.push(":enabled",":disabled"),e.querySelectorAll("*,:x"),v.push(",.*:")})),(d.matchesSelector=K.test(c=a.matches||a.webkitMatchesSelector||a.mozMatchesSelector||a.oMatchesSelector||a.msMatchesSelector))&&ce(function(e){d.disconnectedMatch=c.call(e,"*"),c.call(e,"[s!='']:x"),s.push("!=",F)}),v=v.length&&new RegExp(v.join("|")),s=s.length&&new RegExp(s.join("|")),t=K.test(a.compareDocumentPosition),y=t||K.test(a.contains)?function(e,t){var n=9===e.nodeType?e.documentElement:e,r=t&&t.parentNode;return e===r||!(!r||1!==r.nodeType||!(n.contains?n.contains(r):e.compareDocumentPosition&&16&e.compareDocumentPosition(r)))}:function(e,t){if(t)while(t=t.parentNode)if(t===e)return!0;return!1},j=t?function(e,t){if(e===t)return l=!0,0;var n=!e.compareDocumentPosition-!t.compareDocumentPosition;return n||(1&(n=(e.ownerDocument||e)==(t.ownerDocument||t)?e.compareDocumentPosition(t):1)||!d.sortDetached&&t.compareDocumentPosition(e)===n?e==C||e.ownerDocument==p&&y(p,e)?-1:t==C||t.ownerDocument==p&&y(p,t)?1:u?P(u,e)-P(u,t):0:4&n?-1:1)}:function(e,t){if(e===t)return l=!0,0;var n,r=0,i=e.parentNode,o=t.parentNode,a=[e],s=[t];if(!i||!o)return e==C?-1:t==C?1:i?-1:o?1:u?P(u,e)-P(u,t):0;if(i===o)return pe(e,t);n=e;while(n=n.parentNode)a.unshift(n);n=t;while(n=n.parentNode)s.unshift(n);while(a[r]===s[r])r++;return r?pe(a[r],s[r]):a[r]==p?-1:s[r]==p?1:0}),C},se.matches=function(e,t){return se(e,null,null,t)},se.matchesSelector=function(e,t){if(T(e),d.matchesSelector&&E&&!N[t+" "]&&(!s||!s.test(t))&&(!v||!v.test(t)))try{var n=c.call(e,t);if(n||d.disconnectedMatch||e.document&&11!==e.document.nodeType)return n}catch(e){N(t,!0)}return 0":{dir:"parentNode",first:!0}," ":{dir:"parentNode"},"+":{dir:"previousSibling",first:!0},"~":{dir:"previousSibling"}},preFilter:{ATTR:function(e){return e[1]=e[1].replace(te,ne),e[3]=(e[3]||e[4]||e[5]||"").replace(te,ne),"~="===e[2]&&(e[3]=" "+e[3]+" "),e.slice(0,4)},CHILD:function(e){return e[1]=e[1].toLowerCase(),"nth"===e[1].slice(0,3)?(e[3]||se.error(e[0]),e[4]=+(e[4]?e[5]+(e[6]||1):2*("even"===e[3]||"odd"===e[3])),e[5]=+(e[7]+e[8]||"odd"===e[3])):e[3]&&se.error(e[0]),e},PSEUDO:function(e){var t,n=!e[6]&&e[2];return G.CHILD.test(e[0])?null:(e[3]?e[2]=e[4]||e[5]||"":n&&X.test(n)&&(t=h(n,!0))&&(t=n.indexOf(")",n.length-t)-n.length)&&(e[0]=e[0].slice(0,t),e[2]=n.slice(0,t)),e.slice(0,3))}},filter:{TAG:function(e){var t=e.replace(te,ne).toLowerCase();return"*"===e?function(){return!0}:function(e){return e.nodeName&&e.nodeName.toLowerCase()===t}},CLASS:function(e){var t=m[e+" "];return t||(t=new RegExp("(^|"+M+")"+e+"("+M+"|$)"))&&m(e,function(e){return t.test("string"==typeof e.className&&e.className||"undefined"!=typeof e.getAttribute&&e.getAttribute("class")||"")})},ATTR:function(n,r,i){return function(e){var t=se.attr(e,n);return null==t?"!="===r:!r||(t+="","="===r?t===i:"!="===r?t!==i:"^="===r?i&&0===t.indexOf(i):"*="===r?i&&-1:\x20\t\r\n\f]*)[\x20\t\r\n\f]*\/?>(?:<\/\1>|)$/i;function j(e,n,r){return m(n)?S.grep(e,function(e,t){return!!n.call(e,t,e)!==r}):n.nodeType?S.grep(e,function(e){return e===n!==r}):"string"!=typeof n?S.grep(e,function(e){return-1)[^>]*|#([\w-]+))$/;(S.fn.init=function(e,t,n){var r,i;if(!e)return this;if(n=n||D,"string"==typeof e){if(!(r="<"===e[0]&&">"===e[e.length-1]&&3<=e.length?[null,e,null]:q.exec(e))||!r[1]&&t)return!t||t.jquery?(t||n).find(e):this.constructor(t).find(e);if(r[1]){if(t=t instanceof S?t[0]:t,S.merge(this,S.parseHTML(r[1],t&&t.nodeType?t.ownerDocument||t:E,!0)),N.test(r[1])&&S.isPlainObject(t))for(r in t)m(this[r])?this[r](t[r]):this.attr(r,t[r]);return this}return(i=E.getElementById(r[2]))&&(this[0]=i,this.length=1),this}return e.nodeType?(this[0]=e,this.length=1,this):m(e)?void 0!==n.ready?n.ready(e):e(S):S.makeArray(e,this)}).prototype=S.fn,D=S(E);var L=/^(?:parents|prev(?:Until|All))/,H={children:!0,contents:!0,next:!0,prev:!0};function O(e,t){while((e=e[t])&&1!==e.nodeType);return e}S.fn.extend({has:function(e){var t=S(e,this),n=t.length;return this.filter(function(){for(var e=0;e\x20\t\r\n\f]*)/i,he=/^$|^module$|\/(?:java|ecma)script/i;ce=E.createDocumentFragment().appendChild(E.createElement("div")),(fe=E.createElement("input")).setAttribute("type","radio"),fe.setAttribute("checked","checked"),fe.setAttribute("name","t"),ce.appendChild(fe),y.checkClone=ce.cloneNode(!0).cloneNode(!0).lastChild.checked,ce.innerHTML="",y.noCloneChecked=!!ce.cloneNode(!0).lastChild.defaultValue,ce.innerHTML="",y.option=!!ce.lastChild;var ge={thead:[1,"","
    "],col:[2,"","
    "],tr:[2,"","
    "],td:[3,"","
    "],_default:[0,"",""]};function ve(e,t){var n;return n="undefined"!=typeof e.getElementsByTagName?e.getElementsByTagName(t||"*"):"undefined"!=typeof e.querySelectorAll?e.querySelectorAll(t||"*"):[],void 0===t||t&&A(e,t)?S.merge([e],n):n}function ye(e,t){for(var n=0,r=e.length;n",""]);var me=/<|&#?\w+;/;function xe(e,t,n,r,i){for(var o,a,s,u,l,c,f=t.createDocumentFragment(),p=[],d=0,h=e.length;d\s*$/g;function je(e,t){return A(e,"table")&&A(11!==t.nodeType?t:t.firstChild,"tr")&&S(e).children("tbody")[0]||e}function De(e){return e.type=(null!==e.getAttribute("type"))+"/"+e.type,e}function qe(e){return"true/"===(e.type||"").slice(0,5)?e.type=e.type.slice(5):e.removeAttribute("type"),e}function Le(e,t){var n,r,i,o,a,s;if(1===t.nodeType){if(Y.hasData(e)&&(s=Y.get(e).events))for(i in Y.remove(t,"handle events"),s)for(n=0,r=s[i].length;n").attr(n.scriptAttrs||{}).prop({charset:n.scriptCharset,src:n.url}).on("load error",i=function(e){r.remove(),i=null,e&&t("error"===e.type?404:200,e.type)}),E.head.appendChild(r[0])},abort:function(){i&&i()}}});var _t,zt=[],Ut=/(=)\?(?=&|$)|\?\?/;S.ajaxSetup({jsonp:"callback",jsonpCallback:function(){var e=zt.pop()||S.expando+"_"+wt.guid++;return this[e]=!0,e}}),S.ajaxPrefilter("json jsonp",function(e,t,n){var r,i,o,a=!1!==e.jsonp&&(Ut.test(e.url)?"url":"string"==typeof e.data&&0===(e.contentType||"").indexOf("application/x-www-form-urlencoded")&&Ut.test(e.data)&&"data");if(a||"jsonp"===e.dataTypes[0])return r=e.jsonpCallback=m(e.jsonpCallback)?e.jsonpCallback():e.jsonpCallback,a?e[a]=e[a].replace(Ut,"$1"+r):!1!==e.jsonp&&(e.url+=(Tt.test(e.url)?"&":"?")+e.jsonp+"="+r),e.converters["script json"]=function(){return o||S.error(r+" was not called"),o[0]},e.dataTypes[0]="json",i=C[r],C[r]=function(){o=arguments},n.always(function(){void 0===i?S(C).removeProp(r):C[r]=i,e[r]&&(e.jsonpCallback=t.jsonpCallback,zt.push(r)),o&&m(i)&&i(o[0]),o=i=void 0}),"script"}),y.createHTMLDocument=((_t=E.implementation.createHTMLDocument("").body).innerHTML="
    ",2===_t.childNodes.length),S.parseHTML=function(e,t,n){return"string"!=typeof e?[]:("boolean"==typeof t&&(n=t,t=!1),t||(y.createHTMLDocument?((r=(t=E.implementation.createHTMLDocument("")).createElement("base")).href=E.location.href,t.head.appendChild(r)):t=E),o=!n&&[],(i=N.exec(e))?[t.createElement(i[1])]:(i=xe([e],t,o),o&&o.length&&S(o).remove(),S.merge([],i.childNodes)));var r,i,o},S.fn.load=function(e,t,n){var r,i,o,a=this,s=e.indexOf(" ");return-1").append(S.parseHTML(e)).find(r):e)}).always(n&&function(e,t){a.each(function(){n.apply(this,o||[e.responseText,t,e])})}),this},S.expr.pseudos.animated=function(t){return S.grep(S.timers,function(e){return t===e.elem}).length},S.offset={setOffset:function(e,t,n){var r,i,o,a,s,u,l=S.css(e,"position"),c=S(e),f={};"static"===l&&(e.style.position="relative"),s=c.offset(),o=S.css(e,"top"),u=S.css(e,"left"),("absolute"===l||"fixed"===l)&&-1<(o+u).indexOf("auto")?(a=(r=c.position()).top,i=r.left):(a=parseFloat(o)||0,i=parseFloat(u)||0),m(t)&&(t=t.call(e,n,S.extend({},s))),null!=t.top&&(f.top=t.top-s.top+a),null!=t.left&&(f.left=t.left-s.left+i),"using"in t?t.using.call(e,f):c.css(f)}},S.fn.extend({offset:function(t){if(arguments.length)return void 0===t?this:this.each(function(e){S.offset.setOffset(this,t,e)});var e,n,r=this[0];return r?r.getClientRects().length?(e=r.getBoundingClientRect(),n=r.ownerDocument.defaultView,{top:e.top+n.pageYOffset,left:e.left+n.pageXOffset}):{top:0,left:0}:void 0},position:function(){if(this[0]){var e,t,n,r=this[0],i={top:0,left:0};if("fixed"===S.css(r,"position"))t=r.getBoundingClientRect();else{t=this.offset(),n=r.ownerDocument,e=r.offsetParent||n.documentElement;while(e&&(e===n.body||e===n.documentElement)&&"static"===S.css(e,"position"))e=e.parentNode;e&&e!==r&&1===e.nodeType&&((i=S(e).offset()).top+=S.css(e,"borderTopWidth",!0),i.left+=S.css(e,"borderLeftWidth",!0))}return{top:t.top-i.top-S.css(r,"marginTop",!0),left:t.left-i.left-S.css(r,"marginLeft",!0)}}},offsetParent:function(){return this.map(function(){var e=this.offsetParent;while(e&&"static"===S.css(e,"position"))e=e.offsetParent;return e||re})}}),S.each({scrollLeft:"pageXOffset",scrollTop:"pageYOffset"},function(t,i){var o="pageYOffset"===i;S.fn[t]=function(e){return $(this,function(e,t,n){var r;if(x(e)?r=e:9===e.nodeType&&(r=e.defaultView),void 0===n)return r?r[i]:e[t];r?r.scrollTo(o?r.pageXOffset:n,o?n:r.pageYOffset):e[t]=n},t,e,arguments.length)}}),S.each(["top","left"],function(e,n){S.cssHooks[n]=Fe(y.pixelPosition,function(e,t){if(t)return t=We(e,n),Pe.test(t)?S(e).position()[n]+"px":t})}),S.each({Height:"height",Width:"width"},function(a,s){S.each({padding:"inner"+a,content:s,"":"outer"+a},function(r,o){S.fn[o]=function(e,t){var n=arguments.length&&(r||"boolean"!=typeof e),i=r||(!0===e||!0===t?"margin":"border");return $(this,function(e,t,n){var r;return x(e)?0===o.indexOf("outer")?e["inner"+a]:e.document.documentElement["client"+a]:9===e.nodeType?(r=e.documentElement,Math.max(e.body["scroll"+a],r["scroll"+a],e.body["offset"+a],r["offset"+a],r["client"+a])):void 0===n?S.css(e,t,i):S.style(e,t,n,i)},s,n?e:void 0,n)}})}),S.each(["ajaxStart","ajaxStop","ajaxComplete","ajaxError","ajaxSuccess","ajaxSend"],function(e,t){S.fn[t]=function(e){return this.on(t,e)}}),S.fn.extend({bind:function(e,t,n){return this.on(e,null,t,n)},unbind:function(e,t){return this.off(e,null,t)},delegate:function(e,t,n,r){return this.on(t,e,n,r)},undelegate:function(e,t,n){return 1===arguments.length?this.off(e,"**"):this.off(t,e||"**",n)},hover:function(e,t){return this.mouseenter(e).mouseleave(t||e)}}),S.each("blur focus focusin focusout resize scroll click dblclick mousedown mouseup mousemove mouseover mouseout mouseenter mouseleave change select submit keydown keypress keyup contextmenu".split(" "),function(e,n){S.fn[n]=function(e,t){return 0",d.insertBefore(c.lastChild,d.firstChild)}function d(){var a=y.elements;return"string"==typeof a?a.split(" "):a}function e(a,b){var c=y.elements;"string"!=typeof c&&(c=c.join(" ")),"string"!=typeof a&&(a=a.join(" ")),y.elements=c+" "+a,j(b)}function f(a){var b=x[a[v]];return b||(b={},w++,a[v]=w,x[w]=b),b}function g(a,c,d){if(c||(c=b),q)return c.createElement(a);d||(d=f(c));var e;return e=d.cache[a]?d.cache[a].cloneNode():u.test(a)?(d.cache[a]=d.createElem(a)).cloneNode():d.createElem(a),!e.canHaveChildren||t.test(a)||e.tagUrn?e:d.frag.appendChild(e)}function h(a,c){if(a||(a=b),q)return a.createDocumentFragment();c=c||f(a);for(var e=c.frag.cloneNode(),g=0,h=d(),i=h.length;i>g;g++)e.createElement(h[g]);return e}function i(a,b){b.cache||(b.cache={},b.createElem=a.createElement,b.createFrag=a.createDocumentFragment,b.frag=b.createFrag()),a.createElement=function(c){return y.shivMethods?g(c,a,b):b.createElem(c)},a.createDocumentFragment=Function("h,f","return function(){var n=f.cloneNode(),c=n.createElement;h.shivMethods&&("+d().join().replace(/[\w\-:]+/g,function(a){return b.createElem(a),b.frag.createElement(a),'c("'+a+'")'})+");return n}")(y,b.frag)}function j(a){a||(a=b);var d=f(a);return!y.shivCSS||p||d.hasCSS||(d.hasCSS=!!c(a,"article,aside,dialog,figcaption,figure,footer,header,hgroup,main,nav,section{display:block}mark{background:#FF0;color:#000}template{display:none}")),q||i(a,d),a}function k(a){for(var b,c=a.getElementsByTagName("*"),e=c.length,f=RegExp("^(?:"+d().join("|")+")$","i"),g=[];e--;)b=c[e],f.test(b.nodeName)&&g.push(b.applyElement(l(b)));return g}function l(a){for(var b,c=a.attributes,d=c.length,e=a.ownerDocument.createElement(A+":"+a.nodeName);d--;)b=c[d],b.specified&&e.setAttribute(b.nodeName,b.nodeValue);return e.style.cssText=a.style.cssText,e}function m(a){for(var b,c=a.split("{"),e=c.length,f=RegExp("(^|[\\s,>+~])("+d().join("|")+")(?=[[\\s,>+~#.:]|$)","gi"),g="$1"+A+"\\:$2";e--;)b=c[e]=c[e].split("}"),b[b.length-1]=b[b.length-1].replace(f,g),c[e]=b.join("}");return c.join("{")}function n(a){for(var b=a.length;b--;)a[b].removeNode()}function o(a){function b(){clearTimeout(g._removeSheetTimer),d&&d.removeNode(!0),d=null}var d,e,g=f(a),h=a.namespaces,i=a.parentWindow;return!B||a.printShived?a:("undefined"==typeof h[A]&&h.add(A),i.attachEvent("onbeforeprint",function(){b();for(var f,g,h,i=a.styleSheets,j=[],l=i.length,n=Array(l);l--;)n[l]=i[l];for(;h=n.pop();)if(!h.disabled&&z.test(h.media)){try{f=h.imports,g=f.length}catch(o){g=0}for(l=0;g>l;l++)n.push(f[l]);try{j.push(h.cssText)}catch(o){}}j=m(j.reverse().join("")),e=k(a),d=c(a,j)}),i.attachEvent("onafterprint",function(){n(e),clearTimeout(g._removeSheetTimer),g._removeSheetTimer=setTimeout(b,500)}),a.printShived=!0,a)}var p,q,r="3.7.3",s=a.html5||{},t=/^<|^(?:button|map|select|textarea|object|iframe|option|optgroup)$/i,u=/^(?:a|b|code|div|fieldset|h1|h2|h3|h4|h5|h6|i|label|li|ol|p|q|span|strong|style|table|tbody|td|th|tr|ul)$/i,v="_html5shiv",w=0,x={};!function(){try{var a=b.createElement("a");a.innerHTML="",p="hidden"in a,q=1==a.childNodes.length||function(){b.createElement("a");var a=b.createDocumentFragment();return"undefined"==typeof a.cloneNode||"undefined"==typeof a.createDocumentFragment||"undefined"==typeof a.createElement}()}catch(c){p=!0,q=!0}}();var y={elements:s.elements||"abbr article aside audio bdi canvas data datalist details dialog figcaption figure footer header hgroup main mark meter nav output picture progress section summary template time video",version:r,shivCSS:s.shivCSS!==!1,supportsUnknownElements:q,shivMethods:s.shivMethods!==!1,type:"default",shivDocument:j,createElement:g,createDocumentFragment:h,addElements:e};a.html5=y,j(b);var z=/^$|\b(?:all|print)\b/,A="html5shiv",B=!q&&function(){var c=b.documentElement;return!("undefined"==typeof b.namespaces||"undefined"==typeof b.parentWindow||"undefined"==typeof c.applyElement||"undefined"==typeof c.removeNode||"undefined"==typeof a.attachEvent)}();y.type+=" print",y.shivPrint=o,o(b),"object"==typeof module&&module.exports&&(module.exports=y)}("undefined"!=typeof window?window:this,document); \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_static/js/html5shiv.min.js b/docs/compilation/v3.3.0/_static/js/html5shiv.min.js new file mode 100644 index 0000000000..cd1c674f5e --- /dev/null +++ b/docs/compilation/v3.3.0/_static/js/html5shiv.min.js @@ -0,0 +1,4 @@ +/** +* @preserve HTML5 Shiv 3.7.3 | @afarkas @jdalton @jon_neal @rem | MIT/GPL2 Licensed +*/ +!function(a,b){function c(a,b){var c=a.createElement("p"),d=a.getElementsByTagName("head")[0]||a.documentElement;return c.innerHTML="x",d.insertBefore(c.lastChild,d.firstChild)}function d(){var a=t.elements;return"string"==typeof a?a.split(" "):a}function e(a,b){var c=t.elements;"string"!=typeof c&&(c=c.join(" ")),"string"!=typeof a&&(a=a.join(" ")),t.elements=c+" "+a,j(b)}function f(a){var b=s[a[q]];return b||(b={},r++,a[q]=r,s[r]=b),b}function g(a,c,d){if(c||(c=b),l)return c.createElement(a);d||(d=f(c));var e;return e=d.cache[a]?d.cache[a].cloneNode():p.test(a)?(d.cache[a]=d.createElem(a)).cloneNode():d.createElem(a),!e.canHaveChildren||o.test(a)||e.tagUrn?e:d.frag.appendChild(e)}function h(a,c){if(a||(a=b),l)return a.createDocumentFragment();c=c||f(a);for(var e=c.frag.cloneNode(),g=0,h=d(),i=h.length;i>g;g++)e.createElement(h[g]);return e}function i(a,b){b.cache||(b.cache={},b.createElem=a.createElement,b.createFrag=a.createDocumentFragment,b.frag=b.createFrag()),a.createElement=function(c){return t.shivMethods?g(c,a,b):b.createElem(c)},a.createDocumentFragment=Function("h,f","return function(){var n=f.cloneNode(),c=n.createElement;h.shivMethods&&("+d().join().replace(/[\w\-:]+/g,function(a){return b.createElem(a),b.frag.createElement(a),'c("'+a+'")'})+");return n}")(t,b.frag)}function j(a){a||(a=b);var d=f(a);return!t.shivCSS||k||d.hasCSS||(d.hasCSS=!!c(a,"article,aside,dialog,figcaption,figure,footer,header,hgroup,main,nav,section{display:block}mark{background:#FF0;color:#000}template{display:none}")),l||i(a,d),a}var k,l,m="3.7.3-pre",n=a.html5||{},o=/^<|^(?:button|map|select|textarea|object|iframe|option|optgroup)$/i,p=/^(?:a|b|code|div|fieldset|h1|h2|h3|h4|h5|h6|i|label|li|ol|p|q|span|strong|style|table|tbody|td|th|tr|ul)$/i,q="_html5shiv",r=0,s={};!function(){try{var a=b.createElement("a");a.innerHTML="",k="hidden"in a,l=1==a.childNodes.length||function(){b.createElement("a");var a=b.createDocumentFragment();return"undefined"==typeof a.cloneNode||"undefined"==typeof a.createDocumentFragment||"undefined"==typeof a.createElement}()}catch(c){k=!0,l=!0}}();var t={elements:n.elements||"abbr article aside audio bdi canvas data datalist details dialog figcaption figure footer header hgroup main mark meter nav output picture progress section summary template time video",version:m,shivCSS:n.shivCSS!==!1,supportsUnknownElements:l,shivMethods:n.shivMethods!==!1,type:"default",shivDocument:j,createElement:g,createDocumentFragment:h,addElements:e};a.html5=t,j(b),"object"==typeof module&&module.exports&&(module.exports=t)}("undefined"!=typeof window?window:this,document); \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_static/js/theme.js b/docs/compilation/v3.3.0/_static/js/theme.js new file mode 100644 index 0000000000..1fddb6ee4a --- /dev/null +++ b/docs/compilation/v3.3.0/_static/js/theme.js @@ -0,0 +1 @@ +!function(n){var e={};function t(i){if(e[i])return e[i].exports;var o=e[i]={i:i,l:!1,exports:{}};return n[i].call(o.exports,o,o.exports,t),o.l=!0,o.exports}t.m=n,t.c=e,t.d=function(n,e,i){t.o(n,e)||Object.defineProperty(n,e,{enumerable:!0,get:i})},t.r=function(n){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(n,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(n,"__esModule",{value:!0})},t.t=function(n,e){if(1&e&&(n=t(n)),8&e)return n;if(4&e&&"object"==typeof n&&n&&n.__esModule)return n;var i=Object.create(null);if(t.r(i),Object.defineProperty(i,"default",{enumerable:!0,value:n}),2&e&&"string"!=typeof n)for(var o in n)t.d(i,o,function(e){return n[e]}.bind(null,o));return i},t.n=function(n){var e=n&&n.__esModule?function(){return n.default}:function(){return n};return t.d(e,"a",e),e},t.o=function(n,e){return Object.prototype.hasOwnProperty.call(n,e)},t.p="",t(t.s=0)}([function(n,e,t){t(1),n.exports=t(3)},function(n,e,t){(function(){var e="undefined"!=typeof window?window.jQuery:t(2);n.exports.ThemeNav={navBar:null,win:null,winScroll:!1,winResize:!1,linkScroll:!1,winPosition:0,winHeight:null,docHeight:null,isRunning:!1,enable:function(n){var t=this;void 0===n&&(n=!0),t.isRunning||(t.isRunning=!0,e((function(e){t.init(e),t.reset(),t.win.on("hashchange",t.reset),n&&t.win.on("scroll",(function(){t.linkScroll||t.winScroll||(t.winScroll=!0,requestAnimationFrame((function(){t.onScroll()})))})),t.win.on("resize",(function(){t.winResize||(t.winResize=!0,requestAnimationFrame((function(){t.onResize()})))})),t.onResize()})))},enableSticky:function(){this.enable(!0)},init:function(n){n(document);var e=this;this.navBar=n("div.wy-side-scroll:first"),this.win=n(window),n(document).on("click","[data-toggle='wy-nav-top']",(function(){n("[data-toggle='wy-nav-shift']").toggleClass("shift"),n("[data-toggle='rst-versions']").toggleClass("shift")})).on("click",".wy-menu-vertical .current ul li a",(function(){var t=n(this);n("[data-toggle='wy-nav-shift']").removeClass("shift"),n("[data-toggle='rst-versions']").toggleClass("shift"),e.toggleCurrent(t),e.hashChange()})).on("click","[data-toggle='rst-current-version']",(function(){n("[data-toggle='rst-versions']").toggleClass("shift-up")})),n("table.docutils:not(.field-list,.footnote,.citation)").wrap("
    "),n("table.docutils.footnote").wrap("
    "),n("table.docutils.citation").wrap("
    "),n(".wy-menu-vertical ul").not(".simple").siblings("a").each((function(){var t=n(this);expand=n(''),expand.on("click",(function(n){return e.toggleCurrent(t),n.stopPropagation(),!1})),t.prepend(expand)}))},reset:function(){var n=encodeURI(window.location.hash)||"#";try{var e=$(".wy-menu-vertical"),t=e.find('[href="'+n+'"]');if(0===t.length){var i=$('.document [id="'+n.substring(1)+'"]').closest("div.section");0===(t=e.find('[href="#'+i.attr("id")+'"]')).length&&(t=e.find('[href="#"]'))}if(t.length>0){$(".wy-menu-vertical .current").removeClass("current").attr("aria-expanded","false"),t.addClass("current").attr("aria-expanded","true"),t.closest("li.toctree-l1").parent().addClass("current").attr("aria-expanded","true");for(let n=1;n<=10;n++)t.closest("li.toctree-l"+n).addClass("current").attr("aria-expanded","true");t[0].scrollIntoView()}}catch(n){console.log("Error expanding nav for anchor",n)}},onScroll:function(){this.winScroll=!1;var n=this.win.scrollTop(),e=n+this.winHeight,t=this.navBar.scrollTop()+(n-this.winPosition);n<0||e>this.docHeight||(this.navBar.scrollTop(t),this.winPosition=n)},onResize:function(){this.winResize=!1,this.winHeight=this.win.height(),this.docHeight=$(document).height()},hashChange:function(){this.linkScroll=!0,this.win.one("hashchange",(function(){this.linkScroll=!1}))},toggleCurrent:function(n){var e=n.closest("li");e.siblings("li.current").removeClass("current").attr("aria-expanded","false"),e.siblings().find("li.current").removeClass("current").attr("aria-expanded","false");var t=e.find("> ul li");t.length&&(t.removeClass("current").attr("aria-expanded","false"),e.toggleClass("current").attr("aria-expanded",(function(n,e){return"true"==e?"false":"true"})))}},"undefined"!=typeof window&&(window.SphinxRtdTheme={Navigation:n.exports.ThemeNav,StickyNav:n.exports.ThemeNav}),function(){for(var n=0,e=["ms","moz","webkit","o"],t=0;t0 + var meq1 = "^(" + C + ")?" + V + C + "(" + V + ")?$"; // [C]VC[V] is m=1 + var mgr1 = "^(" + C + ")?" + V + C + V + C; // [C]VCVC... is m>1 + var s_v = "^(" + C + ")?" + v; // vowel in stem + + this.stemWord = function (w) { + var stem; + var suffix; + var firstch; + var origword = w; + + if (w.length < 3) + return w; + + var re; + var re2; + var re3; + var re4; + + firstch = w.substr(0,1); + if (firstch == "y") + w = firstch.toUpperCase() + w.substr(1); + + // Step 1a + re = /^(.+?)(ss|i)es$/; + re2 = /^(.+?)([^s])s$/; + + if (re.test(w)) + w = w.replace(re,"$1$2"); + else if (re2.test(w)) + w = w.replace(re2,"$1$2"); + + // Step 1b + re = /^(.+?)eed$/; + re2 = /^(.+?)(ed|ing)$/; + if (re.test(w)) { + var fp = re.exec(w); + re = new RegExp(mgr0); + if (re.test(fp[1])) { + re = /.$/; + w = w.replace(re,""); + } + } + else if (re2.test(w)) { + var fp = re2.exec(w); + stem = fp[1]; + re2 = new RegExp(s_v); + if (re2.test(stem)) { + w = stem; + re2 = /(at|bl|iz)$/; + re3 = new RegExp("([^aeiouylsz])\\1$"); + re4 = new RegExp("^" + C + v + "[^aeiouwxy]$"); + if (re2.test(w)) + w = w + "e"; + else if (re3.test(w)) { + re = /.$/; + w = w.replace(re,""); + } + else if (re4.test(w)) + w = w + "e"; + } + } + + // Step 1c + re = /^(.+?)y$/; + if (re.test(w)) { + var fp = re.exec(w); + stem = fp[1]; + re = new RegExp(s_v); + if (re.test(stem)) + w = stem + "i"; + } + + // Step 2 + re = /^(.+?)(ational|tional|enci|anci|izer|bli|alli|entli|eli|ousli|ization|ation|ator|alism|iveness|fulness|ousness|aliti|iviti|biliti|logi)$/; + if (re.test(w)) { + var fp = re.exec(w); + stem = fp[1]; + suffix = fp[2]; + re = new RegExp(mgr0); + if (re.test(stem)) + w = stem + step2list[suffix]; + } + + // Step 3 + re = /^(.+?)(icate|ative|alize|iciti|ical|ful|ness)$/; + if (re.test(w)) { + var fp = re.exec(w); + stem = fp[1]; + suffix = fp[2]; + re = new RegExp(mgr0); + if (re.test(stem)) + w = stem + step3list[suffix]; + } + + // Step 4 + re = /^(.+?)(al|ance|ence|er|ic|able|ible|ant|ement|ment|ent|ou|ism|ate|iti|ous|ive|ize)$/; + re2 = /^(.+?)(s|t)(ion)$/; + if (re.test(w)) { + var fp = re.exec(w); + stem = fp[1]; + re = new RegExp(mgr1); + if (re.test(stem)) + w = stem; + } + else if (re2.test(w)) { + var fp = re2.exec(w); + stem = fp[1] + fp[2]; + re2 = new RegExp(mgr1); + if (re2.test(stem)) + w = stem; + } + + // Step 5 + re = /^(.+?)e$/; + if (re.test(w)) { + var fp = re.exec(w); + stem = fp[1]; + re = new RegExp(mgr1); + re2 = new RegExp(meq1); + re3 = new RegExp("^" + C + v + "[^aeiouwxy]$"); + if (re.test(stem) || (re2.test(stem) && !(re3.test(stem)))) + w = stem; + } + re = /ll$/; + re2 = new RegExp(mgr1); + if (re.test(w) && re2.test(w)) { + re = /.$/; + w = w.replace(re,""); + } + + // and turn initial Y back to y + if (firstch == "y") + w = firstch.toLowerCase() + w.substr(1); + return w; + } +} + diff --git a/docs/compilation/v3.3.0/_static/logo-sidebar.png b/docs/compilation/v3.3.0/_static/logo-sidebar.png new file mode 100644 index 0000000000..46e07595e9 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/logo-sidebar.png differ diff --git a/docs/compilation/v3.3.0/_static/minus.png b/docs/compilation/v3.3.0/_static/minus.png new file mode 100644 index 0000000000..d96755fdaf Binary files /dev/null and b/docs/compilation/v3.3.0/_static/minus.png differ diff --git a/docs/compilation/v3.3.0/_static/nbsphinx-broken-thumbnail.svg b/docs/compilation/v3.3.0/_static/nbsphinx-broken-thumbnail.svg new file mode 100644 index 0000000000..4919ca8829 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/nbsphinx-broken-thumbnail.svg @@ -0,0 +1,9 @@ + + + + diff --git a/docs/compilation/v3.3.0/_static/nbsphinx-code-cells.css b/docs/compilation/v3.3.0/_static/nbsphinx-code-cells.css new file mode 100644 index 0000000000..a3fb27c30f --- /dev/null +++ b/docs/compilation/v3.3.0/_static/nbsphinx-code-cells.css @@ -0,0 +1,259 @@ +/* remove conflicting styling from Sphinx themes */ +div.nbinput.container div.prompt *, +div.nboutput.container div.prompt *, +div.nbinput.container div.input_area pre, +div.nboutput.container div.output_area pre, +div.nbinput.container div.input_area .highlight, +div.nboutput.container div.output_area .highlight { + border: none; + padding: 0; + margin: 0; + box-shadow: none; +} + +div.nbinput.container > div[class*=highlight], +div.nboutput.container > div[class*=highlight] { + margin: 0; +} + +div.nbinput.container div.prompt *, +div.nboutput.container div.prompt * { + background: none; +} + +div.nboutput.container div.output_area .highlight, +div.nboutput.container div.output_area pre { + background: unset; +} + +div.nboutput.container div.output_area div.highlight { + color: unset; /* override Pygments text color */ +} + +/* avoid gaps between output lines */ +div.nboutput.container div[class*=highlight] pre { + line-height: normal; +} + +/* input/output containers */ +div.nbinput.container, +div.nboutput.container { + display: -webkit-flex; + display: flex; + align-items: flex-start; + margin: 0; + width: 100%; +} +@media (max-width: 540px) { + div.nbinput.container, + div.nboutput.container { + flex-direction: column; + } +} + +/* input container */ +div.nbinput.container { + padding-top: 5px; +} + +/* last container */ +div.nblast.container { + padding-bottom: 5px; +} + +/* input prompt */ +div.nbinput.container div.prompt pre, +/* for sphinx_immaterial theme: */ +div.nbinput.container div.prompt pre > code { + color: #307FC1; +} + +/* output prompt */ +div.nboutput.container div.prompt pre, +/* for sphinx_immaterial theme: */ +div.nboutput.container div.prompt pre > code { + color: #BF5B3D; +} + +/* all prompts */ +div.nbinput.container div.prompt, +div.nboutput.container div.prompt { + width: 4.5ex; + padding-top: 5px; + position: relative; + user-select: none; +} + +div.nbinput.container div.prompt > div, +div.nboutput.container div.prompt > div { + position: absolute; + right: 0; + margin-right: 0.3ex; +} + +@media (max-width: 540px) { + div.nbinput.container div.prompt, + div.nboutput.container div.prompt { + width: unset; + text-align: left; + padding: 0.4em; + } + div.nboutput.container div.prompt.empty { + padding: 0; + } + + div.nbinput.container div.prompt > div, + div.nboutput.container div.prompt > div { + position: unset; + } +} + +/* disable scrollbars and line breaks on prompts */ +div.nbinput.container div.prompt pre, +div.nboutput.container div.prompt pre { + overflow: hidden; + white-space: pre; +} + +/* input/output area */ +div.nbinput.container div.input_area, +div.nboutput.container div.output_area { + -webkit-flex: 1; + flex: 1; + overflow: auto; +} +@media (max-width: 540px) { + div.nbinput.container div.input_area, + div.nboutput.container div.output_area { + width: 100%; + } +} + +/* input area */ +div.nbinput.container div.input_area { + border: 1px solid #e0e0e0; + border-radius: 2px; + /*background: #f5f5f5;*/ +} + +/* override MathJax center alignment in output cells */ +div.nboutput.container div[class*=MathJax] { + text-align: left !important; +} + +/* override sphinx.ext.imgmath center alignment in output cells */ +div.nboutput.container div.math p { + text-align: left; +} + +/* standard error */ +div.nboutput.container div.output_area.stderr { + background: #fdd; +} + +/* ANSI colors */ +.ansi-black-fg { color: #3E424D; } +.ansi-black-bg { background-color: #3E424D; } +.ansi-black-intense-fg { color: #282C36; } +.ansi-black-intense-bg { background-color: #282C36; } +.ansi-red-fg { color: #E75C58; } +.ansi-red-bg { background-color: #E75C58; } +.ansi-red-intense-fg { color: #B22B31; } +.ansi-red-intense-bg { background-color: #B22B31; } +.ansi-green-fg { color: #00A250; } +.ansi-green-bg { background-color: #00A250; } +.ansi-green-intense-fg { color: #007427; } +.ansi-green-intense-bg { background-color: #007427; } +.ansi-yellow-fg { color: #DDB62B; } +.ansi-yellow-bg { background-color: #DDB62B; } +.ansi-yellow-intense-fg { color: #B27D12; } +.ansi-yellow-intense-bg { background-color: #B27D12; } +.ansi-blue-fg { color: #208FFB; } +.ansi-blue-bg { background-color: #208FFB; } +.ansi-blue-intense-fg { color: #0065CA; } +.ansi-blue-intense-bg { background-color: #0065CA; } +.ansi-magenta-fg { color: #D160C4; } +.ansi-magenta-bg { background-color: #D160C4; } +.ansi-magenta-intense-fg { color: #A03196; } +.ansi-magenta-intense-bg { background-color: #A03196; } +.ansi-cyan-fg { color: #60C6C8; } +.ansi-cyan-bg { background-color: #60C6C8; } +.ansi-cyan-intense-fg { color: #258F8F; } +.ansi-cyan-intense-bg { background-color: #258F8F; } +.ansi-white-fg { color: #C5C1B4; } +.ansi-white-bg { background-color: #C5C1B4; } +.ansi-white-intense-fg { color: #A1A6B2; } +.ansi-white-intense-bg { background-color: #A1A6B2; } + +.ansi-default-inverse-fg { color: #FFFFFF; } +.ansi-default-inverse-bg { background-color: #000000; } + +.ansi-bold { font-weight: bold; } +.ansi-underline { text-decoration: underline; } + + +div.nbinput.container div.input_area div[class*=highlight] > pre, +div.nboutput.container div.output_area div[class*=highlight] > pre, +div.nboutput.container div.output_area div[class*=highlight].math, +div.nboutput.container div.output_area.rendered_html, +div.nboutput.container div.output_area > div.output_javascript, +div.nboutput.container div.output_area:not(.rendered_html) > img{ + padding: 5px; + margin: 0; +} + +/* fix copybtn overflow problem in chromium (needed for 'sphinx_copybutton') */ +div.nbinput.container div.input_area > div[class^='highlight'], +div.nboutput.container div.output_area > div[class^='highlight']{ + overflow-y: hidden; +} + +/* hide copy button on prompts for 'sphinx_copybutton' extension ... */ +.prompt .copybtn, +/* ... and 'sphinx_immaterial' theme */ +.prompt .md-clipboard.md-icon { + display: none; +} + +/* Some additional styling taken form the Jupyter notebook CSS */ +.jp-RenderedHTMLCommon table, +div.rendered_html table { + border: none; + border-collapse: collapse; + border-spacing: 0; + color: black; + font-size: 12px; + table-layout: fixed; +} +.jp-RenderedHTMLCommon thead, +div.rendered_html thead { + border-bottom: 1px solid black; + vertical-align: bottom; +} +.jp-RenderedHTMLCommon tr, +.jp-RenderedHTMLCommon th, +.jp-RenderedHTMLCommon td, +div.rendered_html tr, +div.rendered_html th, +div.rendered_html td { + text-align: right; + vertical-align: middle; + padding: 0.5em 0.5em; + line-height: normal; + white-space: normal; + max-width: none; + border: none; +} +.jp-RenderedHTMLCommon th, +div.rendered_html th { + font-weight: bold; +} +.jp-RenderedHTMLCommon tbody tr:nth-child(odd), +div.rendered_html tbody tr:nth-child(odd) { + background: #f5f5f5; +} +.jp-RenderedHTMLCommon tbody tr:hover, +div.rendered_html tbody tr:hover { + background: rgba(66, 165, 245, 0.2); +} + diff --git a/docs/compilation/v3.3.0/_static/nbsphinx-gallery.css b/docs/compilation/v3.3.0/_static/nbsphinx-gallery.css new file mode 100644 index 0000000000..365c27a96b --- /dev/null +++ b/docs/compilation/v3.3.0/_static/nbsphinx-gallery.css @@ -0,0 +1,31 @@ +.nbsphinx-gallery { + display: grid; + grid-template-columns: repeat(auto-fill, minmax(160px, 1fr)); + gap: 5px; + margin-top: 1em; + margin-bottom: 1em; +} + +.nbsphinx-gallery > a { + padding: 5px; + border: 1px dotted currentColor; + border-radius: 2px; + text-align: center; +} + +.nbsphinx-gallery > a:hover { + border-style: solid; +} + +.nbsphinx-gallery img { + max-width: 100%; + max-height: 100%; +} + +.nbsphinx-gallery > a > div:first-child { + display: flex; + align-items: start; + justify-content: center; + height: 120px; + margin-bottom: 5px; +} diff --git a/docs/compilation/v3.3.0/_static/nbsphinx-no-thumbnail.svg b/docs/compilation/v3.3.0/_static/nbsphinx-no-thumbnail.svg new file mode 100644 index 0000000000..9dca7588fa --- /dev/null +++ b/docs/compilation/v3.3.0/_static/nbsphinx-no-thumbnail.svg @@ -0,0 +1,9 @@ + + + + diff --git a/docs/compilation/v3.3.0/_static/normalize_action_wrapper.png b/docs/compilation/v3.3.0/_static/normalize_action_wrapper.png new file mode 100644 index 0000000000..b26b4ee820 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/normalize_action_wrapper.png differ diff --git a/docs/compilation/v3.3.0/_static/officeGrid.png b/docs/compilation/v3.3.0/_static/officeGrid.png new file mode 100644 index 0000000000..bfaa7fcc76 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/officeGrid.png differ diff --git a/docs/compilation/v3.3.0/_static/officeMedium.png b/docs/compilation/v3.3.0/_static/officeMedium.png new file mode 100644 index 0000000000..74af40968c Binary files /dev/null and b/docs/compilation/v3.3.0/_static/officeMedium.png differ diff --git a/docs/compilation/v3.3.0/_static/ornstein_noise.png b/docs/compilation/v3.3.0/_static/ornstein_noise.png new file mode 100644 index 0000000000..29c4e7c84a Binary files /dev/null and b/docs/compilation/v3.3.0/_static/ornstein_noise.png differ diff --git a/docs/compilation/v3.3.0/_static/plus.png b/docs/compilation/v3.3.0/_static/plus.png new file mode 100644 index 0000000000..7107cec93a Binary files /dev/null and b/docs/compilation/v3.3.0/_static/plus.png differ diff --git a/docs/compilation/v3.3.0/_static/pygments.css b/docs/compilation/v3.3.0/_static/pygments.css new file mode 100644 index 0000000000..84ab3030a9 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/pygments.css @@ -0,0 +1,75 @@ +pre { line-height: 125%; } +td.linenos .normal { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; } +span.linenos { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; } +td.linenos .special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; } +span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; } +.highlight .hll { background-color: #ffffcc } +.highlight { background: #f8f8f8; } +.highlight .c { color: #3D7B7B; font-style: italic } /* Comment */ +.highlight .err { border: 1px solid #FF0000 } /* Error */ +.highlight .k { color: #008000; font-weight: bold } /* Keyword */ +.highlight .o { color: #666666 } /* Operator */ +.highlight .ch { color: #3D7B7B; font-style: italic } /* Comment.Hashbang */ +.highlight .cm { color: #3D7B7B; font-style: italic } /* Comment.Multiline */ +.highlight .cp { color: #9C6500 } /* Comment.Preproc */ +.highlight .cpf { color: #3D7B7B; font-style: italic } /* Comment.PreprocFile */ +.highlight .c1 { color: #3D7B7B; font-style: italic } /* Comment.Single */ +.highlight .cs { color: #3D7B7B; font-style: italic } /* Comment.Special */ +.highlight .gd { color: #A00000 } /* Generic.Deleted */ +.highlight .ge { font-style: italic } /* Generic.Emph */ +.highlight .ges { font-weight: bold; font-style: italic } /* Generic.EmphStrong */ +.highlight .gr { color: #E40000 } /* Generic.Error */ +.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */ +.highlight .gi { color: #008400 } /* Generic.Inserted */ +.highlight .go { color: #717171 } /* Generic.Output */ +.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */ +.highlight .gs { font-weight: bold } /* Generic.Strong */ +.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */ +.highlight .gt { color: #0044DD } /* Generic.Traceback */ +.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */ +.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */ +.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */ +.highlight .kp { color: #008000 } /* Keyword.Pseudo */ +.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */ +.highlight .kt { color: #B00040 } /* Keyword.Type */ +.highlight .m { color: #666666 } /* Literal.Number */ +.highlight .s { color: #BA2121 } /* Literal.String */ +.highlight .na { color: #687822 } /* Name.Attribute */ +.highlight .nb { color: #008000 } /* Name.Builtin */ +.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */ +.highlight .no { color: #880000 } /* Name.Constant */ +.highlight .nd { color: #AA22FF } /* Name.Decorator */ +.highlight .ni { color: #717171; font-weight: bold } /* Name.Entity */ +.highlight .ne { color: #CB3F38; font-weight: bold } /* Name.Exception */ +.highlight .nf { color: #0000FF } /* Name.Function */ +.highlight .nl { color: #767600 } /* Name.Label */ +.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */ +.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */ +.highlight .nv { color: #19177C } /* Name.Variable */ +.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */ +.highlight .w { color: #bbbbbb } /* Text.Whitespace */ +.highlight .mb { color: #666666 } /* Literal.Number.Bin */ +.highlight .mf { color: #666666 } /* Literal.Number.Float */ +.highlight .mh { color: #666666 } /* Literal.Number.Hex */ +.highlight .mi { color: #666666 } /* Literal.Number.Integer */ +.highlight .mo { color: #666666 } /* Literal.Number.Oct */ +.highlight .sa { color: #BA2121 } /* Literal.String.Affix */ +.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */ +.highlight .sc { color: #BA2121 } /* Literal.String.Char */ +.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */ +.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */ +.highlight .s2 { color: #BA2121 } /* Literal.String.Double */ +.highlight .se { color: #AA5D1F; font-weight: bold } /* Literal.String.Escape */ +.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */ +.highlight .si { color: #A45A77; font-weight: bold } /* Literal.String.Interpol */ +.highlight .sx { color: #008000 } /* Literal.String.Other */ +.highlight .sr { color: #A45A77 } /* Literal.String.Regex */ +.highlight .s1 { color: #BA2121 } /* Literal.String.Single */ +.highlight .ss { color: #19177C } /* Literal.String.Symbol */ +.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */ +.highlight .fm { color: #0000FF } /* Name.Function.Magic */ +.highlight .vc { color: #19177C } /* Name.Variable.Class */ +.highlight .vg { color: #19177C } /* Name.Variable.Global */ +.highlight .vi { color: #19177C } /* Name.Variable.Instance */ +.highlight .vm { color: #19177C } /* Name.Variable.Magic */ +.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */ \ No newline at end of file diff --git a/docs/compilation/v3.3.0/_static/reward_structure.png b/docs/compilation/v3.3.0/_static/reward_structure.png new file mode 100644 index 0000000000..bc84b3830b Binary files /dev/null and b/docs/compilation/v3.3.0/_static/reward_structure.png differ diff --git a/docs/compilation/v3.3.0/_static/reward_terms.png b/docs/compilation/v3.3.0/_static/reward_terms.png new file mode 100644 index 0000000000..275be081be Binary files /dev/null and b/docs/compilation/v3.3.0/_static/reward_terms.png differ diff --git a/docs/compilation/v3.3.0/_static/searchtools.js b/docs/compilation/v3.3.0/_static/searchtools.js new file mode 100644 index 0000000000..92da3f8b22 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/searchtools.js @@ -0,0 +1,619 @@ +/* + * searchtools.js + * ~~~~~~~~~~~~~~~~ + * + * Sphinx JavaScript utilities for the full-text search. + * + * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. + * :license: BSD, see LICENSE for details. + * + */ +"use strict"; + +/** + * Simple result scoring code. + */ +if (typeof Scorer === "undefined") { + var Scorer = { + // Implement the following function to further tweak the score for each result + // The function takes a result array [docname, title, anchor, descr, score, filename] + // and returns the new score. + /* + score: result => { + const [docname, title, anchor, descr, score, filename] = result + return score + }, + */ + + // query matches the full name of an object + objNameMatch: 11, + // or matches in the last dotted part of the object name + objPartialMatch: 6, + // Additive scores depending on the priority of the object + objPrio: { + 0: 15, // used to be importantResults + 1: 5, // used to be objectResults + 2: -5, // used to be unimportantResults + }, + // Used when the priority is not in the mapping. + objPrioDefault: 0, + + // query found in title + title: 15, + partialTitle: 7, + // query found in terms + term: 5, + partialTerm: 2, + }; +} + +const _removeChildren = (element) => { + while (element && element.lastChild) element.removeChild(element.lastChild); +}; + +/** + * See https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Regular_Expressions#escaping + */ +const _escapeRegExp = (string) => + string.replace(/[.*+\-?^${}()|[\]\\]/g, "\\$&"); // $& means the whole matched string + +const _displayItem = (item, searchTerms, highlightTerms) => { + const docBuilder = DOCUMENTATION_OPTIONS.BUILDER; + const docFileSuffix = DOCUMENTATION_OPTIONS.FILE_SUFFIX; + const docLinkSuffix = DOCUMENTATION_OPTIONS.LINK_SUFFIX; + const showSearchSummary = DOCUMENTATION_OPTIONS.SHOW_SEARCH_SUMMARY; + const contentRoot = document.documentElement.dataset.content_root; + + const [docName, title, anchor, descr, score, _filename] = item; + + let listItem = document.createElement("li"); + let requestUrl; + let linkUrl; + if (docBuilder === "dirhtml") { + // dirhtml builder + let dirname = docName + "/"; + if (dirname.match(/\/index\/$/)) + dirname = dirname.substring(0, dirname.length - 6); + else if (dirname === "index/") dirname = ""; + requestUrl = contentRoot + dirname; + linkUrl = requestUrl; + } else { + // normal html builders + requestUrl = contentRoot + docName + docFileSuffix; + linkUrl = docName + docLinkSuffix; + } + let linkEl = listItem.appendChild(document.createElement("a")); + linkEl.href = linkUrl + anchor; + linkEl.dataset.score = score; + linkEl.innerHTML = title; + if (descr) { + listItem.appendChild(document.createElement("span")).innerHTML = + " (" + descr + ")"; + // highlight search terms in the description + if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js + highlightTerms.forEach((term) => _highlightText(listItem, term, "highlighted")); + } + else if (showSearchSummary) + fetch(requestUrl) + .then((responseData) => responseData.text()) + .then((data) => { + if (data) + listItem.appendChild( + Search.makeSearchSummary(data, searchTerms, anchor) + ); + // highlight search terms in the summary + if (SPHINX_HIGHLIGHT_ENABLED) // set in sphinx_highlight.js + highlightTerms.forEach((term) => _highlightText(listItem, term, "highlighted")); + }); + Search.output.appendChild(listItem); +}; +const _finishSearch = (resultCount) => { + Search.stopPulse(); + Search.title.innerText = _("Search Results"); + if (!resultCount) + Search.status.innerText = Documentation.gettext( + "Your search did not match any documents. Please make sure that all words are spelled correctly and that you've selected enough categories." + ); + else + Search.status.innerText = _( + "Search finished, found ${resultCount} page(s) matching the search query." + ).replace('${resultCount}', resultCount); +}; +const _displayNextItem = ( + results, + resultCount, + searchTerms, + highlightTerms, +) => { + // results left, load the summary and display it + // this is intended to be dynamic (don't sub resultsCount) + if (results.length) { + _displayItem(results.pop(), searchTerms, highlightTerms); + setTimeout( + () => _displayNextItem(results, resultCount, searchTerms, highlightTerms), + 5 + ); + } + // search finished, update title and status message + else _finishSearch(resultCount); +}; +// Helper function used by query() to order search results. +// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Order the results by score (in opposite order of appearance, since the +// `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. +const _orderResultsByScoreThenName = (a, b) => { + const leftScore = a[4]; + const rightScore = b[4]; + if (leftScore === rightScore) { + // same score: sort alphabetically + const leftTitle = a[1].toLowerCase(); + const rightTitle = b[1].toLowerCase(); + if (leftTitle === rightTitle) return 0; + return leftTitle > rightTitle ? -1 : 1; // inverted is intentional + } + return leftScore > rightScore ? 1 : -1; +}; + +/** + * Default splitQuery function. Can be overridden in ``sphinx.search`` with a + * custom function per language. + * + * The regular expression works by splitting the string on consecutive characters + * that are not Unicode letters, numbers, underscores, or emoji characters. + * This is the same as ``\W+`` in Python, preserving the surrogate pair area. + */ +if (typeof splitQuery === "undefined") { + var splitQuery = (query) => query + .split(/[^\p{Letter}\p{Number}_\p{Emoji_Presentation}]+/gu) + .filter(term => term) // remove remaining empty strings +} + +/** + * Search Module + */ +const Search = { + _index: null, + _queued_query: null, + _pulse_status: -1, + + htmlToText: (htmlString, anchor) => { + const htmlElement = new DOMParser().parseFromString(htmlString, 'text/html'); + for (const removalQuery of [".headerlinks", "script", "style"]) { + htmlElement.querySelectorAll(removalQuery).forEach((el) => { el.remove() }); + } + if (anchor) { + const anchorContent = htmlElement.querySelector(`[role="main"] ${anchor}`); + if (anchorContent) return anchorContent.textContent; + + console.warn( + `Anchored content block not found. Sphinx search tries to obtain it via DOM query '[role=main] ${anchor}'. Check your theme or template.` + ); + } + + // if anchor not specified or not found, fall back to main content + const docContent = htmlElement.querySelector('[role="main"]'); + if (docContent) return docContent.textContent; + + console.warn( + "Content block not found. Sphinx search tries to obtain it via DOM query '[role=main]'. Check your theme or template." + ); + return ""; + }, + + init: () => { + const query = new URLSearchParams(window.location.search).get("q"); + document + .querySelectorAll('input[name="q"]') + .forEach((el) => (el.value = query)); + if (query) Search.performSearch(query); + }, + + loadIndex: (url) => + (document.body.appendChild(document.createElement("script")).src = url), + + setIndex: (index) => { + Search._index = index; + if (Search._queued_query !== null) { + const query = Search._queued_query; + Search._queued_query = null; + Search.query(query); + } + }, + + hasIndex: () => Search._index !== null, + + deferQuery: (query) => (Search._queued_query = query), + + stopPulse: () => (Search._pulse_status = -1), + + startPulse: () => { + if (Search._pulse_status >= 0) return; + + const pulse = () => { + Search._pulse_status = (Search._pulse_status + 1) % 4; + Search.dots.innerText = ".".repeat(Search._pulse_status); + if (Search._pulse_status >= 0) window.setTimeout(pulse, 500); + }; + pulse(); + }, + + /** + * perform a search for something (or wait until index is loaded) + */ + performSearch: (query) => { + // create the required interface elements + const searchText = document.createElement("h2"); + searchText.textContent = _("Searching"); + const searchSummary = document.createElement("p"); + searchSummary.classList.add("search-summary"); + searchSummary.innerText = ""; + const searchList = document.createElement("ul"); + searchList.classList.add("search"); + + const out = document.getElementById("search-results"); + Search.title = out.appendChild(searchText); + Search.dots = Search.title.appendChild(document.createElement("span")); + Search.status = out.appendChild(searchSummary); + Search.output = out.appendChild(searchList); + + const searchProgress = document.getElementById("search-progress"); + // Some themes don't use the search progress node + if (searchProgress) { + searchProgress.innerText = _("Preparing search..."); + } + Search.startPulse(); + + // index already loaded, the browser was quick! + if (Search.hasIndex()) Search.query(query); + else Search.deferQuery(query); + }, + + _parseQuery: (query) => { + // stem the search terms and add them to the correct list + const stemmer = new Stemmer(); + const searchTerms = new Set(); + const excludedTerms = new Set(); + const highlightTerms = new Set(); + const objectTerms = new Set(splitQuery(query.toLowerCase().trim())); + splitQuery(query.trim()).forEach((queryTerm) => { + const queryTermLower = queryTerm.toLowerCase(); + + // maybe skip this "word" + // stopwords array is from language_data.js + if ( + stopwords.indexOf(queryTermLower) !== -1 || + queryTerm.match(/^\d+$/) + ) + return; + + // stem the word + let word = stemmer.stemWord(queryTermLower); + // select the correct list + if (word[0] === "-") excludedTerms.add(word.substr(1)); + else { + searchTerms.add(word); + highlightTerms.add(queryTermLower); + } + }); + + if (SPHINX_HIGHLIGHT_ENABLED) { // set in sphinx_highlight.js + localStorage.setItem("sphinx_highlight_terms", [...highlightTerms].join(" ")) + } + + // console.debug("SEARCH: searching for:"); + // console.info("required: ", [...searchTerms]); + // console.info("excluded: ", [...excludedTerms]); + + return [query, searchTerms, excludedTerms, highlightTerms, objectTerms]; + }, + + /** + * execute search (requires search index to be loaded) + */ + _performSearch: (query, searchTerms, excludedTerms, highlightTerms, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + const allTitles = Search._index.alltitles; + const indexEntries = Search._index.indexentries; + + // Collect multiple result groups to be sorted separately and then ordered. + // Each is an array of [docname, title, anchor, descr, score, filename]. + const normalResults = []; + const nonMainIndexResults = []; + + _removeChildren(document.getElementById("search-progress")); + + const queryLower = query.toLowerCase().trim(); + for (const [title, foundTitles] of Object.entries(allTitles)) { + if (title.toLowerCase().trim().includes(queryLower) && (queryLower.length >= title.length/2)) { + for (const [file, id] of foundTitles) { + let score = Math.round(100 * queryLower.length / title.length) + normalResults.push([ + docNames[file], + titles[file] !== title ? `${titles[file]} > ${title}` : title, + id !== null ? "#" + id : "", + null, + score, + filenames[file], + ]); + } + } + } + + // search for explicit entries in index directives + for (const [entry, foundEntries] of Object.entries(indexEntries)) { + if (entry.includes(queryLower) && (queryLower.length >= entry.length/2)) { + for (const [file, id, isMain] of foundEntries) { + const score = Math.round(100 * queryLower.length / entry.length); + const result = [ + docNames[file], + titles[file], + id ? "#" + id : "", + null, + score, + filenames[file], + ]; + if (isMain) { + normalResults.push(result); + } else { + nonMainIndexResults.push(result); + } + } + } + } + + // lookup as object + objectTerms.forEach((term) => + normalResults.push(...Search.performObjectSearch(term, objectTerms)) + ); + + // lookup as search terms in fulltext + normalResults.push(...Search.performTermsSearch(searchTerms, excludedTerms)); + + // let the scorer override scores with a custom scoring function + if (Scorer.score) { + normalResults.forEach((item) => (item[4] = Scorer.score(item))); + nonMainIndexResults.forEach((item) => (item[4] = Scorer.score(item))); + } + + // Sort each group of results by score and then alphabetically by name. + normalResults.sort(_orderResultsByScoreThenName); + nonMainIndexResults.sort(_orderResultsByScoreThenName); + + // Combine the result groups in (reverse) order. + // Non-main index entries are typically arbitrary cross-references, + // so display them after other results. + let results = [...nonMainIndexResults, ...normalResults]; + + // remove duplicate search results + // note the reversing of results, so that in the case of duplicates, the highest-scoring entry is kept + let seen = new Set(); + results = results.reverse().reduce((acc, result) => { + let resultStr = result.slice(0, 4).concat([result[5]]).map(v => String(v)).join(','); + if (!seen.has(resultStr)) { + acc.push(result); + seen.add(resultStr); + } + return acc; + }, []); + + return results.reverse(); + }, + + query: (query) => { + const [searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms] = Search._parseQuery(query); + const results = Search._performSearch(searchQuery, searchTerms, excludedTerms, highlightTerms, objectTerms); + + // for debugging + //Search.lastresults = results.slice(); // a copy + // console.info("search results:", Search.lastresults); + + // print the results + _displayNextItem(results, results.length, searchTerms, highlightTerms); + }, + + /** + * search for object names + */ + performObjectSearch: (object, objectTerms) => { + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const objects = Search._index.objects; + const objNames = Search._index.objnames; + const titles = Search._index.titles; + + const results = []; + + const objectSearchCallback = (prefix, match) => { + const name = match[4] + const fullname = (prefix ? prefix + "." : "") + name; + const fullnameLower = fullname.toLowerCase(); + if (fullnameLower.indexOf(object) < 0) return; + + let score = 0; + const parts = fullnameLower.split("."); + + // check for different match types: exact matches of full name or + // "last name" (i.e. last dotted part) + if (fullnameLower === object || parts.slice(-1)[0] === object) + score += Scorer.objNameMatch; + else if (parts.slice(-1)[0].indexOf(object) > -1) + score += Scorer.objPartialMatch; // matches in last name + + const objName = objNames[match[1]][2]; + const title = titles[match[0]]; + + // If more than one term searched for, we require other words to be + // found in the name/title/description + const otherTerms = new Set(objectTerms); + otherTerms.delete(object); + if (otherTerms.size > 0) { + const haystack = `${prefix} ${name} ${objName} ${title}`.toLowerCase(); + if ( + [...otherTerms].some((otherTerm) => haystack.indexOf(otherTerm) < 0) + ) + return; + } + + let anchor = match[3]; + if (anchor === "") anchor = fullname; + else if (anchor === "-") anchor = objNames[match[1]][1] + "-" + fullname; + + const descr = objName + _(", in ") + title; + + // add custom score for some objects according to scorer + if (Scorer.objPrio.hasOwnProperty(match[2])) + score += Scorer.objPrio[match[2]]; + else score += Scorer.objPrioDefault; + + results.push([ + docNames[match[0]], + fullname, + "#" + anchor, + descr, + score, + filenames[match[0]], + ]); + }; + Object.keys(objects).forEach((prefix) => + objects[prefix].forEach((array) => + objectSearchCallback(prefix, array) + ) + ); + return results; + }, + + /** + * search for full-text terms in the index + */ + performTermsSearch: (searchTerms, excludedTerms) => { + // prepare search + const terms = Search._index.terms; + const titleTerms = Search._index.titleterms; + const filenames = Search._index.filenames; + const docNames = Search._index.docnames; + const titles = Search._index.titles; + + const scoreMap = new Map(); + const fileMap = new Map(); + + // perform the search on the required terms + searchTerms.forEach((word) => { + const files = []; + const arr = [ + { files: terms[word], score: Scorer.term }, + { files: titleTerms[word], score: Scorer.title }, + ]; + // add support for partial matches + if (word.length > 2) { + const escapedWord = _escapeRegExp(word); + if (!terms.hasOwnProperty(word)) { + Object.keys(terms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: terms[term], score: Scorer.partialTerm }); + }); + } + if (!titleTerms.hasOwnProperty(word)) { + Object.keys(titleTerms).forEach((term) => { + if (term.match(escapedWord)) + arr.push({ files: titleTerms[term], score: Scorer.partialTitle }); + }); + } + } + + // no match but word was a required one + if (arr.every((record) => record.files === undefined)) return; + + // found search word in contents + arr.forEach((record) => { + if (record.files === undefined) return; + + let recordFiles = record.files; + if (recordFiles.length === undefined) recordFiles = [recordFiles]; + files.push(...recordFiles); + + // set score for the word in each file + recordFiles.forEach((file) => { + if (!scoreMap.has(file)) scoreMap.set(file, {}); + scoreMap.get(file)[word] = record.score; + }); + }); + + // create the mapping + files.forEach((file) => { + if (!fileMap.has(file)) fileMap.set(file, [word]); + else if (fileMap.get(file).indexOf(word) === -1) fileMap.get(file).push(word); + }); + }); + + // now check if the files don't contain excluded terms + const results = []; + for (const [file, wordList] of fileMap) { + // check if all requirements are matched + + // as search terms with length < 3 are discarded + const filteredTermCount = [...searchTerms].filter( + (term) => term.length > 2 + ).length; + if ( + wordList.length !== searchTerms.size && + wordList.length !== filteredTermCount + ) + continue; + + // ensure that none of the excluded terms is in the search result + if ( + [...excludedTerms].some( + (term) => + terms[term] === file || + titleTerms[term] === file || + (terms[term] || []).includes(file) || + (titleTerms[term] || []).includes(file) + ) + ) + break; + + // select one (max) score for the file. + const score = Math.max(...wordList.map((w) => scoreMap.get(file)[w])); + // add result to the result list + results.push([ + docNames[file], + titles[file], + "", + null, + score, + filenames[file], + ]); + } + return results; + }, + + /** + * helper function to return a node containing the + * search summary for a given text. keywords is a list + * of stemmed words. + */ + makeSearchSummary: (htmlText, keywords, anchor) => { + const text = Search.htmlToText(htmlText, anchor); + if (text === "") return null; + + const textLower = text.toLowerCase(); + const actualStartPosition = [...keywords] + .map((k) => textLower.indexOf(k.toLowerCase())) + .filter((i) => i > -1) + .slice(-1)[0]; + const startWithContext = Math.max(actualStartPosition - 120, 0); + + const top = startWithContext === 0 ? "" : "..."; + const tail = startWithContext + 240 < text.length ? "..." : ""; + + let summary = document.createElement("p"); + summary.classList.add("context"); + summary.textContent = top + text.substr(startWithContext, 240).trim() + tail; + + return summary; + }, +}; + +_ready(Search.init); diff --git a/docs/compilation/v3.3.0/_static/service-account-APIs.png b/docs/compilation/v3.3.0/_static/service-account-APIs.png new file mode 100644 index 0000000000..a2ecebd83a Binary files /dev/null and b/docs/compilation/v3.3.0/_static/service-account-APIs.png differ diff --git a/docs/compilation/v3.3.0/_static/service-account-permissions.png b/docs/compilation/v3.3.0/_static/service-account-permissions.png new file mode 100644 index 0000000000..e35655db1f Binary files /dev/null and b/docs/compilation/v3.3.0/_static/service-account-permissions.png differ diff --git a/docs/compilation/v3.3.0/_static/shop.png b/docs/compilation/v3.3.0/_static/shop.png new file mode 100644 index 0000000000..4c8fdf329f Binary files /dev/null and b/docs/compilation/v3.3.0/_static/shop.png differ diff --git a/docs/compilation/v3.3.0/_static/sinergym_diagram.png b/docs/compilation/v3.3.0/_static/sinergym_diagram.png new file mode 100644 index 0000000000..3a4d064bb2 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/sinergym_diagram.png differ diff --git a/docs/compilation/v3.3.0/_static/small_datacenter.png b/docs/compilation/v3.3.0/_static/small_datacenter.png new file mode 100644 index 0000000000..25af99d367 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/small_datacenter.png differ diff --git a/docs/compilation/v3.3.0/_static/spaces_elements.png b/docs/compilation/v3.3.0/_static/spaces_elements.png new file mode 100644 index 0000000000..f7965e3c62 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/spaces_elements.png differ diff --git a/docs/compilation/v3.3.0/_static/sphinx_highlight.js b/docs/compilation/v3.3.0/_static/sphinx_highlight.js new file mode 100644 index 0000000000..8a96c69a19 --- /dev/null +++ b/docs/compilation/v3.3.0/_static/sphinx_highlight.js @@ -0,0 +1,154 @@ +/* Highlighting utilities for Sphinx HTML documentation. */ +"use strict"; + +const SPHINX_HIGHLIGHT_ENABLED = true + +/** + * highlight a given string on a node by wrapping it in + * span elements with the given class name. + */ +const _highlight = (node, addItems, text, className) => { + if (node.nodeType === Node.TEXT_NODE) { + const val = node.nodeValue; + const parent = node.parentNode; + const pos = val.toLowerCase().indexOf(text); + if ( + pos >= 0 && + !parent.classList.contains(className) && + !parent.classList.contains("nohighlight") + ) { + let span; + + const closestNode = parent.closest("body, svg, foreignObject"); + const isInSVG = closestNode && closestNode.matches("svg"); + if (isInSVG) { + span = document.createElementNS("http://www.w3.org/2000/svg", "tspan"); + } else { + span = document.createElement("span"); + span.classList.add(className); + } + + span.appendChild(document.createTextNode(val.substr(pos, text.length))); + const rest = document.createTextNode(val.substr(pos + text.length)); + parent.insertBefore( + span, + parent.insertBefore( + rest, + node.nextSibling + ) + ); + node.nodeValue = val.substr(0, pos); + /* There may be more occurrences of search term in this node. So call this + * function recursively on the remaining fragment. + */ + _highlight(rest, addItems, text, className); + + if (isInSVG) { + const rect = document.createElementNS( + "http://www.w3.org/2000/svg", + "rect" + ); + const bbox = parent.getBBox(); + rect.x.baseVal.value = bbox.x; + rect.y.baseVal.value = bbox.y; + rect.width.baseVal.value = bbox.width; + rect.height.baseVal.value = bbox.height; + rect.setAttribute("class", className); + addItems.push({ parent: parent, target: rect }); + } + } + } else if (node.matches && !node.matches("button, select, textarea")) { + node.childNodes.forEach((el) => _highlight(el, addItems, text, className)); + } +}; +const _highlightText = (thisNode, text, className) => { + let addItems = []; + _highlight(thisNode, addItems, text, className); + addItems.forEach((obj) => + obj.parent.insertAdjacentElement("beforebegin", obj.target) + ); +}; + +/** + * Small JavaScript module for the documentation. + */ +const SphinxHighlight = { + + /** + * highlight the search words provided in localstorage in the text + */ + highlightSearchWords: () => { + if (!SPHINX_HIGHLIGHT_ENABLED) return; // bail if no highlight + + // get and clear terms from localstorage + const url = new URL(window.location); + const highlight = + localStorage.getItem("sphinx_highlight_terms") + || url.searchParams.get("highlight") + || ""; + localStorage.removeItem("sphinx_highlight_terms") + url.searchParams.delete("highlight"); + window.history.replaceState({}, "", url); + + // get individual terms from highlight string + const terms = highlight.toLowerCase().split(/\s+/).filter(x => x); + if (terms.length === 0) return; // nothing to do + + // There should never be more than one element matching "div.body" + const divBody = document.querySelectorAll("div.body"); + const body = divBody.length ? divBody[0] : document.querySelector("body"); + window.setTimeout(() => { + terms.forEach((term) => _highlightText(body, term, "highlighted")); + }, 10); + + const searchBox = document.getElementById("searchbox"); + if (searchBox === null) return; + searchBox.appendChild( + document + .createRange() + .createContextualFragment( + '

    ' + + '' + + _("Hide Search Matches") + + "

    " + ) + ); + }, + + /** + * helper function to hide the search marks again + */ + hideSearchWords: () => { + document + .querySelectorAll("#searchbox .highlight-link") + .forEach((el) => el.remove()); + document + .querySelectorAll("span.highlighted") + .forEach((el) => el.classList.remove("highlighted")); + localStorage.removeItem("sphinx_highlight_terms") + }, + + initEscapeListener: () => { + // only install a listener if it is really needed + if (!DOCUMENTATION_OPTIONS.ENABLE_SEARCH_SHORTCUTS) return; + + document.addEventListener("keydown", (event) => { + // bail for input elements + if (BLACKLISTED_KEY_CONTROL_ELEMENTS.has(document.activeElement.tagName)) return; + // bail with special keys + if (event.shiftKey || event.altKey || event.ctrlKey || event.metaKey) return; + if (DOCUMENTATION_OPTIONS.ENABLE_SEARCH_SHORTCUTS && (event.key === "Escape")) { + SphinxHighlight.hideSearchWords(); + event.preventDefault(); + } + }); + }, +}; + +_ready(() => { + /* Do not call highlightSearchWords() when we are on the search page. + * It will highlight words from the *previous* search query. + */ + if (typeof Search === "undefined") SphinxHighlight.highlightSearchWords(); + SphinxHighlight.initEscapeListener(); +}); diff --git a/docs/compilation/v3.3.0/_static/wandb_example1.png b/docs/compilation/v3.3.0/_static/wandb_example1.png new file mode 100644 index 0000000000..5968c535f3 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/wandb_example1.png differ diff --git a/docs/compilation/v3.3.0/_static/wandb_example2.png b/docs/compilation/v3.3.0/_static/wandb_example2.png new file mode 100644 index 0000000000..3639426763 Binary files /dev/null and b/docs/compilation/v3.3.0/_static/wandb_example2.png differ diff --git a/docs/compilation/v3.3.0/_static/wandb_example3.png b/docs/compilation/v3.3.0/_static/wandb_example3.png new file mode 100644 index 0000000000..bef1bd06eb Binary files /dev/null and b/docs/compilation/v3.3.0/_static/wandb_example3.png differ diff --git a/docs/compilation/v3.3.0/_static/warehouse.png b/docs/compilation/v3.3.0/_static/warehouse.png new file mode 100644 index 0000000000..be8aa0b1ef Binary files /dev/null and b/docs/compilation/v3.3.0/_static/warehouse.png differ diff --git a/docs/compilation/v3.3.0/genindex.html b/docs/compilation/v3.3.0/genindex.html new file mode 100644 index 0000000000..67522e4063 --- /dev/null +++ b/docs/compilation/v3.3.0/genindex.html @@ -0,0 +1,942 @@ + + + + + + Index — sinergym documentation + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    +
      +
      • +
    • Index
      • +
    • +
      • +
    +
    +
    +
    +
    + + +

    Index

    + +
    + _ + | A + | B + | C + | D + | E + | F + | G + | H + | I + | J + | L + | M + | N + | O + | P + | R + | S + | T + | U + | V + | W + | Y + | Z + +
    +

    _

    + + +
    + +

    A

    + + + +
    + +

    B

    + + + +
    + +

    C

    + + + +
    + +

    D

    + + + +
    + +

    E

    + + + +
    + +

    F

    + + + +
    + +

    G

    + + + +
    + +

    H

    + + +
    + +

    I

    + + + +
    + +

    J

    + + + +
    + +

    L

    + + + +
    + +

    M

    + + + +
    + +

    N

    + + + +
    + +

    O

    + + + +
    + +

    P

    + + +
    + +

    R

    + + + +
    + +

    S

    + + + +
    + +

    T

    + + +
    + +

    U

    + + + +
    + +

    V

    + + +
    + +

    W

    + + + +
    + +

    Y

    + + +
    + +

    Z

    + + +
    + + + +
    +
    +
    + +
    + +
    +

    © Copyright 2023, J. Jiménez, J. Gómez, M. Molina, A. Manjavacas, A. Campoy.

    +
    + + Built with Sphinx using a + theme + provided by Read the Docs. + + +
    +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/index.html b/docs/compilation/v3.3.0/index.html new file mode 100644 index 0000000000..752f66b2c1 --- /dev/null +++ b/docs/compilation/v3.3.0/index.html @@ -0,0 +1,332 @@ + + + + + + + Welcome to sinergym! — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    Welcome to sinergym!

    +

    The goal of Sinergym is to create an environment following Gymnasium interface for wrapping +simulation engines (EnergyPlus) for building control using deep reinforcement learning +or any external control.

    +*Sinergym* diagram +
    +

    +
    +

    + + Github latest release + + + Github last commit + + + Pypi version + + + Pypi downloads + + + + + + GitHub Contributors + + + Github issues + + + GitHub pull requests + + + Github License + + + Pypi Python version + +
    +
    + + + +

    +
    +

    Note

    +

    Please, help us to improve by reporting your questions and issues +here. It is easy, just 2 clicks +using our issue templates (questions, bugs, improvements, etc.). More detailed +info on how to report issues +here.

    +
    +

    Sinergym offers:

    +
      +

    • Simulation Engine Compatibility: Uses EnergyPlus Python API +for Python-EnergyPlus communication. Future plans include more engines like OpenModelica <https://openmodelica.org/>.

      • +

    • Benchmark Environments: Designs environments for benchmarking and testing deep RL algorithms or other external strategies, +similar to Atari or Mujoco.

      • +

    • Customizable Environments: Allows easy modification of experimental settings. Users can create +their own environments or modify pre-configured ones in Sinergym.

      • +

    • Customizable Components: Enables creation of new custom components for new environments, +making Sinergym scalable, such as function rewards, wrappers,controllers, etc.

      • +

    • Automatic Building Model Adaptation: Sinergym automates the process of adapting the +building model to user changes in the environment definition.

      • +

    • Automatic Actuators Control: Controls actuators through the Gymnasium interface +based on user specification, only actuators names are required and Sinergym will +do the rest.

      • +

    • Extensive Environment Information: Provides comprehensive information about Sinergym background components +from the environment interface.

      • +

    • Stable Baseline 3 Integration: Customizes functionalities for easy testing of environments with SB3 algorithms, +such as callbacks and cutomizable training real-time logging. However, Sinergym is agnostic to any DRL algorithm.

      • +

    • Google Cloud Integration: Offers guidance on using Sinergym with Google Cloud infrastructure.

      • +

    • Weights & Biases Compatibility: Automates and facilitates training, reproducibility, and +comparison of agents in simulation-based building control problems. WandB +assists in managing and monitoring model lifecycle.

      • +

    • Notebook Examples: Provides code in notebook format for user familiarity with the tool.

      • +

    • Extensive Documentation, Unit Tests, and GitHub Actions Workflows: Ensures Sinergym +is an efficient ecosystem for understanding and development.

      • +

    • And much more!

      • +
    +
    +

    Important

    +

    If you want to introduce your own buildings in Sinergym, please visit Adding New Buildings for Environments section.

    +
    +
    +

    Note

    +

    This is a work in progress project. Stay tuned for upcoming releases!

    +
    +
    +

    Contributing

    +

    For all those interested in improving Sinergym, there are always improvements to be made. +You can check issues in the repository.

    +

    If you want to contribute, please read CONTRIBUTING.md first.

    +
    +
    +

    Projects using Sinergym

    +

    The following are some of the projects benefiting from the advantages of Sinergym:

    + +

    If you want to appear in this list, do not hesitate to send us a PR and include the following badge in your repository:

    +

    + + + +

    +
    +
    +

    Examples

    +

    The examples can be run if you have your computer or container properly configured (see Installation section) from our notebooks hosted in the examples folder of the official Sinergym repository.

    +
    +
    +

    Citing Sinergym

    +

    If you use Sinergym in your work, please cite our paper:

    +
    @inproceedings{2021sinergym,
+  title={Sinergym: A Building Simulation and Control Framework for Training Reinforcement Learning Agents},
+  author={Jiménez-Raboso, Javier and Campoy-Nieves, Alejandro and Manjavacas-Lucas, Antonio and Gómez-Romero, Juan and Molina-Solana, Miguel},
+  year={2021},
+  isbn = {9781450391146},
+  publisher = {Association for Computing Machinery},
+  address = {New York, NY, USA},
+  url = {https://doi.org/10.1145/3486611.3488729},
+  doi = {10.1145/3486611.3488729},
+  booktitle = {Proceedings of the 8th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation},
+  pages = {319–323},
+  numpages = {5},
+}
+
    +
    +
    +
    +
    +
    +
    +
    +
    +
    +
    +
    + + +
    +
    +
    + +
    + +
    +

    © Copyright 2023, J. Jiménez, J. Gómez, M. Molina, A. Manjavacas, A. Campoy.

    +
    + + Built with Sphinx using a + theme + provided by Read the Docs. + + +
    +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/objects.inv b/docs/compilation/v3.3.0/objects.inv new file mode 100644 index 0000000000..37f4437894 Binary files /dev/null and b/docs/compilation/v3.3.0/objects.inv differ diff --git a/docs/compilation/v3.3.0/pages/API-reference.html b/docs/compilation/v3.3.0/pages/API-reference.html new file mode 100644 index 0000000000..79611b67ad --- /dev/null +++ b/docs/compilation/v3.3.0/pages/API-reference.html @@ -0,0 +1,214 @@ + + + + + + + API reference — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    API reference

    + + + + + + + + + + + + + + + +

    sinergym.utils

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    sinergym.envs

    Sinergym simulation environments.

    sinergym.simulators

    Communication interface with simulators.

    sinergym.config

    Modeling python objects about simulation (building, weather, etc).

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/architecture.html b/docs/compilation/v3.3.0/pages/architecture.html new file mode 100644 index 0000000000..ae2dd5b302 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/architecture.html @@ -0,0 +1,268 @@ + + + + + + + 5. Architecture — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    5. Architecture

    +

    As outlined in the introduction, Sinergym is structured as follows:

    +*Sinergym* backend +
    +

    +
    +

    Sinergym consists of three primary components: the agent, the communication interface, and the simulation. +The agent interacts with the environment by sending actions and receiving observations through the Gymnasium interface. +Concurrently, the Gymnasium interface communicates with the simulation engine via the EnergyPlus Python API. +This API provides the functionality to manage handlers such as actuators, meters, and variables, whose current values +directly influence the simulation’s progression.

    +

    The following image provides a more detailed view of this process:

    +*Sinergym* backend +
    +

    +
    +

    Following the flow in figure, upon environment initialization (__init__), +a building model is created using the specified epJSON file (1), and a +simulator instance is instantiated (2), receiving necessary data for its +construction. Handlers for different components are initialized, which will +be used in subsequent steps to gather information and control the simulation +using the EnergyPlus Python API.

    +

    The next step is to initialize the first episode (reset), corresponding to the +specified run period in the building. When starting a new episode, Sinergym uses +its modeling class to adapt the specified building and weather to the environment (3) +and start the simulation (4).

    +

    Key modeling actions include updating the EPW file if multiple are present, selecting +one randomly per episode (3.1), automatically introducing Output Variables and Output +Meters specified in the environment into the building model (3.2), adapting any extra +configuration present in the environment, such as simulation timesteps per hour or custom +run period (3.3), adjusting certain building aspects to be compatible with the weather +specified in the environment, such as altitude, latitude, and building orientation (3.4), +and finally applying weather variability if present (3.5).

    +

    Regarding the simulation, Sinergym stops the previous simulation if an episode was ongoing +(4.1), generates the initial state (4.2), registers callbacks that interrupt the simulation +to establish control flow (4.3), initiates the simulation process (4.4), and performs the +warmup process (4.5).

    +

    Finally, the agent begins to send control actions to the building (5). Sinergym overwrites +the selected schedulers incorporated in the building model, interrupting the simulation, +setting the values, and resuming the process, thus adapting continuous control. Meanwhile, +the middleware waits for the actions to be applied and the simulation state to change (5.1). +Once this occurs, it is returned to the agent via the Gymnasium interface (5.2). +This process is repeated continuously until the episode concludes (step).

    +

    This framework is highly abstract, as these components perform additional tasks such as managing the output’s +folder structure, preparing handlers for use, initiating callbacks for data collection during simulation, +among other functions.

    +

    The architecture of Sinergym accomplishes the design objectives by offering many advantages. +The framework is extensible since it facilitates the integration of custom reward functions, +wrappers, controllers, and loggers, together with new EnergyPlus buildings and weathers. +The use of EnergyPlus API as middleware allows access to all building sensors, metrics, +actuators and other information during simulation. From the users’ perspective, the framework +hides the complexities of the interaction with the simulator to let them focus on data generation, +learning control strategies and validation.

    +
    +

    5.1. Additional observation information

    +

    Beyond the observations returned by the step and reset methods, as depicted in the preceding images, +both methods also return a Python dictionary containing supplementary information:

    +
      +

    • Reset info: This dictionary has the next keys:

      • +
    +
    info = {
+          'time_elapsed(hours)': # <Simulation time elapsed in hours>,
+          'month': # <Month in which the episode starts.>,
+          'day': # <Day in which the episode starts.>,
+          'hour': # <Hour in which the episode starts.>,
+          'is_raining': # <True if it is raining in the simulation.>,
+          'timestep': # <Timesteps count.>,
+      }
+
    +
    +
      +

    • step info: This dictionary shares the same keys as the reset info, but additionally includes +the action dispatched (to the simulation, not the environment), the reward, and reward terms. The +reward terms are contingent on the reward function employed. For more details, refer to Reward terms.

      • +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/buildings.html b/docs/compilation/v3.3.0/pages/buildings.html new file mode 100644 index 0000000000..0a65af7679 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/buildings.html @@ -0,0 +1,951 @@ + + + + + + + 3. Buildings — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    3. Buildings

    +

    This section details the buildings incorporated in Sinergym, separate from the other +components that constitute the environment for each experiment. It also provides +the default Sinergym observation and action spaces for each building, though +these spaces can be customized by the user. The observation variables names would +be the base name with each key at the begginning.

    +
    +

    Important

    +

    To add new buildings to this framework, please refer to the section +Adding New Buildings for Environments.

    +
    +
    +

    3.1. Datacenter

    +

    2ZoneDataCenterHVAC_wEconomizer.epJSON: +A 491.3 m2 building divided into two asymmetrical zones (west and east zone). +Each zone has an HVAC system consisting of air economizers, evaporative coolers, +DX cooling coil, chilled water coil, and VAV units. The main source of heat +comes from the hosted servers. The heating and cooling setpoint values are +applied simultaneously to both zones.

    +Datacenter building +

    The default actuators, output and meters variables are:

    + + + + + + + + + + + + + + + + + + + + +

    Actuator

    Variable Name

    Element Type

    Value Type

    Heating Setpoints

    Heating_Setpoint_RL

    Schedule:Compact

    Schedule Value

    Cooling Setpoints

    Cooling_Setpoint_RL

    Schedule:Compact

    Schedule Value

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Variable

    Base Variable Name

    Keys

    Site Outdoor Air Drybulb Temperature

    outdoor_temperature

    Environment

    Site Outdoor Air Relative Humidity

    outdoor_humidity

    Environment

    Site Wind Speed

    wind_speed

    Environment

    Site Wind Direction

    wind_direction

    Environment

    Site Diffuse Solar Radiation Rate per Area

    diffuse_solar_radiation

    Environment

    Site Direct Solar Radiation Rate per Area

    direct_solar_radiation

    Environment

    Zone Thermostat Heating Setpoint Temperature

    htg_setpoint

    West Zone, East Zone

    Zone Thermostat Cooling Setpoint Temperature

    clg_setpoint

    West Zone, East Zone

    Zone Air Temperature

    air_temperature

    West Zone, East Zone

    Zone Air Relative Humidity

    air_humidity

    West Zone, East Zone

    Zone Thermal Comfort Mean Radiant Temperature

    thermal_comfort_mean_radiant_temperature

    West Zone PEOPLE, East Zone PEOPLE

    Zone Thermal Comfort Clothing Value

    thermal_comfort_clothing_value

    West Zone PEOPLE, East Zone PEOPLE

    Zone Thermal Comfort Fanger Model PPD

    thermal_comfort_fanger_model_ppd

    West Zone PEOPLE, East Zone PEOPLE

    Zone People Occupant Count

    people_occupant

    West Zone, East Zone

    People Air Temperature

    people_air_temperature

    West Zone PEOPLE, East Zone PEOPLE

    Facility Total HVAC Electricity Demand Rate

    HVAC_electricity_demand_rate

    Whole Building

    +
    +
    +

    3.2. Small Datacenter

    +

    1ZoneDataCenterCRAC_wApproachTemp.epJSON: +This file demonstrates a simple data center model with air-cooled IT equipment +(ITE) served by a CRAC system. The air-cooled ITE illustrates the user of various schedules +and curves to vary server power use. The CRAC system has been setup to represent a +Lieber DSE 125 with pumped refrigerant economizer DX cooling coil system.Fictional +1 zone building with resistive walls. No windows. Data Center server ITE object +for internal gains. No internal mass. The building is oriented due north.

    +Small Datacenter building +

    The default actuators, output and meters variables are:

    + + + + + + + + + + + + + + + + + + + + +

    Actuator

    Variable Name

    Element Type

    Value Type

    COOLING RETURN AIR SETPOINT +SCHEDULE

    Cooling_Setpoint_RL

    Schedule:Compact

    Schedule Value

    SUPPLY AIR SETPOINT SCHEDULE

    Supply_Air_RL

    Schedule:Compact

    Schedule Value

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Variable

    Base Variable Name

    Key

    Site Outdoor Air Drybulb Temperature

    outdoor_temperature

    Environment

    Site Outdoor Air Relative Humidity

    outdoor_humidity

    Environment

    Site Wind Speed

    wind_speed

    Environment

    Site Wind Direction

    wind_direction

    Environment

    Site Diffuse Solar Radiation Rate per Area

    diffuse_solar_radiation

    Environment

    Site Direct Solar Radiation Rate per Area

    direct_solar_radiation

    Environment

    Zone Thermostat Heating Setpoint Temperature

    htg_setpoint

    Main Zone

    Zone Thermostat Cooling Setpoint Temperature

    clg_setpoint

    Main Zone

    Zone Air Temperature

    air_temperature

    Main Zone

    Zone Air Relative Humidity

    air_humidity

    Main Zone

    Cooling Coil Electricity Rate

    cooling_coil_demand_rate

    MAIN COOLING COIL 1

    Fan Electricity Rate

    fan_demand_rate

    EC PLUG FAN 1

    ITE UPS Electricity Rate

    ups_demand_rate

    DATA CENTER SERVERS

    ITE Fan Electricity Rate

    ite_fan_demand_rate

    DATA CENTER SERVERS

    ITE CPU Electricity Rate

    cpu_demand_rate

    DATA CENTER SERVERS

    Facility Total HVAC Electricity Demand Rate

    HVAC_electricity_demand_rate

    Whole Building

    Facility Total Building Electricity Demand Rate

    building_electricity_demand_rate

    Whole Building

    Facility Total Electricity Demand Rate

    total_electricity_demand_rate

    Whole Building

    +
    +
    +

    3.3. 5Zone

    +

    5ZoneAutoDXVAV.epJSON: +A single-story building divided +into 5 zones (1 indoor and 4 outdoor). Its surface area is 463.6 +m2, and it is equipped with a VAV package (DX cooling coil +and gas heating coils) with fully auto-sized input as the HVAC +system to be controlled.

    +5Zone building +

    The default actuators, output and meters variables are:

    + + + + + + + + + + + + + + + + + + + + +

    Actuator

    Variable Name

    Element Type

    Value Type

    HTG-SETP-SCH

    Heating_Setpoint_RL

    Schedule:Compact

    Schedule Value

    CLG-SETP-SCH

    Cooling_Setpoint_RL

    Schedule:Compact

    Schedule Value

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Variable

    Base Variable Name

    Key

    Site Outdoor Air DryBulb Temperature

    outdoor_temperature

    Environment

    Site Outdoor Air Relative Humidity

    outdoor_humidity

    Environment

    Site Wind Speed

    wind_speed

    Environment

    Site Wind Direction

    wind_direction

    Environment

    Site Diffuse Solar Radiation Rate per Area

    diffuse_solar_radiation

    Environment

    Site Direct Solar Radiation Rate per Area

    direct_solar_radiation

    Environment

    Zone Thermostat Heating Setpoint Temperature

    htg_setpoint

    SPACE5-1

    Zone Thermostat Cooling Setpoint Temperature

    clg_setpoint

    SPACE5-1

    Zone Air Temperature

    air_temperature

    SPACE5-1

    Zone Air Relative Humidity

    air_humidity

    SPACE5-1

    Zone People Occupant Count

    people_occupant

    SPACE5-1

    Environmental Impact Total CO2 Emissions Carbon +Equivalent Mass

    co2_emission

    site

    Facility Total HVAC Electricity Demand Rate

    HVAC_electricity_demand_rate

    Whole Building

    + + + + + + + + + + + +

    Meter

    Variable Name

    Electricity:HVAC

    total_electricity_HVAC

    +
    +
    +

    3.4. Warehouse

    +

    ASHRAE9012016_Warehouse.epJSON: +It is a non-residential 4598 m2 floor building, +divided into 3 zones: bulk storage, fine storage and an office. +The Office zone is enclosed on two sides and at the top by the +Fine Storage zone, and it is the unique zone with windows. +Available fuel types are gas and electricity, and it is equipped +with HVAC system.

    +Warehouse building +

    The default actuators, output and meters variables are:

    + + + + + + + + + + + + + + + + + + + + +

    Actuator

    Variable Name

    Element Type

    Value Type

    Office Heating Schedule

    Office_Heating_RL

    Schedule:Year

    Schedule Value

    Office Cooling Schedule

    Office_Cooling_RL

    Schedule:Year

    Schedule Value

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Variable

    Base Variable Name

    Key

    Site Outdoor Air DryBulb Temperature

    outdoor_temperature

    Environment

    Site Outdoor Air Relative Humidity

    outdoor_humidity

    Environment

    Site Wind Speed

    wind_speed

    Environment

    Site Wind Direction

    wind_direction

    Environment

    Site Diffuse Solar Radiation Rate per Area

    diffuse_solar_radiation

    Environment

    Site Direct Solar Radiation Rate per Area

    direct_solar_radiation

    Environment

    Zone Thermostat Heating Setpoint Temperature

    htg_setpoint

    Zone1 Office, Zone2 Fine Storage, +Zone3 Bulk Storage

    Zone Thermostat Cooling Setpoint Temperature

    clg_setpoint

    Zone1 Office, Zone2 Fine Storage

    Zone Air Temperature

    air_temperature

    Zone1 Office, Zone2 Fine Storage, +Zone3 Bulk Storage

    Zone Air Relative Humidity

    air_humidity

    Zone1 Office, Zone2 Fine Storage, +Zone3 Bulk Storage

    Zone People Occupant Count

    people_occupant

    Zone1 Office

    Facility Total HVAC Electricity Demand Rate

    HVAC_electricity_demand_rate

    Whole Building

    +
    +
    +

    3.5. OfficeMedium

    +

    ASHRAE9012016_OfficeMedium.epJSON: +It is a 4979.6 m2 building with 3 floors. Each floor has +four perimeter zones and one core zone. Available fuel types +are gas and electricity, and it is equipped with HVAC system.

    +OfficeMedium building +

    The default actuators, output and meters variables are:

    + + + + + + + + + + + + + + + + + + + + +

    Actuator

    Variable Name

    Element Type

    Value Type

    HTGSETP_SCH_YES_OPTIMUM

    Office_Heating_RL

    Schedule:Compact

    Schedule Value

    CLGSETP_SCH_YES_OPTIMUM

    Office_Cooling_RL

    Schedule:Compact

    Schedule Value

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Variable

    Base Variable Name

    Key

    Site Outdoor Air DryBulb Temperature

    outdoor_temperature

    Environment

    Site Outdoor Air Relative Humidity

    outdoor_humidity

    Environment

    Site Wind Speed

    wind_speed

    Environment

    Site Wind Direction

    wind_direction

    Environment

    Site Diffuse Solar Radiation Rate per Area

    diffuse_solar_radiation

    Environment

    Site Direct Solar Radiation Rate per Area

    direct_solar_radiation

    Environment

    Zone Thermostat Heating Setpoint Temperature

    htg_setpoint

    Core_bottom

    Zone Thermostat Cooling Setpoint Temperature

    clg_setpoint

    Core_bottom

    Zone Air Temperature

    air_temperature

    Core_bottom, Core_mid, Core_top, +FirstFloor_Plenum, MidFloor_Plenum, TopFloor_Plenum, +Perimeter_bot_ZN_1, Perimeter_bot_ZN_2, Perimeter_bot_ZN_3, Perimeter_bot_ZN_4, +Perimeter_mid_ZN_1, Perimeter_mid_ZN_2, Perimeter_mid_ZN_3, Perimeter_mid_ZN_4, +Perimeter_top_ZN_1, Perimeter_top_ZN_2, Perimeter_top_ZN_3, Perimeter_top_ZN_4

    Zone Air Relative Humidity

    air_humidity

    Core_bottom, Core_mid, Core_top, +FirstFloor_Plenum, MidFloor_Plenum, TopFloor_Plenum, +Perimeter_bot_ZN_1, Perimeter_bot_ZN_2, Perimeter_bot_ZN_3, Perimeter_bot_ZN_4, +Perimeter_mid_ZN_1, Perimeter_mid_ZN_2, Perimeter_mid_ZN_3, Perimeter_mid_ZN_4, +Perimeter_top_ZN_1, Perimeter_top_ZN_2, Perimeter_top_ZN_3, Perimeter_top_ZN_4

    Facility Total HVAC Electricity Demand Rate

    HVAC_electricity_demand_rate

    Whole Building

    +
    +
    +

    3.6. ShopWithVanBattery

    +

    ShopWithVanBattery.epJSON: +It is a 390.2 m2 building, with only one floor. It has five +zones; four of them are perimeter zones and one in the center. +This is a low-energy building with photovoltaic panel and +electrical storage. It demonstrates the use of the battery +model for electrical storage. It has a full HVAC model and +water heating service. +This is a small repair shop. Open Monday through Friday, +45 hours per week.

    +Shop building +

    The default actuators, output and meters variables are:

    + + + + + + + + + + + + + + + + + + + + +

    Actuator

    Variable Name

    Element Type

    Value Type

    HTGSETP_SCH

    Heating_Setpoint_RL

    Schedule:Compact

    Schedule Value

    CLGSETP_SCH

    Cooling_Setpoint_RL

    Schedule:Compact

    Schedule Value

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Variable

    Base Variable Name

    Key

    Site Outdoor Air Drybulb Temperature

    outdoor_temperature

    Environment

    Site Outdoor Air Relative Humidity

    outdoor_humidity

    Environment

    Site Wind Speed

    wind_speed

    Environment

    Site Wind Direction

    wind_direction

    Environment

    Site Diffuse Solar Radiation Rate per Area

    diffuse_solar_radiation

    Environment

    Site Direct Solar Radiation Rate per Area

    direct_solar_radiation

    Environment

    Zone Thermostat Heating Setpoint Temperature

    htg_setpoint

    ZN_1_FLR_1_SEC_5

    Zone Thermostat Cooling Setpoint Temperature

    clg_setpoint

    ZN_1_FLR_1_SEC_5

    Electric Storage Battery Charge State

    storage_battery_charge_state

    Kibam

    Electric Storage Charge Energy

    storage_charge_energy

    Kibam

    Electric Storage Charge Power

    storage_charge_power

    Kibam

    Electric Storage Discharge Energy

    storage_discharge_energy

    Kibam

    Electric Storage Discharge Power

    storage_discharge_power

    Kibam

    Electric Storage Thermal Loss Energy

    storage_thermal_loss_energy

    Kibam

    Electric Storage Thermal Loss Rate

    storage_thermal_loss_rate

    Kibam

    Zone Air Temperature

    air_temperature

    ZN_1_FLR_1_SEC_1, ZN_1_FLR_1_SEC_2, ZN_1_FLR_1_SEC_3, +ZN_1_FLR_1_SEC_4, ZN_1_FLR_1_SEC_5

    Zone Air Relative Humidity

    air_humidity

    ZN_1_FLR_1_SEC_1, ZN_1_FLR_1_SEC_2, ZN_1_FLR_1_SEC_3, +ZN_1_FLR_1_SEC_4, ZN_1_FLR_1_SEC_5

    Zone People Occupant Count

    people_count

    ZN_1_FLR_1_SEC_1, ZN_1_FLR_1_SEC_2, ZN_1_FLR_1_SEC_3, +ZN_1_FLR_1_SEC_4, ZN_1_FLR_1_SEC_5

    Facility Total HVAC Electricity Demand Rate

    HVAC_electricity_demand_rate

    Whole Building

    +
    +
    +

    3.7. OfficeGridStorageSmoothing

    +

    OfficeGridStorageSmoothing.epJSON: +It is a large office building with 12 floors and a basement, with a rectangular aspect and 46,320 m2. +The building is organized in 19 zones: the basement, bot, mid and top level. Each level has a +core zone and 4 perimeter zones. Floor zone is described for bot, mid and top level too. +It has a battery control for charging and discharging from the grid.

    +Shop building +

    The default actuators, output and meters variables are:

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Actuator

    Variable Name

    Element Type

    Value Type

    HTGSETP_SCH

    Heating_Setpoint_RL

    Schedule:Compact

    Schedule Value

    CLGSETP_SCH

    Cooling_Setpoint_RL

    Schedule:Compact

    Schedule Value

    Charge Schedule

    Charge_Rate_RL

    Schedule:Compact

    Schedule Value

    Discharge Schedule

    Discharge_Rate_RL

    Schedule:Compact

    Schedule Value

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Variable

    Base Variable Name

    Keys

    Site Outdoor Air DryBulb Temperature

    outdoor_temperature

    Environment

    Site Outdoor Air Relative Humidity

    outdoor_humidity

    Environment

    Site Wind Speed

    wind_speed

    Environment

    Site Wind Direction

    wind_direction

    Environment

    Site Diffuse Solar Radiation Rate per Area

    diffuse_solar_radiation

    Environment

    Site Direct Solar Radiation Rate per Area

    direct_solar_radiation

    Environment

    Zone Thermostat Heating Setpoint Temperature

    htg_setpoint

    Basement

    Zone Thermostat Cooling Setpoint Temperature

    clg_setpoint

    Basement

    Zone Air Temperature

    air_temperature

    Multiple Keys

    Zone Air Relative Humidity

    air_humidity

    Multiple Keys

    Zone People Occupant Count

    people_count

    Multiple Keys

    Electric Storage Simple Charge State

    battery_charge_state

    Battery

    Facility Total HVAC Electricity Demand Rate

    HVAC_electricity_demand_rate

    Whole Building

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/controllers.html b/docs/compilation/v3.3.0/pages/controllers.html new file mode 100644 index 0000000000..473bc38c22 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/controllers.html @@ -0,0 +1,203 @@ + + + + + + + 9. Controllers — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    9. Controllers

    +

    Sinergym includes a section for implementing your own controllers. At present, +we’ve developed a random agent and a rule-based agent for 5Zone and Datacenter +buildings. You can locate this code in +sinergym/sinergym/utils/controllers.py. +This is particularly useful for performing benchmarks as a reference point for studying DRL algorithms.

    +

    The functionality is straightforward; given an environment observation, these instances return an action +to interact with the environment. You can create your own controllers or modify existing rules, +for instance. An example of usage can be found in the section Rule Controller example.

    +
    +

    Warning

    +

    You have to make sure that the variables used particularly for your controller +are part of the observation space of the configured environment.

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/deep-reinforcement-learning.html b/docs/compilation/v3.3.0/pages/deep-reinforcement-learning.html new file mode 100644 index 0000000000..15e071c499 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/deep-reinforcement-learning.html @@ -0,0 +1,419 @@ + + + + + + + 13. Deep Reinforcement Learning Integration — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    13. Deep Reinforcement Learning Integration

    +

    Sinergym provides features to utilize Deep Reinforcement Learning algorithms from +Stable Baselines 3. However, +Sinergym is also compatible with any algorithm that operates with the Gymnasium interface.

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Stable Baselines 3:

    Algorithm

    Discrete

    Continuous

    Type

    PPO

    YES

    YES

    OnPolicyAlgorithm

    A2C

    YES

    YES

    OnPolicyAlgorithm

    DQN

    YES

    NO

    OffPolicyAlgorithm

    DDPG

    NO

    YES

    OffPolicyAlgorithm

    SAC

    NO

    YES

    OffPolicyAlgorithm

    TD3

    NO

    YES

    OffPolicyAlgorithm

    +

    To this end, we will refine and develop +Callbacks, +a set of functions that will be called at specific stages of the training procedure. +Callbacks allow you to access the internal state of the RL model during training. +They enable monitoring, auto-saving, model manipulation, progress bars, and more. +Our callbacks inherit from Stable Baselines 3 and can be found in +sinergym/sinergym/utils/callbacks.py.

    +

    The Type column is specified due to its importance in the +Stable Baselines callback functionality.

    +
    +

    13.1. DRL Callback Logger

    +

    A callback allows us to customize our own logger for DRL Sinergym executions. Our goal is to +log all information about our custom environment specifically in real-time. +Each algorithm has its own nuances regarding how information is extracted, +hence its implementation.

    +
    +

    Note

    +

    You can specify if you want the Sinergym logger (see Logger) to record simulation +interactions during training simultaneously using the sinergym_logger +attribute in the constructor.

    +
    +

    The LoggerCallback inherits from Stable Baselines 3’s BaseCallback and uses +Weights&Biases (wandb) in the background to host all extracted +information. With wandb, it’s possible to track and visualize all DRL training in real time, +register hyperparameters and details of each execution, save artifacts such as models and Sinergym +output, and compare different executions. Here is an example:

    +
      +

    • Hyperparameter and summary registration:

      • +
    +WandB hyperparameters +
      +

    • Artifacts registered (if evaluation is enabled, best model is registered too):

      • +
    +WandB artifacts +
      +

    • Metrics visualization in real time:

      • +
    +WandB charts +

    There are tables which are in some algorithms and not in others and vice versa. This depends on the algorithm used.

    +
    +

    Note

    +

    Since version 3.0.6, Sinergym can record real-time data with the same timestep frequency +regardless of the algorithm. See #363.

    +
    +
    +
    +

    13.2. Evaluation Callback

    +

    An enhanced callback, named LoggerEvalCallback, is used for evaluating the model versions obtained during +the training process with Sinergym. It stores the best model obtained, not necessarily the final one from +the training process. This callback inherits from Stable Baselines 3’s EventCallback.

    +

    A key feature is that the model evaluation is logged in a specific section in wandb for the precise metrics +of the building model. The evaluation is tailored for Sinergym’s specific characteristics.

    +

    In the LoggerEvalCallback constructor, we define the number of training episodes for the evaluation process. +We also specify the number of episodes for each evaluation to be performed.

    +

    More episodes lead to more accurate averages of the reward-based indicators, providing a more realistic +assessment of the current model’s performance. However, this increases the time required.

    +

    The callback calculates timestep and episode averages for power consumption, temperature violation, comfort +penalty, and power penalty. It also calculates the percentage of comfort violation in episodes. Currently, +only the mean reward is considered when deciding if a model is better.

    +
    +
    +

    13.3. Weights and Biases Structure

    +

    The primary structure for Sinergym with wandb includes:

    +
      +

    • action_network: The raw output from the DRL algorithm network.

      • +

    • action_simulation: The transformed output used by the simulator for processing and calculating +the next state and reward in Sinergym.

      • +

    • episode: Stores comprehensive information about each episode, equivalent to progress.csv in +Sinergym logger (Output format section). It includes:

      +
      +
        +

      • episode_num: Episode number.

        • +

      • episode_length: Timesteps per episode.

        • +

      • mean_reward: Average reward per step in the episode.

        • +

      • cumulative_reward: Total reward for the entire episode.

        • +

      • mean_power_demand: Average power demand per step in the episode.

        • +

      • cumulative_power_demand: Total power demand for the entire episode.

        • +

      • mean_temperature_violation: Average degrees temperature violation (out of comfort range) per step +in the episode.

        • +

      • cumulative_temperature_violation: Total degrees temperature violation for the entire episode.

        • +

      • comfort_violation_time(%): Percentage of time the comfort range is violated in the episode (timesteps out of range).

        • +

      • mean_abs_energy_penalty: Average absolute energy penalty per step in the episode.

        • +

      • cumulative_abs_energy_penalty: Total absolute energy penalty for the entire episode.

        • +

      • mean_abs_comfort_penalty: Average absolute comfort penalty per step in the episode.

        • +

      • cumulative_abs_comfort_penalty: Total absolute comfort penalty for the entire episode.

        • +

      • mean_reward_energy_term: Average reward energy term per step in the episode (weighted absolute energy penalty).

        • +

      • cumulative_reward_energy_term: Total reward energy term for the entire episode (weighted absolute energy penalty).

        • +

      • mean_reward_comfort_term: Average reward comfort term per step in the episode (weighted absolute comfort penalty).

        • +

      • cumulative_reward_comfort_term: Total reward comfort term for the entire episode (weighted absolute comfort penalty).

        • +
      +
      +
      • +

    • observation: Records all observation values during simulation, dependent on the simulated environment +(Action space section).

      • +

    • normalized_observation (optional): Appears only when the environment is wrapped with normalization +(Wrappers section). The model trains with these normalized values, and both original and +normalized observations are recorded.

      • +

    • rollout: Default algorithm metrics in Stable Baselines. For instance, DQN includes exploration_rate, +which is not present in other algorithms.

      • +

    • time: Monitors execution time.

      • +

    • train: Records specific neural network information for each algorithm, provided by +Stable Baselines and rollout.

      • +

    • eval: Records all evaluations conducted during training if the callback is set up. The graphs here mirror +those in the episode label.

      • +
    +
    +

    Note

    +

    Model evaluations can also be recorded by adding EvalLoggerCallback to the model learn method.

    +
    +
    +
    +

    13.4. Usage

    +
    +

    13.4.1. Model Training

    +

    Leverage this functionality for your experiments using the script +sinergym/scripts/train/train_agent.py.

    +

    Key considerations for your experiments:

    +
      +

    • Models are built using an algorithm constructor, each with its own specific parameters. +Defaults are used if none are defined.

      • +

    • If you normalize the environment wrapper, models will train in these normalized spaces.

      • +

    • Concatenate callbacks in a CallbackList instance from Stable Baselines 3.

      • +

    • The neural network begins training upon executing the model.learn() method, where you specify timesteps, +callbacks, and log_interval.

      • +

    • Curriculum Learning can be implemented by adding a model field with a valid model path. +The script will load and train the model.

      • +
    +

    The train_agent.py script requires a single parameter, -conf, a string indicating the JSON +file containing all experiment details. Refer to the JSON structure in sinergym/scripts/train/train_agent_PPO.json:

    +
      +

    • Mandatory parameters: environment, episodes, algorithm (and any non-default algorithm parameters).

      • +

    • Optional parameters: environment parameters (overwrites default if specified), seed, pre-training +model to load, experiment ID, wrappers (in order), training evaluation, wandb functionality, and cloud options.

      • +

    • Field names must match the example, or the experiment will fail.

      • +
    +

    The script performs the following:

    +
    +
      +

    1. Names the experiment in the format: <algorithm>-<environment_name>-episodes<episodes_int>-seed<seed_value>(<experiment_date>)

      2. +

    2. Initiates WandB experiment tracking with that name (if configured in JSON), creating a local path (./wandb).

      3. +

    3. Logs all JSON configuration parameters (including sinergym.__version__ and Python version).

      4. +

    4. Sets environment parameters if specified.

      5. +

    5. Applies specified wrappers from JSON.

      6. +

    6. Defines model algorithm with specified hyperparameters.

      7. +

    7. Calculates training timesteps from number of episodes.

      8. +

    8. Sets up evaluation callback if specified.

      9. +

    9. Sets up WandB logger callback if specified.

      10. +

    10. Trains with environment.

      11. +

    11. If remote store is specified, saves all outputs in Google Cloud Bucket. If wandb is specified, saves all outputs in wandb run artifact.

      12. +

    12. Auto-deletes remote container in Google Cloud Platform if auto-delete parameter is specified.

      13. +
    +
    +
    +
    +

    13.4.2. Model Loading

    +

    Use the script sinergym/scripts/eval/load_agent.py +to load and evaluate or execute a previously trained model.

    +

    The load_agent.py script requires a single parameter, -conf, a string indicating the JSON file +containing all evaluation details. Refer to the JSON structure in +sinergym/scripts/eval/load_agent_example.json:

    +
      +

    • Mandatory parameters: environment, episodes, algorithm (name only), and model to load.

      • +

    • Optional parameters: environment parameters (overwrites default if specified), experiment ID, +wrappers (in order), wandb functionality, and cloud options.

      • +
    +

    The script loads the model and predicts actions from states over the specified episodes. The information +is collected and sent to remote storage (like WandB) if specified, otherwise it remains in local memory.

    +

    The model field in JSON can be a local path to the model, a bucket url in the form +gs://, or a wandb artifact path for stored models.

    +
    +

    Note

    +

    This project is a work in progress. Direct support for additional algorithms is planned for the future!

    +
    +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/environments.html b/docs/compilation/v3.3.0/pages/environments.html new file mode 100644 index 0000000000..ca59460f0a --- /dev/null +++ b/docs/compilation/v3.3.0/pages/environments.html @@ -0,0 +1,505 @@ + + + + + + + 6. Environments — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    6. Environments

    +

    Sinergym generates multiple environments for each building, each defined by a unique +configuration that outlines the control problem to be solved. To view the list of available +environment IDs, it is recommended to use the provided method:

    +
    # This script is available in scripts/consult_environments.py
+import sinergym
+import gymnasium as gym
+from sinergym.utils.common import get_ids
+
+# Get the list of available environments
+sinergym_environment_ids = get_ids()
+print(sinergym_environment_ids)
+
+# Make and consult some of the environments
+env = gym.make('Eplus-5zone-hot-continuous-stochastic-v1')
+print(env.info())
+
    +
    +

    Environment names adhere to the pattern Eplus-<building-id>-<weather-id>-<control_type>-<stochastic (optional)>-v1. +These IDs offer a general overview of the environment. For more detailed information about each environment, +utilize the info method as demonstrated in the example code.

    +
    +

    Important

    +

    As of Sinergym v3.0.9, environments are automatically generated +using JSON configuration files for each building, eliminating the +need for manual registration of each environment ID with parameters +set directly in the environment constructor. Refer to +Environments Configuration and Registration for more details.

    +
    +
    +

    Note

    +

    Discrete environments are customizable. The default control for these +environments is quite basic. You can employ a continuous environment +and customize discretization using our dedicated wrapper. For more +information, see DiscretizeEnv.

    +
    +
    +

    Note

    +

    For additional details on the buildings (epJSON) and weather conditions (EPW) +used, please visit the Buildings and Weathers sections respectively.

    +
    +
    +

    6.1. Available Parameters

    +

    With the environment constructor, we can configure the complete context +of our environment for experimentation, either starting from one predefined by +Sinergym or creating a new one.

    +

    Sinergym initially provides non-configured buildings and weathers. +Depending on these argument values, these files are updated to adapt to these +new features, this will be done by Sinergym automatically. For example, using +another weather file requires updating the building location and design days, +using new observation variables requires updating the Output:Variable and +Output:Meter fields, the same occurs with extra configuration context +concerned with simulation directly, if weather variability is set, then a weather +with noise will be used. These new building and weather file versions are saved in +the Sinergym output folder, leaving the original intact.

    +

    The next subsections will show which parameters are available and what +their functions are:

    +
    +

    6.1.1. building file

    +

    The parameter building_file is the epJSON file, a new +adaptation of IDF +(Intermediate Data Format) where EnergyPlus building model is defined. These +files are not configured for a particular environment as we have mentioned. +Sinergym does a previous building model preparation to the simulation, see the +Modeling element in Sinergym backend diagram.

    +
    +
    +

    6.1.2. Weather files

    +

    The parameter weather_file is the EPW (EnergyPlus Weather) file name where +climate conditions during a year is defined.

    +

    This parameter can be either a weather file name (str) as mentioned, or a list +of different weather files (List[str]). When a list of several files is defined, +Sinergym will select an EPW file in each episode and re-adapt the building model +randomly. This is done to increase the complexity in the environment if desired.

    +

    The weather file used in each episode is stored in Sinergym episode output folder, +if variability (section Weather Variability is defined), the EPW stored +will have that noise included.

    +
    +
    +

    6.1.3. Weather Variability

    +

    Weather variability can be integrated into an environment using the +weather_variability parameter.

    +

    It implements the +Ornstein-Uhlenbeck process +to introduce noise to the weather data episode to episode. Then, the parameter +established is a Python tuple of three variables (sigma, mu, and tau) whose +values define the nature of that noise.

    +Ornstein-Uhlenbeck process noise with different hyperparameters. +
    +
    +

    6.1.4. Reward

    +

    The parameter called reward is used to define the reward class +(see section Rewards) that the environment is going to use to +calculate and return scalar reward values each timestep.

    +
    +
    +

    6.1.5. Reward Kwargs

    +

    Depending on the reward class that is specified to the environment, it +may have different arguments depending on its type. In addition, +if a user creates a new custom reward, it can have new parameters as well.

    +

    Moreover, depending on the building being used for the environment, the +values of these reward parameters may need to be different, such as the +comfort range or the energy and temperature variables of the simulation +that will be used to calculate the reward.

    +

    Then, the parameter called reward_kwargs is a Python dictionary where +we can specify all reward class arguments that they are needed. For +more information about rewards, visit section Rewards.

    +
    +
    +

    6.1.6. Maximum Episode Data Stored in Sinergym Output

    +

    Sinergym stores all the output of an experiment in a folder organized in +sub-folders for each episode (see section Output format for more +information). Depending on the value of the parameter max_ep_data_store_num, +the experiment will store the output data of the last n episodes set, +where n is the value of the parameter.

    +

    In any case, if Sinergym Logger (See Logger section) is activated, +progress.csv will be present with the summary data of each episode.

    +
    +
    +

    6.1.7. Time variables

    +

    EnergyPlus Python API has several methods in order to extract information +about simulation time in progress. The argument time_variables is a list +in which we can specify the name of the +API methods +whose values we want to include in our observation.

    +

    By default, Sinergym environments will have the time variables +month, day_of_month and hour.

    +
    +
    +

    6.1.8. Variables

    +

    The argument called variables is a dictionary in which it is specified +the Output:Variable’s we want to include in the environment observation. +The format of each element, in order for Sinergym to process it, is the next:

    +
    variables = {
+  # <custom_variable_name> : (<"Output:Variable" original name>,<variable_key>),
+  # ...
+}
+
    +
    +
    +

    Note

    +

    For more information about the available variables in an environment, execute a default simulation with +EnergyPlus engine and see RDD file generated in the output.

    +
    +
    +
    +

    6.1.9. Meters

    +

    In a similar way, the argument meters is a dictionary in which we can specify +the Output:Meter’s we want to include in the environment observation. +The format of each element must be the next:

    +
    meters = {
+  # <custom_meter_name> : <"Output:Meter" original name>,
+  # ...
+}
+
    +
    +
    +

    Note

    +

    For more information about the available meters in an environment, execute a default simulation with +EnergyPlus engine and see MDD and MTD files generated in the output.

    +
    +
    +
    +

    6.1.10. Actuators

    +

    The argument called actuators is a dictionary in which we specify the actuators we +want to control with gymnasium interface, the format must be the next:

    +
    actuators = {
+  # <custom_actuator_name> : (<actuator_type>,<actuator_value>,<actuator_original_name>),
+  # ...
+}
+
    +
    +
    +

    Important

    +

    Actuators that have not been specified will be controlled by the building’s default schedulers.

    +
    +
    +

    Note

    +

    For more information about the available actuators in an environment, execute a default control with +Sinergym directly (empty action space) and see data_available.txt generated.

    +
    +
    +
    +

    6.1.11. Action space

    +

    In Sinergym, the environment’s observation and action spaces are defined through the +arguments time_variables, variables, meters, and actuators. The +observation space, composed of time_variables, variables, and meters, is +automatically generated. The action space, defined by the actuators, requires explicit +definition to establish the range of values supported by the Gymnasium interface or the number +of discrete values in a discrete environment.

    +*EnergyPlus* API components that compose observation and action spaces in *Sinergym*. +

    The action_space argument adheres to the Gymnasium standard and must be a continuous +space (gym.spaces.Box) due to the EnergyPlus simulator’s continuous value +requirement. It’s crucial that this definition aligns with the previously defined actuators, +with Sinergym highlighting any inconsistencies.

    +
    +

    Note

    +

    To adapt an environment to Gymnasium’s Discrete, MultiDiscrete, or MultiBinary spaces, +akin to our predefined discrete environments, consult the section DiscretizeEnv and the +example in Environment Discretization Wrapper.

    +
    +
    +

    Important

    +

    While Sinergym’s environments come with predefined observation and action variables ( +details available in default_configuration), +users are encouraged to explore and experiment with these spaces. For guidance, refer to +Changing observation and action spaces.

    +
    +

    Sinergym also provides the option to create empty action interfaces, allowing users +to leverage its benefits without directly using the EnergyPlus simulator. Control in +this scenario is managed by the default building model schedulers. For further details, +refer to the usage example Default building control setting up an empty action interface.

    +
    +
    +

    6.1.12. Environment Name

    +

    The env_name parameter is utilized to generate the working directory name, +facilitating differentiation between multiple experiments within the same environment.

    +
    +
    +

    6.1.13. Extra Configuration

    +

    Parameters related to the building model and simulator, such as people occupant, timesteps per simulation hour, +and runperiod, can be set as extra configurations. These configurations, which may expand in the future, +are specified in the config_params argument, a Python Dictionary. For additional information +on extra configurations in Sinergym, refer to Extra Configuration in Sinergym simulations.

    +
    +
    +

    6.1.14. Adding New Weathers for Environments

    +

    Sinergym provides a variety of weather files for diverse global climates to enhance experimental diversity.

    +

    To incorporate a new weather:

    +
      +

    1. Download an EPW and its corresponding DDY file from the EnergyPlus page. +The DDY file provides location and design day details.

      2. +

    2. Ensure both files share the same name, differing only in their extensions, and place them +in the weathers folder.

      3. +
    +

    Upon addition, Sinergym will automatically modify the SizingPeriod:DesignDays and Site:Location +fields in the building model file using the DDY file.

    +
    +
    +

    6.1.15. Adding New Buildings for Environments

    +

    Users can either modify existing environments or create new ones, incorporating new climates, +action, and observation spaces. They also have the option to use a different building model +(epJSON file) than the ones currently supported.

    +

    To add new buildings for use with Sinergym, follow these steps:

    +
      +

    1. Add your building file (epJSON) to the +buildings +directory. Ensure it’s compatible with the EnergyPlus version used in Sinergym. +If you’re using an IDF file from an older version, update it with IDFVersionUpdater +and convert it to epJSON format using ConvertInputFormat. Both tools are available +in the EnergyPlus installation folder.

      2. +

    2. Adjust building objects like RunPeriod and SimulationControl to suit your needs +in Sinergym. We recommend setting run_simulation_for_sizing_periods to No in +SimulationControl. RunPeriod sets the episode length, which can be configured +in the building file or Sinergym settings (see runperiod). Make these modifications +in the IDF before step 1 or directly in the epJSON file.

      3. +

    3. Identify the components of the building that you want to observe and control. This is +the most challenging part of the process. Typically, users are already familiar with the +building and know the name and key of the elements in advance. If not, follow the process below:

      +
        +

      1. Run a preliminary simulation with EnergyPlus directly, without any control flow, to view the +different OutputVariables and Meters. Consult the output files, specifically the RDD +extension file, to identify possible observable variables.

        2. +

      2. The challenge is knowing the names but not the possible Keys (EnergyPlus doesn’t initially +provide this information). Use these names to define the environment (see step 4). If the Key +is incorrect, Sinergym will notify you of the error and provide a data_available.txt +file in the output, as it has already connected with the EnergyPlus API. This file contains +all the controllable schedulers for the actions and all the observable variables, now +with their respective Keys, enabling the correct definition of the environment.

        3. +
      +
      4. +

    4. With this information, the next step is defining the environment using the building model. +You have several options:

      5. +
    +
    +
      +

    1. Use the Sinergym environment constructor directly. The arguments for building observation +and control are explained within the class and should be specified in the same format as the +EnergyPlus API.

      2. +

    2. Set up the configuration to register environment IDs directly. For more information, refer to +the documentation Environments Configuration and Registration. Sinergym will verify +that the established configuration is correct and notify you of any potential errors.

      3. +
    +
    +
      +

    1. If you’ve used Sinergym’s registry, you’ll have access to environment IDs associated with your building. +Use them with gym.make(<environment_id>) as usual. If you’ve created an environment instance directly, +use that instance to start interacting with the building.

      2. +
    +
    +

    Note

    +

    To obtain information about the environment instance with the new building model, refer to +Getting information about Sinergym environments.

    +
    +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/environments_registration.html b/docs/compilation/v3.3.0/pages/environments_registration.html new file mode 100644 index 0000000000..76d863135d --- /dev/null +++ b/docs/compilation/v3.3.0/pages/environments_registration.html @@ -0,0 +1,439 @@ + + + + + + + 7. Environments Configuration and Registration — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    7. Environments Configuration and Registration

    +

    When defining a new environment, we can use the Sinergym environment constructor and fill the parameters +explained in section Available Parameters.

    +

    Many environments can be created based on the same building, depending on its configurations. Therefore, +creating (or registering Gymnasium IDs) for all of them can be tedious.

    +

    Sinergym has a system that automates this process. From a JSON file hosted in +sinergym/data/default_configuration, +a set of parameters for each of the possible configurations will be built, along with an associated ID, and will be +registered in Gymnasium automatically.

    +

    This section will explain the structure of these JSON configuration definitions. Additionally, this structure +facilitates the definition of observation variables (time_variables, variables and meters) and +action variables (actuators). Instead of defining in the EnergyPlus Python API format like the environment +constructor, Sinergym will read this simpler structure and parse it to the EnergyPlus Python API format +automatically.

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Key

    Optional

    Description

    id_base

    No

    Base name to refer to the ID’s with this building model.

    building_file

    No

    Building model file allocated in sinergym/data/buildings/.

    weather_specification

    No

    Set of weather to generate an environment with each one, allocated in sinergym/data/weather/.

    config_params

    Yes

    Extra parameters for the environments; it is optional.

    variation

    Yes

    Create additionally a version of all environments with stochasticity in weather.

    max_ep_data_store_num

    Yes

    Max storage in Sinergym episodes, by default 10.

    time_variables

    No

    time_variables list definition.

    variables

    No

    variables dict definition.

    meters

    No

    meters dict definition.

    actuators

    No

    actuators dict definition.

    action_space

    No

    Gymnasium action space definition.

    action_space_discrete

    Yes

    If you want that Sinergym auto-generate a discrete version of environments, you should write this space too.

    only_discrete

    Yes

    If you have specified action_space and a discrete_space based on action_space (required, see DiscretizeEnv), you can only register discrete version with this flag

    reward

    No

    Reward class name to use.

    reward_kwargs

    No

    Reward kwargs for Reward class constructor in dict format.

    +
    +

    Important

    +

    Sinergym requires a continuous action space, but not a discrete one. +It begins with continuous environments and discretizes them using a wrapper. +For more details, refer to DiscretizeEnv.

    +
    +

    These are the keys of the JSON. An example might make it clearer:

    +
    {
+    "id_base"               : "5zone",
+
+    "building_file"         : "5ZoneAutoDXVAV.epJSON",
+
+    "weather_specification" : {
+        "weather_files" : ["USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw", 
+                           "USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw", 
+                           "USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw"
+                        ],
+        "keys"          : ["hot", "mixed", "cool"]
+    },
+
+    "config_params"          : null,
+
+    "variation"             : [1.0, 0.0, 0.001],
+
+    "max_ep_data_store_num" : 10,
+    
+    "time_variables"        : ["month", "day_of_month", "hour"],
+
+    "variables"             : {
+        "Site Outdoor Air DryBulb Temperature"                            : {
+            "variable_names" : "outdoor_temperature",
+            "keys"          : "Environment"           
+        },
+        "Site Outdoor Air Relative Humidity"                              : {
+            "variable_names" : "outdoor_humidity",
+            "keys"          : "Environment"         
+        },
+        "Site Wind Speed"                                                 : {
+            "variable_names" : "wind_speed",
+            "keys"          : "Environment"            
+        },
+        "Site Wind Direction"                                             : {
+            "variable_names" : "wind_direction",
+            "keys"          : "Environment"            
+        },
+        "Site Diffuse Solar Radiation Rate per Area"                      : {
+            "variable_names" : "diffuse_solar_radiation",
+            "keys"          : "Environment"         
+        },
+        "Site Direct Solar Radiation Rate per Area"                       : {
+            "variable_names" : "direct_solar_radiation",
+            "keys"          : "Environment"            
+        },
+        "Zone Thermostat Heating Setpoint Temperature"                    : {
+            "variable_names" : "htg_setpoint",
+            "keys"          : "SPACE5-1"            
+        },
+        "Zone Thermostat Cooling Setpoint Temperature"                    : {
+            "variable_names" : "clg_setpoint",
+            "keys"          : "SPACE5-1"           
+        },
+        "Zone Air Temperature"                                            : {
+            "variable_names" : "air_temperature",
+            "keys"          : "SPACE5-1"            
+        },
+        "Zone Air Relative Humidity"                                      : {
+            "variable_names" : "air_humidity",
+            "keys"          : "SPACE5-1"            
+        },
+        "Zone People Occupant Count"                                      : {
+            "variable_names" : "people_occupant",
+            "keys"          : "SPACE5-1"            
+        },
+        "Environmental Impact Total CO2 Emissions Carbon Equivalent Mass" : {
+            "variable_names" : "co2_emission",
+            "keys"          : "site"            
+        },
+        "Facility Total HVAC Electricity Demand Rate"                     : {
+            "variable_names" : "HVAC_electricity_demand_rate",
+            "keys"          : "Whole Building"            
+        }
+    },
+
+    "meters"                : {
+        "Electricity:HVAC" : "total_electricity_HVAC"
+    },
+
+    "actuators"             : {
+        "HTG-SETP-SCH"          : {
+            "variable_name" : "Heating_Setpoint_RL",
+            "element_type"  : "Schedule:Compact", 
+            "value_type"    : "Schedule Value"
+        },
+        "CLG-SETP-SCH"          : {
+            "variable_name" : "Cooling_Setpoint_RL",
+            "element_type"  : "Schedule:Compact", 
+            "value_type"    : "Schedule Value"
+        }
+    },
+
+    "action_space"          : "gym.spaces.Box(low=np.array([12.0, 23.25], dtype=np.float32), high=np.array([23.25, 30.0], dtype=np.float32), shape=(2,), dtype=np.float32)",
+
+    "action_space_discrete" : "gym.spaces.Discrete(10)",
+
+    "reward"                : "LinearReward",
+
+    "reward_kwargs"         : {
+        "temperature_variables" : ["air_temperature"],
+        "energy_variables"      : ["HVAC_electricity_demand_rate"],
+        "range_comfort_winter"  : [20.0, 23.5],
+        "range_comfort_summer"  : [23.0, 26.0],
+        "summer_start"          : [6, 1],
+        "summer_final"          : [9, 30],
+        "energy_weight"         : 0.5,
+        "lambda_energy"         : 1e-4,
+        "lambda_temperature"    : 1.0
+    }
+
+}
+
    +
    +

    With this JSON configuration for the building 5ZoneAutoDXVAV.epJSON, the following +environments will be automatically configured

    +
    ['Eplus-5zone-hot-continuous-v1',
+ 'Eplus-5zone-hot-discrete-v1',
+ 'Eplus-5zone-hot-continuous-stochastic-v1',
+ 'Eplus-5zone-hot-discrete-stochastic-v1',
+ 'Eplus-5zone-mixed-continuous-v1',
+ 'Eplus-5zone-mixed-discrete-v1',
+ 'Eplus-5zone-mixed-continuous-stochastic-v1',
+ 'Eplus-5zone-mixed-discrete-stochastic-v1',
+ 'Eplus-5zone-cool-continuous-v1',
+ 'Eplus-5zone-cool-discrete-v1',
+ 'Eplus-5zone-cool-continuous-stochastic-v1',
+ 'Eplus-5zone-cool-discrete-stochastic-v1'
+]
+
    +
    +

    For example, if you don’t define discrete space or variation, the discrete and stochastic versions will +not appear in the list.

    +
    +

    Warning

    +

    For discrete environments, an action mapping must be defined in +constants.py +named as DEFAULT_<id_base in upper case>_DISCRETE_FUNCTION for correct registration.

    +
    +
    +

    7.1. Weather Specification field

    +

    The weather specification is set up to generate multiple environments based on the defined weathers. +Weather files must be in the correct folder, and the keys are used to define the final name +in the environment’s IDs.

    +
    +
    +

    7.2. Variables field

    +

    The variables field uses a specific format to quickly define all the observed variables +in the environment. The variable names and keys can be either an individual string or a list of +strings. The following graph explains its functionality:

    +Configuration for *variables* in json configuration for *Sinergym* environments. +

    Sinergym will parse this information into the variables parameter for the environment constructor +(similar to the EnergyPlus Python API) during registration. The same process is applied to the +meters and actuators fields, although they are simpler.

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/extra-configuration.html b/docs/compilation/v3.3.0/pages/extra-configuration.html new file mode 100644 index 0000000000..bd232120ac --- /dev/null +++ b/docs/compilation/v3.3.0/pages/extra-configuration.html @@ -0,0 +1,240 @@ + + + + + + + 11. Extra Configuration in Sinergym simulations — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    11. Extra Configuration in Sinergym simulations

    +

    With the Modeling class, +we have the ability to set up some context details in our simulation. This allows us to expand the +context of each experiment and investigate more parameters. To use this functionality easily, you can +provide these extra parameters in the environment constructor as follows:

    +
    import gymnasium as gym
+import sinergym
+
+extra_params={'timesteps_per_hour' : 6
+              'runperiod' : (1,1,1997,12,3,1998)}
+env = gym.make('Eplus-5Zone-hot-continuous-v1', config_params=extra_params)
+
    +
    +

    The format for applying extra configuration is a Python dictionary with the extra parameter key name and its value.

    +
    +

    Note

    +

    Currently, only code skeleton and some parameters has been designed. Stay tuned for upcoming releases!

    +
    +

    Let’s examine each implemented parameter for extra configuration separately:

    +
    +

    11.1. timestep_per_hour

    +

    By default, Sinergym applies 4 timesteps per simulation hour, which is the default value in building files. +However, you can modify this value using the timestep_per_hour key in the config_params dictionary and set +more or fewer timesteps in each simulation hour.

    +
    +
    +

    11.2. runperiod

    +

    By default, a Sinergym simulation episode lasts one year (from 1/1/1991 to 31/12/1991). +You can use the runperiod key to determine the episode length in the simulation. +The format value for the runperiod key is a tuple with +(start_day, start_month, start_year, end_day, end_month, end_year).

    +
    +

    Warning

    +

    If you include a manual runperiod with this functionality, make sure not to include +February 29th of a leap year in that range. Otherwise, the simulator will fail, as +EnergyPlus does not account for leap days and the weather files do not include these days.

    +
    +
    +

    Note

    +

    More components may be managed in the future. Keep an eye out for upcoming releases!

    +
    +
    +

    Note

    +

    If you wish to create your own extra configuration parameters, refer to the method +apply_extra_conf in the Modeling class.

    +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/gcloudAPI.html b/docs/compilation/v3.3.0/pages/gcloudAPI.html new file mode 100644 index 0000000000..17edac254c --- /dev/null +++ b/docs/compilation/v3.3.0/pages/gcloudAPI.html @@ -0,0 +1,543 @@ + + + + + + + 14. Sinergym with Google Cloud — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    14. Sinergym with Google Cloud

    +

    In this project, we’ve implemented functionality based on the gcloud API in sinergym/utils/gcloud.py. +Our goal is to easily configure a Google Cloud account and integrate it with Sinergym.

    +

    The primary objective is to create a virtual machine (VM) using Google Cloud Engine (GCE) +to run our Sinergym container. This remote container can update the Weights and Biases +tracking server with artifacts if the experiment is configured with these options.

    +

    Once an instance completes its task, the container will auto-remove its host instance from +the Google Cloud Platform if the experiment is configured with this option.

    +
    +

    14.1. Preparing Google Cloud

    +
    +

    14.1.1. First steps (configuration)

    +

    Initially, you need a set up Google Cloud account and configured SDK (auth, invoicing, project ID, +etc). If you don’t have this, check their documentation.

    +

    Secondly, it’s important to have Docker installed to manage these +containers in Google Cloud.

    +

    You can link gcloud with docker accounts using the next (see +authentication methods):

    +
    $ gcloud auth configure-docker
+
    +
    +

    To avoid future issues with image build and Google Cloud functionality, we recommend +allowing permissions for google cloud build at the start +(see this documentation).

    +Permissions required for cloud build. +

    We also need to enable certain Google Cloud services in the API library. +You can allow these services in your Google account using the gcloud client SDK +or the Google Cloud Platform Console.

    +
    +
      +

    • Google Container Registry API.

      • +

    • Artifact Registry API

      • +

    • Cloud Run API

      • +

    • Compute Engine API

      • +

    • Cloud Logging API

      • +

    • Cloud Monitoring API

      • +

    • Cloud Functions API

      • +

    • Cloud Pub/Sub API

      • +

    • Cloud SQL Admin API

      • +

    • Cloud Firestore API

      • +

    • Cloud Datastore API

      • +

    • Service Usage API

      • +

    • Cloud storage

      • +

    • Gmail API

      • +
    +
    +
    $ gcloud services list
+$ gcloud services enable artifactregistry.googleapis.com \
+                         cloudapis.googleapis.com \
+                         cloudbuild.googleapis.com \
+                         containerregistry.googleapis.com \
+                         gmail.googleapis.com \
+                         sql-component.googleapis.com \
+                         sqladmin.googleapis.com \
+                         storage-component.googleapis.com \
+                         storage.googleapis.com \
+                         cloudfunctions.googleapis.com \
+                         pubsub.googleapis.com \
+                         run.googleapis.com \
+                         serviceusage.googleapis.com \
+                         drive.googleapis.com \
+                         appengine.googleapis.com
+
    +
    +API's required for cloud build. +

    If you’ve installed Sinergym and Sinergym extras, the +Google Cloud SDK must be linked with other python modules +for some functionalities to work. Please, execute the following +in your terminal:

    +
    $ gcloud auth application-default login
+
    +
    +
    +
    +

    14.1.2. Use our container in Google Cloud Platform

    +

    Our Sinergym container is currently uploaded in the Container Registry as a public one. +You can use it locally or in a GCE VM.

    +
    $ docker run -it eu.gcr.io/sinergym/sinergym:latest
+
    +
    +
    $ gcloud compute instances create-with-container sinergym \
+    --container-image eu.gcr.io/sinergym/sinergym \
+    --zone europe-west1-b \
+    --container-privileged \
+    --container-restart-policy never \
+    --container-stdin \
+    --container-tty \
+    --boot-disk-size 20GB \
+    --boot-disk-type pd-ssd \
+    --machine-type n2-highcpu-8
+
    +
    +

    We also have containers available in Docker Hub. Please, visit our +repository

    +
    +

    Note

    +

    You can change parameters to set up your own VM according to your preferences +(see create-with-container).

    +
    +
    +

    Warning

    +

    The --boot-disk-size is crucial. By default, the VM sets 10GB, which is insufficient for the Sinergym +container. This results in a silent error for Google Cloud Build, and you would need to check the logs, +which are not clear.

    +
    +
    +
    +

    14.1.3. Use your Own Container

    +

    If you have forked this repository and want to upload your own container on Google Cloud and use it, ç +you can use cloudbuild.yaml with our Dockerfile for this purpose:

    +
    steps:
+  # Write in cache for quick updates
+  - name: "eu.gcr.io/google.com/cloudsdktool/cloud-sdk"
+    entrypoint: "bash"
+    args:
+      ["-c", "docker pull eu.gcr.io/${PROJECT_ID}/sinergym:latest || exit 0"]
+    # Build image (using cache if it's possible)
+  - name: "eu.gcr.io/google.com/cloudsdktool/cloud-sdk"
+    entrypoint: "docker"
+    args:
+      [
+        "build",
+        "-t",
+        "eu.gcr.io/${PROJECT_ID}/sinergym:latest",
+        "--cache-from",
+        "eu.gcr.io/${PROJECT_ID}/sinergym:latest",
+        "--build-arg",
+        "SINERGYM_EXTRAS=[DRL,gcloud]",
+        ".",
+      ]
+
+    # Push image built to container registry
+  - name: "eu.gcr.io/google.com/cloudsdktool/cloud-sdk"
+    entrypoint: "docker"
+    args: ["push", "eu.gcr.io/${PROJECT_ID}/sinergym:latest"]
+
+    # This container is going to be public (Change command in other case)
+  # - name: "gcr.io/cloud-builders/gsutil"
+  #   args:
+  #     [
+  #       "iam",
+  #       "ch",
+  #       "AllUsers:objectViewer",
+  #       "gs://artifacts.${PROJECT_ID}.appspot.com",
+  #     ]
+#Other options for execute build (not container)
+options:
+  diskSizeGb: "10"
+timeout: 86400s
+images: ["eu.gcr.io/${PROJECT_ID}/sinergym:latest"]
+
    +
    +

    This file performs the following:

    +
    +
      +

    1. Writes in cache for quick updates (if an older container was already uploaded).

      2. +

    2. Builds the image (using cache if available)

      3. +

    3. Pushes the built image to the Container Registry

      4. +

    4. Makes the container public within the Container Registry.

      5. +
    +
    +

    Don’t confuse the option section at the end of the file with the virtual machine configuration. +Google Cloud uses a helper VM to build everything mentioned above. We use this YAML file to +upgrade our container because the PROJECT_ID environment variable is defined by the Google +Cloud SDK, so its value is your current project in the Google Cloud global configuration.

    +
    +

    Warning

    +

    Just like the VM needs more memory, Google Cloud Build needs at least 10GB to work +correctly. Otherwise, it may fail.

    +
    +
    +

    Warning

    +

    If your local computer doesn’t have enough free space, it might report the same error +(there isn’t a difference by Google cloud error manager), so be careful.

    +
    +

    To execute cloudbuild.yaml, do the following:

    +
    $ gcloud builds submit --region europe-west1 \
+    --config ./cloudbuild.yaml .
+
    +
    +

    You can use --substitutions to configure build parameters if needed.

    +
    +

    Note

    +

    The “.” in --config refers to the Dockerfile, which is necessary to build the container +image (see build-config).

    +
    +
    +

    Note

    +

    In cloudbuild.yaml, there is a variable named PROJECT_ID. However, it is not defined +in substitutions. This is because it’s a predetermined variable by Google Cloud. When the +build begins, “$PROJECT_ID” is set to the current value in the gcloud configuration +(see substitutions-variables).

    +
    +
    +
    +

    14.1.4. Create your VM or MIG

    +

    To create a VM that uses this container, use the following command:

    +
    $ gcloud compute instances create-with-container sinergym \
+    --container-image eu.gcr.io/sinergym/sinergym \
+    --zone europe-west1-b \
+    --container-privileged \
+    --container-restart-policy never \
+    --container-stdin \
+    --container-tty \
+    --boot-disk-size 20GB \
+    --boot-disk-type pd-ssd \
+    --machine-type n2-highcpu-8
+
    +
    +
    +

    Note

    +

    --container-restart-policy never it’s really important for a +correct functionality.

    +
    +
    +

    Warning

    +

    If you decide enter in VM after create it immediately, it is +possible container hasn’t been created yet. +You can think that is an error, Google cloud should notify this. +If this issue happens, you should wait for a several minutes.

    +
    +

    To create a MIG, first create a machine template:

    +
    $ gcloud compute instance-templates create-with-container sinergym-template \
+--container-image eu.gcr.io/sinergym/sinergym \
+--container-privileged \
+--service-account storage-account@sinergym.iam.gserviceaccount.com \
+--scopes https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/devstorage.full_control \
+--container-env=gce_zone=europe-west1-b,gce_project_id=sinergym \
+--container-restart-policy never \
+--container-stdin \
+--container-tty \
+--boot-disk-size 20GB \
+--boot-disk-type pd-ssd \
+--machine-type n2-highcpu-8
+
    +
    +
    +

    Note

    +

    The --service-account, --scopes, and --container-env parameters will be explained +in the Containers permission to bucket storage output. Please read that documentation +before using these parameters, as they require prior configuration.

    +
    +

    Then, create a managed instance group:

    +
    $ gcloud compute instance-groups managed create example-group \
+    --base-instance-name sinergym-vm \
+    --size 3 \
+    --template sinergym-template
+
    +
    +
    +

    Note

    +

    If you encounter issues with VM initialization, check your quotas +here.

    +
    +
    +
    +

    14.1.5. Initiate your VM

    +

    Your virtual machine is ready! To connect, you can use SSH +(see gcloud-ssh):

    +
    $ gcloud compute ssh <machine-name>
+
    +
    +

    Google Cloud uses a Container-Optimized OS (see +documentation) +in the VM. This OS has Docker pre-installed with the Sinergym container.

    +

    To use this container on your machine, simply run:

    +
    $ docker attach <container-name-or-ID>
+
    +
    +

    Now you can execute your own experiments in Google Cloud! For example, +you can enter the remote container with gcloud ssh and execute +train_agent.py for the desired experiment.

    +
    +
    +
    +

    14.2. Executing experiments in remote containers

    +

    The train_agent.py and +load_agent.py scripts are +used to execute experiments and evaluations in remote containers. These scripts can be combined with +features such as Google Cloud Bucket, Weights and Biases, and auto-remove functionality.

    +
    +

    Note

    +

    The train_agent.py script can also be used for local experiments and sending output data +and artifacts to remote storage, such as wandb, without configuring cloud computing.

    +
    +

    The JSON structure for configuring experiments or evaluations is explained in the Usage section.

    +
    +

    Warning

    +

    To ensure correct auto_delete functionality, it is recommended to use Managed Instance Groups +(MIGs) instead of individual instances.

    +
    +
    +

    14.2.1. Containers permission to bucket storage output

    +

    To enable the remote_store option in train_agent.py to work correctly, the Sinergym +template in the Create your VM or MIG section specifies the +--scope, --service-account, and --container-env parameters. +These parameters provide the necessary permissions for each container to write to the bucket +and manage Google Cloud Platform.

    +

    To set up the service account and grant the required privileges, follow the steps below:

    +
      +

    1. Create a new service account named storage-account:

      2. +
    +
    $ gcloud iam service-accounts create storage-account
+
    +
    +
      +

    1. Grant the roles/owner permission to the service account:

      2. +
    +
    $ gcloud projects add-iam-policy-binding PROJECT_ID --member="serviceAccount:storage-account@PROJECT_ID.iam.gserviceaccount.com" --role="roles/owner"
+
    +
    +
      +

    1. Create a JSON key file named google-storage.json in the project root directory (this file should be ignored by git):

      2. +
    +
    $ gcloud iam service-accounts keys create PROJECT_PATH/google-storage.json --iam-account=storage-account@PROJECT_ID.iam.gserviceaccount.com
+
    +
    +
      +

    1. Export the path to the JSON key file as the GOOGLE_CLOUD_CREDENTIALS environment variable on your local computer:

      2. +
    +
    $ export GOOGLE_CLOUD_CREDENTIALS=PROJECT_PATH/google-storage.json
+
    +
    +

    These steps ensure that the gcloud SDK uses the specified token for authentication.

    +
    +
    +

    14.2.2. Visualize remote wandb log in real-time

    +

    You only have to enter in Weights & Biases and log in with your GitHub account.

    +
    +
    +
    +

    14.3. Google Cloud Alerts

    +

    Google Cloud Platform provides functionality to trigger events and generate alerts. +We have created a trigger in our gcloud project to notify when an experiment is finished. +This alert can be received through various channels such as Slack, SMS, or Email. +To learn more about setting up alerts, refer to the Google Cloud Alerts documentation +here.

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/github-actions.html b/docs/compilation/v3.3.0/pages/github-actions.html new file mode 100644 index 0000000000..1d6aace1a8 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/github-actions.html @@ -0,0 +1,266 @@ + + + + + + + 15. Github Actions — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    15. Github Actions

    +

    This project leverages Github Actions, +for continuous integration and deployment, eliminating the need for third-party platforms.

    +

    The following procedures are implemented:

    +
    +

    15.1. Pull Request

    +
      +

    • Python Code format check: Each pull request is checked for Pep8 +standard compliance and +isort for import sorting. +Non-compliance triggers a warning.

      • +
    • +
      Code type check: pytype is used in the Sinergym module to

      control function and method I/O types. import-error types are ignored with pytype -d import-error sinergym/. +Type errors halt the workflow until resolved.

      +
      +
      +
      • +

    • Documentation checks: Changes in source documentation trigger a Sphinx compilation and +spelling check. Errors are raised for compilation issues and unrecognized words. +Add unrecognized but correct words to docs/source/spelling_wordlist.txt.

      • +
    +
    +

    Warning

    +

    Sphinx Warning messages are treated as errors.

    +
    +
    +

    Note

    +

    Sphinx Spelling also checks code docstrings.

    +
    +
      +

    • Testing: A remote container is built using Dockerfile and Pytest is executed within it.

      • +

    • Repository security: This workflow identifies differences between source and base in +workflows and tests for forked repositories to prevent malicious software.

      • +
    +
    +

    Note

    +

    Checks can be skipped with [ci skip] in the commit message. +See issue #161.

    +
    +
    +
    +

    15.2. Push main (or merge a pull request)

    +

    The following workflows are executed sequentially:

    +
      +

    • Apply format: A bot applies necessary format changes (autopep8 level 2 aggressive and/or isort module) +in the main branch.

      • +

    • Update Documentation build to GitHub pages: A bot updates the documentation build in the main +branch when necessary, including spelling checks.

      • +

    • Update our Docker Hub repository: A container with all extra requirements is built and pushed to +our Docker Hub repository using the latest tag. A +minimal container is also included with the lite tag.

      • +

    • Testing and CodeCov update: Tests are executed similarly to the pull request event, +and the coverage report is uploaded to CodeCov.

      • +
    +
    +
    +

    15.3. New release created or modified

    +
      +

    • When a release is published or edited, a container is built and updated on Docker Hub +with the release tag version.

      • +

    • Simultaneously, the PyPi Sinergym repository is updated with the current version tag.

      • +

    • For pre-releases, the PyPi version is updated but not the Docker Hub container.

      • +
    +
    +

    Note

    +

    See .github/workflows YML files for the code.

    +
    +
    +

    Note

    +

    If you forked Sinergym, enable Github Action in your project to utilize these functionalities.

    +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/installation.html b/docs/compilation/v3.3.0/pages/installation.html new file mode 100644 index 0000000000..271555ac16 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/installation.html @@ -0,0 +1,386 @@ + + + + + + + 1. Installation — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    1. Installation

    +

    Sinergym relies on several dependencies, the specifics of which vary by version. +The table below provides a summary of the versions supported by Sinergym across its various releases:

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Sinergym version

    Ubuntu version

    Python version

    EnergyPlus version

    Building model file

    0.0

    18.04 LTS

    3.6

    8.3.0

    IDF

    1.1.0

    18.04 LTS

    3.6

    9.5.0

    IDF

    1.7.0

    18.04 LTS

    3.9

    9.5.0

    IDF

    1.9.5

    22.04 LTS

    3.10.6

    9.5.0

    IDF

    2.4.0

    22.04 LTS

    3.10.6

    9.5.0

    epJSON

    2.5.0

    22.04 LTS

    3.10.6

    23.1.0

    epJSON

    +

    We recommend always using the latest version of Sinergym that is supported by the container. +This approach helps you avoid the complexities of the installation process. However, +if you prefer to manually install Sinergym on your computer, we provide the necessary +documentation in the subsequent sections.

    +
    +

    1.1. Docker container

    +

    We provide a Dockerfile to install all dependencies and prepare the +image for running Sinergym.

    +

    By default, the Dockerfile executes pip install -e .[extras]. If you wish +to install a different setup, you need to execute the following command in the +root repository:

    +
    $ docker build -t <tag_name> --build-arg SINERGYM_EXTRAS=[<setup_tag(s)>] .
+
    +
    +

    For instance, to create a container with only the documentation libraries +and testing, use:

    +
    $ docker build -t example1/sinergym:latest --build-arg SINERGYM_EXTRAS=[doc,test] .
+
    +
    +

    If you do not require any extra libraries, specify an empty value as follows:

    +
    $ docker build -t example1/sinergym:latest --build-arg SINERGYM_EXTRAS= .
+
    +
    +
    +

    Note

    +

    Our container can also be directly installed from the +Docker Hub repository. +It contains all the project’s releases.

    +
    +
    +

    Note

    +

    For Visual Studio Code users, +simply open the root directory and click on the Reopen in container pop-up button. +This action will automatically install all dependencies and enable you to run Sinergym +in an isolated environment. For more details on this feature, +refer to the VSCode Containers extension documentation.

    +
    +
    +
    +

    1.2. Manual installation

    +

    To manually install Sinergym (although using the container is recommended), +follow these steps:

    +
    +

    1.2.1. Configure Python Environment

    +
      +

    • Begin by cloning this repository:

      • +
    +
    $ git clone https://github.com/ugr-sail/sinergym.git
+$ cd sinergym
+
    +
    +
      +

    • Next, we recommend creating a virtual environment as follows:

      • +
    +
    $ sudo apt-get install python-virtualenv virtualenv
+$ virtualenv env_sinergym --python=python3.10
+$ source env_sinergym/bin/activate
+$ pip install -e .[extras]
+
    +
    +

    Alternatively, you can use conda environments (recommended). +Conda is user-friendly and we provide a file for automatic configuration:

    +
    $ cd sinergym
+$ conda env create -f python_environment.yml
+$ conda activate sinergym
+
    +
    +

    With this, you have the correct Python version and the necessary modules to run +Sinergym. Let’s proceed with the installation of other required programs +outside of Python to run the simulations:

    +
    +
    +

    1.2.2. Install EnergyPlus 23.1.0

    +

    You need to install EnergyPlus. We have tested and confirmed compatibility +with version 23.1.0. The code might work with other versions, but we +have not tested them.

    +

    Follow the instructions here to install +it for Linux (we only support Ubuntu). You can choose any location for the +installation. After installation, a folder named Energyplus-23-1-0 should +appear in the chosen location.

    +
    +
    +

    1.2.3. Include Energyplus Python API in Python Path

    +

    Sinergym uses the Energyplus Python API as its backend. The modules of this +API are located in the Energyplus folder that you installed in the previous +step. You must add this installation path to the PYTHONPATH environment +variable so that the interpreter can access these modules.

    +
    +
    +
    +

    1.3. About Sinergym package

    +

    As we have told you in section Manual installation, Python environment +can be set up using python_environment.yml with conda. This will install +the virtual environment with Python version required and all packages used +all-in-one. +However, we can make an installation using the Github repository in a python +environment directly, like we have shown with virtualenv:

    +
    $ source env_sinergym/bin/activate
+$ cd sinergym
+$ pip install -e .
+
    +
    +

    Extra libraries can be installed by typing pip install -e .[extras]. +extras include all optional libraries which have been considered in this project such as +testing, visualization, Deep Reinforcement Learning, monitoring , etc. +It’s possible to select a subset of these libraries instead of ‘extras’ tag in which +we select all optional libraries, for example:

    +
    $ cd sinergym
+$ pip install -e .[test,doc]
+
    +
    +

    In order to check all our tag list, visit setup.py +in Sinergym root repository. In any case, they are not a requirement of the package.

    +

    You can also install from official PyPi repository +with last stable version by default:

    +
    $ pip install sinergym[extras]
+
    +
    +
    +
    +

    1.4. Verify Installation

    +

    This project is automatically monitored using tests specifically developed for it. +To verify that Sinergym has been installed correctly, execute pytest tests/ -vv +in the repository root.

    +

    Furthermore, each time the Sinergym repository is updated, the tests are automatically executed in a remote container +built using the Dockerfile. This task is performed by Github Action +(refer to the Github Actions section for more details).

    +
    +
    +

    1.5. Cloud Computing

    +

    You also have the option to run your experiments in the Cloud. We utilize Google Cloud +for this purpose. Our team is working on setting up an account to run our Sinergym container +with remote storage and Weights&Biases tracking. +For more information on installation and preparing the Google Cloud SDK to run your experiments, +please visit our Preparing Google Cloud section.

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/introduction.html b/docs/compilation/v3.3.0/pages/introduction.html new file mode 100644 index 0000000000..78805197f1 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/introduction.html @@ -0,0 +1,271 @@ + + + + + + + <no title> — sinergym documentation + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +

    The goal of Sinergym is to create an environment following Gymnasium interface for wrapping +simulation engines (EnergyPlus) for building control using deep reinforcement learning +or any external control.

    +*Sinergym* diagram +
    +

    +
    +

    + + Github latest release + + + Github last commit + + + Pypi version + + + Pypi downloads + + + + + + GitHub Contributors + + + Github issues + + + GitHub pull requests + + + Github License + + + Pypi Python version + +
    +
    + + + +

    +
    +

    Note

    +

    Please, help us to improve by reporting your questions and issues +here. It is easy, just 2 clicks +using our issue templates (questions, bugs, improvements, etc.). More detailed +info on how to report issues +here.

    +
    +

    Sinergym offers:

    +
      +

    • Simulation Engine Compatibility: Uses EnergyPlus Python API +for Python-EnergyPlus communication. Future plans include more engines like OpenModelica <https://openmodelica.org/>.

      • +

    • Benchmark Environments: Designs environments for benchmarking and testing deep RL algorithms or other external strategies, +similar to Atari or Mujoco.

      • +

    • Customizable Environments: Allows easy modification of experimental settings. Users can create +their own environments or modify pre-configured ones in Sinergym.

      • +

    • Customizable Components: Enables creation of new custom components for new environments, +making Sinergym scalable, such as function rewards, wrappers,controllers, etc.

      • +

    • Automatic Building Model Adaptation: Sinergym automates the process of adapting the +building model to user changes in the environment definition.

      • +

    • Automatic Actuators Control: Controls actuators through the Gymnasium interface +based on user specification, only actuators names are required and Sinergym will +do the rest.

      • +

    • Extensive Environment Information: Provides comprehensive information about Sinergym background components +from the environment interface.

      • +

    • Stable Baseline 3 Integration: Customizes functionalities for easy testing of environments with SB3 algorithms, +such as callbacks and cutomizable training real-time logging. However, Sinergym is agnostic to any DRL algorithm.

      • +

    • Google Cloud Integration: Offers guidance on using Sinergym with Google Cloud infrastructure.

      • +

    • Weights & Biases Compatibility: Automates and facilitates training, reproducibility, and +comparison of agents in simulation-based building control problems. WandB +assists in managing and monitoring model lifecycle.

      • +

    • Notebook Examples: Provides code in notebook format for user familiarity with the tool.

      • +

    • Extensive Documentation, Unit Tests, and GitHub Actions Workflows: Ensures Sinergym +is an efficient ecosystem for understanding and development.

      • +

    • And much more!

      • +
    +
    +

    Important

    +

    If you want to introduce your own buildings in Sinergym, please visit Adding New Buildings for Environments section.

    +
    +
    +

    Note

    +

    This is a work in progress project. Stay tuned for upcoming releases!

    +
    + + +
    +
    +
    + +
    + +
    +

    © Copyright 2023, J. Jiménez, J. Gómez, M. Molina, A. Manjavacas, A. Campoy.

    +
    + + Built with Sphinx using a + theme + provided by Read the Docs. + + +
    +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.config.html b/docs/compilation/v3.3.0/pages/modules/sinergym.config.html new file mode 100644 index 0000000000..5ce9f63898 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.config.html @@ -0,0 +1,209 @@ + + + + + + + sinergym.config — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.config

    +

    Modeling python objects about simulation (building, weather, etc).

    +

    Modules

    + + + + + + +

    sinergym.config.modeling

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.config.modeling.ModelJSON.html b/docs/compilation/v3.3.0/pages/modules/sinergym.config.modeling.ModelJSON.html new file mode 100644 index 0000000000..b6ecb6c077 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.config.modeling.ModelJSON.html @@ -0,0 +1,439 @@ + + + + + + + sinergym.config.modeling.ModelJSON — sinergym documentation + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.config.modeling.ModelJSON

    +
    +
    +class sinergym.config.modeling.ModelJSON(env_name: str, json_file: str, weather_files: List[str], variables: Dict[str, Tuple[str, str]], meters: Dict[str, str], actuators: Dict[str, Tuple[str, str, str]], max_ep_store: int, extra_config: Dict[str, Any])
    +

    Class to manage backend models (building, weathers…) and folders in Sinergym (JSON version).

    +
    +
    Parameters:
    +
      +

    • _json_path – JSON path origin to create the building model.

      • +

    • weather_files – Available weather files for each episode.

      • +

    • _weather_path – EPW path origin for apply weather to simulation in current episode.

      • +

    • _ddy_path – DDY path origin for get DesignDays and weather Location.

      • +

    • _idd – IDD opyplus object to set up Epm.

      • +

    • _variables – Output:Variable(s) information about building model.

      • +

    • _meters – Output:Meter(s) information about building model.

      • +

    • _actuators – Actuators information about building model.

      • +

    • experiment_path – Path for Sinergym experiment output.

      • +

    • episode_path – Path for Sinergym specific episode (before first simulator reset this param is None).

      • +

    • max_ep_store – Number of episodes directories will be stored in experiment_path.

      • +

    • config – Dict config with extra configuration which is required to modify building model (may be None).

      • +

    • building – Building model (Dictionary extracted from JSON).

      • +

    • ddy_model – opyplus Epm object with DDY model.

      • +

    • weather_data – opyplus WeatherData object with EPW data.

      • +

    • zone_names – List of the zone names available in the building.

      • +

    • schedulers – Information in Dict format about all building schedulers.

      • +

    • runperiod – Information in Dict format about runperiod that determine an episode.

      • +

    • episode_length – Time in seconds that an episode has.

      • +

    • step_size – Time in seconds that an step has.

      • +

    • timestep_per_episode – Timestep in a runperiod (simulation episode).

      • +
    +
    +
    +
    +
    +__init__(env_name: str, json_file: str, weather_files: List[str], variables: Dict[str, Tuple[str, str]], meters: Dict[str, str], actuators: Dict[str, Tuple[str, str, str]], max_ep_store: int, extra_config: Dict[str, Any])
    +

    Constructor. Variables, meters and actuators are required to update building model scheme.

    +
    +
    Parameters:
    +
      +

    • env_name (str) – Name of the environment, required for Sinergym output management.

      • +

    • json_file (str) – Json file name, path is calculated by the constructor.

      • +

    • weather_files (List[str]) – List of the weather file names, one of them will be select randomly, path will be calculated by the constructor.

      • +

    • variables (Dict[str, Tuple[str, str]]) – Specification for EnergyPlus Output:Variable. The key name is custom, then tuple must be the original variable name and the output variable key.

      • +

    • meters (Dict[str, str]) – Specification for EnergyPlus Output:Meter. The key name is custom, then value is the original EnergyPlus Meters name.

      • +

    • actuators (Dict[str, Tuple[str, str, str]]) – Specification for EnergyPlus Input Actuators. The key name is custom, then value is a tuple with actuator type, value type and original actuator name.

      • +

    • max_ep_store (int) – Number of episodes directories will be stored in experiment_path.

      • +

    • extra_config (Dict[str, Any]) – Dict config with extra configuration which is required to modify building model (may be None).

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env_name, json_file, weather_files, ...)

    Constructor.

    adapt_building_to_config()

    Set extra configuration in building model

    adapt_building_to_epw([summerday, winterday])

    Given a summer day name and winter day name from DDY file, this method modify Location and DesingDay's in order to adapt building model to EPW.

    adapt_building_to_meters()

    This method reads all meters and write it in the building model as Output:Meter field.

    adapt_building_to_variables()

    This method reads all variables and write it in the building model as Output:Variable field.

    apply_weather_variability([columns, variation])

    Modify weather data using Ornstein-Uhlenbeck process.

    get_schedulers()

    Extract all schedulers available in the building model to be controlled.

    save_building_model()

    Take current building model and save as epJSON in current episode path folder.

    set_episode_working_dir()

    Set episode working dir path like config attribute for current simulation execution.

    update_weather_path()

    When this method is called, weather file is changed randomly and building model is adapted to new one.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + +

    building_path

    ddy_path

    idd_path

    logger

    weather_path

    +
    +
    +adapt_building_to_config() → None
    +

    Set extra configuration in building model

    +
    + +
    +
    +adapt_building_to_epw(summerday: str = 'Ann Clg .4% Condns DB=>MWB', winterday: str = 'Ann Htg 99.6% Condns DB') → None
    +

    Given a summer day name and winter day name from DDY file, this method modify Location and DesingDay’s in order to adapt building model to EPW.

    +
    +
    Parameters:
    +
      +

    • summerday (str) – Design day for summer day specifically (DDY has several of them).

      • +

    • winterday (str) – Design day for winter day specifically (DDY has several of them).

      • +
    +
    +
    +
    + +
    +
    +adapt_building_to_meters() → None
    +

    This method reads all meters and write it in the building model as Output:Meter field.

    +
    + +
    +
    +adapt_building_to_variables() → None
    +

    This method reads all variables and write it in the building model as Output:Variable field.

    +
    + +
    +
    +apply_weather_variability(columns: List[str] = ['drybulb'], variation: Tuple[float, float, float] | None = None) → str
    +

    Modify weather data using Ornstein-Uhlenbeck process.

    +
    +
    Parameters:
    +
      +

    • columns (List[str], optional) – List of columns to be affected. Defaults to [‘drybulb’].

      • +

    • variation (Optional[Tuple[float, float, float]], optional) – Tuple with the sigma, mean and tau for OU process. Defaults to None.

      • +
    +
    +
    Returns:
    +

    New EPW file path generated in simulator working path in that episode or current EPW path if variation is not defined.

    +
    +
    Return type:
    +

    str

    +
    +
    +
    + +
    +
    +property building_path: str
    +
    + +
    +
    +property ddy_path: str | None
    +
    + +
    +
    +get_schedulers() → Dict[str, Dict[str, str | Dict[str, str]]]
    +

    Extract all schedulers available in the building model to be controlled.

    +
    +
    Returns:
    +

    Python Dictionary: For each scheduler found, it shows type value and where this scheduler is present (table, object and field).

    +
    +
    Return type:
    +

    Dict[str, Dict[str, Any]]

    +
    +
    +
    + +
    +
    +property idd_path: str | None
    +
    + +
    +
    +logger = <Logger MODELING (INFO)>
    +
    + +
    +
    +save_building_model() → str
    +

    Take current building model and save as epJSON in current episode path folder.

    +
    +
    Returns:
    +

    Path of epJSON file stored (episode folder).

    +
    +
    Return type:
    +

    str

    +
    +
    +
    + +
    +
    +set_episode_working_dir() → str
    +

    Set episode working dir path like config attribute for current simulation execution.

    +
    +
    Raises:
    +

    Exception – If experiment path (parent folder) has not be created previously.

    +
    +
    Returns:
    +

    Episode path for directory created.

    +
    +
    Return type:
    +

    str

    +
    +
    +
    + +
    +
    +update_weather_path() → None
    +

    When this method is called, weather file is changed randomly and building model is adapted to new one.

    +
    + +
    +
    +property weather_path: str
    +
    + +
    + +
    + + +
    +
    +
    + +
    + +
    +

    © Copyright 2023, J. Jiménez, J. Gómez, M. Molina, A. Manjavacas, A. Campoy.

    +
    + + Built with Sphinx using a + theme + provided by Read the Docs. + + +
    +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.config.modeling.html b/docs/compilation/v3.3.0/pages/modules/sinergym.config.modeling.html new file mode 100644 index 0000000000..ddcff9d5ee --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.config.modeling.html @@ -0,0 +1,213 @@ + + + + + + + sinergym.config.modeling — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.config.modeling

    +

    Class and utilities for backend modeling in Python with Sinergym (extra params, weather_variability, building model modification and files management)

    +

    Classes

    + + + + + + +

    ModelJSON(env_name, json_file, ...)

    Class to manage backend models (building, weathers...) and folders in Sinergym (JSON version).

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html b/docs/compilation/v3.3.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html new file mode 100644 index 0000000000..fb53039670 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.envs.eplus_env.EplusEnv.html @@ -0,0 +1,516 @@ + + + + + + + sinergym.envs.eplus_env.EplusEnv — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.envs.eplus_env.EplusEnv

    +
    +
    +class sinergym.envs.eplus_env.EplusEnv(building_file: str, weather_files: str | ~typing.List[str], action_space: ~gymnasium.spaces.box.Box = Box([], [], (0,), float32), time_variables: ~typing.List[str] = [], variables: ~typing.Dict[str, ~typing.Tuple[str, str]] = {}, meters: ~typing.Dict[str, str] = {}, actuators: ~typing.Dict[str, ~typing.Tuple[str, str, str]] = {}, weather_variability: ~typing.Tuple[float, float, float] | None = None, reward: ~typing.Any = <class 'sinergym.utils.rewards.LinearReward'>, reward_kwargs: ~typing.Dict[str, ~typing.Any] | None = {}, max_ep_data_store_num: int = 10, env_name: str = 'eplus-env-v1', config_params: ~typing.Dict[str, ~typing.Any] | None = None)
    +
    +
    +__init__(building_file: str, weather_files: str | ~typing.List[str], action_space: ~gymnasium.spaces.box.Box = Box([], [], (0,), float32), time_variables: ~typing.List[str] = [], variables: ~typing.Dict[str, ~typing.Tuple[str, str]] = {}, meters: ~typing.Dict[str, str] = {}, actuators: ~typing.Dict[str, ~typing.Tuple[str, str, str]] = {}, weather_variability: ~typing.Tuple[float, float, float] | None = None, reward: ~typing.Any = <class 'sinergym.utils.rewards.LinearReward'>, reward_kwargs: ~typing.Dict[str, ~typing.Any] | None = {}, max_ep_data_store_num: int = 10, env_name: str = 'eplus-env-v1', config_params: ~typing.Dict[str, ~typing.Any] | None = None)
    +

    Environment with EnergyPlus simulator.

    +
    +
    Parameters:
    +
      +

    • building_file (str) – Name of the JSON file with the building definition.

      • +

    • weather_files (Union[str,List[str]]) – Name of the EPW file for weather conditions. It can be specified a list of weathers files in order to sample a weather in each episode randomly.

      • +

    • action_space (gym.spaces.Box, optional) – Gym Action Space definition. Defaults to an empty action_space (no control).

      • +

    • time_variables (List[str]) – EnergyPlus time variables we want to observe. The name of the variable must match with the name of the E+ Data Transfer API method name. Defaults to empty list.

      • +

    • variables (Dict[str, Tuple[str, str]]) – Specification for EnergyPlus Output:Variable. The key name is custom, then tuple must be the original variable name and the output variable key. Defaults to empty dict.

      • +

    • meters (Dict[str, str]) – Specification for EnergyPlus Output:Meter. The key name is custom, then value is the original EnergyPlus Meters name.

      • +

    • actuators (Dict[str, Tuple[str, str, str]]) – Specification for EnergyPlus Input Actuators. The key name is custom, then value is a tuple with actuator type, value type and original actuator name. Defaults to empty dict.

      • +

    • weather_variability (Optional[Tuple[float]], optional) – Tuple with sigma, mu and tao of the Ornstein-Uhlenbeck process to be applied to weather data. Defaults to None.

      • +

    • reward (Any, optional) – Reward function instance used for agent feedback. Defaults to LinearReward.

      • +

    • reward_kwargs (Optional[Dict[str, Any]], optional) – Parameters to be passed to the reward function. Defaults to empty dict.

      • +

    • max_ep_data_store_num (int, optional) – Number of last sub-folders (one for each episode) generated during execution on the simulation.

      • +

    • env_name (str, optional) – Env name used for working directory generation. Defaults to eplus-env-v1.

      • +

    • config_params (Optional[Dict[str, Any]], optional) – Dictionary with all extra configuration for simulator. Defaults to None.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(building_file, weather_files[, ...])

    Environment with EnergyPlus simulator.

    close()

    End simulation.

    get_wrapper_attr(name)

    Gets the attribute name from the environment.

    info()

    render([mode])

    Environment rendering.

    reset([seed, options])

    Reset the environment.

    step(action)

    Sends action to the environment.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    actuator_handlers

    available_handlers

    building_path

    ddy_path

    episode_length

    episode_path

    idd_path

    is_discrete

    is_running

    logger

    metadata

    meter_handlers

    np_random

    Returns the environment's internal _np_random that if not set will initialise with a random seed.

    observation_space

    render_mode

    reward_range

    runperiod

    schedulers

    spec

    step_size

    timestep_per_episode

    unwrapped

    Returns the base non-wrapped environment.

    var_handlers

    weather_path

    workspace_path

    zone_names

    +
    +
    +property action_space: Space[Any]
    +
    + +
    +
    +property actuator_handlers: Dict[str, int] | None
    +
    + +
    +
    +property available_handlers: str | None
    +
    + +
    +
    +property building_path: str
    +
    + +
    +
    +close() → None
    +

    End simulation.

    +
    + +
    +
    +property ddy_path: str
    +
    + +
    +
    +property episode_length: float
    +
    + +
    +
    +property episode_path: str
    +
    + +
    +
    +property idd_path: str
    +
    + +
    +
    +info()
    +
    + +
    +
    +property is_discrete: bool
    +
    + +
    +
    +property is_running: bool
    +
    + +
    +
    +logger = <Logger ENVIRONMENT (INFO)>
    +
    + +
    +
    +metadata: dict[str, Any] = {'render_modes': ['human']}
    +
    + +
    +
    +property meter_handlers: Dict[str, int] | None
    +
    + +
    +
    +property observation_space: Space[Any]
    +
    + +
    +
    +render(mode: str = 'human') → None
    +

    Environment rendering.

    +
    +
    Parameters:
    +

    mode (str, optional) – Mode for rendering. Defaults to ‘human’.

    +
    +
    +
    + +
    +
    +reset(seed: int | None = None, options: Dict[str, Any] | None = None) → Tuple[ndarray, Dict[str, Any]]
    +

    Reset the environment.

    +
    +
    Parameters:
    +
      +

    • seed (Optional[int]) – The seed that is used to initialize the environment’s episode (np_random). if value is None, a seed will be chosen from some source of entropy. Defaults to None.

      • +

    • options (Optional[Dict[str, Any]]) – Additional information to specify how the environment is reset. Defaults to None.

      • +
    +
    +
    Returns:
    +

    Current observation and info context with additional information.

    +
    +
    Return type:
    +

    Tuple[np.ndarray,Dict[str,Any]]

    +
    +
    +
    + +
    +
    +property runperiod: Dict[str, int]
    +
    + +
    +
    +property schedulers: Dict[str, Dict[str, str | Dict[str, str]]]
    +
    + +
    +
    +step(action: int | float | integer | ndarray | List[Any] | Tuple[Any]) → Tuple[ndarray, float, bool, bool, Dict[str, Any]]
    +

    Sends action to the environment.

    +
    +
    Parameters:
    +

    action (Union[int, float, np.integer, np.ndarray, List[Any], Tuple[Any]]) – Action selected by the agent.

    +
    +
    Returns:
    +

    Observation for next timestep, reward obtained, Whether the episode has ended or not, Whether episode has been truncated or not, and a dictionary with extra information

    +
    +
    Return type:
    +

    Tuple[np.ndarray, float, bool, Dict[str, Any]]

    +
    +
    +
    + +
    +
    +property step_size: float
    +
    + +
    +
    +property timestep_per_episode: int
    +
    + +
    +
    +property var_handlers: Dict[str, int] | None
    +
    + +
    +
    +property weather_path: str
    +
    + +
    +
    +property workspace_path: str
    +
    + +
    +
    +property zone_names: list
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.envs.eplus_env.html b/docs/compilation/v3.3.0/pages/modules/sinergym.envs.eplus_env.html new file mode 100644 index 0000000000..8fb5c1c462 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.envs.eplus_env.html @@ -0,0 +1,213 @@ + + + + + + + sinergym.envs.eplus_env — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.envs.eplus_env

    +

    Gymnasium environment for simulation with EnergyPlus.

    +

    Classes

    + + + + + + +

    EplusEnv(building_file, weather_files, ...)

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.envs.html b/docs/compilation/v3.3.0/pages/modules/sinergym.envs.html new file mode 100644 index 0000000000..bd17383e49 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.envs.html @@ -0,0 +1,209 @@ + + + + + + + sinergym.envs — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.envs

    +

    Sinergym simulation environments.

    +

    Modules

    + + + + + + +

    sinergym.envs.eplus_env

    Gymnasium environment for simulation with EnergyPlus.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html b/docs/compilation/v3.3.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html new file mode 100644 index 0000000000..e7859c73c8 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.simulators.eplus.EnergyPlus.html @@ -0,0 +1,324 @@ + + + + + + + sinergym.simulators.eplus.EnergyPlus — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.simulators.eplus.EnergyPlus

    +
    +
    +class sinergym.simulators.eplus.EnergyPlus(name: str, obs_queue: Queue, info_queue: Queue, act_queue: Queue, time_variables: List[str] = [], variables: Dict[str, Tuple[str, str]] = {}, meters: Dict[str, str] = {}, actuators: Dict[str, Tuple[str, str, str]] = {})
    +
    +
    +__init__(name: str, obs_queue: Queue, info_queue: Queue, act_queue: Queue, time_variables: List[str] = [], variables: Dict[str, Tuple[str, str]] = {}, meters: Dict[str, str] = {}, actuators: Dict[str, Tuple[str, str, str]] = {})
    +

    EnergyPlus runner class. This class run an episode in a thread when start() is called.

    +
    +
    Parameters:
    +
      +

    • name (str) – Name of the environment which is using the simulator.

      • +

    • obs_queue (Queue) – Observation queue for Gymnasium environment communication.

      • +

    • info_queue (Queue) – Extra information dict queue for Gymnasium environment communication.

      • +

    • act_queue (Queue) – Action queue for Gymnasium environment communication.

      • +

    • time_variables (List[str]) – EnergyPlus time variables we want to observe. The name of the variable must match with the name of the E+ Data Transfer API method name. Defaults to empty list

      • +

    • variables (Dict[str, Tuple[str, str]]) – Specification for EnergyPlus Output:Variable. The key name is custom, then tuple must be the original variable name and the output variable key. Defaults to empty dict.

      • +

    • meters (Dict[str, str]) – Specification for EnergyPlus Output:Meter. The key name is custom, then value is the original EnergyPlus Meters name.

      • +

    • actuators (Dict[str, Tuple[str, str, str]]) – Specification for EnergyPlus Input Actuators. The key name is custom, then value is a tuple with actuator type, value type and original actuator name. Defaults to empty dict.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + +

    __init__(name, obs_queue, info_queue, act_queue)

    EnergyPlus runner class.

    failed()

    Method to determine if simulation has failed.

    make_eplus_args()

    Transform attributes defined in class instance into energyplus bash command

    start(building_path, weather_path, output_path)

    Initializes all callbacks and handlers using EnergyPlus API, prepare the simulation system

    stop()

    It forces the simulation ends, cleans all communication queues, thread is deleted (joined) and simulator attributes are reset (except handlers, to not initialize again if there is a next thread execution).

    +

    Attributes

    + + + + + + + + + +

    is_running

    logger

    +
    +
    +failed() → bool
    +

    Method to determine if simulation has failed.

    +
    +
    Returns:
    +

    Flag to describe this state

    +
    +
    Return type:
    +

    bool

    +
    +
    +
    + +
    +
    +property is_running: bool
    +
    + +
    +
    +logger = <Logger SIMULATOR (INFO)>
    +
    + +
    +
    +make_eplus_args() → List[str]
    +

    Transform attributes defined in class instance into energyplus bash command

    +
    +
    Returns:
    +

    List of the argument components for energyplus bash command

    +
    +
    Return type:
    +

    List[str]

    +
    +
    +
    + +
    +
    +start(building_path: str, weather_path: str, output_path: str) → None
    +
    +
    Initializes all callbacks and handlers using EnergyPlus API, prepare the simulation system

    and start running the simulation in a Python thread.

    +
    +
    +
    +
    Parameters:
    +
      +

    • building_path (str) – EnergyPlus input description file path.

      • +

    • weather_path (str) – EnergyPlus weather path.

      • +

    • output_path (str) – Path where EnergyPlus process is going to allocate its output files.

      • +
    +
    +
    +
    + +
    +
    +stop() → None
    +

    It forces the simulation ends, cleans all communication queues, thread is deleted (joined) and simulator attributes are +reset (except handlers, to not initialize again if there is a next thread execution).

    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.simulators.eplus.html b/docs/compilation/v3.3.0/pages/modules/sinergym.simulators.eplus.html new file mode 100644 index 0000000000..5966391997 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.simulators.eplus.html @@ -0,0 +1,213 @@ + + + + + + + sinergym.simulators.eplus — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.simulators.eplus

    +

    Class for connecting EnergyPlus with Python using pyenergyplus API.

    +

    Classes

    + + + + + + +

    EnergyPlus(name, obs_queue, info_queue, ...)

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.simulators.html b/docs/compilation/v3.3.0/pages/modules/sinergym.simulators.html new file mode 100644 index 0000000000..44292b0c0c --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.simulators.html @@ -0,0 +1,209 @@ + + + + + + + sinergym.simulators — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.simulators

    +

    Communication interface with simulators.

    +

    Modules

    + + + + + + +

    sinergym.simulators.eplus

    Class for connecting EnergyPlus with Python using pyenergyplus API.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html new file mode 100644 index 0000000000..396aed3a7c --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.callbacks.LoggerCallback.html @@ -0,0 +1,245 @@ + + + + + + + sinergym.utils.callbacks.LoggerCallback — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.callbacks.LoggerCallback

    +
    +
    +class sinergym.utils.callbacks.LoggerCallback(*args: Any, **kwargs: Any)
    +

    Custom callback for plotting additional values in Stable Baselines 3 algorithms. +:param ep_rewards: Here will be stored all rewards during episode. +:param ep_powers: Here will be stored all consumption data during episode. +:param ep_term_comfort: Here will be stored all comfort terms (reward component) during episode. +:param ep_term_energy: Here will be stored all energy terms (reward component) during episode. +:param num_comfort_violation: Number of timesteps in which comfort has been violated. +:param ep_timesteps: Each timestep during an episode, this value increment 1.

    +
    +
    +__init__(dump_frequency=100, sinergym_logger=False, verbose=0)
    +

    Custom callback for plotting additional values in Stable Baselines 3 algorithms. +:param dump_frequency: This is the timestep frequency in which all data recorded is dumped, ignoring algorithm log interval. Defaults to 100. +:type dump_frequency: int +:param sinergym_logger: Indicate if CSVLogger inner Sinergym will be activated or not. +:type sinergym_logger: boolean

    +
    + +

    Methods

    + + + + + + +

    __init__([dump_frequency, sinergym_logger, ...])

    Custom callback for plotting additional values in Stable Baselines 3 algorithms.

    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html new file mode 100644 index 0000000000..78ca5ab294 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.html @@ -0,0 +1,258 @@ + + + + + + + sinergym.utils.callbacks.LoggerEvalCallback — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.callbacks.LoggerEvalCallback

    +
    +
    +class sinergym.utils.callbacks.LoggerEvalCallback(*args: Any, **kwargs: Any)
    +

    Callback for evaluating an agent. +:param eval_env: The environment used for initialization +:param callback_on_new_best: Callback to trigger when there is a new best model according to the mean reward +:param n_eval_episodes: The number of episodes to test the agent +:param eval_freq: Evaluate the agent every eval freq call of the callback. +:param log_path: Path to a folder where the evaluations (evaluations.npz) will be saved. It will be updated at each evaluation. +:param best_model_save_path: Path to a folder where the best model according to performance on the eval env will be saved. +:param deterministic: Whether the evaluation should use a stochastic or deterministic actions. +:param render: Whether to render or not the environment during evaluation +:param verbose: +:param warn: Passed to evaluate policy (warns if eval env has not been wrapped with a Monitor wrapper)

    +
    +
    +__init__(eval_env: Env | stable_baselines3.common.vec_env.VecEnv, callback_on_new_best: stable_baselines3.common.callbacks.BaseCallback | None = None, callback_after_eval: stable_baselines3.common.callbacks.BaseCallback | None = None, n_eval_episodes: int = 5, eval_freq: int = 10000, log_path: str | None = None, best_model_save_path: str | None = None, deterministic: bool = True, render: bool = False, verbose: int = 1, warn: bool = True)
    +
    + +

    Methods

    + + + + + + + + + +

    __init__(eval_env[, callback_on_new_best, ...])

    update_child_locals(locals_)

    Update the references to the local variables.

    +
    +
    +update_child_locals(locals_: Dict[str, Any]) → None
    +

    Update the references to the local variables.

    +
    +
    Parameters:
    +

    locals – the local variables during rollout collection

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.callbacks.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.callbacks.html new file mode 100644 index 0000000000..ec72234767 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.callbacks.html @@ -0,0 +1,226 @@ + + + + + + + sinergym.utils.callbacks — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.callbacks

    +

    Custom Callbacks for stable baselines 3 algorithms.

    +

    Classes

    + + + + + + + + + +

    LoggerCallback(*args, **kwargs)

    Custom callback for plotting additional values in Stable Baselines 3 algorithms.

    LoggerEvalCallback(*args, **kwargs)

    Callback for evaluating an agent.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html new file mode 100644 index 0000000000..09fa501434 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.html @@ -0,0 +1,245 @@ + + + + + + + sinergym.utils.common.convert_conf_to_env_parameters — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.convert_conf_to_env_parameters

    +
    +
    +sinergym.utils.common.convert_conf_to_env_parameters(conf: Dict[str, Any]) → Dict[str, Dict[str, Any]]
    +
    +
    Convert a conf from json format (sinergym/data/default_configuration/file.json) in a dictionary of all possible environments as dictionary with id as key and env_kwargs as value.

    More information about Sinergym environment configuration in JSON format in documentation.

    +
    +
    +
    +
    Parameters:
    +

    conf (Dict[str, Any]) – Dictionary from read json configuration file (sinergym/data/default_configuration/file.json).

    +
    +
    Returns:
    +

    All possible Sinergym environment constructor kwargs.

    +
    +
    Return type:
    +

    Dict[str,[Dict[str, Any]]

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html new file mode 100644 index 0000000000..d55b4e3a44 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.eppy_element_to_dict.html @@ -0,0 +1,242 @@ + + + + + + + sinergym.utils.common.eppy_element_to_dict — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.eppy_element_to_dict

    +
    +
    +sinergym.utils.common.eppy_element_to_dict(element: IDF) → Dict[str, Dict[str, str]]
    +

    Given a eppy element, this function will create a dictionary using the name as key and the rest of fields as value. Following de EnergyPlus epJSON standard.

    +
    +
    Parameters:
    +

    element (IDF) – eppy element to be converted.

    +
    +
    Returns:
    +

    Python dictionary with epJSON format of eppy element.

    +
    +
    Return type:
    +

    Dict[str,Dict[str,str]]

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html new file mode 100644 index 0000000000..51d72e07d8 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.export_schedulers_to_excel.html @@ -0,0 +1,239 @@ + + + + + + + sinergym.utils.common.export_schedulers_to_excel — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.export_schedulers_to_excel

    +
    +
    +sinergym.utils.common.export_schedulers_to_excel(schedulers: Dict[str, Dict[str, str | Dict[str, str]]], path: str) → None
    +

    Given a python dictionary with schedulers from modeling format, this method export that information in a excel file

    +
    +
    Parameters:
    +
      +

    • schedulers (Dict[str, Dict[str, Union[str, Dict[str, str]]]]) – Python dictionary with the format correctly.

      • +

    • path (str) – Relative path where excel file will be created.

      • +
    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.get_delta_seconds.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.get_delta_seconds.html new file mode 100644 index 0000000000..57cb1a7098 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.get_delta_seconds.html @@ -0,0 +1,250 @@ + + + + + + + sinergym.utils.common.get_delta_seconds — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.get_delta_seconds

    +
    +
    +sinergym.utils.common.get_delta_seconds(st_year: int, st_mon: int, st_day: int, end_year: int, end_mon: int, end_day: int) → float
    +

    Returns the delta seconds between st year:st mon:st day:0:0:0 and +end year:end mon:end day:24:0:0.

    +
    +
    Parameters:
    +
      +

    • st_year (int) – Start year.

      • +

    • st_mon (int) – Start month.

      • +

    • st_day (int) – Start day.

      • +

    • end_year (int) – End year.

      • +

    • end_mon (int) – End month.

      • +

    • end_day (int) – End day.

      • +
    +
    +
    Returns:
    +

    Time difference in seconds.

    +
    +
    Return type:
    +

    float

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.get_ids.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.get_ids.html new file mode 100644 index 0000000000..7e823b776d --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.get_ids.html @@ -0,0 +1,242 @@ + + + + + + + sinergym.utils.common.get_ids — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.get_ids

    +
    +
    +sinergym.utils.common.get_ids(start='Eplus') → List[str]
    +

    Returns a list of environment IDs created by Sinergym (starting by Eplus).

    +
    +
    Parameters:
    +

    start (str) – The prefix to filter the environment IDs. Defaults to ‘Eplus’.

    +
    +
    Returns:
    +

    A list of Sinergym environment IDs.

    +
    +
    Return type:
    +

    List[str]

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.get_record_keys.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.get_record_keys.html new file mode 100644 index 0000000000..a001747e51 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.get_record_keys.html @@ -0,0 +1,242 @@ + + + + + + + sinergym.utils.common.get_record_keys — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.get_record_keys

    +
    +
    +sinergym.utils.common.get_record_keys(record: Record) → List[str]
    +

    Given an opyplus Epm Record (one element from opyplus.epm object) this function returns list of keys (opyplus hasn’t got this functionality explicitly)

    +
    +
    Parameters:
    +

    record (opyplus.Epm.Record) – Element from Epm object.

    +
    +
    Returns:
    +

    Key list from record.

    +
    +
    Return type:
    +

    List[str]

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.html new file mode 100644 index 0000000000..14a7abfda9 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.html @@ -0,0 +1,266 @@ + + + + + + + sinergym.utils.common — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common

    +

    Common utilities.

    +

    Functions

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    convert_conf_to_env_parameters(conf)

    Convert a conf from json format (sinergym/data/default_configuration/file.json) in a dictionary of all possible environments as dictionary with id as key and env_kwargs as value.

    eppy_element_to_dict(element)

    Given a eppy element, this function will create a dictionary using the name as key and the rest of fields as value.

    export_schedulers_to_excel(schedulers, path)

    Given a python dictionary with schedulers from modeling format, this method export that information in a excel file

    get_delta_seconds(st_year, st_mon, st_day, ...)

    Returns the delta seconds between st year:st mon:st day:0:0:0 and end year:end mon:end day:24:0:0.

    get_ids([start])

    Returns a list of environment IDs created by Sinergym (starting by Eplus).

    get_record_keys(record)

    Given an opyplus Epm Record (one element from opyplus.epm object) this function returns list of keys (opyplus hasn't got this functionality explicitly)

    is_wrapped(env, wrapper_class)

    Check if a given environment has been wrapped with a given wrapper.

    json_to_actuators(actuators)

    Read actuators dictionary (from Sinergym JSON conf) and adapt it to the

    json_to_meters(meters)

    Read meters dictionary (from Sinergym JSON conf) and adapt it to the

    json_to_variables(variables)

    Read variables dictionary (from Sinergym JSON conf) and adapt it to the

    ranges_getter(output_path[, last_result])

    Given a path with simulations outputs, this function is used to extract max and min absolute values of all episodes in each variable.

    unwrap_wrapper(env, wrapper_class)

    Retrieve a VecEnvWrapper object by recursively searching.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.is_wrapped.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.is_wrapped.html new file mode 100644 index 0000000000..f9139192a1 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.is_wrapped.html @@ -0,0 +1,242 @@ + + + + + + + sinergym.utils.common.is_wrapped — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.is_wrapped

    +
    +
    +sinergym.utils.common.is_wrapped(env: Type[Env], wrapper_class: Type[Wrapper]) → bool
    +

    Check if a given environment has been wrapped with a given wrapper.

    +
    +
    Parameters:
    +
      +

    • env – Environment to check

      • +

    • wrapper_class – Wrapper class to look for

      • +
    +
    +
    Returns:
    +

    True if environment has been wrapped with wrapper_class.

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.json_to_actuators.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.json_to_actuators.html new file mode 100644 index 0000000000..4f202fda46 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.json_to_actuators.html @@ -0,0 +1,246 @@ + + + + + + + sinergym.utils.common.json_to_actuators — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.json_to_actuators

    +
    +
    +sinergym.utils.common.json_to_actuators(actuators: Dict[str, Dict[str, str]]) → Dict[str, Tuple[str, str, str]]
    +
    +
    Read actuators dictionary (from Sinergym JSON conf) and adapt it to the

    EnergyPlus format. More information about Sinergym JSON configuration format +in documentation.

    +
    +
    +
    +
    Parameters:
    +

    actuators (Dict[str, Dict[str, str]]) – Dictionary from Sinergym JSON configuration with actuators information.

    +
    +
    Returns:
    +

    Dictionary with actuators information in EnergyPlus API format.

    +
    +
    Return type:
    +

    Dict[str, Tuple[str, str, str]]

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.json_to_meters.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.json_to_meters.html new file mode 100644 index 0000000000..3d58047ff5 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.json_to_meters.html @@ -0,0 +1,246 @@ + + + + + + + sinergym.utils.common.json_to_meters — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.json_to_meters

    +
    +
    +sinergym.utils.common.json_to_meters(meters: Dict[str, str]) → Dict[str, str]
    +
    +
    Read meters dictionary (from Sinergym JSON conf) and adapt it to the

    EnergyPlus format. More information about Sinergym JSON configuration format +in documentation.

    +
    +
    +
    +
    Parameters:
    +

    meters (Dict[str, str]) – Dictionary from Sinergym JSON configuration with meters information.

    +
    +
    Returns:
    +

    Dictionary with meters information in EnergyPlus API format.

    +
    +
    Return type:
    +

    Dict[str, str]

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.json_to_variables.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.json_to_variables.html new file mode 100644 index 0000000000..b2b6da8fd9 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.json_to_variables.html @@ -0,0 +1,246 @@ + + + + + + + sinergym.utils.common.json_to_variables — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.json_to_variables

    +
    +
    +sinergym.utils.common.json_to_variables(variables: Dict[str, Any]) → Dict[str, Tuple[str, str]]
    +
    +
    Read variables dictionary (from Sinergym JSON conf) and adapt it to the

    EnergyPlus format. More information about Sinergym JSON configuration format +in documentation.

    +
    +
    +
    +
    Parameters:
    +

    variables (Dict[str, Any]) – Dictionary from Sinergym JSON configuration with variables information.

    +
    +
    Returns:
    +

    Dictionary with variables information in EnergyPlus API format.

    +
    +
    Return type:
    +

    Dict[str, Tuple[str, str]]

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.ranges_getter.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.ranges_getter.html new file mode 100644 index 0000000000..69c2004e6f --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.ranges_getter.html @@ -0,0 +1,245 @@ + + + + + + + sinergym.utils.common.ranges_getter — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.ranges_getter

    +
    +
    +sinergym.utils.common.ranges_getter(output_path: str, last_result: Dict[str, List[float]] | None = None) → Dict[str, List[float]]
    +

    Given a path with simulations outputs, this function is used to extract max and min absolute values of all episodes in each variable. If a dict ranges is given, will be updated.

    +
    +
    Parameters:
    +
      +

    • output_path (str) – Path with simulation output (Eplus-env-<env_name>).

      • +

    • last_result (Optional[Dict[str, List[float]]], optional) – Last ranges dict to be updated. This will be created if it is not given.

      • +
    +
    +
    Returns:
    +

    list min,max of each variable as a key.

    +
    +
    Return type:
    +

    Dict[str, List[float]]

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html new file mode 100644 index 0000000000..11c9b3ab0c --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.common.unwrap_wrapper.html @@ -0,0 +1,242 @@ + + + + + + + sinergym.utils.common.unwrap_wrapper — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.common.unwrap_wrapper

    +
    +
    +sinergym.utils.common.unwrap_wrapper(env: Env, wrapper_class: Type[Wrapper]) → Wrapper | None
    +

    Retrieve a VecEnvWrapper object by recursively searching.

    +
    +
    Parameters:
    +
      +

    • env – Environment to unwrap

      • +

    • wrapper_class – Wrapper to look for

      • +
    +
    +
    Returns:
    +

    Environment unwrapped till wrapper_class if it has been wrapped with it

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html new file mode 100644 index 0000000000..80aa68c513 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.html @@ -0,0 +1,225 @@ + + + + + + + sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION

    +
    +
    +sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION(action: int) → List[float]
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html new file mode 100644 index 0000000000..6ad8836233 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.html @@ -0,0 +1,225 @@ + + + + + + + sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION

    +
    +
    +sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION(action: int) → List[float]
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html new file mode 100644 index 0000000000..9c462b571c --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.html @@ -0,0 +1,225 @@ + + + + + + + sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION

    +
    +
    +sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION(action: int) → List[float]
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html new file mode 100644 index 0000000000..d4ab6a8325 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.html @@ -0,0 +1,225 @@ + + + + + + + sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION

    +
    +
    +sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION(action: int) → List[float]
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html new file mode 100644 index 0000000000..9a3fd70c7e --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.html @@ -0,0 +1,225 @@ + + + + + + + sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION

    +
    +
    +sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION(action: ndarray | List[int]) → List[float]
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html new file mode 100644 index 0000000000..4edcc32667 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.html @@ -0,0 +1,225 @@ + + + + + + + sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION

    +
    +
    +sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION(action: int) → List[float]
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html new file mode 100644 index 0000000000..07ce3e8b6c --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.html @@ -0,0 +1,225 @@ + + + + + + + sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION

    +
    +
    +sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION(action: int) → List[float]
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.html new file mode 100644 index 0000000000..2e2105470c --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.constants.html @@ -0,0 +1,246 @@ + + + + + + + sinergym.utils.constants — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.constants

    +

    Constants used in whole project.

    +

    Functions

    + + + + + + + + + + + + + + + + + + + + + + + + +

    DEFAULT_5ZONE_DISCRETE_FUNCTION(action)

    DEFAULT_DATACENTER_DISCRETE_FUNCTION(action)

    DEFAULT_OFFICEGRID_DISCRETE_FUNCTION(action)

    DEFAULT_OFFICE_DISCRETE_FUNCTION(action)

    DEFAULT_RADIANT_DISCRETE_FUNCTION(action)

    DEFAULT_SHOP_DISCRETE_FUNCTION(action)

    DEFAULT_WAREHOUSE_DISCRETE_FUNCTION(action)

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html new file mode 100644 index 0000000000..52a4d91001 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RBC5Zone.html @@ -0,0 +1,262 @@ + + + + + + + sinergym.utils.controllers.RBC5Zone — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.controllers.RBC5Zone

    +
    +
    +class sinergym.utils.controllers.RBC5Zone(env: EplusEnv)
    +
    +
    +__init__(env: EplusEnv) → None
    +

    Agent based on static rules for controlling 5ZoneAutoDXVAV setpoints. +Based on ASHRAE Standard 55-2004: Thermal Environmental Conditions for Human Occupancy.

    +
    +
    Parameters:
    +

    env (EplusEnv) – Simulation environment

    +
    +
    +
    + +

    Methods

    + + + + + + + + + +

    __init__(env)

    Agent based on static rules for controlling 5ZoneAutoDXVAV setpoints.

    act(observation)

    Select action based on indoor temperature.

    +
    +
    +act(observation: List[Any]) → Sequence[Any]
    +

    Select action based on indoor temperature.

    +
    +
    Parameters:
    +

    observation (List[Any]) – Perceived observation.

    +
    +
    Returns:
    +

    Action chosen.

    +
    +
    Return type:
    +

    Sequence[Any]

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html new file mode 100644 index 0000000000..a4dea8b49e --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RBCDatacenter.html @@ -0,0 +1,259 @@ + + + + + + + sinergym.utils.controllers.RBCDatacenter — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.controllers.RBCDatacenter

    +
    +
    +class sinergym.utils.controllers.RBCDatacenter(env: EplusEnv)
    +
    +
    +__init__(env: EplusEnv) → None
    +

    Agent based on static rules for controlling 2ZoneDataCenterHVAC setpoints. +Follows the ASHRAE recommended temperature ranges for data centers described in ASHRAE TC9.9 (2016).

    +
    +
    Parameters:
    +

    env (EplusEnv) – Simulation environment

    +
    +
    +
    + +

    Methods

    + + + + + + + + + +

    __init__(env)

    Agent based on static rules for controlling 2ZoneDataCenterHVAC setpoints.

    act()

    Select same action always, corresponding with comfort range.

    +
    +
    +act() → Sequence[Any]
    +

    Select same action always, corresponding with comfort range.

    +
    +
    Returns:
    +

    Action chosen.

    +
    +
    Return type:
    +

    Sequence[Any]

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html new file mode 100644 index 0000000000..aa4dbab38e --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.html @@ -0,0 +1,258 @@ + + + + + + + sinergym.utils.controllers.RBCIncrementalDatacenter — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.controllers.RBCIncrementalDatacenter

    +
    +
    +class sinergym.utils.controllers.RBCIncrementalDatacenter(env: EplusEnv)
    +
    +
    +__init__(env: EplusEnv) → None
    +

    Agent based on rules for controlling 2ZoneDataCenterHVAC setpoints in a incremental way. +Follows the ASHRAE recommended temperature ranges for data centers described in ASHRAE TC9.9 (2016). +:param env: Simulation environment +:type env: EplusEnv

    +
    + +

    Methods

    + + + + + + + + + +

    __init__(env)

    Agent based on rules for controlling 2ZoneDataCenterHVAC setpoints in a incremental way.

    act(observation)

    Select action based on indoor temperature.

    +
    +
    +act(observation: List[Any]) → Sequence[Any]
    +

    Select action based on indoor temperature. +:param observation: Perceived observation. +:type observation: List[Any]

    +
    +
    Returns:
    +

    Action chosen.

    +
    +
    Return type:
    +

    Sequence[Any]

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RandomController.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RandomController.html new file mode 100644 index 0000000000..38d9261303 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.RandomController.html @@ -0,0 +1,258 @@ + + + + + + + sinergym.utils.controllers.RandomController — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.controllers.RandomController

    +
    +
    +class sinergym.utils.controllers.RandomController(env: EplusEnv)
    +
    +
    +__init__(env: EplusEnv)
    +

    Random agent. It selects available actions randomly.

    +
    +
    Parameters:
    +

    env (EplusEnv) – Simulation environment.

    +
    +
    +
    + +

    Methods

    + + + + + + + + + +

    __init__(env)

    Random agent.

    act()

    Selects a random action from the environment's action_space.

    +
    +
    +act() → Sequence[Any]
    +

    Selects a random action from the environment’s action_space.

    +
    +
    Returns:
    +

    Action chosen.

    +
    +
    Return type:
    +

    Sequence[Any]

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.html new file mode 100644 index 0000000000..4e8169b2cc --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.controllers.html @@ -0,0 +1,234 @@ + + + + + + + sinergym.utils.controllers — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.controllers

    +

    Implementation of basic controllers.

    +

    Classes

    + + + + + + + + + + + + + + + +

    RBC5Zone(env)

    RBCDatacenter(env)

    RBCIncrementalDatacenter(env)

    RandomController(env)

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.env_checker.check_env.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.env_checker.check_env.html new file mode 100644 index 0000000000..ab72c27e7c --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.env_checker.check_env.html @@ -0,0 +1,236 @@ + + + + + + + sinergym.utils.env_checker.check_env — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.env_checker.check_env

    +
    +
    +sinergym.utils.env_checker.check_env(env: Env, warn: bool = True, skip_render_check: bool = True) → None
    +

    Check that an environment follows Gym API. +This is particularly useful when using a custom environment. +Please take a look at https://github.com/openai/gym/blob/master/gym/core.py +for more information about the API.

    +

    This env_checker has been adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3 +It also optionally check that the environment is compatible with Stable-Baselines.

    +
    +
    Parameters:
    +
      +

    • env – The Gym environment that will be checked

      • +

    • warn – Whether to output additional warnings +mainly related to the interaction with Stable Baselines

      • +

    • skip_render_check – Whether to skip the checks for the render method. +True by default (useful for the CI)

      • +
    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.env_checker.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.env_checker.html new file mode 100644 index 0000000000..93931d36cc --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.env_checker.html @@ -0,0 +1,222 @@ + + + + + + + sinergym.utils.env_checker — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.env_checker

    +

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    +

    Functions

    + + + + + + +

    check_env(env[, warn, skip_render_check])

    Check that an environment follows Gym API.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html new file mode 100644 index 0000000000..06b1decbc0 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.evaluation.evaluate_policy.html @@ -0,0 +1,256 @@ + + + + + + + sinergym.utils.evaluation.evaluate_policy — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.evaluation.evaluate_policy

    +
    +
    +sinergym.utils.evaluation.evaluate_policy(model: stable_baselines3.common.type_aliases.PolicyPredictor, env: Env | stable_baselines3.common.vec_env.VecEnv, n_eval_episodes: int = 10, deterministic: bool = True, render: bool = False, callback: Callable[[Dict[str, Any], Dict[str, Any]], None] | None = None) → Dict[str, list]
    +

    Runs policy for n_eval_episodes episodes and returns average reward and other Sinergym metrics.

    +
    +

    Note

    +

    If environment has not been wrapped with Monitor wrapper, reward and +episode lengths are counted as it appears with env.step calls. If +the environment contains wrappers that modify rewards or episode lengths +(e.g. reward scaling, early episode reset), these will affect the evaluation +results as well. You can avoid this by wrapping environment with Monitor +wrapper before anything else.

    +
    +
    +
    Parameters:
    +
      +

    • model – The RL agent you want to evaluate. This can be any object +that implements a predict method, such as an RL algorithm (BaseAlgorithm) +or policy (BasePolicy).

      • +

    • env – The gym environment or VecEnv environment.

      • +

    • n_eval_episodes – Number of episode to evaluate the agent

      • +

    • deterministic – Whether to use deterministic or stochastic actions

      • +

    • render – Whether to render the environment or not

      • +

    • callback – callback function to do additional checks, +called after each step. Gets locals() and globals() passed as parameters.

      • +

    • reward_threshold – Minimum expected reward per episode, +this will raise an error if the performance is not met

      • +

    • return_episode_rewards – If True, a list of rewards and episode lengths +per episode will be returned instead of the mean.

      • +

    • warn – If True (default), warns user about lack of a Monitor wrapper in the +evaluation environment.

      • +
    +
    +
    Returns:
    +

    Mean reward per episode, std of reward per episode. +Returns ([float], [int]) when return_episode_rewards is True, first +list containing per-episode rewards and second containing per-episode lengths +(in number of steps).

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.evaluation.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.evaluation.html new file mode 100644 index 0000000000..afde313b53 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.evaluation.html @@ -0,0 +1,222 @@ + + + + + + + sinergym.utils.evaluation — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.evaluation

    +

    Custom policy evaluations for Evaluation Callbacks.

    +

    Functions

    + + + + + + +

    evaluate_policy(model, env[, ...])

    Runs policy for n_eval_episodes episodes and returns average reward and other Sinergym metrics.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html new file mode 100644 index 0000000000..c142208113 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.html @@ -0,0 +1,238 @@ + + + + + + + sinergym.utils.gcloud.delete_instance_MIG_from_container — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.gcloud.delete_instance_MIG_from_container

    +
    +
    +sinergym.utils.gcloud.delete_instance_MIG_from_container(instance_group_name: str, token: str) → Response
    +

    Delete the instance group inner Managed Instance Groups where container is executing. Whether this VM is alone in MIG, MIG will be removed too.

    +
    +
    Parameters:
    +
      +

    • instance_group_name (str) – Instance group name where container is executing.

      • +

    • token (str) – str to auth in Google Cloud Account service from container

      • +
    +
    +
    Returns:
    +

    REST response

    +
    +
    Return type:
    +

    requests.Response

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html new file mode 100644 index 0000000000..4429669f2c --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.get_service_account_token.html @@ -0,0 +1,232 @@ + + + + + + + sinergym.utils.gcloud.get_service_account_token — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.gcloud.get_service_account_token

    +
    +
    +sinergym.utils.gcloud.get_service_account_token() → str
    +

    Get token authorization if container has a valid service account.

    +
    +
    Returns:
    +

    Authorization token for send petition to Google Cloud accounts (with its account service privileges).

    +
    +
    Return type:
    +

    str

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.html new file mode 100644 index 0000000000..4d691184fb --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.html @@ -0,0 +1,238 @@ + + + + + + + sinergym.utils.gcloud — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.gcloud

    +

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    +

    Functions

    + + + + + + + + + + + + + + + + + + +

    delete_instance_MIG_from_container(...)

    Delete the instance group inner Managed Instance Groups where container is executing.

    get_service_account_token()

    Get token authorization if container has a valid service account.

    init_storage_client()

    Initiate gcloud storage client to send petitions.

    read_from_bucket(client, bucket_name, ...)

    Read a file or a directory (recursively) from specified bucket to local file system.

    upload_to_bucket(client, src_path, ...)

    Upload a file or a directory (recursively) from local file system to specified bucket.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html new file mode 100644 index 0000000000..fc86460324 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.init_storage_client.html @@ -0,0 +1,232 @@ + + + + + + + sinergym.utils.gcloud.init_storage_client — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.gcloud.init_storage_client

    +
    +
    +sinergym.utils.gcloud.init_storage_client() → Client
    +

    Initiate gcloud storage client to send petitions.

    +
    +
    Returns:
    +

    Google Cloud storage client object to ask resources.

    +
    +
    Return type:
    +

    storage.Client

    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html new file mode 100644 index 0000000000..f75c713223 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.read_from_bucket.html @@ -0,0 +1,233 @@ + + + + + + + sinergym.utils.gcloud.read_from_bucket — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.gcloud.read_from_bucket

    +
    +
    +sinergym.utils.gcloud.read_from_bucket(client, bucket_name, blob_prefix)
    +

    Read a file or a directory (recursively) from specified bucket to local file system.

    +
    +
    Parameters:
    +
      +

    • client – Google Cloud storage client object to ask resources.

      • +

    • bucket_name – Origin bucket name where reading.

      • +

    • blob_prefix – Path where you want to read data inner the bucket (excluding gs://<bucket_name>).

      • +
    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html new file mode 100644 index 0000000000..7e70d73d11 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.gcloud.upload_to_bucket.html @@ -0,0 +1,234 @@ + + + + + + + sinergym.utils.gcloud.upload_to_bucket — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.gcloud.upload_to_bucket

    +
    +
    +sinergym.utils.gcloud.upload_to_bucket(client: Client, src_path: str, dest_bucket_name: str, dest_path: str)
    +

    Upload a file or a directory (recursively) from local file system to specified bucket.

    +
    +
    Parameters:
    +
      +

    • client (storage.Client) – Google Cloud storage client object to ask resources.

      • +

    • src_path (str) – Path to the local file or directory you want to send

      • +

    • dest_bucket_name (str) – Destination bucket name

      • +

    • dest_path (str) – Path where you want to store data inner the bucket

      • +
    +
    +
    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.html new file mode 100644 index 0000000000..eb3a9d3a04 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.html @@ -0,0 +1,247 @@ + + + + + + + sinergym.utils — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils

    +

    Includes common utilities, controllers, rewards, wrappers and custom callbacks.

    +

    Modules

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    sinergym.utils.callbacks

    Custom Callbacks for stable baselines 3 algorithms.

    sinergym.utils.common

    Common utilities.

    sinergym.utils.constants

    Constants used in whole project.

    sinergym.utils.controllers

    Implementation of basic controllers.

    sinergym.utils.env_checker

    Env checker functionality, adapted from Stable-Baselines: https://github.com/DLR-RM/stable-baselines3

    sinergym.utils.evaluation

    Custom policy evaluations for Evaluation Callbacks.

    sinergym.utils.gcloud

    Utilities to use Google Cloud Python API and Google Cloud API REST easier.

    sinergym.utils.logger

    Sinergym Loggers

    sinergym.utils.rewards

    Implementation of reward functions.

    sinergym.utils.wrappers

    Implementation of custom Gym environments.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.CSVLogger.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.CSVLogger.html new file mode 100644 index 0000000000..e25bd4a9d2 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.CSVLogger.html @@ -0,0 +1,351 @@ + + + + + + + sinergym.utils.logger.CSVLogger — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.logger.CSVLogger

    +
    +
    +class sinergym.utils.logger.CSVLogger(monitor_header: str, progress_header: str, log_progress_file: str, log_file: str | None = None, flag: bool = True)
    +

    CSV Logger for agent interaction with environment.

    +
    +
    Parameters:
    +
      +

    • monitor_header – CSV header for sub_run_N/monitor.csv which record interaction step by step.

      • +

    • progress_header – CSV header for res_N/progress.csv which record main data episode by episode.

      • +

    • log_file – log_file path for monitor.csv, there will be one CSV per episode.

      • +

    • log_progress_file – log_file path for progress.csv, there will be only one CSV per whole simulation.

      • +

    • flag – This flag is used to activate (True) or deactivate (False) Logger in real time.

      • +

    • etc (steps_data, rewards, powers,) – These arrays are used to record steps data to elaborate main data for progress.csv later.

      • +

    • total_timesteps – Current episode timesteps executed.

      • +

    • total_time_elapsed – Current episode time elapsed (simulation hours).

      • +

    • comfort_violation_timesteps – Current episode timesteps whose comfort_penalty!=0.

      • +

    • steps_data – It is a array of str’s. Each element belong to a step data.

      • +
    +
    +
    +
    +
    +__init__(monitor_header: str, progress_header: str, log_progress_file: str, log_file: str | None = None, flag: bool = True)
    +

    CSVLogger constructor

    +
    +
    Parameters:
    +
      +

    • monitor_header (str) – CSV header for sub_run_N/monitor.csv which record interaction step by step.

      • +

    • progress_header (str) – CSV header for res_N/progress.csv which record main data episode by episode.

      • +

    • log_progress_file (str) – log_file path for progress.csv, there will be only one CSV per whole simulation.

      • +

    • log_file (Optional[str], optional) – log_file path for monitor.csv, there will be one CSV per episode. Defaults to None.

      • +

    • flag (bool, optional) – Activate (True) or deactivate (False) Logger in real time. Defaults to True.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(monitor_header, progress_header, ...)

    CSVLogger constructor

    activate_flag()

    Activate Sinergym CSV logger

    deactivate_flag()

    Deactivate Sinergym CSV logger

    log_episode(episode)

    Log episode main information using steps_data param.

    log_step(obs, action, terminated, truncated, ...)

    Log step information and store it in steps_data attribute.

    log_step_normalize(obs, action, terminated, ...)

    Log step information and store it in steps_data attribute.

    set_log_file(new_log_file)

    Change log_file path for monitor.csv when an episode ends.

    +
    +
    +activate_flag() → None
    +

    Activate Sinergym CSV logger

    +
    + +
    +
    +deactivate_flag() → None
    +

    Deactivate Sinergym CSV logger

    +
    + +
    +
    +log_episode(episode: int) → None
    +

    Log episode main information using steps_data param.

    +
    +
    Parameters:
    +

    episode (int) – Current simulation episode number.

    +
    +
    +
    + +
    +
    +log_step(obs: List[Any], action: int | ndarray | List[Any], terminated: bool, truncated: bool, info: Dict[str, Any]) → None
    +

    Log step information and store it in steps_data attribute.

    +
    +
    Parameters:
    +
      +

    • obs (List[Any]) – Observation from step.

      • +

    • action (Union[int, np.ndarray, List[Any]]) – Action done in step.

      • +

    • terminated (bool) – terminated flag in step.

      • +

    • truncated (bool) – truncated flag in step.

      • +

    • info (Dict[str, Any]) – Extra info collected in step.

      • +
    +
    +
    +
    + +
    +
    +log_step_normalize(obs: List[Any], action: int | ndarray | List[Any], terminated: bool, truncated: bool, info: Dict[str, Any]) → None
    +

    Log step information and store it in steps_data attribute.

    +
    +
    Parameters:
    +
      +

    • obs (List[Any]) – Observation from step.

      • +

    • action (Union[int, np.ndarray, List[Any]]) – Action done in step.

      • +

    • reward (Optional[float]) – Reward returned in step.

      • +

    • terminated (bool) – terminated flag in step.

      • +

    • truncated (bool) – truncated flag in step.

      • +

    • info (Optional[Dict[str, Any]]) – Extra info collected in step.

      • +
    +
    +
    +
    + +
    +
    +set_log_file(new_log_file: str) → None
    +

    Change log_file path for monitor.csv when an episode ends.

    +
    +
    Parameters:
    +

    new_log_file (str) – New log path depending on simulation.

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.CustomFormatter.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.CustomFormatter.html new file mode 100644 index 0000000000..9d72b6ab01 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.CustomFormatter.html @@ -0,0 +1,341 @@ + + + + + + + sinergym.utils.logger.CustomFormatter — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.logger.CustomFormatter

    +
    +
    +class sinergym.utils.logger.CustomFormatter(fmt=None, datefmt=None, style='%', validate=True, *, defaults=None)
    +

    Custom logger format for terminal messages

    +
    +
    +__init__(fmt=None, datefmt=None, style='%', validate=True, *, defaults=None)
    +

    Initialize the formatter with specified format strings.

    +

    Initialize the formatter either with the specified format string, or a +default as described above. Allow for specialized date formatting with +the optional datefmt argument. If datefmt is omitted, you get an +ISO8601-like (or RFC 3339-like) format.

    +

    Use a style parameter of ‘%’, ‘{’ or ‘$’ to specify that you want to +use one of %-formatting, str.format() ({}) formatting or +string.Template formatting in your format string.

    +
    +

    Changed in version 3.2: Added the style parameter.

    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__([fmt, datefmt, style, validate, ...])

    Initialize the formatter with specified format strings.

    converter

    localtime([seconds]) -> (tm_year,tm_mon,tm_mday,tm_hour,tm_min,

    format(record)

    Format the specified record as text.

    formatException(ei)

    Format and return the specified exception information as a string.

    formatMessage(record)

    formatStack(stack_info)

    This method is provided as an extension point for specialized formatting of stack information.

    formatTime(record[, datefmt])

    Return the creation time of the specified LogRecord as formatted text.

    usesTime()

    Check if the format uses the creation time of the record.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    FORMATS

    bold_red

    default_msec_format

    default_time_format

    grey

    red

    reset

    yellow

    +
    +
    +FORMATS = {10: '\x1b[38;20m[%(name)s] (%(levelname)s) : %(message)s\x1b[0m', 20: '\x1b[38;20m[%(name)s] (%(levelname)s) : %(message)s\x1b[0m', 30: '\x1b[33;20m[%(name)s] (%(levelname)s) : %(message)s\x1b[0m', 40: '\x1b[31;20m[%(name)s] (%(levelname)s) : %(message)s\x1b[0m', 50: '\x1b[31;1m[%(name)s] (%(levelname)s) : %(message)s\x1b[0m'}
    +
    + +
    +
    +bold_red = '\x1b[31;1m'
    +
    + +
    +
    +format(record)
    +

    Format the specified record as text.

    +

    The record’s attribute dictionary is used as the operand to a +string formatting operation which yields the returned string. +Before formatting the dictionary, a couple of preparatory steps +are carried out. The message attribute of the record is computed +using LogRecord.getMessage(). If the formatting string uses the +time (as determined by a call to usesTime(), formatTime() is +called to format the event time. If there is exception information, +it is formatted using formatException() and appended to the message.

    +
    + +
    +
    +grey = '\x1b[38;20m'
    +
    + +
    +
    +red = '\x1b[31;20m'
    +
    + +
    +
    +reset = '\x1b[0m'
    +
    + +
    +
    +yellow = '\x1b[33;20m'
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.Logger.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.Logger.html new file mode 100644 index 0000000000..6e2ccfdafc --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.Logger.html @@ -0,0 +1,257 @@ + + + + + + + sinergym.utils.logger.Logger — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.logger.Logger

    +
    +
    +class sinergym.utils.logger.Logger
    +

    Sinergym terminal logger for simulation executions.

    +
    +
    +__init__()
    +
    + +

    Methods

    + + + + + + + + + +

    __init__()

    getLogger(name, level[, formatter])

    Return Sinergym logger for the progress output in terminal.

    +
    +
    +getLogger(name: str, level: str, formatter: ~typing.Any = <sinergym.utils.logger.CustomFormatter object>) → Logger
    +

    Return Sinergym logger for the progress output in terminal.

    +
    +
    Parameters:
    +
      +

    • name (str) – logger name

      • +

    • level (str) – logger level

      • +

    • formatter (Callable) – logger formatter class

      • +
    +
    +
    Returns:
    +

    logging.logger

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html new file mode 100644 index 0000000000..74ad3d9e03 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.WandBOutputFormat.html @@ -0,0 +1,244 @@ + + + + + + + sinergym.utils.logger.WandBOutputFormat — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.logger.WandBOutputFormat

    +
    +
    +class sinergym.utils.logger.WandBOutputFormat(*args: Any, **kwargs: Any)
    +

    Dumps key/value pairs onto WandB. This class is based on SB3 used in logger callback

    +
    +
    +__init__(*args: Any, **kwargs: Any) → None
    +
    + +

    Methods

    + + + + + + + + + +

    __init__(*args, **kwargs)

    write(key_values, key_excluded[, step])

    +
    +
    +write(key_values: Dict[str, Any], key_excluded: Dict[str, str | Tuple[str, ...]], step: int = 0) → None
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.html new file mode 100644 index 0000000000..be19121eeb --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.logger.html @@ -0,0 +1,234 @@ + + + + + + + sinergym.utils.logger — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.logger

    +

    Sinergym Loggers

    +

    Classes

    + + + + + + + + + + + + + + + +

    CSVLogger(monitor_header, progress_header, ...)

    CSV Logger for agent interaction with environment.

    CustomFormatter([fmt, datefmt, style, ...])

    Custom logger format for terminal messages

    Logger()

    Sinergym terminal logger for simulation executions.

    WandBOutputFormat(*args, **kwargs)

    Dumps key/value pairs onto WandB.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.BaseReward.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.BaseReward.html new file mode 100644 index 0000000000..87997512ab --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.BaseReward.html @@ -0,0 +1,256 @@ + + + + + + + sinergym.utils.rewards.BaseReward — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.rewards.BaseReward

    +
    +
    +class sinergym.utils.rewards.BaseReward
    +
    +
    +__init__()
    +

    Base reward class.

    +

    All reward functions should inherit from this class.

    +
    +
    Parameters:
    +

    env (Env) – Gym environment.

    +
    +
    +
    + +

    Methods

    + + + + + + +

    __init__()

    Base reward class.

    +

    Attributes

    + + + + + + +

    logger

    +
    +
    +logger = <Logger REWARD (INFO)>
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.ExpReward.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.ExpReward.html new file mode 100644 index 0000000000..6ef5a1be9a --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.ExpReward.html @@ -0,0 +1,264 @@ + + + + + + + sinergym.utils.rewards.ExpReward — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.rewards.ExpReward

    +
    +
    +class sinergym.utils.rewards.ExpReward(temperature_variables: List[str], energy_variables: List[str], range_comfort_winter: Tuple[int, int], range_comfort_summer: Tuple[int, int], summer_start: Tuple[int, int] = (6, 1), summer_final: Tuple[int, int] = (9, 30), energy_weight: float = 0.5, lambda_energy: float = 1.0, lambda_temperature: float = 1.0)
    +
    +
    +__init__(temperature_variables: List[str], energy_variables: List[str], range_comfort_winter: Tuple[int, int], range_comfort_summer: Tuple[int, int], summer_start: Tuple[int, int] = (6, 1), summer_final: Tuple[int, int] = (9, 30), energy_weight: float = 0.5, lambda_energy: float = 1.0, lambda_temperature: float = 1.0)
    +

    Reward considering exponential absolute difference to temperature comfort.

    +
    +\[R = - W * lambda_E * power - (1 - W) * lambda_T * exp( (max(T - T_{low}, 0) + max(T_{up} - T, 0)) )\]
    +
    +
    Parameters:
    +
      +

    • temperature_variables (List[str]) – Name(s) of the temperature variable(s).

      • +

    • energy_variables (List[str]) – Name(s) of the energy/power variable(s).

      • +

    • range_comfort_winter (Tuple[int,int]) – Temperature comfort range for cold season. Depends on environment you are using.

      • +

    • range_comfort_summer (Tuple[int,int]) – Temperature comfort range for hot season. Depends on environment you are using.

      • +

    • summer_start (Tuple[int,int]) – Summer session tuple with month and day start. Defaults to (6,1).

      • +

    • summer_final (Tuple[int,int]) – Summer session tuple with month and day end. defaults to (9,30).

      • +

    • energy_weight (float, optional) – Weight given to the energy term. Defaults to 0.5.

      • +

    • lambda_energy (float, optional) – Constant for removing dimensions from power(1/W). Defaults to 1e-4.

      • +

    • lambda_temperature (float, optional) – Constant for removing dimensions from temperature(1/C). Defaults to 1.0.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + +

    __init__(temperature_variables, ...[, ...])

    Reward considering exponential absolute difference to temperature comfort.

    +

    Attributes

    + + + + + + +

    logger

    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html new file mode 100644 index 0000000000..279bda60ba --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.HourlyLinearReward.html @@ -0,0 +1,261 @@ + + + + + + + sinergym.utils.rewards.HourlyLinearReward — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.rewards.HourlyLinearReward

    +
    +
    +class sinergym.utils.rewards.HourlyLinearReward(temperature_variables: List[str], energy_variables: List[str], range_comfort_winter: Tuple[int, int], range_comfort_summer: Tuple[int, int], summer_start: Tuple[int, int] = (6, 1), summer_final: Tuple[int, int] = (9, 30), default_energy_weight: float = 0.5, lambda_energy: float = 1.0, lambda_temperature: float = 1.0, range_comfort_hours: tuple = (9, 19))
    +
    +
    +__init__(temperature_variables: List[str], energy_variables: List[str], range_comfort_winter: Tuple[int, int], range_comfort_summer: Tuple[int, int], summer_start: Tuple[int, int] = (6, 1), summer_final: Tuple[int, int] = (9, 30), default_energy_weight: float = 0.5, lambda_energy: float = 1.0, lambda_temperature: float = 1.0, range_comfort_hours: tuple = (9, 19))
    +

    Linear reward function with a time-dependent weight for consumption and energy terms.

    +
    +
    Parameters:
    +
      +

    • temperature_variables (List[str]]) – Name(s) of the temperature variable(s).

      • +

    • energy_variables (List[str]) – Name(s) of the energy/power variable(s).

      • +

    • range_comfort_winter (Tuple[int,int]) – Temperature comfort range for cold season. Depends on environment you are using.

      • +

    • range_comfort_summer (Tuple[int,int]) – Temperature comfort range for hot season. Depends on environment you are using.

      • +

    • summer_start (Tuple[int,int]) – Summer session tuple with month and day start. Defaults to (6,1).

      • +

    • summer_final (Tuple[int,int]) – Summer session tuple with month and day end. defaults to (9,30).

      • +

    • default_energy_weight (float, optional) – Default weight given to the energy term when thermal comfort is considered. Defaults to 0.5.

      • +

    • lambda_energy (float, optional) – Constant for removing dimensions from power(1/W). Defaults to 1e-4.

      • +

    • lambda_temperature (float, optional) – Constant for removing dimensions from temperature(1/C). Defaults to 1.0.

      • +

    • range_comfort_hours (tuple, optional) – Hours where thermal comfort is considered. Defaults to (9, 19).

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + +

    __init__(temperature_variables, ...[, ...])

    Linear reward function with a time-dependent weight for consumption and energy terms.

    +

    Attributes

    + + + + + + +

    logger

    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.LinearReward.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.LinearReward.html new file mode 100644 index 0000000000..1260b55b4b --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.LinearReward.html @@ -0,0 +1,265 @@ + + + + + + + sinergym.utils.rewards.LinearReward — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.rewards.LinearReward

    +
    +
    +class sinergym.utils.rewards.LinearReward(temperature_variables: List[str], energy_variables: List[str], range_comfort_winter: Tuple[int, int], range_comfort_summer: Tuple[int, int], summer_start: Tuple[int, int] = (6, 1), summer_final: Tuple[int, int] = (9, 30), energy_weight: float = 0.5, lambda_energy: float = 1.0, lambda_temperature: float = 1.0)
    +
    +
    +__init__(temperature_variables: List[str], energy_variables: List[str], range_comfort_winter: Tuple[int, int], range_comfort_summer: Tuple[int, int], summer_start: Tuple[int, int] = (6, 1), summer_final: Tuple[int, int] = (9, 30), energy_weight: float = 0.5, lambda_energy: float = 1.0, lambda_temperature: float = 1.0)
    +

    Linear reward function.

    +

    It considers the energy consumption and the absolute difference to temperature comfort.

    +
    +\[R = - W * lambda_E * power - (1 - W) * lambda_T * (max(T - T_{low}, 0) + max(T_{up} - T, 0))\]
    +
    +
    Parameters:
    +
      +

    • temperature_variables (List[str]) – Name(s) of the temperature variable(s).

      • +

    • energy_variables (List[str]) – Name(s) of the energy/power variable(s).

      • +

    • range_comfort_winter (Tuple[int,int]) – Temperature comfort range for cold season. Depends on environment you are using.

      • +

    • range_comfort_summer (Tuple[int,int]) – Temperature comfort range for hot season. Depends on environment you are using.

      • +

    • summer_start (Tuple[int,int]) – Summer session tuple with month and day start. Defaults to (6,1).

      • +

    • summer_final (Tuple[int,int]) – Summer session tuple with month and day end. defaults to (9,30).

      • +

    • energy_weight (float, optional) – Weight given to the energy term. Defaults to 0.5.

      • +

    • lambda_energy (float, optional) – Constant for removing dimensions from power(1/W). Defaults to 1e-4.

      • +

    • lambda_temperature (float, optional) – Constant for removing dimensions from temperature(1/C). Defaults to 1.0.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + +

    __init__(temperature_variables, ...[, ...])

    Linear reward function.

    +

    Attributes

    + + + + + + +

    logger

    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html new file mode 100644 index 0000000000..c8219a1f1f --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.NormalizedLinearReward.html @@ -0,0 +1,261 @@ + + + + + + + sinergym.utils.rewards.NormalizedLinearReward — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.rewards.NormalizedLinearReward

    +
    +
    +class sinergym.utils.rewards.NormalizedLinearReward(temperature_variables: List[str], energy_variables: List[str], range_comfort_winter: Tuple[int, int], range_comfort_summer: Tuple[int, int], summer_start: Tuple[int, int] = (6, 1), summer_final: Tuple[int, int] = (9, 30), energy_weight: float = 0.5, max_energy_penalty: float = 8, max_comfort_penalty: float = 12)
    +
    +
    +__init__(temperature_variables: List[str], energy_variables: List[str], range_comfort_winter: Tuple[int, int], range_comfort_summer: Tuple[int, int], summer_start: Tuple[int, int] = (6, 1), summer_final: Tuple[int, int] = (9, 30), energy_weight: float = 0.5, max_energy_penalty: float = 8, max_comfort_penalty: float = 12)
    +

    Linear reward function with a time-dependent weight for consumption and energy terms.

    +
    +
    Parameters:
    +
      +

    • temperature_variables (List[str]]) – Name(s) of the temperature variable(s).

      • +

    • energy_variables (List[str]) – Name(s) of the energy/power variable(s).

      • +

    • range_comfort_winter (Tuple[int,int]) – Temperature comfort range for cold season. Depends on environment you are using.

      • +

    • range_comfort_summer (Tuple[int,int]) – Temperature comfort range for hot season. Depends on environment you are using.

      • +

    • summer_start (Tuple[int,int]) – Summer session tuple with month and day start. Defaults to (6,1).

      • +

    • summer_final (Tuple[int,int]) – Summer session tuple with month and day end. defaults to (9,30).

      • +

    • default_energy_weight (float, optional) – Default weight given to the energy term when thermal comfort is considered. Defaults to 0.5.

      • +

    • lambda_energy (float, optional) – Constant for removing dimensions from power(1/W). Defaults to 1e-4.

      • +

    • lambda_temperature (float, optional) – Constant for removing dimensions from temperature(1/C). Defaults to 1.0.

      • +

    • range_comfort_hours (tuple, optional) – Hours where thermal comfort is considered. Defaults to (9, 19).

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + +

    __init__(temperature_variables, ...[, ...])

    Linear reward function with a time-dependent weight for consumption and energy terms.

    +

    Attributes

    + + + + + + +

    logger

    +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.html new file mode 100644 index 0000000000..a71d6b0747 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.rewards.html @@ -0,0 +1,240 @@ + + + + + + + sinergym.utils.rewards — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.rewards

    +

    Implementation of reward functions.

    +

    Classes

    + + + + + + + + + + + + + + + + + + +

    BaseReward()

    ExpReward(temperature_variables, ...[, ...])

    HourlyLinearReward(temperature_variables, ...)

    LinearReward(temperature_variables, ...[, ...])

    NormalizedLinearReward(...[, summer_start, ...])

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html new file mode 100644 index 0000000000..8667690dd3 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.DatetimeWrapper.html @@ -0,0 +1,323 @@ + + + + + + + sinergym.utils.wrappers.DatetimeWrapper — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.DatetimeWrapper

    +
    +
    +class sinergym.utils.wrappers.DatetimeWrapper(env: EplusEnv)
    +

    Wrapper to substitute day value by is_weekend flag, and hour and month by sin and cos values. +Observation space is updated automatically.

    +
    +
    +__init__(env: EplusEnv)
    +

    Constructor for the observation wrapper.

    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env)

    Constructor for the observation wrapper.

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    observation(obs)

    Applies calculation in is_weekend flag, and sen and cos in hour and month

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(*[, seed, options])

    Modifies the env after calling reset(), returning a modified observation using self.observation().

    step(action)

    Modifies the env after calling step() using self.observation() on the returned observations.

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +logger = <Logger WRAPPER DatetimeWrapper (INFO)>
    +
    + +
    +
    +observation(obs: ndarray) → ndarray
    +

    Applies calculation in is_weekend flag, and sen and cos in hour and month

    +
    +
    Parameters:
    +

    obs (np.ndarray) – Original observation.

    +
    +
    Returns:
    +

    Transformed observation.

    +
    +
    Return type:
    +

    np.ndarray

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html new file mode 100644 index 0000000000..5b0c242fc5 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.html @@ -0,0 +1,344 @@ + + + + + + + sinergym.utils.wrappers.DiscreteIncrementalWrapper — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.DiscreteIncrementalWrapper

    +
    +
    +class sinergym.utils.wrappers.DiscreteIncrementalWrapper(env: Env, initial_values: List[float], delta_temp: float = 2.0, step_temp: float = 0.5)
    +

    A wrapper for an incremental setpoint discrete action space environment. +WARNING: A environment with only temperature setpoints control must be used +with this wrapper.

    +
    +
    +__init__(env: Env, initial_values: List[float], delta_temp: float = 2.0, step_temp: float = 0.5)
    +
    +
    Parameters:
    +
      +

    • env – The original Sinergym env.

      • +

    • action_names – Name of the action variables with the setpoint control you want to do incremental.

      • +

    • initial_values – Initial values of the setpoints.

      • +

    • delta_temp – Maximum temperature variation in the setpoints in one step.

      • +

    • step_temp – Minimum temperature variation in the setpoints in one step.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env, initial_values[, delta_temp, ...])

    +
    param env:
    +

    The original Sinergym env.

    +
    +
    +

    action(action)

    Takes the discrete action and transforms it to setpoints tuple.

    action_mapping(action)

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(*[, seed, options])

    Uses the reset() of the env that can be overwritten to change the returned data.

    step(action)

    Runs the env env.step() using the modified action from self.action().

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    is_discrete

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +action(action)
    +

    Takes the discrete action and transforms it to setpoints tuple.

    +
    + +
    +
    +action_mapping(action: int) → List[float]
    +
    + +
    +
    +property is_discrete: bool
    +
    + +
    +
    +logger = <Logger WRAPPER DiscreteIncrementalWrapper (INFO)>
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html new file mode 100644 index 0000000000..7cdc0e1a15 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.DiscretizeEnv.html @@ -0,0 +1,336 @@ + + + + + + + sinergym.utils.wrappers.DiscretizeEnv — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.DiscretizeEnv

    +
    +
    +class sinergym.utils.wrappers.DiscretizeEnv(env: EplusEnv, discrete_space: Discrete | MultiDiscrete | MultiBinary, action_mapping: Callable[[int | List[int]], float | List[float]])
    +

    Wrapper to discretize an action space.

    +
    +
    +__init__(env: EplusEnv, discrete_space: Discrete | MultiDiscrete | MultiBinary, action_mapping: Callable[[int | List[int]], float | List[float]])
    +

    Wrapper for Discretize action space.

    +
    +
    Parameters:
    +
      +

    • env (EplusEnv) – Original environment.

      • +

    • discrete_space (Union[gym.spaces.Discrete, gym.spaces.MultiDiscrete, gym.spaces.MultiBinary]) – Discrete Space.

      • +

    • action_mapping (Callable[[Union[int, List[int]]], Union[float, List[float]]]) – Function with action as argument, its output must match with original env action space, otherwise an error will be raised.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env, discrete_space, action_mapping)

    Wrapper for Discretize action space.

    action(action)

    Returns a modified action before env.step() is called.

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(*[, seed, options])

    Uses the reset() of the env that can be overwritten to change the returned data.

    step(action)

    Runs the env env.step() using the modified action from self.action().

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    is_discrete

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +action(action: int | List[int]) → List[int]
    +

    Returns a modified action before env.step() is called.

    +
    +
    Parameters:
    +

    action – The original step() actions

    +
    +
    Returns:
    +

    The modified actions

    +
    +
    +
    + +
    +
    +property is_discrete: bool
    +
    + +
    +
    +logger = <Logger WRAPPER DiscretizeEnv (INFO)>
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html new file mode 100644 index 0000000000..f7cb0cc87e --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.IncrementalWrapper.html @@ -0,0 +1,326 @@ + + + + + + + sinergym.utils.wrappers.IncrementalWrapper — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.IncrementalWrapper

    +
    +
    +class sinergym.utils.wrappers.IncrementalWrapper(env: Env, incremental_variables_definition: Dict[str, Tuple[float, float]], initial_values: List[float])
    +

    A wrapper for an incremental values of desired action variables

    +
    +
    +__init__(env: Env, incremental_variables_definition: Dict[str, Tuple[float, float]], initial_values: List[float])
    +
    +
    Parameters:
    +
      +

    • env (gym.Env) – Original Sinergym environment.

      • +

    • incremental_variables_definition (Dict[str, Tuple[float, float]]) – Dictionary defining incremental variables. +Key: variable name, Value: Tuple with delta and step values. +Delta: maximum range, Step: intermediate value jumps.

      • +

    • initial_values (List[float]) – Initial values for incremental variables. Length of this list and dictionary must match.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env, ...)

    +
    param env:
    +

    Original Sinergym environment.

    +
    +
    +

    action(action)

    Takes the continuous action and apply increment/decrement before to send to the next environment layer.

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(*[, seed, options])

    Uses the reset() of the env that can be overwritten to change the returned data.

    step(action)

    Runs the env env.step() using the modified action from self.action().

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +action(action)
    +

    Takes the continuous action and apply increment/decrement before to send to the next environment layer.

    +
    + +
    +
    +logger = <Logger WRAPPER IncrementalWrapper (INFO)>
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html new file mode 100644 index 0000000000..52975893fe --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.LoggerWrapper.html @@ -0,0 +1,373 @@ + + + + + + + sinergym.utils.wrappers.LoggerWrapper — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.LoggerWrapper

    +
    +
    +class sinergym.utils.wrappers.LoggerWrapper(env: ~sinergym.envs.eplus_env.EplusEnv, logger_class: ~typing.Callable = <class 'sinergym.utils.logger.CSVLogger'>, monitor_header: ~typing.List[str] | None = None, progress_header: ~typing.List[str] | None = None, flag: bool = True)
    +
    +
    +__init__(env: ~sinergym.envs.eplus_env.EplusEnv, logger_class: ~typing.Callable = <class 'sinergym.utils.logger.CSVLogger'>, monitor_header: ~typing.List[str] | None = None, progress_header: ~typing.List[str] | None = None, flag: bool = True)
    +

    CSVLogger to log interactions with environment.

    +
    +
    Parameters:
    +
      +

    • env (EplusEnv) – Original Gym environment in Sinergym.

      • +

    • logger_class (CSVLogger) – CSV Logger class to use to log all information.

      • +

    • monitor_header – Header for monitor.csv in each episode. Default is None (default format).

      • +

    • progress_header – Header for progress.csv in whole simulation. Default is None (default format).

      • +

    • flag (bool, optional) – State of logger (activate or deactivate). Defaults to True.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env[, logger_class, ...])

    CSVLogger to log interactions with environment.

    activate_logger()

    Activate logger if its flag False.

    class_name()

    Returns the class name of the wrapper.

    close()

    Recording last episode summary and close env.

    deactivate_logger()

    Deactivate logger if its flag True.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset([seed, options])

    Reset the environment.

    step(action)

    Sends action to the environment.

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +activate_logger() → None
    +

    Activate logger if its flag False.

    +
    + +
    +
    +close() → None
    +

    Recording last episode summary and close env.

    +
    + +
    +
    +deactivate_logger() → None
    +

    Deactivate logger if its flag True.

    +
    + +
    +
    +logger = <Logger WRAPPER LoggerWrapper (INFO)>
    +
    + +
    +
    +reset(seed: int | None = None, options: Dict[str, Any] | None = None) → Tuple[ndarray, Dict[str, Any]]
    +

    Reset the environment. Recording episode summary in logger

    +
    +
    Parameters:
    +
      +

    • seed (Optional[int]) – The seed that is used to initialize the environment’s episode (np_random). if value is None, a seed will be chosen from some source of entropy. Defaults to None.

      • +

    • options (Optional[Dict[str, Any]]) – Additional information to specify how the environment is reset. Defaults to None.

      • +
    +
    +
    Returns:
    +

    Current observation and info context with additional information.

    +
    +
    Return type:
    +

    Tuple[np.ndarray,Dict[str,Any]]

    +
    +
    +
    + +
    +
    +step(action: int | ndarray) → Tuple[ndarray, float, bool, bool, Dict[str, Any]]
    +

    Sends action to the environment. Logging new information in monitor.csv.

    +
    +
    Parameters:
    +

    action (Union[int, float, np.integer, np.ndarray, List[Any], Tuple[Any]]) – Action selected by the agent.

    +
    +
    Returns:
    +

    Observation for next timestep, reward obtained, Whether the episode has ended or not, Whether episode has been truncated or not, and a dictionary with extra information

    +
    +
    Return type:
    +

    Tuple[np.ndarray, float, bool, Dict[str, Any]]

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html new file mode 100644 index 0000000000..da9d666495 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.html @@ -0,0 +1,326 @@ + + + + + + + sinergym.utils.wrappers.MultiObjectiveReward — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.MultiObjectiveReward

    +
    +
    +class sinergym.utils.wrappers.MultiObjectiveReward(env: EplusEnv, reward_terms: List[str])
    +
    +
    +__init__(env: EplusEnv, reward_terms: List[str])
    +

    The environment will return a reward vector of each objective instead of a scalar value.

    +
    +
    Parameters:
    +
      +

    • env (EplusEnv) – Original Sinergym environment.

      • +

    • reward_terms (List[str]) – List of keys in reward terms which will be included in reward vector.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env, reward_terms)

    The environment will return a reward vector of each objective instead of a scalar value.

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(*[, seed, options])

    Uses the reset() of the env that can be overwritten to change the returned data.

    step(action)

    Perform the action and environment return reward vector.

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +logger = <Logger WRAPPER MultiObjectiveReward (INFO)>
    +
    + +
    +
    +step(action: int | ndarray) → Tuple[ndarray, List[float], bool, bool, Dict[str, Any]]
    +

    Perform the action and environment return reward vector.

    +
    +
    Parameters:
    +

    action (Union[int, np.ndarray]) – Action to be executed in environment.

    +
    +
    Returns:
    +

    observation, vector reward, terminated, truncated and info.

    +
    +
    Return type:
    +

    Tuple[ np.ndarray, List[float], bool, bool, Dict[str, Any]]

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html new file mode 100644 index 0000000000..d786e70c1b --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.MultiObsWrapper.html @@ -0,0 +1,341 @@ + + + + + + + sinergym.utils.wrappers.MultiObsWrapper — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.MultiObsWrapper

    +
    +
    +class sinergym.utils.wrappers.MultiObsWrapper(env: EplusEnv, n: int = 5, flatten: bool = True)
    +
    +
    +__init__(env: EplusEnv, n: int = 5, flatten: bool = True) → None
    +

    Stack of observations.

    +
    +
    Parameters:
    +
      +

    • env (EplusEnv) – Original Gym environment.

      • +

    • n (int, optional) – Number of observations to be stacked. Defaults to 5.

      • +

    • flatten (bool, optional) – Whether or not flat the observation vector. Defaults to True.

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env[, n, flatten])

    Stack of observations.

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset([seed, options])

    Resets the environment.

    step(action)

    Performs the action in the new environment.

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +logger = <Logger WRAPPER MultiObsWrapper (INFO)>
    +
    + +
    +
    +reset(seed: int | None = None, options: Dict[str, Any] | None = None) → Tuple[ndarray, Dict[str, Any]]
    +

    Resets the environment.

    +
    +
    Returns:
    +

    Stacked previous observations.

    +
    +
    Return type:
    +

    np.ndarray

    +
    +
    +
    + +
    +
    +step(action: int | ndarray) → Tuple[ndarray, float, bool, bool, Dict[str, Any]]
    +

    Performs the action in the new environment.

    +
    +
    Parameters:
    +

    action (Union[int, np.ndarray]) – Action to be executed in environment.

    +
    +
    Returns:
    +

    Tuple with next observation, reward, bool for terminated episode and dict with extra information.

    +
    +
    Return type:
    +

    Tuple[np.ndarray, float, bool, Dict[str, Any]]

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html new file mode 100644 index 0000000000..f427aeda69 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.NormalizeAction.html @@ -0,0 +1,347 @@ + + + + + + + sinergym.utils.wrappers.NormalizeAction — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.NormalizeAction

    +
    +
    +class sinergym.utils.wrappers.NormalizeAction(env: EplusEnv, normalize_range: Tuple[float, float] = (-1.0, 1.0))
    +

    Wrapper to normalize action space.

    +
    +
    +__init__(env: EplusEnv, normalize_range: Tuple[float, float] = (-1.0, 1.0))
    +

    Wrapper to normalize action space in default continuous environment (not to combine with discrete environments). The action will be parsed to real action space before to send to the simulator (very useful ion DRL algorithms)

    +
    +
    Parameters:
    +
      +

    • env (EplusEnv) – Original environment.

      • +

    • normalize_range (Tuple[float,float]) – Range to normalize action variable values. Defaults to values between [-1.0,1.0].

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env[, normalize_range])

    Wrapper to normalize action space in default continuous environment (not to combine with discrete environments).

    action(action)

    Returns a modified action before env.step() is called.

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(*[, seed, options])

    Uses the reset() of the env that can be overwritten to change the returned data.

    reverting_action(action)

    This method maps a normalized action in a real action space.

    step(action)

    Runs the env env.step() using the modified action from self.action().

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +action(action: Any)
    +

    Returns a modified action before env.step() is called.

    +
    +
    Parameters:
    +

    action – The original step() actions

    +
    +
    Returns:
    +

    The modified actions

    +
    +
    +
    + +
    +
    +logger = <Logger WRAPPER NormalizeAction (INFO)>
    +
    + +
    +
    +reverting_action(action: Any) → List[float]
    +

    This method maps a normalized action in a real action space.

    +
    +
    Parameters:
    +

    action (Any) – Normalize action received in environment

    +
    +
    Returns:
    +

    Action transformed in simulator real action space.

    +
    +
    Return type:
    +

    List[float]

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html new file mode 100644 index 0000000000..5f2de1fa07 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.NormalizeObservation.html @@ -0,0 +1,330 @@ + + + + + + + sinergym.utils.wrappers.NormalizeObservation — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.NormalizeObservation

    +
    +
    +class sinergym.utils.wrappers.NormalizeObservation(env: EplusEnv, epsilon: float = 1e-08)
    +
    +
    +__init__(env: EplusEnv, epsilon: float = 1e-08)
    +

    This wrapper will normalize observations s.t. each coordinate is centered with unit variance.

    +
    +
    Parameters:
    +
      +

    • env (Env) – The environment to apply the wrapper

      • +

    • epsilon (float) – A stability parameter that is used when scaling the observations. Defaults to 1e-8

      • +
    +
    +
    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env[, epsilon])

    This wrapper will normalize observations s.t.

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    normalize(obs)

    Normalizes the observation using the running mean and variance of the observations.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(**kwargs)

    Resets the environment and normalizes the observation.

    step(action)

    Steps through the environment and normalizes the observation.

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +logger = <Logger WRAPPER NormalizeObservation (INFO)>
    +
    + +
    +
    +normalize(obs)
    +

    Normalizes the observation using the running mean and variance of the observations.

    +
    + +
    +
    +reset(**kwargs)
    +

    Resets the environment and normalizes the observation.

    +
    + +
    +
    +step(action)
    +

    Steps through the environment and normalizes the observation.

    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html new file mode 100644 index 0000000000..aa8544f88d --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.html @@ -0,0 +1,316 @@ + + + + + + + sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper

    +
    +
    +class sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper(env)
    +
    +
    +__init__(env)
    +

    Constructor for the action wrapper.

    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env)

    Constructor for the action wrapper.

    action(act)

    Due to Charge rate and Discharge rate can't be more than 0.0 simultaneously (in OfficeGridStorageSmoothing.epJSON),

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(*[, seed, options])

    Uses the reset() of the env that can be overwritten to change the returned data.

    step(action)

    Runs the env env.step() using the modified action from self.action().

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +action(act: ndarray) → ndarray
    +
    +
    Due to Charge rate and Discharge rate can’t be more than 0.0 simultaneously (in OfficeGridStorageSmoothing.epJSON),

    this wrapper clips one of them to 0.0 when both have a value upper than 0.0 (randomly).

    +
    +
    +
    +
    Parameters:
    +

    act (np.ndarray) – Action to be clipped

    +
    +
    Returns:
    +

    Action Clipped

    +
    +
    Return type:
    +

    np.ndarray

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html new file mode 100644 index 0000000000..e0bb8b8ef0 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.html @@ -0,0 +1,323 @@ + + + + + + + sinergym.utils.wrappers.PreviousObservationWrapper — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers.PreviousObservationWrapper

    +
    +
    +class sinergym.utils.wrappers.PreviousObservationWrapper(env: EplusEnv, previous_variables: List[str])
    +

    Wrapper to add observation values from previous timestep to +current environment observation

    +
    +
    +__init__(env: EplusEnv, previous_variables: List[str])
    +

    Constructor for the observation wrapper.

    +
    + +

    Methods

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    __init__(env, previous_variables)

    Constructor for the observation wrapper.

    class_name()

    Returns the class name of the wrapper.

    close()

    Closes the wrapper and env.

    get_wrapper_attr(name)

    Gets an attribute from the wrapper and lower environments if name doesn't exist in this object.

    observation(obs)

    Add previous observation to the current one

    render()

    Uses the render() of the env that can be overwritten to change the returned data.

    reset(*[, seed, options])

    Modifies the env after calling reset(), returning a modified observation using self.observation().

    step(action)

    Modifies the env after calling step() using self.observation() on the returned observations.

    wrapper_spec(**kwargs)

    Generates a WrapperSpec for the wrappers.

    +

    Attributes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    action_space

    Return the Env action_space unless overwritten then the wrapper action_space is used.

    logger

    metadata

    Returns the Env metadata.

    np_random

    Returns the Env np_random attribute.

    observation_space

    Return the Env observation_space unless overwritten then the wrapper observation_space is used.

    render_mode

    Returns the Env render_mode.

    reward_range

    Return the Env reward_range unless overwritten then the wrapper reward_range is used.

    spec

    Returns the Env spec attribute with the WrapperSpec if the wrapper inherits from EzPickle.

    unwrapped

    Returns the base environment of the wrapper.

    +
    +
    +logger = <Logger WRAPPER PreviousObservationWrapper (INFO)>
    +
    + +
    +
    +observation(obs: ndarray) → ndarray
    +

    Add previous observation to the current one

    +
    +
    Parameters:
    +

    obs (np.ndarray) – Original observation.

    +
    +
    Returns:
    +

    observation with

    +
    +
    Return type:
    +

    np.ndarray

    +
    +
    +
    + +
    + +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.html b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.html new file mode 100644 index 0000000000..55a6612d04 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/modules/sinergym.utils.wrappers.html @@ -0,0 +1,262 @@ + + + + + + + sinergym.utils.wrappers — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    sinergym.utils.wrappers

    +

    Implementation of custom Gym environments.

    +

    Classes

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    DatetimeWrapper(env)

    Wrapper to substitute day value by is_weekend flag, and hour and month by sin and cos values.

    DiscreteIncrementalWrapper(env, initial_values)

    A wrapper for an incremental setpoint discrete action space environment.

    DiscretizeEnv(env, discrete_space, ...)

    Wrapper to discretize an action space.

    IncrementalWrapper(env, ...)

    A wrapper for an incremental values of desired action variables

    LoggerWrapper(env, logger_class, ...)

    MultiObjectiveReward(env, reward_terms)

    MultiObsWrapper(env[, n, flatten])

    NormalizeAction(env[, normalize_range])

    Wrapper to normalize action space.

    NormalizeObservation(env[, epsilon])

    OfficeGridStorageSmoothingActionConstraintsWrapper(env)

    PreviousObservationWrapper(env, ...)

    Wrapper to add observation values from previous timestep to current environment observation

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/notebooks/basic_example.html b/docs/compilation/v3.3.0/pages/notebooks/basic_example.html new file mode 100644 index 0000000000..2d800bedf0 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/basic_example.html @@ -0,0 +1,330 @@ + + + + + + + 17. Basic example — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    17. Basic example

    +

    Sinergym utilizes the standard Farama Gymnasium API. Let’s explore how to create a basic loop.

    +

    To begin, we need to import Sinergym and create an environment. In this example, we will use the Eplus-demo-v1 environment.

    +
    +
    [2]:
+
    +
    +
    import gymnasium as gym
+import numpy as np
+
+import sinergym
+env = gym.make('Eplus-demo-v1')
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [demo-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res4]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment demo-v1 created successfully.
+
    +
    +

    At first glance, Sinergym might seem to be only imported and not used. However, importing Sinergym inherently defines all its Environments for use. In this instance, Eplus-demo-v1 is readily available with all its features.

    +

    With this straightforward setup, we’re prepared to iterate over the episodes. For this basic example, we’ll consider just one episode. Essentially, the required code would look something like this:

    +
    +
    [3]:
+
    +
    +
    for i in range(1):
+    obs, info = env.reset()
+    rewards = []
+    truncated = terminated = False
+    current_month = 0
+    while not (terminated or truncated):
+        a = env.action_space.sample()
+        obs, reward, terminated, truncated, info = env.step(a)
+        rewards.append(reward)
+        if info['month'] != current_month:  # display results every month
+            current_month = info['month']
+            print('Reward: ', sum(rewards), info)
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [demo-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 1, 'end_month': 3, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}
+[MODELING] (INFO) : Updated episode length (seconds): 5184000.0
+[MODELING] (INFO) : Updated timestep size (seconds): 3600.0
+[MODELING] (INFO) : Updated timesteps per episode: 1440
+[MODELING] (INFO) : Adapting weather to building model. [USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/output]
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Reward:  -0.7359103431230598 {'time_elapsed(hours)': 2.5, 'month': 1, 'day': 1, 'hour': 1, 'is_raining': False, 'action': array([18.868284, 25.783413], dtype=float32), 'timestep': 2, 'reward': -0.7359103431230598, 'energy_term': -0.04774477368803297, 'comfort_term': -0.6881655694350268, 'reward_weight': 0.5, 'abs_energy': 954.8954737606593, 'abs_comfort': 1.3763311388700536, 'energy_values': [954.8954737606593], 'temp_values': [18.623668861129946]}
+Reward:  -184.50823358985986 {'time_elapsed(hours)': 745.25, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([22.103514, 25.652822], dtype=float32), 'timestep': 745, 'reward': -0.17422294281217932, 'energy_term': -0.04774477368803297, 'comfort_term': -0.12647816912414633, 'reward_weight': 0.5, 'abs_energy': 954.8954737606593, 'abs_comfort': 0.25295633824829267, 'energy_values': [954.8954737606593], 'temp_values': [19.747043661751707]}
+Reward:  -297.68860299767925 {'time_elapsed(hours)': 1417.3333333333333, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([18.174824, 25.777523], dtype=float32), 'timestep': 1417, 'reward': -0.02780659811395238, 'energy_term': -0.019212040973969797, 'comfort_term': -0.008594557139982584, 'reward_weight': 0.5, 'abs_energy': 384.2408194793959, 'abs_comfort': 0.017189114279965167, 'energy_values': [384.2408194793959], 'temp_values': [19.982810885720035]}
+
+
    +
    +

    As always, remember to close the environment once the interaction is complete:

    +
    +
    [4]:
+
    +
    +
    env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +[ENVIRONMENT] (INFO) : Environment closed. [demo-v1]
+
    +
    +

    Now, let’s examine the final rewards:

    +
    +
    [5]:
+
    +
    +
    print(
+    'Mean reward: ',
+    np.mean(rewards),
+    'Cumulative reward: ',
+    sum(rewards))
+
    +
    +
    +
    +
    +
    +
    +
    +Mean reward:  -0.21052321517551723 Cumulative reward:  -303.1534298527454
+
    +
    +

    Sinergym has an extensive list of registered environments. We utilize building files with varying characteristics, such as continuous or discrete action spaces, different weather types, weather noise, run periods, timesteps, reward functions, and more. We’ll explore these in the upcoming notebooks.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/notebooks/basic_example.ipynb b/docs/compilation/v3.3.0/pages/notebooks/basic_example.ipynb new file mode 100644 index 0000000000..de837bdcd1 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/basic_example.ipynb @@ -0,0 +1,258 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Basic example" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": true, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "Sinergym utilizes the standard [Farama Gymnasium API](https://gymnasium.farama.org/index.html). Let's explore how to create a basic loop.\n", + "\n", + "To begin, we need to import Sinergym and create an environment. In this example, we will use the `Eplus-demo-v1` environment.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [demo-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res4]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment demo-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "env = gym.make('Eplus-demo-v1')" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "At first glance, Sinergym might seem to be only imported and not used. However, importing Sinergym inherently defines all its [Environments](https://ugr-sail.github.io/sinergym/compilation/html/pages/environments.html) for use. In this instance, `Eplus-demo-v1` is readily available with all its features.\n", + "\n", + "With this straightforward setup, we're prepared to iterate over the episodes. For this basic example, we'll consider just one episode. Essentially, the required code would look something like this:" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [demo-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 1, 'end_month': 3, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated episode length (seconds): 5184000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timestep size (seconds): 3600.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timesteps per episode: 1440\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res4/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Reward: -0.7359103431230598 {'time_elapsed(hours)': 2.5, 'month': 1, 'day': 1, 'hour': 1, 'is_raining': False, 'action': array([18.868284, 25.783413], dtype=float32), 'timestep': 2, 'reward': -0.7359103431230598, 'energy_term': -0.04774477368803297, 'comfort_term': -0.6881655694350268, 'reward_weight': 0.5, 'abs_energy': 954.8954737606593, 'abs_comfort': 1.3763311388700536, 'energy_values': [954.8954737606593], 'temp_values': [18.623668861129946]}\n", + "Reward: -184.50823358985986 {'time_elapsed(hours)': 745.25, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([22.103514, 25.652822], dtype=float32), 'timestep': 745, 'reward': -0.17422294281217932, 'energy_term': -0.04774477368803297, 'comfort_term': -0.12647816912414633, 'reward_weight': 0.5, 'abs_energy': 954.8954737606593, 'abs_comfort': 0.25295633824829267, 'energy_values': [954.8954737606593], 'temp_values': [19.747043661751707]}\n", + "Reward: -297.68860299767925 {'time_elapsed(hours)': 1417.3333333333333, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([18.174824, 25.777523], dtype=float32), 'timestep': 1417, 'reward': -0.02780659811395238, 'energy_term': -0.019212040973969797, 'comfort_term': -0.008594557139982584, 'reward_weight': 0.5, 'abs_energy': 384.2408194793959, 'abs_comfort': 0.017189114279965167, 'energy_values': [384.2408194793959], 'temp_values': [19.982810885720035]}\n", + "\n" + ] + } + ], + "source": [ + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', sum(rewards), info)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "As always, remember to close the environment once the interaction is complete:" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [demo-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "Now, let's examine the final rewards:" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Mean reward: -0.21052321517551723 Cumulative reward: -303.1534298527454\n" + ] + } + ], + "source": [ + "print(\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Sinergym has an extensive [list of registered environments](https://github.com/ugr-sail/sinergym/blob/main/sinergym/__init__.py). We utilize building files with varying characteristics, such as continuous or discrete action spaces, different weather types, weather noise, run periods, timesteps, reward functions, and more. We'll explore these in the upcoming notebooks." + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/pages/notebooks/change_environment.html b/docs/compilation/v3.3.0/pages/notebooks/change_environment.html new file mode 100644 index 0000000000..0bd5bf3414 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/change_environment.html @@ -0,0 +1,583 @@ + + + + + + + 19. Changing an environment registered in Sinergym — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    19. Changing an environment registered in Sinergym

    +

    To use the available environments in Sinergym, simply import the Sinergym package and call gym.make(<environment_id>) in your Python script. The list of available environments can be found in the Sinergym documentation.

    +
    +
    [1]:
+
    +
    +
    import gymnasium as gym
+import numpy as np
+
+import sinergym
+env = gym.make('Eplus-5zone-hot-continuous-stochastic-v1')
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-stochastic-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-stochastic-v1-res2]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-stochastic-v1 created successfully.
+
    +
    +

    Environment IDs in Sinergym encompass various components, including the building design (epJSON), reward function, action and observation spaces, variable definitions, meters, actuators, and more.

    +

    If you wish to create a new environment, you can define it from scratch in our environment list (use the env demo as an example) and run it locally.

    +

    Alternatively (and recommended), you can start with one of our environment IDs and modify the components as needed. You can mix and match different components.

    +

    To do this, add the parameters you want to overwrite in the gym.make(<environment_id>) constructor of the Sinergym environment.

    +

    Many of these updates necessitate changes to the building model to accommodate new features. Sinergym will automatically handle these changes. For instance, using a different weather file requires updating the building location and design days. Similarly, using new observation variables requires updating the Output:Variable fields. The same applies to any additional configuration context directly related to the simulation. Sinergym saves this new building file version in its output folder, +leaving the original untouched.

    +

    Let’s explore some of the elements we can update from any environment:

    +
    +

    19.1. Adding a new reward

    +

    As mentioned above, simply add the appropriate parameters to gym.make() after specifying the environment ID.

    +
    +
    [2]:
+
    +
    +
    from sinergym.utils.rewards import ExpReward
+
+env = gym.make('Eplus-5zone-hot-continuous-v1', reward=ExpReward, reward_kwargs={
+                                                                    'temperature_variables': 'air_temperature',
+                                                                    'energy_variables': 'HVAC_electricity_demand_rate',
+                                                                    'range_comfort_winter': (20.0, 23.5),
+                                                                    'range_comfort_summer': (23.0, 26.0),
+                                                                    'energy_weight': 0.1})
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+
    +
    +

    You need to define the reward class for the environment. A reward function class has various user-specifiable parameters, such as temperature variables, weights, etc., depending on the chosen reward function. To define it, we use the reward_kwargs parameter. Refer to the reward documentation for more details on reward classes and how to create a new one.

    +
    +
    +

    19.2. Updating the weather used in environment

    +

    You can replace the weather file (and weather variability for a stochastic environment) used in the environment with a new one. The approach is the same as the reward example:

    +
    +
    [3]:
+
    +
    +
    env = gym.make('Eplus-5zone-cool-continuous-stochastic-v1',
+                weather_files='ESP_Granada.084190_SWEC.epw',
+                weather_variability=(1.0,0.0,0.001))
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-cool-discrete-stochastic-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-cool-discrete-stochastic-v1-res1]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-cool-discrete-stochastic-v1 created successfully.
+
    +
    +

    You can also add multiple weather files. In this scenario, Sinergym will randomly select one of the available weather files and adjust the building model to that location for each episode:

    +
    +
    [4]:
+
    +
    +
    env = gym.make('Eplus-5zone-cool-continuous-stochastic-v1',
+                weather_files=['ESP_Granada.084190_SWEC.epw','FIN_Helsinki.029740_IWEC.epw','PRT_Lisboa.085360_INETI.epw'])
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-cool-discrete-stochastic-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-cool-discrete-stochastic-v1-res2]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-cool-discrete-stochastic-v1 created successfully.
+
    +
    +
    +
    +

    19.3. Changing observation and action spaces

    +

    By default, the IDs of the predefined environments in Sinergym come with time variables, variables, meters, and actuators preconfigured, along with observation (time variables, variables, and meters) and action (actuators) spaces for these components.

    +

    However, these can be overwritten with new definitions. We’ll need to define the names of the time variables, variables, meters, or actuators, as well as the action space definition (and an action mapping for discrete environments). Sinergym automatically calculates the observation space. It’s also possible to modify a subset of these components. For more details on the structure definitions shown below, refer to the documentation.

    +
    +
    [6]:
+
    +
    +
    import gymnasium as gym
+import numpy as np
+
+import sinergym
+
+new_time_variables=['month', 'day_of_month', 'hour']
+
+new_variables={
+    'outdoor_temperature': ('Site Outdoor Air Drybulb Temperature', 'Environment'),
+    'outdoor_humidity': ('Site Outdoor Air Relative Humidity', 'Environment'),
+    'wind_speed': ('Site Wind Speed', 'Environment'),
+    'wind_direction': ('Site Wind Direction', 'Environment'),
+    'diffuse_solar_radiation': ('Site Diffuse Solar Radiation Rate per Area', 'Environment'),
+    'direct_solar_radiation': ('Site Direct Solar Radiation Rate per Area', 'Environment'),
+    'west_zone_htg_setpoint': ('Zone Thermostat Heating Setpoint Temperature', 'West Zone'),
+    'east_zone_htg_setpoint': ('Zone Thermostat Heating Setpoint Temperature', 'East Zone'),
+    'west_zone_clg_setpoint': ('Zone Thermostat Cooling Setpoint Temperature', 'West Zone'),
+    'east_zone_clg_setpoint': ('Zone Thermostat Cooling Setpoint Temperature', 'East Zone'),
+    'west_zone_air_temperature': ('Zone Air Temperature', 'West Zone'),
+    'east_zone_air_temperature': ('Zone Air Temperature', 'East Zone'),
+    'west_zone_air_humidity': ('Zone Air Relative Humidity', 'West Zone'),
+    'east_zone_air_humidity': ('Zone Air Relative Humidity', 'East Zone'),
+    'HVAC_electricity_demand_rate': ('Facility Total HVAC Electricity Demand Rate', 'Whole Building')
+}
+
+new_meters={
+    'east_zone_electricity':'Electricity:Zone:EAST ZONE',
+    'west_zone_electricity':'Electricity:Zone:WEST ZONE',
+}
+
+new_actuators = {
+    'Heating_Setpoint_RL': (
+        'Schedule:Compact',
+        'Schedule Value',
+        'Heating Setpoints'),
+    'Cooling_Setpoint_RL': (
+        'Schedule:Compact',
+        'Schedule Value',
+        'Cooling Setpoints')
+}
+
+new_action_space = gym.spaces.Box(
+    low=np.array([14.0, 22.0], dtype=np.float32),
+    high=np.array([22.0, 30.5], dtype=np.float32),
+    shape=(2,),
+    dtype=np.float32)
+
+env = gym.make('Eplus-datacenter-cool-continuous-stochastic-v1',
+                time_variables=new_time_variables,
+                variables=new_variables,
+                meters=new_meters,
+                actuators=new_actuators,
+                action_space=new_action_space,
+            )
+
+print('New environment observation varibles (time variables + variables + meters): {}'.format(env.get_wrapper_attr('observation_variables')))
+print('New environment action varibles (actuators): {}'.format(env.get_wrapper_attr('action_variables')))
+for i in range(1):
+    obs, info = env.reset()
+    rewards = []
+    truncated = terminated = False
+    current_month = 0
+    while not (terminated or truncated):
+        a = env.action_space.sample()
+        obs, reward, terminated, truncated, info = env.step(a)
+        rewards.append(reward)
+    print(
+        'Episode ',
+        i,
+        'Mean reward: ',
+        np.mean(rewards),
+        'Cumulative reward: ',
+        sum(rewards))
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [datacenter-cool-discrete-stochastic-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment datacenter-cool-discrete-stochastic-v1 created successfully.
+New environment observation varibles (time variables + variables + meters): ['month', 'day_of_month', 'hour', 'outdoor_temperature', 'outdoor_humidity', 'wind_speed', 'wind_direction', 'diffuse_solar_radiation', 'direct_solar_radiation', 'west_zone_htg_setpoint', 'east_zone_htg_setpoint', 'west_zone_clg_setpoint', 'east_zone_clg_setpoint', 'west_zone_air_temperature', 'east_zone_air_temperature', 'west_zone_air_humidity', 'east_zone_air_humidity', 'HVAC_electricity_demand_rate', 'east_zone_electricity', 'west_zone_electricity']
+New environment action varibles (actuators): ['Heating_Setpoint_RL', 'Cooling_Setpoint_RL']
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [datacenter-cool-discrete-stochastic-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/2ZoneDataCenterHVAC_wEconomizer.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Progress: |***************************************************************************************************| 99%
+Episode  0 Mean reward:  -1.1076129748179115 Cumulative reward:  -38810.758637619416
+[ENVIRONMENT] (INFO) : Environment closed. [datacenter-cool-discrete-stochastic-v1]
+
    +
    +

    If the definition contains inconsistencies, such as mismatched spaces and variables, or non-existent observation variables, Sinergym will throw an error.

    +

    The definitions for time variables, variables, meters, or actuators must be compatible with the EnergyPlus Engine. If not, Sinergym will display an error message. Refer to the documentation for more details.

    +
    +
    +

    19.4. Adding more extra configuration

    +

    In Sinergym, any argument of the environment constructor can be updated. This allows for modifications such as changing the environment name, adjusting the maximum number of episodes stored in its output, or altering the normalization in the gym actions interface.

    +
    +
    [7]:
+
    +
    +
    env = gym.make('Eplus-datacenter-cool-continuous-stochastic-v1',
+                env_name='new_env_name',
+                max_ep_data_store_num=20
+                )
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [new_env_name]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-new_env_name-res1]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment new_env_name created successfully.
+
    +
    +

    You can also include a dictionary with additional parameters to update the building model directly with new simulation-related context:

    +
    +
    [8]:
+
    +
    +
    extra_conf={
+    'timesteps_per_hour':6,
+    'runperiod':(1,1,1991,2,1,1991),
+}
+
+env = gym.make('Eplus-datacenter-cool-continuous-stochastic-v1',
+                config_params=extra_conf
+                )
+
+env.reset()
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [datacenter-cool-discrete-stochastic-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment datacenter-cool-discrete-stochastic-v1 created successfully.
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [datacenter-cool-discrete-stochastic-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 2, 'end_month': 1, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}
+[MODELING] (INFO) : Updated episode length (seconds): 172800.0
+[MODELING] (INFO) : Updated timestep size (seconds): 600.0
+[MODELING] (INFO) : Updated timesteps per episode: 288
+[MODELING] (INFO) : Adapting weather to building model. [USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/2ZoneDataCenterHVAC_wEconomizer.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Progress: |**************************************************-------------------------------------------------| 50%
+[ENVIRONMENT] (INFO) : Environment closed. [datacenter-cool-discrete-stochastic-v1]
+
    +
    +

    For more information about extra configuration parameters, see our Extra configuration documentation

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/notebooks/change_environment.ipynb b/docs/compilation/v3.3.0/pages/notebooks/change_environment.ipynb new file mode 100644 index 0000000000..4adc5e1951 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/change_environment.ipynb @@ -0,0 +1,545 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Changing an environment registered in Sinergym" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": true, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "To use the available environments in Sinergym, simply import the Sinergym package and call `gym.make()` in your Python script. The list of available environments can be found in the Sinergym documentation.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-stochastic-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-stochastic-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "env = gym.make('Eplus-5zone-hot-continuous-stochastic-v1')" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Environment IDs in Sinergym encompass various components, including the building design (*epJSON*), reward function, action and observation spaces, variable definitions, meters, actuators, and more.\n", + "\n", + "If you wish to create a new environment, you can define it from scratch in our [environment list](https://github.com/ugr-sail/sinergym/blob/main/sinergym/__init__.py) (use the env demo as an example) and run it locally.\n", + "\n", + "Alternatively (and recommended), you can start with one of our environment IDs and modify the components as needed. You can mix and match different components.\n", + "\n", + "To do this, add the parameters you want to overwrite in the `gym.make()` constructor of the *Sinergym* environment.\n", + "\n", + "Many of these updates necessitate changes to the building model to accommodate new features. Sinergym will automatically handle these changes. For instance, using a different weather file requires updating the building location and design days. Similarly, using new observation variables requires updating the `Output:Variable` fields. The same applies to any additional configuration context directly related to the simulation. Sinergym saves this new building file version in its output folder, leaving the original untouched.\n", + "\n", + "Let's explore some of the elements we can update from any environment:" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Adding a new reward" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As mentioned above, simply add the appropriate parameters to `gym.make()` after specifying the environment ID." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "from sinergym.utils.rewards import ExpReward\n", + "\n", + "env = gym.make('Eplus-5zone-hot-continuous-v1', reward=ExpReward, reward_kwargs={\n", + " 'temperature_variables': 'air_temperature',\n", + " 'energy_variables': 'HVAC_electricity_demand_rate',\n", + " 'range_comfort_winter': (20.0, 23.5),\n", + " 'range_comfort_summer': (23.0, 26.0),\n", + " 'energy_weight': 0.1})" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You need to define the **reward** class for the environment. A reward function class has various user-specifiable parameters, such as temperature variables, weights, etc., depending on the chosen reward function. To define it, we use the **reward_kwargs** parameter. Refer to the [reward documentation](https://ugr-sail.github.io/sinergym/compilation/html/pages/rewards.html) for more details on reward classes and how to create a new one." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Updating the weather used in environment" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can replace the weather file (and weather variability for a stochastic environment) used in the environment with a new one. The approach is the same as the reward example:" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-cool-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-cool-discrete-stochastic-v1-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-cool-discrete-stochastic-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-5zone-cool-continuous-stochastic-v1', \n", + " weather_files='ESP_Granada.084190_SWEC.epw',\n", + " weather_variability=(1.0,0.0,0.001))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can also **add multiple weather** files. In this scenario, Sinergym will randomly select one of the available weather files and adjust the building model to that location for each episode:" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-cool-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-cool-discrete-stochastic-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-cool-discrete-stochastic-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-5zone-cool-continuous-stochastic-v1', \n", + " weather_files=['ESP_Granada.084190_SWEC.epw','FIN_Helsinki.029740_IWEC.epw','PRT_Lisboa.085360_INETI.epw'])" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Changing observation and action spaces" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "By default, the IDs of the predefined environments in *Sinergym* come with **time variables**, **variables**, **meters**, and **actuators** preconfigured, along with observation (time variables, variables, and meters) and action (actuators) spaces for these components.\n", + "\n", + "However, these can be overwritten with new definitions. We'll need to define the names of the **time variables**, **variables**, **meters**, or **actuators**, as well as the **action space** definition (and an **action mapping** for discrete environments). Sinergym automatically calculates the observation space. It's also possible to modify a subset of these components. For more details on the structure definitions shown below, refer to the documentation." + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [datacenter-cool-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment datacenter-cool-discrete-stochastic-v1 created successfully.\u001b[0m\n", + "New environment observation varibles (time variables + variables + meters): ['month', 'day_of_month', 'hour', 'outdoor_temperature', 'outdoor_humidity', 'wind_speed', 'wind_direction', 'diffuse_solar_radiation', 'direct_solar_radiation', 'west_zone_htg_setpoint', 'east_zone_htg_setpoint', 'west_zone_clg_setpoint', 'east_zone_clg_setpoint', 'west_zone_air_temperature', 'east_zone_air_temperature', 'west_zone_air_humidity', 'east_zone_air_humidity', 'HVAC_electricity_demand_rate', 'east_zone_electricity', 'west_zone_electricity']\n", + "New environment action varibles (actuators): ['Heating_Setpoint_RL', 'Cooling_Setpoint_RL']\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [datacenter-cool-discrete-stochastic-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res2/Eplus-env-sub_run1/2ZoneDataCenterHVAC_wEconomizer.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 0 Mean reward: -1.1076129748179115 Cumulative reward: -38810.758637619416\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [datacenter-cool-discrete-stochastic-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "\n", + "new_time_variables=['month', 'day_of_month', 'hour']\n", + "\n", + "new_variables={\n", + " 'outdoor_temperature': ('Site Outdoor Air Drybulb Temperature', 'Environment'),\n", + " 'outdoor_humidity': ('Site Outdoor Air Relative Humidity', 'Environment'),\n", + " 'wind_speed': ('Site Wind Speed', 'Environment'),\n", + " 'wind_direction': ('Site Wind Direction', 'Environment'),\n", + " 'diffuse_solar_radiation': ('Site Diffuse Solar Radiation Rate per Area', 'Environment'),\n", + " 'direct_solar_radiation': ('Site Direct Solar Radiation Rate per Area', 'Environment'),\n", + " 'west_zone_htg_setpoint': ('Zone Thermostat Heating Setpoint Temperature', 'West Zone'),\n", + " 'east_zone_htg_setpoint': ('Zone Thermostat Heating Setpoint Temperature', 'East Zone'),\n", + " 'west_zone_clg_setpoint': ('Zone Thermostat Cooling Setpoint Temperature', 'West Zone'),\n", + " 'east_zone_clg_setpoint': ('Zone Thermostat Cooling Setpoint Temperature', 'East Zone'),\n", + " 'west_zone_air_temperature': ('Zone Air Temperature', 'West Zone'),\n", + " 'east_zone_air_temperature': ('Zone Air Temperature', 'East Zone'),\n", + " 'west_zone_air_humidity': ('Zone Air Relative Humidity', 'West Zone'),\n", + " 'east_zone_air_humidity': ('Zone Air Relative Humidity', 'East Zone'),\n", + " 'HVAC_electricity_demand_rate': ('Facility Total HVAC Electricity Demand Rate', 'Whole Building')\n", + "}\n", + "\n", + "new_meters={\n", + " 'east_zone_electricity':'Electricity:Zone:EAST ZONE',\n", + " 'west_zone_electricity':'Electricity:Zone:WEST ZONE',\n", + "}\n", + "\n", + "new_actuators = {\n", + " 'Heating_Setpoint_RL': (\n", + " 'Schedule:Compact',\n", + " 'Schedule Value',\n", + " 'Heating Setpoints'),\n", + " 'Cooling_Setpoint_RL': (\n", + " 'Schedule:Compact',\n", + " 'Schedule Value',\n", + " 'Cooling Setpoints')\n", + "}\n", + "\n", + "new_action_space = gym.spaces.Box(\n", + " low=np.array([14.0, 22.0], dtype=np.float32),\n", + " high=np.array([22.0, 30.5], dtype=np.float32),\n", + " shape=(2,),\n", + " dtype=np.float32)\n", + "\n", + "env = gym.make('Eplus-datacenter-cool-continuous-stochastic-v1', \n", + " time_variables=new_time_variables,\n", + " variables=new_variables,\n", + " meters=new_meters,\n", + " actuators=new_actuators,\n", + " action_space=new_action_space,\n", + " )\n", + "\n", + "print('New environment observation varibles (time variables + variables + meters): {}'.format(env.get_wrapper_attr('observation_variables')))\n", + "print('New environment action varibles (actuators): {}'.format(env.get_wrapper_attr('action_variables')))\n", + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " print(\n", + " 'Episode ',\n", + " i,\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "If the definition contains inconsistencies, such as mismatched spaces and variables, or non-existent observation variables, *Sinergym* will throw an error.\n", + "\n", + "The definitions for time variables, variables, meters, or actuators must be compatible with the EnergyPlus Engine. If not, Sinergym will display an error message. Refer to the documentation for more details.\n" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Adding more extra configuration" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "In Sinergym, any argument of the environment constructor can be updated. This allows for modifications such as changing the environment name, adjusting the maximum number of episodes stored in its output, or altering the normalization in the gym actions interface." + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [new_env_name]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-new_env_name-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment new_env_name created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-datacenter-cool-continuous-stochastic-v1', \n", + " env_name='new_env_name',\n", + " max_ep_data_store_num=20\n", + " )" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can also include a dictionary with additional parameters to update the building model directly with new simulation-related context:" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [datacenter-cool-discrete-stochastic-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment datacenter-cool-discrete-stochastic-v1 created successfully.\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [datacenter-cool-discrete-stochastic-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 2, 'end_month': 1, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated episode length (seconds): 172800.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timestep size (seconds): 600.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timesteps per episode: 288\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-datacenter-cool-discrete-stochastic-v1-res3/Eplus-env-sub_run1/2ZoneDataCenterHVAC_wEconomizer.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |**************************************************-------------------------------------------------| 50%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [datacenter-cool-discrete-stochastic-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "extra_conf={\n", + " 'timesteps_per_hour':6,\n", + " 'runperiod':(1,1,1991,2,1,1991),\n", + "}\n", + "\n", + "env = gym.make('Eplus-datacenter-cool-continuous-stochastic-v1', \n", + " config_params=extra_conf\n", + " )\n", + "\n", + "env.reset()\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "For more information about extra configuration parameters, see our [Extra configuration documentation](https://ugr-sail.github.io/sinergym/compilation/html/pages/extra-configuration.html)" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/pages/notebooks/default_building_control.html b/docs/compilation/v3.3.0/pages/notebooks/default_building_control.html new file mode 100644 index 0000000000..7254d81f24 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/default_building_control.html @@ -0,0 +1,313 @@ + + + + + + + 20. Default building control setting up an empty action interface — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    +
      +
      • +
    • 20. Default building control setting up an empty action interface
      • +
    • + View page source +
      • +
    +
    +
    +
    +
    + +
    +

    20. Default building control setting up an empty action interface

    +

    If you wish to run a simulation with all the default building controls (as specified in the building file), you can directly use the EnergyPlus simulation engine. For instance, from the container’s workspace, you could run the following command:

    +
    $ energyplus -w sinergym/data/weather/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw sinergym/data/buildings/5ZoneAutoDXVAV.epJSON
+
    +
    +

    However, doing this without our framework has some drawbacks. You’ll only have the default EnergyPlus output and won’t have access to some additional outputs, such as our wrapper logger that tracks all environment interactions. The buildings have a default Site:Location and SizingPeriod:DesignDay, which Sinergym automatically adjusts based on the specified weather, so you’d need to modify these before manually using the simulator. Lastly, the buildings’ RunPeriod is set to one +episode for DRL, meaning you can only simulate one year as it currently stands. Therefore, you’d also need to manually adjust the RunPeriod in the building file before starting the simulation.

    +

    Hence, we recommend setting up an empty action interface in a Sinergym environment. For instance:

    +
    +
    [1]:
+
    +
    +
    import gymnasium as gym
+import numpy as np
+
+import sinergym
+from sinergym.utils.wrappers import LoggerWrapper
+
+env = gym.make(
+    'Eplus-office-hot-continuous-v1',
+    actuators={},
+    action_space=gym.spaces.Box(
+        low=0,
+        high=0,
+        shape=(0,)))
+env = LoggerWrapper(env)
+
+for i in range(1):
+    obs, info = env.reset()
+    rewards = []
+    truncated = terminated = False
+    current_month = 0
+    while not (terminated or truncated):
+        a = env.action_space.sample()
+        obs, reward, terminated, truncated, info = env.step(a)
+        rewards.append(reward)
+        if info['month'] != current_month:  # display results every month
+            current_month = info['month']
+            print('Reward: ', sum(rewards), info)
+    print(
+        'Episode ',
+        i,
+        'Mean reward: ',
+        np.mean(rewards),
+        'Cumulative reward: ',
+        sum(rewards))
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [office-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 6, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment office-hot-discrete-v1 created successfully.
+[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [office-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/output]
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/ASHRAE901_OfficeMedium_STD2019_Denver.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
+Reward:  -1.040098962863255 {'time_elapsed(hours)': 0.5, 'month': 7, 'day': 21, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 2, 'reward': -1.040098962863255, 'energy_term': -1.018893380782864, 'comfort_term': -0.02120558208039114, 'reward_weight': 0.5, 'abs_energy': 20377.86761565728, 'abs_comfort': 0.04241116416078228, 'energy_values': [20377.86761565728], 'temp_values': [26.738852781557213, 26.70616176904293, 26.703710048030462, 27.042411164160782, 26.379228760971404, 26.53822100691485, 26.325717463001574, 26.541555584377814, 26.148026393976973, 26.566761270651252, 26.720729493260777, 26.745565263920668, 26.717924954819775, 26.749034869196144, 26.724106409891995, 26.746080113592953, 26.721180581946832, 26.75203949912126]}
+Reward:  -321.9497354183802 {'time_elapsed(hours)': 0.25, 'month': 12, 'day': 21, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 97, 'reward': -0.006402439024390249, 'energy_term': -0.006402439024390249, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 128.04878048780498, 'abs_comfort': 0.0, 'energy_values': [128.04878048780498], 'temp_values': [22.999634653629034, 22.999555056583162, 22.99666173171838, 22.903480020252864, 22.876186402701965, 22.820452116127708, 22.309153008391664, 22.27766692168502, 22.322752347845213, 22.29208712515913, 22.21973711769706, 22.18328668832165, 22.235045107678307, 22.19937480889174, 22.168621791819803, 22.130006355654462, 22.184828759025105, 22.147029855625828]}
+Reward:  -8449.532869819053 {'time_elapsed(hours)': 0.25, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 1057, 'reward': -0.008417052432114897, 'energy_term': -0.008417052432114897, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.34104864229795, 'abs_comfort': 0.0, 'energy_values': [168.34104864229795], 'temp_values': [23.149345848460342, 23.150514461425416, 23.14812351670179, 22.858321421792976, 22.81770703019136, 22.75953682781952, 22.4517277581382, 22.42047961195113, 22.46107642729404, 22.430404117791642, 22.326602915153778, 22.288256827640698, 22.33763950224591, 22.299827804173795, 22.2540491619612, 22.21262374343245, 22.2656312266007, 22.22475557813916]}
+Reward:  -10750.45064163916 {'time_elapsed(hours)': 744.25, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 5281, 'reward': -0.010066938284793056, 'energy_term': -0.010066938284793056, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.33876569586113, 'abs_comfort': 0.0, 'energy_values': [201.33876569586113], 'temp_values': [26.19407731358453, 25.893182764402184, 25.23319381087007, 25.352756796479834, 25.145014331659493, 23.044094470156978, 26.064466639774928, 24.451401745306942, 23.713382639436837, 24.81563768547454, 25.151745967733667, 24.439213625906792, 24.27639522806313, 24.763586483892364, 24.637541666563628, 23.915834805222858, 23.74732757969822, 24.256312010106484]}
+Reward:  -11548.32022823176 {'time_elapsed(hours)': 1416.25, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 7969, 'reward': -0.010066938284793056, 'energy_term': -0.010066938284793056, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.33876569586113, 'abs_comfort': 0.0, 'energy_values': [201.33876569586113], 'temp_values': [26.086629771558385, 25.800723578113704, 25.122066701037642, 25.208877778477245, 25.058773967039258, 22.902553924481154, 25.640351119712147, 24.321212935563235, 23.309496148008126, 24.74718058330181, 25.13105904442731, 24.34132552077085, 24.092391290403306, 24.76336967540199, 24.604515386030812, 23.8080148135287, 23.548694042230082, 24.24260320229046]}
+Reward:  -13024.726695594163 {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 10945, 'reward': -0.010059948897039251, 'energy_term': -0.010059948897039251, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.0, 'energy_values': [201.198977940785], 'temp_values': [26.10453701684556, 25.70680120943889, 25.268166982664578, 25.171485556687838, 25.136702063330183, 23.36460897157091, 25.281406368027305, 24.746965024451924, 23.122492094230708, 24.949652376996074, 25.267861141693295, 24.869705323946068, 24.257056918609834, 25.339380228263305, 24.89127306209505, 24.524161569812392, 23.93625775693054, 24.951894527724924]}
+Reward:  -16892.403365280938 {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 13825, 'reward': -0.010059948897039251, 'energy_term': -0.010059948897039251, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.0, 'energy_values': [201.198977940785], 'temp_values': [26.37224105914655, 26.233862884129856, 25.9058518362416, 25.814482411819796, 25.81929272545216, 24.47561177379764, 25.613096200574414, 25.776871813136633, 24.876061291823856, 26.23259020873576, 25.7345497449363, 25.713184079083927, 25.423097775218647, 26.219914681982832, 25.501795840290757, 25.487341586511533, 25.17496552068692, 25.970852161596834]}
+Reward:  -21896.489124247968 {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 16801, 'reward': -0.008430450234156376, 'energy_term': -0.008430450234156376, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.6090046831275, 'abs_comfort': 0.0, 'energy_values': [168.6090046831275], 'temp_values': [26.271287499064524, 26.103922374125307, 25.989522929526814, 25.906032387533777, 25.980175234933945, 25.19425558540028, 25.59396905606546, 26.4220851623168, 25.48894882371821, 26.999637868869247, 26.06664793651545, 26.338281331752377, 26.088962724586498, 26.961394089981173, 26.003705212742588, 26.266104055476056, 26.016204585390692, 26.881385909767747]}
+Reward:  -29221.960458223268 {'time_elapsed(hours)': 4344.25, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 19681, 'reward': -1.6949311204218827, 'energy_term': -0.26742679043559126, 'comfort_term': -1.4275043299862915, 'reward_weight': 0.5, 'abs_energy': 5348.535808711825, 'abs_comfort': 2.855008659972583, 'energy_values': [5348.535808711825], 'temp_values': [25.690838559877328, 25.915884970270934, 26.71248902108889, 26.76516048261861, 27.274973060234515, 27.23471113677184, 26.187544582040186, 27.254721173565525, 26.135732451572082, 27.578972583602845, 26.711392832758165, 26.737880199154255, 26.710083408093293, 26.779567409386665, 27.224743717142747, 27.396200191451324, 27.211305724387437, 27.67938107281635]}
+Reward:  -35568.982500109734 {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 22657, 'reward': -0.3672833996926315, 'energy_term': -0.010059948897039251, 'comfort_term': -0.35722345079559226, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.7144469015911845, 'energy_values': [201.198977940785], 'temp_values': [26.30867148538614, 26.309459135039948, 26.21409138679209, 26.04286119781551, 26.107384318126506, 26.140368086263685, 26.61918932935772, 27.137783183036678, 26.060763866443537, 27.162618330118143, 26.812593090797378, 26.968941836819717, 26.629687662635828, 27.13979312148985, 26.840213153181647, 27.060250789892102, 26.629488521519967, 27.214001477054413]}
+Reward:  -41555.37202758854 {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 25633, 'reward': -0.008430450234156376, 'energy_term': -0.008430450234156376, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.6090046831275, 'abs_comfort': 0.0, 'energy_values': [168.6090046831275], 'temp_values': [26.217442233499717, 26.19079547564029, 26.243057033393647, 25.90122774932239, 25.94047661764487, 25.817987145745196, 26.44306615365681, 26.55705870892625, 25.90298745924243, 26.549128667042552, 26.459794392100665, 26.49021644748176, 26.314940373349994, 26.54942547428998, 26.512114023279846, 26.522163031742796, 26.362385306000814, 26.591416269343217]}
+Reward:  -46726.14118324007 {'time_elapsed(hours)': 6552.25, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 28513, 'reward': -0.06789851005825302, 'energy_term': -0.010059948897039251, 'comfort_term': -0.057838561161213775, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.11567712232242755, 'energy_values': [201.198977940785], 'temp_values': [26.54443008629097, 26.408313327693552, 26.224862634103623, 26.117585185109778, 26.037801974817327, 25.507769966536845, 27.115677122322428, 26.86131650179226, 26.223518887721035, 26.75893242733751, 26.530586901729745, 26.45393393827288, 26.272802747471584, 26.486634787123645, 26.371940434897027, 26.302775628790542, 26.11515210984941, 26.32785043815016]}
+Reward:  -50168.979949119224 {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 31489, 'reward': -0.11419542960070476, 'energy_term': -0.11419542960070476, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 2283.908592014095, 'abs_comfort': 0.0, 'energy_values': [2283.908592014095], 'temp_values': [25.605597453282652, 26.008645230812945, 25.35626077584623, 25.68554015361045, 25.424162800676545, 23.54394243021113, 26.668604907614746, 25.074325327970303, 24.009565086141368, 25.496495319039795, 25.843637917081118, 24.971422646618414, 24.769718084042537, 25.31616435897856, 25.31021959098016, 24.449767133034882, 24.250704417015097, 24.803384417176364]}
+Reward:  -52076.90037516009 {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 34369, 'reward': -0.008430450234156376, 'energy_term': -0.008430450234156376, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.6090046831275, 'abs_comfort': 0.0, 'energy_values': [168.6090046831275], 'temp_values': [25.85779811067494, 25.47876613692316, 24.426144348275088, 25.139488733403255, 24.70031998681098, 22.068803440473825, 26.486356831060117, 24.29789277185311, 23.45700782913386, 24.266051343026817, 24.664023677829388, 23.73988367970229, 23.538095370223804, 23.828491940697145, 23.831731365763897, 22.90653200864582, 22.706033444412455, 23.006451254621872]}
+Progress: |****************************************************************************************************| 100%
+Episode  0 Mean reward:  -1.4328161223963918 Cumulative reward:  -53505.652458642195
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [office-hot-discrete-v1]
+
    +
    +

    In this example, a default environment is loaded, but the space and definition of the default action are replaced with an empty one. Sinergym handles the necessary background changes. The implemented random agent then sends empty actions ([]).

    +

    The benefits of this approach include the ability to mix and match weathers and buildings as desired, with Sinergym automatically making all necessary adjustments (avoiding the previously mentioned disadvantages). You can run as many years as you want in a single experiment, using our loggers. You also have more flexibility in choosing which observation variables you want. When you set an empty action interface, Sinergym retains the default actuators that come with the building definition +(these can vary in sophistication depending on the building definition in the epJSON file).

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/notebooks/default_building_control.ipynb b/docs/compilation/v3.3.0/pages/notebooks/default_building_control.ipynb new file mode 100644 index 0000000000..e900c745bf --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/default_building_control.ipynb @@ -0,0 +1,192 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Default building control setting up an empty action interface" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": true, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "If you wish to run a simulation with all the default building controls (as specified in the building file), you can directly use the **EnergyPlus simulation engine**. For instance, from the container's workspace, you could run the following command:\n", + "\n", + "```bash\n", + "$ energyplus -w sinergym/data/weather/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw sinergym/data/buildings/5ZoneAutoDXVAV.epJSON\n", + "```\n", + "\n", + "However, doing this without our framework has some **drawbacks**. You'll only have the default EnergyPlus output and won't have access to some **additional outputs**, such as our wrapper logger that tracks all environment interactions. The buildings have a default *Site:Location* and *SizingPeriod:DesignDay*, which Sinergym automatically adjusts based on the specified weather, so you'd need to **modify** these before manually using the simulator. Lastly, the buildings' *RunPeriod* is set to one episode for DRL, meaning you can only simulate one year as it currently stands. Therefore, you'd also need to **manually** adjust the *RunPeriod* in the building file before starting the simulation." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Hence, we recommend setting up an **empty action interface** in a Sinergym environment. For instance:" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": false, + "pycharm": { + "is_executing": true, + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [office-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 6, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment office-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [office-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-office-hot-discrete-v1-res1/Eplus-env-sub_run1/ASHRAE901_OfficeMedium_STD2019_Denver.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Reward: -1.040098962863255 {'time_elapsed(hours)': 0.5, 'month': 7, 'day': 21, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 2, 'reward': -1.040098962863255, 'energy_term': -1.018893380782864, 'comfort_term': -0.02120558208039114, 'reward_weight': 0.5, 'abs_energy': 20377.86761565728, 'abs_comfort': 0.04241116416078228, 'energy_values': [20377.86761565728], 'temp_values': [26.738852781557213, 26.70616176904293, 26.703710048030462, 27.042411164160782, 26.379228760971404, 26.53822100691485, 26.325717463001574, 26.541555584377814, 26.148026393976973, 26.566761270651252, 26.720729493260777, 26.745565263920668, 26.717924954819775, 26.749034869196144, 26.724106409891995, 26.746080113592953, 26.721180581946832, 26.75203949912126]}\n", + "Reward: -321.9497354183802 {'time_elapsed(hours)': 0.25, 'month': 12, 'day': 21, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 97, 'reward': -0.006402439024390249, 'energy_term': -0.006402439024390249, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 128.04878048780498, 'abs_comfort': 0.0, 'energy_values': [128.04878048780498], 'temp_values': [22.999634653629034, 22.999555056583162, 22.99666173171838, 22.903480020252864, 22.876186402701965, 22.820452116127708, 22.309153008391664, 22.27766692168502, 22.322752347845213, 22.29208712515913, 22.21973711769706, 22.18328668832165, 22.235045107678307, 22.19937480889174, 22.168621791819803, 22.130006355654462, 22.184828759025105, 22.147029855625828]}\n", + "Reward: -8449.532869819053 {'time_elapsed(hours)': 0.25, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 1057, 'reward': -0.008417052432114897, 'energy_term': -0.008417052432114897, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.34104864229795, 'abs_comfort': 0.0, 'energy_values': [168.34104864229795], 'temp_values': [23.149345848460342, 23.150514461425416, 23.14812351670179, 22.858321421792976, 22.81770703019136, 22.75953682781952, 22.4517277581382, 22.42047961195113, 22.46107642729404, 22.430404117791642, 22.326602915153778, 22.288256827640698, 22.33763950224591, 22.299827804173795, 22.2540491619612, 22.21262374343245, 22.2656312266007, 22.22475557813916]}\n", + "Reward: -10750.45064163916 {'time_elapsed(hours)': 744.25, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 5281, 'reward': -0.010066938284793056, 'energy_term': -0.010066938284793056, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.33876569586113, 'abs_comfort': 0.0, 'energy_values': [201.33876569586113], 'temp_values': [26.19407731358453, 25.893182764402184, 25.23319381087007, 25.352756796479834, 25.145014331659493, 23.044094470156978, 26.064466639774928, 24.451401745306942, 23.713382639436837, 24.81563768547454, 25.151745967733667, 24.439213625906792, 24.27639522806313, 24.763586483892364, 24.637541666563628, 23.915834805222858, 23.74732757969822, 24.256312010106484]}\n", + "Reward: -11548.32022823176 {'time_elapsed(hours)': 1416.25, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 7969, 'reward': -0.010066938284793056, 'energy_term': -0.010066938284793056, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.33876569586113, 'abs_comfort': 0.0, 'energy_values': [201.33876569586113], 'temp_values': [26.086629771558385, 25.800723578113704, 25.122066701037642, 25.208877778477245, 25.058773967039258, 22.902553924481154, 25.640351119712147, 24.321212935563235, 23.309496148008126, 24.74718058330181, 25.13105904442731, 24.34132552077085, 24.092391290403306, 24.76336967540199, 24.604515386030812, 23.8080148135287, 23.548694042230082, 24.24260320229046]}\n", + "Reward: -13024.726695594163 {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 10945, 'reward': -0.010059948897039251, 'energy_term': -0.010059948897039251, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.0, 'energy_values': [201.198977940785], 'temp_values': [26.10453701684556, 25.70680120943889, 25.268166982664578, 25.171485556687838, 25.136702063330183, 23.36460897157091, 25.281406368027305, 24.746965024451924, 23.122492094230708, 24.949652376996074, 25.267861141693295, 24.869705323946068, 24.257056918609834, 25.339380228263305, 24.89127306209505, 24.524161569812392, 23.93625775693054, 24.951894527724924]}\n", + "Reward: -16892.403365280938 {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 13825, 'reward': -0.010059948897039251, 'energy_term': -0.010059948897039251, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.0, 'energy_values': [201.198977940785], 'temp_values': [26.37224105914655, 26.233862884129856, 25.9058518362416, 25.814482411819796, 25.81929272545216, 24.47561177379764, 25.613096200574414, 25.776871813136633, 24.876061291823856, 26.23259020873576, 25.7345497449363, 25.713184079083927, 25.423097775218647, 26.219914681982832, 25.501795840290757, 25.487341586511533, 25.17496552068692, 25.970852161596834]}\n", + "Reward: -21896.489124247968 {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 16801, 'reward': -0.008430450234156376, 'energy_term': -0.008430450234156376, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.6090046831275, 'abs_comfort': 0.0, 'energy_values': [168.6090046831275], 'temp_values': [26.271287499064524, 26.103922374125307, 25.989522929526814, 25.906032387533777, 25.980175234933945, 25.19425558540028, 25.59396905606546, 26.4220851623168, 25.48894882371821, 26.999637868869247, 26.06664793651545, 26.338281331752377, 26.088962724586498, 26.961394089981173, 26.003705212742588, 26.266104055476056, 26.016204585390692, 26.881385909767747]}\n", + "Reward: -29221.960458223268 {'time_elapsed(hours)': 4344.25, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 19681, 'reward': -1.6949311204218827, 'energy_term': -0.26742679043559126, 'comfort_term': -1.4275043299862915, 'reward_weight': 0.5, 'abs_energy': 5348.535808711825, 'abs_comfort': 2.855008659972583, 'energy_values': [5348.535808711825], 'temp_values': [25.690838559877328, 25.915884970270934, 26.71248902108889, 26.76516048261861, 27.274973060234515, 27.23471113677184, 26.187544582040186, 27.254721173565525, 26.135732451572082, 27.578972583602845, 26.711392832758165, 26.737880199154255, 26.710083408093293, 26.779567409386665, 27.224743717142747, 27.396200191451324, 27.211305724387437, 27.67938107281635]}\n", + "Reward: -35568.982500109734 {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 22657, 'reward': -0.3672833996926315, 'energy_term': -0.010059948897039251, 'comfort_term': -0.35722345079559226, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.7144469015911845, 'energy_values': [201.198977940785], 'temp_values': [26.30867148538614, 26.309459135039948, 26.21409138679209, 26.04286119781551, 26.107384318126506, 26.140368086263685, 26.61918932935772, 27.137783183036678, 26.060763866443537, 27.162618330118143, 26.812593090797378, 26.968941836819717, 26.629687662635828, 27.13979312148985, 26.840213153181647, 27.060250789892102, 26.629488521519967, 27.214001477054413]}\n", + "Reward: -41555.37202758854 {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 25633, 'reward': -0.008430450234156376, 'energy_term': -0.008430450234156376, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.6090046831275, 'abs_comfort': 0.0, 'energy_values': [168.6090046831275], 'temp_values': [26.217442233499717, 26.19079547564029, 26.243057033393647, 25.90122774932239, 25.94047661764487, 25.817987145745196, 26.44306615365681, 26.55705870892625, 25.90298745924243, 26.549128667042552, 26.459794392100665, 26.49021644748176, 26.314940373349994, 26.54942547428998, 26.512114023279846, 26.522163031742796, 26.362385306000814, 26.591416269343217]}\n", + "Reward: -46726.14118324007 {'time_elapsed(hours)': 6552.25, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 28513, 'reward': -0.06789851005825302, 'energy_term': -0.010059948897039251, 'comfort_term': -0.057838561161213775, 'reward_weight': 0.5, 'abs_energy': 201.198977940785, 'abs_comfort': 0.11567712232242755, 'energy_values': [201.198977940785], 'temp_values': [26.54443008629097, 26.408313327693552, 26.224862634103623, 26.117585185109778, 26.037801974817327, 25.507769966536845, 27.115677122322428, 26.86131650179226, 26.223518887721035, 26.75893242733751, 26.530586901729745, 26.45393393827288, 26.272802747471584, 26.486634787123645, 26.371940434897027, 26.302775628790542, 26.11515210984941, 26.32785043815016]}\n", + "Reward: -50168.979949119224 {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 31489, 'reward': -0.11419542960070476, 'energy_term': -0.11419542960070476, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 2283.908592014095, 'abs_comfort': 0.0, 'energy_values': [2283.908592014095], 'temp_values': [25.605597453282652, 26.008645230812945, 25.35626077584623, 25.68554015361045, 25.424162800676545, 23.54394243021113, 26.668604907614746, 25.074325327970303, 24.009565086141368, 25.496495319039795, 25.843637917081118, 24.971422646618414, 24.769718084042537, 25.31616435897856, 25.31021959098016, 24.449767133034882, 24.250704417015097, 24.803384417176364]}\n", + "Reward: -52076.90037516009 {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([], dtype=float32), 'timestep': 34369, 'reward': -0.008430450234156376, 'energy_term': -0.008430450234156376, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 168.6090046831275, 'abs_comfort': 0.0, 'energy_values': [168.6090046831275], 'temp_values': [25.85779811067494, 25.47876613692316, 24.426144348275088, 25.139488733403255, 24.70031998681098, 22.068803440473825, 26.486356831060117, 24.29789277185311, 23.45700782913386, 24.266051343026817, 24.664023677829388, 23.73988367970229, 23.538095370223804, 23.828491940697145, 23.831731365763897, 22.90653200864582, 22.706033444412455, 23.006451254621872]}\n", + "Progress: |****************************************************************************************************| 100%\n", + "Episode 0 Mean reward: -1.4328161223963918 Cumulative reward: -53505.652458642195\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [office-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "from sinergym.utils.wrappers import LoggerWrapper\n", + "\n", + "env = gym.make(\n", + " 'Eplus-office-hot-continuous-v1',\n", + " actuators={},\n", + " action_space=gym.spaces.Box(\n", + " low=0,\n", + " high=0,\n", + " shape=(0,)))\n", + "env = LoggerWrapper(env)\n", + "\n", + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', sum(rewards), info)\n", + " print(\n", + " 'Episode ',\n", + " i,\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "In this example, a default environment is loaded, but the space and definition of the default action **are replaced with an empty one**. Sinergym handles the necessary background changes. The implemented random agent then sends **empty actions ([])**.\n", + "\n", + "The benefits of this approach include the ability to **mix and match weathers and buildings** as desired, with Sinergym automatically making all necessary adjustments (avoiding the previously mentioned disadvantages). You can run as many years as you want in a single experiment, using our loggers. You also have more flexibility in choosing which observation variables you want. When you set an empty action interface, Sinergym retains the default actuators that come with the building definition (these can vary in sophistication depending on the building definition in the *epJSON* file)." + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/pages/notebooks/drl.html b/docs/compilation/v3.3.0/pages/notebooks/drl.html new file mode 100644 index 0000000000..d8a053d7ae --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/drl.html @@ -0,0 +1,54194 @@ + + + + + + + 24. DRL usage example — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    24. DRL usage example

    +

    In this notebook example, we’ve used Stable Baselines 3 to train and load an agent. However, Sinergym is entirely agnostic to any DRL algorithm (though it does have custom callbacks specifically for SB3) and can be used with any DRL library that interfaces with Gymnasium.

    +
    +

    24.1. Training a model

    +

    We’ll be using the train_agent.py script located in the repository root. This script leverages all the capabilities of Sinergym for working with deep reinforcement learning algorithms and sets parameters for everything, allowing us to easily define training options via a JSON file when executing the script.

    +

    For more details on how to run train_agent.py, please refer to Train a model.

    +
    +
    [1]:
+
    +
    +
    import sys
+from datetime import datetime
+
+import gymnasium as gym
+import numpy as np
+import wandb
+from stable_baselines3 import *
+from stable_baselines3.common.callbacks import CallbackList
+from stable_baselines3.common.logger import HumanOutputFormat
+from stable_baselines3.common.logger import Logger as SB3Logger
+from stable_baselines3.common.monitor import Monitor
+
+import sinergym
+import sinergym.utils.gcloud as gcloud
+from sinergym.utils.callbacks import *
+from sinergym.utils.constants import *
+from sinergym.utils.logger import CSVLogger, WandBOutputFormat
+from sinergym.utils.rewards import *
+from sinergym.utils.wrappers import *
+
    +
    +
    +

    First, let’s set some variables for the execution.

    +
    +
    [2]:
+
    +
    +
    # Environment ID
+environment = "Eplus-5zone-mixed-discrete-stochastic-v1"
+# Training episodes
+episodes = 5
+#Name of the experiment
+experiment_date = datetime.today().strftime('%Y-%m-%d_%H:%M')
+experiment_name = 'SB3_DQN-' + environment + \
+    '-episodes-' + str(episodes)
+experiment_name += '_' + experiment_date
+
    +
    +
    +

    This experiment can be combined with Weights&Biases to manage all extracted information. With wandb, you can track and visualize the entire DRL training process in real time, record hyperparameters and experiment details, save artifacts like models and sinergym output, and compare different executions.

    +
    +
    [3]:
+
    +
    +
    # Create wandb.config object in order to log all experiment params
+experiment_params = {
+    'sinergym-version': sinergym.__version__,
+    'python-version': sys.version
+}
+experiment_params.update({'environment':environment,
+                          'episodes':episodes,
+                          'algorithm':'SB3_DQN'})
+
+# Get wandb init params (you have to specify your own project and entity)
+wandb_params = {"project": 'sinergym',
+                "entity": 'alex_ugr'}
+# Init wandb entry
+run = wandb.init(
+    name=experiment_name + '_' + wandb.util.generate_id(),
+    config=experiment_params,
+    ** wandb_params
+)
+
    +
    +
    +
    +
    +
    +
    +
    +Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.
+
    +
    +
    +
    +
    +
    +
    +wandb: Currently logged in as: alex_ugr. Use `wandb login --relogin` to force relogin
+
    +
    +
    +
    +
    +
    +Tracking run with wandb version 0.16.0
    +
    +
    +
    +
    +
    +Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094304-pf27dlou
    +
    +
    +
    +
    +
    +Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 to Weights & Biases (docs)
    +
    +
    +
    +
    +
    +View project at https://wandb.ai/alex_ugr/sinergym
    +
    +
    +
    +
    +
    +View run at https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou
    +
    +

    Now, we’re ready to create the Gym environment. We’ll use the previously defined environment name, but remember that you can change the default environment configuration. We’ll also create an eval_env for evaluation episodes. If desired, we can replace the env name with the experiment name.

    +
    +
    [4]:
+
    +
    +
    env = gym.make(environment, env_name=experiment_name)
+eval_env = gym.make(environment, env_name=experiment_name+'_EVALUATION')
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43 created successfully.
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION created successfully.
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+
    +
    +

    We can also add a Wrapper to the environment. We’ll use an action normalization wrapper and a logger (extensions of gym.Wrapper). Normalization is highly recommended for DRL algorithms with continuous action space, and the logger is used to monitor and log environment interactions and save the data into a CSV. The generated files will also be stored as wandb artifacts.

    +
    +
    [6]:
+
    +
    +
    env = LoggerWrapper(env)
+eval_env = LoggerWrapper(eval_env)
+
    +
    +
    +
    +
    +
    +
    +
    +[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.
+[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.
+
    +
    +

    At this point, the environment is set up and ready to use. We’ll create our learning model (Stable Baselines 3 DQN), but any other algorithm can be used.

    +
    +
    [7]:
+
    +
    +
    model = DQN('MlpPolicy', env, verbose=1)
+
    +
    +
    +
    +
    +
    +
    +
    +Using cpu device
+Wrapping the env with a `Monitor` wrapper
+Wrapping the env in a DummyVecEnv.
+
    +
    +

    Evaluation will run the current model for a set number of episodes to determine if it’s the best current version of the model at that training stage. The generated output will also be stored on the wandb server. We’ll use the LoggerEval callback to print and save the best evaluated model during training.

    +
    +
    [8]:
+
    +
    +
    callbacks = []
+
+# Set up Evaluation and saving best model
+eval_callback = LoggerEvalCallback(
+    eval_env,
+    best_model_save_path=eval_env.get_wrapper_attr('workspace_path') +
+    '/best_model/',
+    log_path=eval_env.get_wrapper_attr('workspace_path') +
+    '/best_model/',
+    eval_freq=(eval_env.get_wrapper_attr('timestep_per_episode') - 1) * 2 - 1,
+    deterministic=True,
+    render=False,
+    n_eval_episodes=1)
+callbacks.append(eval_callback)
+
    +
    +
    +

    To track the entire training process in wandb, we need to create a callback with a compatible wandb output format (which calls the wandb log method in the learning algorithm process).

    +
    +
    [9]:
+
    +
    +
    # wandb logger and setting in SB3
+logger = SB3Logger(
+    folder=None,
+    output_formats=[
+        HumanOutputFormat(
+            sys.stdout,
+            max_length=120),
+        WandBOutputFormat()])
+model.set_logger(logger)
+# Append callback
+log_callback = LoggerCallback()
+callbacks.append(log_callback)
+
+
+callback = CallbackList(callbacks)
+
    +
    +
    +

    This is the total number of time steps for the training.

    +
    +
    [10]:
+
    +
    +
    timesteps = episodes * (env.get_wrapper_attr('timestep_per_episode') - 1)
+
    +
    +
    +

    Now, it’s time to train the model with the previously defined callbacks. This may take a few minutes, depending on your computer.

    +
    +
    [11]:
+
    +
    +
    model.learn(
+    total_timesteps=timesteps,
+    callback=callback,
+    log_interval=1)
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output]
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3296.2168 |
+|    air_humidity                 | 14.309143 |
+|    air_temperature              | 19.127739 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | -9.724175 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2966595.2 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.995     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1932.6711 |
+|    air_humidity                 | 15.199731 |
+|    air_temperature              | 20.344173 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | -2.906447 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1739404.0 |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.989     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1637.6606  |
+|    air_humidity                 | 34.85248   |
+|    air_temperature              | 20.126642  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 4.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 2.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 62.0       |
+|    outdoor_temperature          | -1.4313949 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1473894.6  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 11.3       |
+| rollout/                        |            |
+|    exploration_rate             | 0.984      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2696.1394  |
+|    air_humidity                 | 17.76754   |
+|    air_temperature              | 18.343163  |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 5.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 3.0        |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 50.0       |
+|    outdoor_temperature          | -6.7237883 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2426525.5  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 6.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.978      |
+------------------------------------------------
+
    +
    +
    +
    +
    +
    +
    +/workspaces/sinergym/sinergym/utils/callbacks.py:279: UserWarning: Training and eval env are not of the same type<stable_baselines3.common.vec_env.dummy_vec_env.DummyVecEnv object at 0x7f6e4589ee90> != <LoggerWrapper<DiscretizeEnv<OrderEnforcing<PassiveEnvChecker<EplusEnv<Eplus-5zone-mixed-discrete-stochastic-v1>>>>>>
+  warnings.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+
    +
    +
    +
    +
    +
    +
    +--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 2          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 28         |
+|    Heating_Setpoint_RL          | 17         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2682.915   |
+|    air_humidity                 | 12.916248  |
+|    air_temperature              | 19.004652  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 6.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 67.0       |
+|    outdoor_temperature          | -6.6576667 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2414623.5  |
+|    wind_direction               | 240.0      |
+|    wind_speed                   | 3.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.973      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1243.6388  |
+|    air_humidity                 | 13.383576  |
+|    air_temperature              | 18.792883  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 60.0       |
+|    outdoor_temperature          | 0.53871423 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1119275.0  |
+|    wind_direction               | 240.0      |
+|    wind_speed                   | 5.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.968      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1664.6848  |
+|    air_humidity                 | 13.20179   |
+|    air_temperature              | 18.895155  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 8.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 41.0       |
+|    outdoor_temperature          | -5.1032705 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1498216.4  |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 2.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.962      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 33.12003  |
+|    air_temperature              | 19.675444 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 39.5      |
+|    direct_solar_radiation       | 9.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 3.195037  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.957     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1803.2925  |
+|    air_humidity                 | 20.75208   |
+|    air_temperature              | 22.000008  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 10.0       |
+|    diffuse_solar_radiation      | 124.5      |
+|    direct_solar_radiation       | 318.0      |
+|    hour                         | 8.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 72.0       |
+|    outdoor_temperature          | -2.6576498 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1622963.2  |
+|    wind_direction               | 340.0      |
+|    wind_speed                   | 4.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.951      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2222.2266  |
+|    air_humidity                 | 13.443321  |
+|    air_temperature              | 22.207747  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 11.0       |
+|    diffuse_solar_radiation      | 158.0      |
+|    direct_solar_radiation       | 228.0      |
+|    hour                         | 9.0        |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 37.0       |
+|    outdoor_temperature          | -4.8114486 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 2000003.9  |
+|    wind_direction               | 260.0      |
+|    wind_speed                   | 8.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.946      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 130.00592  |
+|    air_humidity                 | 16.974932  |
+|    air_temperature              | 19.933048  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 12.0       |
+|    diffuse_solar_radiation      | 202.5      |
+|    direct_solar_radiation       | 79.0       |
+|    hour                         | 10.0       |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 61.0       |
+|    outdoor_temperature          | 4.3786383  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 114245.734 |
+|    wind_direction               | 240.0      |
+|    wind_speed                   | 4.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.94       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 73.03831  |
+|    air_humidity                 | 25.305868 |
+|    air_temperature              | 20.497007 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 175.0     |
+|    direct_solar_radiation       | 6.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 7.873773  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 67578.96  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.935     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2316.9001  |
+|    air_humidity                 | 15.797696  |
+|    air_temperature              | 21.902811  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 76.0       |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 12.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 83.0       |
+|    outdoor_temperature          | -7.2039795 |
+|    people_occupant              | 8.0        |
+|    total_electricity_HVAC       | 2085210.1  |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 9.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.93       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 38.209152 |
+|    air_temperature              | 22.889372 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 140.5     |
+|    direct_solar_radiation       | 12.0      |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 3.3975253 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.924     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 894.3857  |
+|    air_humidity                 | 26.755064 |
+|    air_temperature              | 23.927494 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 71.5      |
+|    direct_solar_radiation       | 590.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 5.5716357 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 804947.06 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.919     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 24.887455 |
+|    air_temperature              | 24.93139  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 33.0      |
+|    direct_solar_radiation       | 392.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 43.0      |
+|    outdoor_temperature          | 10.7322   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.913     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 596.4898  |
+|    air_humidity                 | 55.523884 |
+|    air_temperature              | 23.077408 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 11.750119 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 536840.8  |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 11.8      |
+| rollout/                        |           |
+|    exploration_rate             | 0.908     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 21.506569 |
+|    air_temperature              | 21.110353 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 5.498105  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.903     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 22.093334 |
+|    air_temperature              | 20.600706 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 4.190033  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.897     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 479.13632 |
+|    air_humidity                 | 43.773174 |
+|    air_temperature              | 20.674847 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 7.8929534 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 414870.66 |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.892     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 840.7436  |
+|    air_humidity                 | 37.7276   |
+|    air_temperature              | 20.371922 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 5.074561  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 785942.25 |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.886     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 401.62372 |
+|    air_humidity                 | 58.423054 |
+|    air_temperature              | 19.202482 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 10.24485  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 361461.34 |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.881     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 854.80945 |
+|    air_humidity                 | 38.847115 |
+|    air_temperature              | 19.064434 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 4.9329586 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 716942.4  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.875     |
+-----------------------------------------------
+Progress: |*******--------------------------------------------------------------------------------------------| 7%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 35.6719   |
+|    air_temperature              | 20.34233  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 2.1815379 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.87      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1108.0092 |
+|    air_humidity                 | 24.518076 |
+|    air_temperature              | 20.095318 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 88.0      |
+|    outdoor_temperature          | 1.2168629 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 997208.2  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.865     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 27.546406 |
+|    air_temperature              | 19.860954 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 3.5815425 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.859     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 41.918938 |
+|    air_temperature              | 19.22273  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 2.6798549 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.854     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2011.6338  |
+|    air_humidity                 | 24.83714   |
+|    air_temperature              | 20.192572  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 30.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 3.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 65.0       |
+|    outdoor_temperature          | -3.3012602 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1810470.4  |
+|    wind_direction               | 340.0      |
+|    wind_speed                   | 2.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.848      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2908.7742 |
+|    air_humidity                 | 24.490915 |
+|    air_temperature              | 19.521425 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | -7.786963 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2617896.8 |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.843     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 18.300123 |
+|    air_temperature              | 19.512716 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 0.636746  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.837     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 245.2585  |
+|    air_humidity                 | 27.539667 |
+|    air_temperature              | 19.327127 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 4.9906583 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 211297.28 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.832     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |            |
+|    index                        | 2          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 28         |
+|    Heating_Setpoint_RL          | 17         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2847.735   |
+|    air_humidity                 | 13.705198  |
+|    air_temperature              | 17.869244  |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 3.0        |
+|    diffuse_solar_radiation      | 32.0       |
+|    direct_solar_radiation       | 410.0      |
+|    hour                         | 7.0        |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 53.0       |
+|    outdoor_temperature          | -7.4817667 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2562961.5  |
+|    wind_direction               | 20.0       |
+|    wind_speed                   | 4.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.827      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1402.2615  |
+|    air_humidity                 | 24.444305  |
+|    air_temperature              | 20.994953  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 4.0        |
+|    diffuse_solar_radiation      | 52.5       |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 8.0        |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 96.0       |
+|    outdoor_temperature          | -0.7116232 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1262035.2  |
+|    wind_direction               | 60.0       |
+|    wind_speed                   | 6.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.821      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2248.6406  |
+|    air_humidity                 | 14.282108  |
+|    air_temperature              | 21.999893  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 5.0        |
+|    diffuse_solar_radiation      | 113.5      |
+|    direct_solar_radiation       | 589.0      |
+|    hour                         | 9.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 43.0       |
+|    outdoor_temperature          | -4.8843904 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 2023776.5  |
+|    wind_direction               | 300.0      |
+|    wind_speed                   | 11.8       |
+| rollout/                        |            |
+|    exploration_rate             | 0.816      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3078.3347 |
+|    air_humidity                 | 12.583989 |
+|    air_temperature              | 22.56294  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 143.0     |
+|    direct_solar_radiation       | 538.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | -9.032861 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2770501.2 |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.81      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2229.576   |
+|    air_humidity                 | 14.426971  |
+|    air_temperature              | 22.87635   |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 217.5      |
+|    direct_solar_radiation       | 431.0      |
+|    hour                         | 11.0       |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 48.0       |
+|    outdoor_temperature          | -5.2337403 |
+|    people_occupant              | 16.0       |
+|    total_electricity_HVAC       | 2006618.4  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 7.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.805      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1377.8375  |
+|    air_humidity                 | 12.806718  |
+|    air_temperature              | 23.000334  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 8.0        |
+|    diffuse_solar_radiation      | 144.0      |
+|    direct_solar_radiation       | 682.0      |
+|    hour                         | 12.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 32.0       |
+|    outdoor_temperature          | -1.3840142 |
+|    people_occupant              | 8.0        |
+|    total_electricity_HVAC       | 1260863.0  |
+|    wind_direction               | 340.0      |
+|    wind_speed                   | 7.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.799      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1800.8235 |
+|    air_humidity                 | 12.199289 |
+|    air_temperature              | 21.39844  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 141.0     |
+|    direct_solar_radiation       | 497.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | -2.247209 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1620741.1 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.794     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 11.153282 |
+|    air_temperature              | 22.06529  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 150.5     |
+|    direct_solar_radiation       | 334.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 3.2212148 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.789     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 917.7593  |
+|    air_humidity                 | 26.109697 |
+|    air_temperature              | 23.784363 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 78.0      |
+|    direct_solar_radiation       | 132.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 5.499552  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 825983.3  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.783     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1934.6064  |
+|    air_humidity                 | 12.981752  |
+|    air_temperature              | 23.084322  |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 12.0       |
+|    diffuse_solar_radiation      | 29.0       |
+|    direct_solar_radiation       | 92.0       |
+|    hour                         | 16.0       |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 23.0       |
+|    outdoor_temperature          | -3.3733482 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1741145.8  |
+|    wind_direction               | 310.0      |
+|    wind_speed                   | 6.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.778      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1652.0598 |
+|    air_humidity                 | 16.321648 |
+|    air_temperature              | 22.911978 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 40.0      |
+|    outdoor_temperature          | -1.960615 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1486853.9 |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.772     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1822.9177  |
+|    air_humidity                 | 17.573734  |
+|    air_temperature              | 24.39188   |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 18.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 46.0       |
+|    outdoor_temperature          | -2.3576803 |
+|    people_occupant              | 10.0       |
+|    total_electricity_HVAC       | 1640626.0  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 4.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.767      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 32.81119  |
+|    air_temperature              | 22.278952 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 3.2496963 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.762     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 122.831604 |
+|    air_humidity                 | 23.412853  |
+|    air_temperature              | 20.056593  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 16.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 20.0       |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 53.0       |
+|    outdoor_temperature          | 4.509193   |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 107374.445 |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 5.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.756      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 18.018625 |
+|    air_temperature              | 20.911348 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 2.9650793 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.751     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1572.392  |
+|    air_humidity                 | 32.772217 |
+|    air_temperature              | 21.000002 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | -1.105051 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1415152.8 |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.745     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 27.115477 |
+|    air_temperature              | 21.000715 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 3.6110175 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.74      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 32.682682 |
+|    air_temperature              | 21.646172 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 2.226016  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.734     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1172.5454 |
+|    air_humidity                 | 30.718266 |
+|    air_temperature              | 19.741425 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 0.8941815 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1055290.9 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.729     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 26.496115 |
+|    air_temperature              | 19.798346 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 2.6684391 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.724     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 145.03104 |
+|    air_humidity                 | 30.124374 |
+|    air_temperature              | 21.0      |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 4.497048  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 131813.45 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.718     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2359.907   |
+|    air_humidity                 | 15.937994  |
+|    air_temperature              | 19.36234   |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 25.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 37.0       |
+|    outdoor_temperature          | -5.0426264 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2123916.2  |
+|    wind_direction               | 320.0      |
+|    wind_speed                   | 5.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.713      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1996.818   |
+|    air_humidity                 | 20.799343  |
+|    air_temperature              | 20.004538  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 26.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 79.0       |
+|    outdoor_temperature          | -3.2271817 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1797136.2  |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 4.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.707      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |            |
+|    index                        | 2          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 28         |
+|    Heating_Setpoint_RL          | 17         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1015.25275 |
+|    air_humidity                 | 18.425447  |
+|    air_temperature              | 18.836422  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 27.0       |
+|    diffuse_solar_radiation      | 17.5       |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 80.0       |
+|    outdoor_temperature          | -1.85611   |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 913727.5   |
+|    wind_direction               | 70.0       |
+|    wind_speed                   | 3.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.702      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 32.43741  |
+|    air_temperature              | 19.892696 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 41.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 2.2410598 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.696     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 796.70184 |
+|    air_humidity                 | 27.512812 |
+|    air_temperature              | 21.87516  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 122.5     |
+|    direct_solar_radiation       | 655.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 37.0      |
+|    outdoor_temperature          | 11.139362 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 730410.0  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.691     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 103.10883 |
+|    air_humidity                 | 35.254738 |
+|    air_temperature              | 20.343086 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 215.5     |
+|    direct_solar_radiation       | 48.5      |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 5.938736  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 91218.086 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.686     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 27.49837  |
+|    air_temperature              | 21.649036 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 146.0     |
+|    direct_solar_radiation       | 788.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 12.220809 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 11.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.68      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 39.67366  |
+|    air_temperature              | 22.92239  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 114.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 5.7229357 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.675     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 476.10425 |
+|    air_humidity                 | 40.264465 |
+|    air_temperature              | 22.832756 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 144.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 6.998226  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 428493.84 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.669     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 891.2718  |
+|    air_humidity                 | 54.31145  |
+|    air_temperature              | 23.449625 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 95.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 13.390144 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 829194.06 |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.664     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 25.151756 |
+|    air_temperature              | 24.632774 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 117.5     |
+|    direct_solar_radiation       | 714.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 10.913635 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.658     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 865.85455 |
+|    air_humidity                 | 32.74997  |
+|    air_temperature              | 23.198282 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 123.0     |
+|    direct_solar_radiation       | 33.5      |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 1.9704113 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 779269.06 |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.653     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 964.41034 |
+|    air_humidity                 | 33.18654  |
+|    air_temperature              | 20.914831 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 54.0      |
+|    direct_solar_radiation       | 47.5      |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 1.9348568 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 867969.3  |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.648     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 24.41243  |
+|    air_temperature              | 21.10522  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 6.1129913 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.642     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 605.5506  |
+|    air_humidity                 | 28.835632 |
+|    air_temperature              | 22.536592 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 5.9020243 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 562977.0  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.637     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 20.433092 |
+|    air_temperature              | 22.391197 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 2.9986107 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.631     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1046.4424 |
+|    air_humidity                 | 21.538439 |
+|    air_temperature              | 22.372751 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 27.0      |
+|    outdoor_temperature          | 1.5246968 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 941798.06 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.626     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |          |
+|    index                        | 1        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 29       |
+|    Heating_Setpoint_RL          | 16       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 732.6514 |
+|    air_humidity                 | 34.63837 |
+|    air_temperature              | 20.51618 |
+|    clg_setpoint                 | 23.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 14.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 21.0     |
+|    htg_setpoint                 | 22.0     |
+|    month                        | 3.0      |
+|    outdoor_humidity             | 89.0     |
+|    outdoor_temperature          | 4.440274 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 671326.8 |
+|    wind_direction               | 180.0    |
+|    wind_speed                   | 8.2      |
+| rollout/                        |          |
+|    exploration_rate             | 0.621    |
+----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 375.99283 |
+|    air_humidity                 | 16.011675 |
+|    air_temperature              | 20.772934 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 35.0      |
+|    outdoor_temperature          | 8.169079  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 348609.22 |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.615     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1442.9108  |
+|    air_humidity                 | 21.037851  |
+|    air_temperature              | 19.690607  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 16.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 88.0       |
+|    outdoor_temperature          | -0.4576453 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1298619.6  |
+|    wind_direction               | 30.0       |
+|    wind_speed                   | 8.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.61       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    index                        | 1           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29          |
+|    Heating_Setpoint_RL          | 16          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1431.4702   |
+|    air_humidity                 | 19.788712   |
+|    air_temperature              | 20.099007   |
+|    clg_setpoint                 | 25.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 20.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 96.0        |
+|    outdoor_temperature          | -0.40044233 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1288323.1   |
+|    wind_direction               | 10.0        |
+|    wind_speed                   | 3.1         |
+| rollout/                        |             |
+|    exploration_rate             | 0.604       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1195.8418 |
+|    air_humidity                 | 35.305504 |
+|    air_temperature              | 20.161875 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 0.7776995 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1076257.6 |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.599     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1452.4503  |
+|    air_humidity                 | 32.657394  |
+|    air_temperature              | 20.009953  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 20.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 2.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 69.0       |
+|    outdoor_temperature          | -0.5053432 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1307205.2  |
+|    wind_direction               | 0.0        |
+|    wind_speed                   | 0.0        |
+| rollout/                        |            |
+|    exploration_rate             | 0.593      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 39.329704 |
+|    air_temperature              | 19.524014 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 6.9832764 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.588     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1585.7318  |
+|    air_humidity                 | 19.347166  |
+|    air_temperature              | 19.60325   |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 48.0       |
+|    outdoor_temperature          | -1.1717507 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1427158.6  |
+|    wind_direction               | 310.0      |
+|    wind_speed                   | 7.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.583      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2212.4136  |
+|    air_humidity                 | 16.154156  |
+|    air_temperature              | 19.999226  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 23.0       |
+|    diffuse_solar_radiation      | 33.0       |
+|    direct_solar_radiation       | 57.5       |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 39.0       |
+|    outdoor_temperature          | -4.3051596 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1991172.2  |
+|    wind_direction               | 0.0        |
+|    wind_speed                   | 0.0        |
+| rollout/                        |            |
+|    exploration_rate             | 0.577      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 17.629131 |
+|    air_temperature              | 20.066673 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 84.5      |
+|    direct_solar_radiation       | 311.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 2.4818852 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.572     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 39.27392  |
+|    air_temperature              | 19.567928 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 119.0     |
+|    direct_solar_radiation       | 87.0      |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 6.0872054 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.566     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 775.9277  |
+|    air_humidity                 | 44.55901  |
+|    air_temperature              | 21.999832 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 176.5     |
+|    direct_solar_radiation       | 253.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 11.008395 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 718974.2  |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.561     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 342.72076 |
+|    air_humidity                 | 59.920914 |
+|    air_temperature              | 23.489557 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 135.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 14.705147 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 312361.38 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.555     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 329.98727 |
+|    air_humidity                 | 34.334488 |
+|    air_temperature              | 24.88112  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 282.0     |
+|    direct_solar_radiation       | 626.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | 14.963529 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 299526.44 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.55      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 669.0633  |
+|    air_humidity                 | 28.5489   |
+|    air_temperature              | 24.056192 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 146.5     |
+|    direct_solar_radiation       | 873.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 7.029778  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 608366.6  |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.545     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 77.871574 |
+|    air_humidity                 | 32.33923  |
+|    air_temperature              | 20.417665 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 341.5     |
+|    direct_solar_radiation       | 27.0      |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 5.2663016 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 72798.83  |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.539     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 39.8185   |
+|    air_temperature              | 20.66404  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 144.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 8.080436  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.534     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 676.7058  |
+|    air_humidity                 | 35.900913 |
+|    air_temperature              | 22.70483  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 153.5     |
+|    direct_solar_radiation       | 117.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 6.9450645 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 609035.25 |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.528     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 493.36768 |
+|    air_humidity                 | 20.675724 |
+|    air_temperature              | 23.906479 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 140.0     |
+|    direct_solar_radiation       | 323.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 32.0      |
+|    outdoor_temperature          | 7.8594294 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 439279.62 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.523     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 478.49545 |
+|    air_humidity                 | 24.581656 |
+|    air_temperature              | 24.346413 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 51.0      |
+|    direct_solar_radiation       | 528.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 7.0104027 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 430645.9  |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.518     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 35.376736 |
+|    air_temperature              | 29.603888 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 36.0      |
+|    direct_solar_radiation       | 35.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 11.504218 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.512     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 48.570503 |
+|    air_temperature              | 27.450226 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 10.577883 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.507     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.77879  |
+|    air_temperature              | 24.601759 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 80.0      |
+|    outdoor_temperature          | 12.718971 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.501     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 55.434128 |
+|    air_temperature              | 25.836447 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 20.91227  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.496     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.805756 |
+|    air_temperature              | 24.448067 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 13.798377 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.49      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.469086 |
+|    air_temperature              | 23.550816 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 16.486246 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.485     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 57.217648 |
+|    air_temperature              | 22.522837 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 43.0      |
+|    outdoor_temperature          | 9.949017  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 9.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.48      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |          |
+|    index                        | 3        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 27       |
+|    Heating_Setpoint_RL          | 18       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 46.25956 |
+|    air_temperature              | 21.33544 |
+|    clg_setpoint                 | 24.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 12.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 0.0      |
+|    htg_setpoint                 | 21.0     |
+|    month                        | 4.0      |
+|    outdoor_humidity             | 28.0     |
+|    outdoor_temperature          | 7.333998 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 330.0    |
+|    wind_speed                   | 8.8      |
+| rollout/                        |          |
+|    exploration_rate             | 0.474    |
+----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 37.304005 |
+|    air_temperature              | 21.064104 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 6.7171063 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.469     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 43.14323  |
+|    air_temperature              | 18.625456 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 3.6882412 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.463     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |          |
+|    index                        | 5        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 25       |
+|    Heating_Setpoint_RL          | 20       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 42.04449 |
+|    air_temperature              | 18.97571 |
+|    clg_setpoint                 | 23.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 15.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 3.0      |
+|    htg_setpoint                 | 22.0     |
+|    month                        | 4.0      |
+|    outdoor_humidity             | 89.0     |
+|    outdoor_temperature          | 5.208225 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 110.0    |
+|    wind_speed                   | 2.6      |
+| rollout/                        |          |
+|    exploration_rate             | 0.458    |
+----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.08231  |
+|    air_temperature              | 19.258926 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 9.289529  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.452     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.286415 |
+|    air_temperature              | 20.703104 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 38.5      |
+|    direct_solar_radiation       | 16.5      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 14.200624 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.447     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 88.664734 |
+|    air_temperature              | 18.851236 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 66.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 5.579129  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.442     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 50.477306 |
+|    air_temperature              | 18.83049  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 201.0     |
+|    direct_solar_radiation       | 329.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 7.4226103 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.436     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.191772 |
+|    air_temperature              | 19.665392 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 185.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 80.0      |
+|    outdoor_temperature          | 8.042038  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.431     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.690765 |
+|    air_temperature              | 19.137825 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 201.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 7.335754  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 10.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.425     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 840.9814  |
+|    air_humidity                 | 37.737446 |
+|    air_temperature              | 22.171951 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 247.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 6.5257034 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 756883.25 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.42      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 367.27585 |
+|    air_humidity                 | 36.124363 |
+|    air_temperature              | 25.418484 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 137.5     |
+|    direct_solar_radiation       | 828.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 15.597458 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 330548.9  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.414     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 232.33136 |
+|    air_humidity                 | 44.826347 |
+|    air_temperature              | 23.998606 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 248.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 12.815099 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 265317.2  |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.409     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3492.3127 |
+|    air_humidity                 | 38.76386  |
+|    air_temperature              | 23.820107 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 212.5     |
+|    direct_solar_radiation       | 553.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 21.964018 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 3135141.2 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.404     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 788.53796 |
+|    air_humidity                 | 43.409836 |
+|    air_temperature              | 25.469513 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 270.0     |
+|    direct_solar_radiation       | 442.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 17.625221 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 708291.3  |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.398     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.083458 |
+|    air_temperature              | 24.928692 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 155.0     |
+|    direct_solar_radiation       | 542.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 16.636791 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.393     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 58.75574  |
+|    air_temperature              | 25.17046  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 99.5      |
+|    direct_solar_radiation       | 80.5      |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 11.623688 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.387     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 41.491833 |
+|    air_temperature              | 27.845036 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 29.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 11.431208 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.382     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 54.379395 |
+|    air_temperature              | 27.763325 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 13.161691 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.377     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 36.681477 |
+|    air_temperature              | 27.59846  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 11.398606 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.371     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 44.83205  |
+|    air_temperature              | 26.145975 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 12.721945 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.366     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 57.085587 |
+|    air_temperature              | 23.336391 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 12.094041 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.36      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.2879   |
+|    air_temperature              | 21.366455 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 13.429308 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.355     |
+-----------------------------------------------
+Progress: |**********************************-----------------------------------------------------------------| 34%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.754135 |
+|    air_temperature              | 22.324484 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 13.399098 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.349     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.84467  |
+|    air_temperature              | 21.444046 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 11.571168 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.344     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 94.38619  |
+|    air_temperature              | 21.133598 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 14.183125 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.339     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 100.0     |
+|    air_temperature              | 20.961252 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 12.913214 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.333     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.48104  |
+|    air_temperature              | 21.436998 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 12.122469 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.328     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.75677  |
+|    air_temperature              | 21.790524 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 33.0      |
+|    direct_solar_radiation       | 23.5      |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 8.485458  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.322     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.56549  |
+|    air_temperature              | 20.831415 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 95.0      |
+|    direct_solar_radiation       | 255.5     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 10.341748 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.317     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.24994  |
+|    air_temperature              | 20.37937  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 153.0     |
+|    direct_solar_radiation       | 3.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 10.105156 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.311     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 103.51785 |
+|    air_humidity                 | 53.202087 |
+|    air_temperature              | 20.09997  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 178.0     |
+|    direct_solar_radiation       | 588.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 14.155286 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 93643.08  |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.306     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1136.2172  |
+|    air_humidity                 | 42.1363    |
+|    air_temperature              | 23.410343  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 15.0       |
+|    diffuse_solar_radiation      | 200.0      |
+|    direct_solar_radiation       | 670.0      |
+|    hour                         | 8.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 5.0        |
+|    outdoor_humidity             | 37.0       |
+|    outdoor_temperature          | 18.402655  |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1022595.44 |
+|    wind_direction               | 70.0       |
+|    wind_speed                   | 4.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.301      |
+------------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3130.67   |
+|    air_humidity                 | 48.369793 |
+|    air_temperature              | 23.556591 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 374.0     |
+|    direct_solar_radiation       | 341.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 19.423044 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2817603.0 |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.295     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3276.524  |
+|    air_humidity                 | 53.28928  |
+|    air_temperature              | 23.850237 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 279.0     |
+|    direct_solar_radiation       | 649.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 20.656189 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2948871.5 |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.29      |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.13058  |
+|    air_temperature              | 24.301405 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 234.0     |
+|    direct_solar_radiation       | 3.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 18.272463 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.284     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.40799  |
+|    air_temperature              | 22.965963 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 281.0     |
+|    direct_solar_radiation       | 9.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 18.917852 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.279     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3669.714  |
+|    air_humidity                 | 39.210167 |
+|    air_temperature              | 23.827646 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 208.5     |
+|    direct_solar_radiation       | 706.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 34.0      |
+|    outdoor_temperature          | 23.476068 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 3295098.5 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.273     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4127.629  |
+|    air_humidity                 | 40.88415  |
+|    air_temperature              | 24.211084 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 239.0     |
+|    direct_solar_radiation       | 528.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 20.875473 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3716403.5 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.268     |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3420.548  |
+|    air_humidity                 | 45.426456 |
+|    air_temperature              | 23.956959 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 266.0     |
+|    direct_solar_radiation       | 88.5      |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 19.384127 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3078493.5 |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.263     |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1579.4819 |
+|    air_humidity                 | 59.7493   |
+|    air_temperature              | 23.366064 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 188.5     |
+|    direct_solar_radiation       | 101.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 15.36043  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1421501.6 |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.257     |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 55.233074 |
+|    air_temperature              | 28.15829  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 39.5      |
+|    direct_solar_radiation       | 34.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 16.08662  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.252     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.489456 |
+|    air_temperature              | 25.69325  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 18.0      |
+|    direct_solar_radiation       | 88.5      |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 34.0      |
+|    outdoor_temperature          | 20.846014 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.246     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.32439  |
+|    air_temperature              | 25.073156 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 17.44568  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.241     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 47.648335 |
+|    air_temperature              | 26.774912 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 32.0      |
+|    outdoor_temperature          | 19.110273 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.236     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.04204  |
+|    air_temperature              | 25.350838 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 18.403831 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.23      |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.97231  |
+|    air_temperature              | 24.641607 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 22.064882 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.225     |
+-----------------------------------------------
+Progress: |*****************************************----------------------------------------------------------| 41%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.824036 |
+|    air_temperature              | 23.922873 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 18.419962 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.219     |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.50254  |
+|    air_temperature              | 23.970839 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 18.211943 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 3.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.214     |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.16311  |
+|    air_temperature              | 23.825941 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 14.515478 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.208     |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 88.36912  |
+|    air_temperature              | 21.474377 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 12.512131 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.203     |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.39349  |
+|    air_temperature              | 21.8717   |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 16.210348 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.198     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.15875  |
+|    air_temperature              | 21.211725 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 30.5      |
+|    direct_solar_radiation       | 127.0     |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 14.304934 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.192     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 91.285484 |
+|    air_temperature              | 21.456501 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 131.0     |
+|    direct_solar_radiation       | 120.5     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 18.877153 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.187     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 97.047325 |
+|    air_temperature              | 20.787859 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 153.0     |
+|    direct_solar_radiation       | 12.0      |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 16.614325 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.181     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.41702  |
+|    air_temperature              | 23.228634 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 185.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 23.758158 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.176     |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.8534   |
+|    air_temperature              | 24.084793 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 215.0     |
+|    direct_solar_radiation       | 632.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | 20.098276 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.17      |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3718.872  |
+|    air_humidity                 | 53.877106 |
+|    air_temperature              | 23.519888 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 368.0     |
+|    direct_solar_radiation       | 470.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 37.0      |
+|    outdoor_temperature          | 24.126413 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3319559.5 |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.165     |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3689.9016 |
+|    air_humidity                 | 59.44847  |
+|    air_temperature              | 23.61409  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 324.0     |
+|    direct_solar_radiation       | 150.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 21.86438  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3320911.5 |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.16      |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4656.9316 |
+|    air_humidity                 | 60.589455 |
+|    air_temperature              | 23.196474 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 285.5     |
+|    direct_solar_radiation       | 137.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 21.750145 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4191238.2 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.154     |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3025.9248 |
+|    air_humidity                 | 59.557205 |
+|    air_temperature              | 23.235693 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 258.0     |
+|    direct_solar_radiation       | 688.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 23.093733 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 2717327.2 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.149     |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5699.271  |
+|    air_humidity                 | 58.27975  |
+|    air_temperature              | 23.849758 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 248.0     |
+|    direct_solar_radiation       | 632.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 22.49144  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 5129490.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.143     |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 63.614998 |
+|    air_temperature              | 28.336887 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 297.0     |
+|    direct_solar_radiation       | 313.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 25.138285 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.138     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.799965 |
+|    air_temperature              | 26.287437 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 130.0     |
+|    direct_solar_radiation       | 629.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 25.576597 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.133     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6111.2476 |
+|    air_humidity                 | 59.461708 |
+|    air_temperature              | 23.92439  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 137.5     |
+|    direct_solar_radiation       | 411.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 23.203123 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5500122.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.127     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 48.99368  |
+|    air_temperature              | 29.967133 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 77.5      |
+|    direct_solar_radiation       | 232.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 21.989483 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.122     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 54.70692  |
+|    air_temperature              | 31.041197 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 25.5      |
+|    direct_solar_radiation       | 49.0      |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 33.851494 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.116     |
+-----------------------------------------------
+----------------------------------------------************----------------------------------------------------| 47%
+| action_network/                 |          |
+|    index                        | 9        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 22.5     |
+|    Heating_Setpoint_RL          | 21       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 57.80717 |
+|    air_temperature              | 29.11506 |
+|    clg_setpoint                 | 28.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 20.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 19.0     |
+|    htg_setpoint                 | 17.0     |
+|    month                        | 6.0      |
+|    outdoor_humidity             | 66.0     |
+|    outdoor_temperature          | 22.44267 |
+|    people_occupant              | 2.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 150.0    |
+|    wind_speed                   | 4.1      |
+| rollout/                        |          |
+|    exploration_rate             | 0.111    |
+----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.88379  |
+|    air_temperature              | 26.209824 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 22.141724 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.105     |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.0384   |
+|    air_temperature              | 26.988644 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 25.799631 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.1       |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.74893  |
+|    air_temperature              | 25.803793 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 22.252745 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.0945    |
+-----------------------------------------------
+Progress: |************************************************---------------------------------------------------| 48%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.792534 |
+|    air_temperature              | 23.821617 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 23.262617 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.0891    |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.07156  |
+|    air_temperature              | 24.140497 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 23.70243  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.0837    |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.9876   |
+|    air_temperature              | 23.416883 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 21.679785 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.0783    |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 89.26148  |
+|    air_temperature              | 22.31012  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 18.627705 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.0729    |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.31166  |
+|    air_temperature              | 23.167301 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 19.406437 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.0674    |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.98578  |
+|    air_temperature              | 22.602865 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 27.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 19.922998 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.062     |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 90.4189   |
+|    air_temperature              | 22.064188 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 66.0      |
+|    direct_solar_radiation       | 387.5     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 20.899763 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.0566    |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.49839  |
+|    air_temperature              | 22.61911  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 89.5      |
+|    direct_solar_radiation       | 616.5     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 23.602169 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.0512    |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2481.0112 |
+|    air_humidity                 | 78.070724 |
+|    air_temperature              | 21.226805 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 281.5     |
+|    direct_solar_radiation       | 33.0      |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 27.402737 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2232910.0 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5305.9785 |
+|    air_humidity                 | 64.83157  |
+|    air_temperature              | 22.350382 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 343.5     |
+|    direct_solar_radiation       | 389.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 25.031082 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4764079.0 |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6145.438  |
+|    air_humidity                 | 62.26124  |
+|    air_temperature              | 23.057213 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 316.0     |
+|    direct_solar_radiation       | 322.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 77.0      |
+|    outdoor_temperature          | 24.743015 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5510481.5 |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.91196  |
+|    air_temperature              | 26.389618 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 282.5     |
+|    direct_solar_radiation       | 624.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 30.014492 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 65.50601  |
+|    air_temperature              | 27.251705 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 331.0     |
+|    direct_solar_radiation       | 570.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 41.0      |
+|    outdoor_temperature          | 35.047768 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 9042.422  |
+|    air_humidity                 | 57.82255  |
+|    air_temperature              | 24.51498  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 351.5     |
+|    direct_solar_radiation       | 212.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 30.24039  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 8140713.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8990.244  |
+|    air_humidity                 | 59.047405 |
+|    air_temperature              | 24.920425 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 298.5     |
+|    direct_solar_radiation       | 578.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 32.450413 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 8086992.0 |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5874.5728 |
+|    air_humidity                 | 56.598827 |
+|    air_temperature              | 24.524734 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 267.0     |
+|    direct_solar_radiation       | 392.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 30.972729 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5269392.5 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5402.8213 |
+|    air_humidity                 | 52.59891  |
+|    air_temperature              | 24.395102 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 202.0     |
+|    direct_solar_radiation       | 505.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 32.0      |
+|    outdoor_temperature          | 28.396152 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4856598.5 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5825.845  |
+|    air_humidity                 | 58.718395 |
+|    air_temperature              | 24.014736 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 73.5      |
+|    direct_solar_radiation       | 665.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 25.856668 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5243260.5 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 53.448227 |
+|    air_temperature              | 29.858162 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 84.0      |
+|    direct_solar_radiation       | 214.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 27.553564 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.39038  |
+|    air_temperature              | 26.706186 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 12.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 22.227594 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.30035  |
+|    air_temperature              | 28.517382 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 22.560928 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.19401  |
+|    air_temperature              | 27.295546 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | 27.625349 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.78848  |
+|    air_temperature              | 26.51976  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 25.196743 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.561935 |
+|    air_temperature              | 24.249304 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 91.0      |
+|    outdoor_temperature          | 21.584465 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+Progress: |*******************************************************--------------------------------------------| 55%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.58174  |
+|    air_temperature              | 24.539743 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 26.045515 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.604805 |
+|    air_temperature              | 25.405827 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 24.540695 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.42579  |
+|    air_temperature              | 24.458406 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 25.382166 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.15275  |
+|    air_temperature              | 23.566076 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 24.34201  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.7414   |
+|    air_temperature              | 22.618448 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 21.542467 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.86973  |
+|    air_temperature              | 23.105227 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 23.0      |
+|    direct_solar_radiation       | 7.5       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 25.863367 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 91.777534 |
+|    air_temperature              | 22.225996 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 66.0      |
+|    direct_solar_radiation       | 21.5      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 20.798347 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.82952  |
+|    air_temperature              | 23.096634 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 102.5     |
+|    direct_solar_radiation       | 235.5     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 21.932587 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.898224 |
+|    air_temperature              | 24.078562 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 157.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 23.581535 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4853.2866 |
+|    air_humidity                 | 64.223564 |
+|    air_temperature              | 22.301798 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 246.0     |
+|    direct_solar_radiation       | 103.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 25.080772 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4367958.0 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7106.1353 |
+|    air_humidity                 | 61.67097  |
+|    air_temperature              | 23.269861 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 352.5     |
+|    direct_solar_radiation       | 310.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 25.929888 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6367651.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5841.152  |
+|    air_humidity                 | 60.543064 |
+|    air_temperature              | 23.566633 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 416.5     |
+|    direct_solar_radiation       | 66.0      |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 26.519234 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5209345.0 |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6789.402  |
+|    air_humidity                 | 57.23053  |
+|    air_temperature              | 24.330137 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 197.0     |
+|    direct_solar_radiation       | 784.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 31.489174 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 6164890.0 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 9290.521  |
+|    air_humidity                 | 57.967903 |
+|    air_temperature              | 24.993517 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 184.5     |
+|    direct_solar_radiation       | 711.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 31.004633 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 8339602.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.39203  |
+|    air_temperature              | 28.487068 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 298.0     |
+|    direct_solar_radiation       | 500.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 30.68283  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.07435  |
+|    air_temperature              | 28.946291 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 244.0     |
+|    direct_solar_radiation       | 481.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 30.498264 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 9002.211  |
+|    air_humidity                 | 60.445164 |
+|    air_temperature              | 24.583647 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 151.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 88.0      |
+|    outdoor_temperature          | 26.536777 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 8101990.0 |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4601.3066 |
+|    air_humidity                 | 61.324406 |
+|    air_temperature              | 23.162462 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 80.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 21.187864 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4141176.0 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 48.871037 |
+|    air_temperature              | 29.925226 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 57.0      |
+|    direct_solar_radiation       | 228.5     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 26.071585 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 53.308235 |
+|    air_temperature              | 29.915752 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 21.503227 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.636124 |
+|    air_temperature              | 28.742277 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 22.733294 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 63.47045  |
+|    air_temperature              | 27.229761 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 23.311094 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.61175  |
+|    air_temperature              | 26.358007 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 23.789915 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.53897  |
+|    air_temperature              | 25.65634  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 27.896782 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+Progress: |**************************************************************-------------------------------------| 62%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.148575 |
+|    air_temperature              | 24.968826 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 22.955194 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.31977  |
+|    air_temperature              | 24.230255 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 24.522755 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.130356 |
+|    air_temperature              | 23.756025 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 22.456839 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.35365  |
+|    air_temperature              | 24.506315 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 23.943144 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.7912   |
+|    air_temperature              | 24.995941 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 26.172163 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 91.53649  |
+|    air_temperature              | 23.048388 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 19.684956 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 87.73716  |
+|    air_temperature              | 21.66965  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 52.5      |
+|    direct_solar_radiation       | 100.0     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 15.233419 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.77063  |
+|    air_temperature              | 22.572788 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 71.5      |
+|    direct_solar_radiation       | 425.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 23.186699 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2988.8997 |
+|    air_humidity                 | 73.81425  |
+|    air_temperature              | 21.999039 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 88.0      |
+|    direct_solar_radiation       | 715.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 26.786617 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2714391.8 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3137.0544 |
+|    air_humidity                 | 61.19183  |
+|    air_temperature              | 22.177671 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 253.5     |
+|    direct_solar_radiation       | 445.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 22.343174 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2801224.0 |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.13367  |
+|    air_temperature              | 24.903711 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 234.0     |
+|    direct_solar_radiation       | 632.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | 26.507423 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.41207  |
+|    air_temperature              | 25.408579 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 209.5     |
+|    direct_solar_radiation       | 729.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 34.0      |
+|    outdoor_temperature          | 22.097107 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5351.1226 |
+|    air_humidity                 | 58.171345 |
+|    air_temperature              | 23.91477  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 214.0     |
+|    direct_solar_radiation       | 561.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 26.362823 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4806430.0 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5359.0513 |
+|    air_humidity                 | 56.55467  |
+|    air_temperature              | 24.294718 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 246.0     |
+|    direct_solar_radiation       | 455.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 30.070414 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 4887073.0 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3752.6602 |
+|    air_humidity                 | 52.818874 |
+|    air_temperature              | 24.058065 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 146.5     |
+|    direct_solar_radiation       | 737.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | 24.97303  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 3369927.5 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5573.891  |
+|    air_humidity                 | 57.449215 |
+|    air_temperature              | 24.29049  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 145.5     |
+|    direct_solar_radiation       | 682.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 25.14221  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5003182.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5860.3286 |
+|    air_humidity                 | 37.1701   |
+|    air_temperature              | 24.564209 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 114.0     |
+|    direct_solar_radiation       | 581.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 20.0      |
+|    outdoor_temperature          | 28.693348 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5268518.0 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 46.263493 |
+|    air_temperature              | 28.117382 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 57.5      |
+|    direct_solar_radiation       | 492.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 24.179312 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 45.025    |
+|    air_temperature              | 28.550064 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 31.5      |
+|    direct_solar_radiation       | 19.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 35.0      |
+|    outdoor_temperature          | 27.793127 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 54.289627 |
+|    air_temperature              | 29.596655 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 22.908802 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 53.948284 |
+|    air_temperature              | 28.350603 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 22.92673  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.87577  |
+|    air_temperature              | 27.287249 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 24.204128 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.05659  |
+|    air_temperature              | 25.802189 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 23.501991 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.47732  |
+|    air_temperature              | 25.126427 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 22.370691 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+Progress: |********************************************************************-------------------------------| 68%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.2652   |
+|    air_temperature              | 25.092297 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 21.099207 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.47031  |
+|    air_temperature              | 22.970182 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 19.91283  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.12721  |
+|    air_temperature              | 22.954018 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 21.076895 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.639404 |
+|    air_temperature              | 21.706398 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 12.323276 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.0841   |
+|    air_temperature              | 21.694613 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 15.121407 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.34458  |
+|    air_temperature              | 22.672228 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 23.33292  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.37435  |
+|    air_temperature              | 23.098211 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 22.0      |
+|    direct_solar_radiation       | 1.5       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 22.74073  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.09637  |
+|    air_temperature              | 22.759245 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 83.5      |
+|    direct_solar_radiation       | 286.5     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 17.67871  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1371.7104 |
+|    air_humidity                 | 78.25826  |
+|    air_temperature              | 20.039146 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 174.0     |
+|    direct_solar_radiation       | 104.5     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 19.290564 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1234998.8 |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4050.8926 |
+|    air_humidity                 | 67.34919  |
+|    air_temperature              | 21.52845  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 127.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 19.215305 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3645803.2 |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3004.9004 |
+|    air_humidity                 | 60.246204 |
+|    air_temperature              | 22.964148 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 299.0     |
+|    direct_solar_radiation       | 364.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | 21.560059 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2684185.5 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3808.9343 |
+|    air_humidity                 | 59.175064 |
+|    air_temperature              | 23.599087 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 426.5     |
+|    direct_solar_radiation       | 111.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 21.939615 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3428041.0 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3255.3972 |
+|    air_humidity                 | 55.725792 |
+|    air_temperature              | 23.779278 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 262.5     |
+|    direct_solar_radiation       | 437.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 49.0      |
+|    outdoor_temperature          | 23.010288 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 2929857.5 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.00577  |
+|    air_temperature              | 23.490236 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 209.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 22.610647 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.138374 |
+|    air_temperature              | 23.77459  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 160.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 22.711033 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 501.99664 |
+|    air_humidity                 | 30.882849 |
+|    air_temperature              | 25.489855 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 178.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | 16.924389 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 451796.97 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1538.3142 |
+|    air_humidity                 | 40.38514  |
+|    air_temperature              | 24.152029 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 80.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 16.750742 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1361756.1 |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1562.5536 |
+|    air_humidity                 | 57.7763   |
+|    air_temperature              | 23.69666  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 33.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 15.362766 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1406267.5 |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 52.56485  |
+|    air_temperature              | 27.943174 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 18.228003 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.614223 |
+|    air_temperature              | 29.171944 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 19.968481 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.62621  |
+|    air_temperature              | 26.012545 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 41.0      |
+|    outdoor_temperature          | 16.645796 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.65945  |
+|    air_temperature              | 24.503786 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 14.65261  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.32206  |
+|    air_temperature              | 24.97646  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 14.896741 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 193.37918 |
+|    air_humidity                 | 53.04839  |
+|    air_temperature              | 20.552856 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 11.888072 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 170850.98 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+Progress: |***************************************************************************------------------------| 75%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 91.6472   |
+|    air_humidity                 | 62.588314 |
+|    air_temperature              | 21.2672   |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 14.231259 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 81602.86  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 70.04255  |
+|    air_temperature              | 21.505669 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 16.890583 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 59.37259  |
+|    air_temperature              | 21.999968 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 15.308412 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 61.38226  |
+|    air_temperature              | 23.647644 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 20.262846 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 11.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 608.0272  |
+|    air_humidity                 | 31.537436 |
+|    air_temperature              | 19.350393 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 8.612885  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 518107.1  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 21.907684 |
+|    air_temperature              | 18.80182  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 4.671904  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 24.602402 |
+|    air_temperature              | 19.819515 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 2.654228  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 34.41275  |
+|    air_temperature              | 20.909618 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 64.0      |
+|    direct_solar_radiation       | 174.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 80.0      |
+|    outdoor_temperature          | 8.19851   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 160.70125 |
+|    air_humidity                 | 66.53428  |
+|    air_temperature              | 19.79378  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 134.0     |
+|    direct_solar_radiation       | 379.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 14.136075 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 146586.66 |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 57.88952  |
+|    air_temperature              | 22.00054  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 125.5     |
+|    direct_solar_radiation       | 694.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 17.635881 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 62.214733 |
+|    air_temperature              | 23.414923 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 241.0     |
+|    direct_solar_radiation       | 416.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 20.859966 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 192.45067 |
+|    air_humidity                 | 57.880604 |
+|    air_temperature              | 26.456223 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 316.5     |
+|    direct_solar_radiation       | 189.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 17.595821 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 173205.6  |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 34.765224 |
+|    air_temperature              | 27.755896 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 202.0     |
+|    direct_solar_radiation       | 596.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 49.0      |
+|    outdoor_temperature          | 19.118748 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 50.221325 |
+|    air_temperature              | 25.792042 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 256.0     |
+|    direct_solar_radiation       | 306.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 18.685549 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 29.643288 |
+|    air_temperature              | 25.088284 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 145.5     |
+|    direct_solar_radiation       | 614.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 16.19097  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 11.8      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 455.85727 |
+|    air_humidity                 | 23.233004 |
+|    air_temperature              | 25.580149 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 105.5     |
+|    direct_solar_radiation       | 518.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 32.0      |
+|    outdoor_temperature          | 14.719782 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 410271.56 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 32.46782  |
+|    air_temperature              | 23.050169 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 54.5      |
+|    direct_solar_radiation       | 427.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 15.007018 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 104.0049  |
+|    air_humidity                 | 40.469254 |
+|    air_temperature              | 25.762215 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 15.5      |
+|    direct_solar_radiation       | 136.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 16.85201  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 110891.28 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 47.767754 |
+|    air_temperature              | 25.61364  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 16.869762 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 10.8      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 109.77352 |
+|    air_humidity                 | 62.86594  |
+|    air_temperature              | 25.587751 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 16.71503  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 98810.305 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 72.662445 |
+|    air_temperature              | 22.676569 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 17.344183 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 71.353714 |
+|    air_temperature              | 24.358383 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 18.299417 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 18.589087 |
+|    air_temperature              | 22.21219  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 28.0      |
+|    outdoor_temperature          | 16.183949 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 18.206142 |
+|    air_temperature              | 21.999985 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 7.863268  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 10.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 70.79328  |
+|    air_humidity                 | 21.031765 |
+|    air_temperature              | 20.74373  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 7.3715158 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 61825.062 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 23.970629 |
+|    air_temperature              | 18.405119 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 5.1220016 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 201.19078 |
+|    air_humidity                 | 28.49424  |
+|    air_temperature              | 21.015865 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 12.931328 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 188645.92 |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 948.2007  |
+|    air_humidity                 | 20.858418 |
+|    air_temperature              | 19.403952 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 4.6075807 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 801069.8  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 41.18096  |
+|    air_temperature              | 18.634413 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 4.9571757 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 95.37267  |
+|    air_humidity                 | 24.629105 |
+|    air_temperature              | 20.14481  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 6.937596  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 82714.27  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 68.66032  |
+|    air_humidity                 | 28.74519  |
+|    air_temperature              | 20.179213 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 8.355169  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 61025.4   |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 42.22224  |
+|    air_temperature              | 20.154366 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 34.5      |
+|    direct_solar_radiation       | 136.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 8.601156  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 300.50192 |
+|    air_humidity                 | 34.13722  |
+|    air_temperature              | 20.724718 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 91.0      |
+|    direct_solar_radiation       | 372.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 10.182717 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 260286.92 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 871.7625  |
+|    air_humidity                 | 27.324717 |
+|    air_temperature              | 21.460247 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 116.5     |
+|    direct_solar_radiation       | 556.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 7.6401772 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 784586.25 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 663.8411  |
+|    air_humidity                 | 35.611805 |
+|    air_temperature              | 23.279047 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 158.0     |
+|    direct_solar_radiation       | 527.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 11.253662 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 610932.6  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 39.466824 |
+|    air_temperature              | 23.828392 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 255.0     |
+|    direct_solar_radiation       | 190.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 12.27229  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 46.755707 |
+|    air_temperature              | 21.837193 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 237.5     |
+|    direct_solar_radiation       | 86.5      |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 16.700947 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 130.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 54.78266  |
+|    air_temperature              | 21.810846 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 189.0     |
+|    direct_solar_radiation       | 15.0      |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 14.556306 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 295.21298 |
+|    air_humidity                 | 48.13714  |
+|    air_temperature              | 25.021883 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 194.0     |
+|    direct_solar_radiation       | 123.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 13.235451 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 266980.47 |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 539.43866 |
+|    air_humidity                 | 36.041264 |
+|    air_temperature              | 24.243587 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 115.5     |
+|    direct_solar_radiation       | 82.0      |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 10.984423 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 485494.8  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 902.7748  |
+|    air_humidity                 | 41.3403   |
+|    air_temperature              | 23.527079 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 38.0      |
+|    direct_solar_radiation       | 53.5      |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 9.99827   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 812497.3  |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 650.0828  |
+|    air_humidity                 | 52.764694 |
+|    air_temperature              | 23.35507  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 10.372531 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 585074.56 |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 28.211124 |
+|    air_temperature              | 22.976395 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 6.600526  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 27.771719 |
+|    air_temperature              | 20.824842 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 9.77587   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 27.479923 |
+|    air_temperature              | 20.357563 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 6.0292397 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 10.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 727.8344  |
+|    air_humidity                 | 25.417734 |
+|    air_temperature              | 21.000147 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 5.013974  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 646563.2  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 31.97609  |
+|    air_temperature              | 21.428865 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 3.8844962 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1003.0152 |
+|    air_humidity                 | 36.79652  |
+|    air_temperature              | 21.041609 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 1.7418324 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 902713.7  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+Progress: |*****************************************************************************************----------| 89%------------------------------------------------
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1480.0426  |
+|    air_humidity                 | 29.446743  |
+|    air_temperature              | 20.312044  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 21.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 69.0       |
+|    outdoor_temperature          | -0.6433044 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1332038.4  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 9.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+-----------------------------------------------*****************************************************----------| 89%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2032.5927 |
+|    air_humidity                 | 19.228872 |
+|    air_temperature              | 20.992287 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | -3.406055 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1829333.4 |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+------------------------------------------------****************************************************----------| 89%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1643.0013  |
+|    air_humidity                 | 15.219239  |
+|    air_temperature              | 19.81402   |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 24.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 1.0        |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 51.0       |
+|    outdoor_temperature          | -1.4580983 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1478701.2  |
+|    wind_direction               | 340.0      |
+|    wind_speed                   | 3.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+------------------------------------------------*****************************************************---------| 90%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1875.4172  |
+|    air_humidity                 | 13.846659  |
+|    air_temperature              | 21.000006  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 25.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 2.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 100.0      |
+|    outdoor_temperature          | -2.6201777 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1687875.5  |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 2.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 41.86057  |
+|    air_temperature              | 19.003658 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 5.8098664 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 807.836   |
+|    air_humidity                 | 43.12251  |
+|    air_temperature              | 19.362911 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 6.156244  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 681375.3  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 789.04456 |
+|    air_humidity                 | 30.17224  |
+|    air_temperature              | 20.636475 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 5.1578355 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 708359.0  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 295.55637 |
+|    air_humidity                 | 25.87323  |
+|    air_temperature              | 19.928282 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 1.742372  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 266000.75 |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 92.7553   |
+|    air_humidity                 | 35.296833 |
+|    air_temperature              | 20.206911 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 25.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 7.921776  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 80147.33  |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 163.46709 |
+|    air_humidity                 | 29.838661 |
+|    air_temperature              | 19.29609  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 79.5      |
+|    direct_solar_radiation       | 369.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | 5.922729  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 146838.22 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 12.9      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 17.84719  |
+|    air_temperature              | 22.499722 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 93.5      |
+|    direct_solar_radiation       | 623.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 4.658013  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 10.8      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 871.7625  |
+|    air_humidity                 | 23.96115  |
+|    air_temperature              | 23.561268 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 68.0      |
+|    direct_solar_radiation       | 804.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 6.4370503 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 784586.25 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 39.127277 |
+|    air_temperature              | 22.928534 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 97.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 7.2501626 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 476.10425 |
+|    air_humidity                 | 31.817347 |
+|    air_temperature              | 22.907028 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 119.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 5.028878  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 428493.84 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 18.59975  |
+|    air_temperature              | 22.932472 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 96.5      |
+|    direct_solar_radiation       | 104.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 43.0      |
+|    outdoor_temperature          | 2.591026  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 70.20606  |
+|    air_humidity                 | 18.017624 |
+|    air_temperature              | 21.000004 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 73.5      |
+|    direct_solar_radiation       | 92.5      |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 4.7990522 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 62652.8   |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 10.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+------------------------------------------------********************************************************------| 93%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 124.541046 |
+|    air_humidity                 | 18.26065   |
+|    air_temperature              | 22.0       |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 8.0        |
+|    diffuse_solar_radiation      | 15.0       |
+|    direct_solar_radiation       | 308.5      |
+|    hour                         | 15.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 45.0       |
+|    outdoor_temperature          | 7.0755606  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 112187.96  |
+|    wind_direction               | 320.0      |
+|    wind_speed                   | 5.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 27.55016  |
+|    air_temperature              | 23.214323 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 4.394281  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 35.79371  |
+|    air_temperature              | 22.532774 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 3.9512193 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1089.2335 |
+|    air_humidity                 | 28.00922  |
+|    air_temperature              | 23.024275 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 1.3107407 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 980310.2  |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 33.208553 |
+|    air_temperature              | 21.219198 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 3.8873405 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 835.0407  |
+|    air_humidity                 | 21.99288  |
+|    air_temperature              | 20.598116 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 4.8464212 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 755553.3  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+------------------------------------------------**********************************************************----| 95%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1402.3055  |
+|    air_humidity                 | 14.491304  |
+|    air_temperature              | 21.000223  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 21.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 25.0       |
+|    outdoor_temperature          | -0.2546195 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1262075.0  |
+|    wind_direction               | 300.0      |
+|    wind_speed                   | 7.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 17.221281 |
+|    air_temperature              | 20.598158 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 3.1798205 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 700.85516 |
+|    air_humidity                 | 24.989456 |
+|    air_temperature              | 20.595875 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 5.265303  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 630769.7  |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 21.265991 |
+|    air_temperature              | 20.496058 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 2.0358138 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 30.325657 |
+|    air_temperature              | 20.983091 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 2.0346045 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 29.342453 |
+|    air_temperature              | 19.903067 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 5.899701  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+------------------------------------------------************************************************************--| 97%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1322.4016  |
+|    air_humidity                 | 22.932446  |
+|    air_temperature              | 20.642416  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 21.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 3.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 50.0       |
+|    outdoor_temperature          | 0.14490029 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1190161.5  |
+|    wind_direction               | 30.0       |
+|    wind_speed                   | 3.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+------------------------------------------------************************************************************--| 97%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2363.602   |
+|    air_humidity                 | 17.392849  |
+|    air_temperature              | 19.999958  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 46.0       |
+|    outdoor_temperature          | -5.0611014 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2127241.8  |
+|    wind_direction               | 20.0       |
+|    wind_speed                   | 4.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+-----------------------------------------------*************************************************************--| 97%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 20.27708  |
+|    air_temperature              | 19.663279 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 2.7721448 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 29.299072 |
+|    air_temperature              | 20.000072 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 3.103836  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 47.617172 |
+|    air_temperature              | 19.266903 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 16.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 10.236619 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 130.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 34.94709  |
+|    air_temperature              | 21.744276 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 53.5      |
+|    direct_solar_radiation       | 532.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 8.176662  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 972.799   |
+|    air_humidity                 | 26.80679  |
+|    air_temperature              | 22.411669 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 70.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 1.435689  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 875519.1  |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 29.151196 |
+|    air_temperature              | 21.667337 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 115.0     |
+|    direct_solar_radiation       | 582.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 3.6377366 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 101.81965 |
+|    air_humidity                 | 19.736752 |
+|    air_temperature              | 20.999989 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 133.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 5.0482287 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 91637.68  |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 519.18353 |
+|    air_humidity                 | 28.049627 |
+|    air_temperature              | 22.243378 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 103.5     |
+|    direct_solar_radiation       | 24.0      |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 88.0      |
+|    outdoor_temperature          | 1.7846037 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 467265.2  |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 14.9      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+------------------------------------------------**************************************************************| 99%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1437.554   |
+|    air_humidity                 | 14.440469  |
+|    air_temperature              | 23.035702  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 31.0       |
+|    diffuse_solar_radiation      | 102.0      |
+|    direct_solar_radiation       | 487.5      |
+|    hour                         | 13.0       |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 38.0       |
+|    outdoor_temperature          | -1.0675281 |
+|    people_occupant              | 16.0       |
+|    total_electricity_HVAC       | 1293798.5  |
+|    wind_direction               | 300.0      |
+|    wind_speed                   | 10.8       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+
+[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 2]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 2 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active
+-----------------------------------------------------
+| action_network/                     |             |
+|    index                            | 9           |
+| action_simulation/                  |             |
+|    Cooling_Setpoint_RL              | 22.5        |
+|    Heating_Setpoint_RL              | 21          |
+| episode/                            |             |
+|    comfort_violation_time(%)        | 42.6        |
+|    cumulative_comfort_penalty       | -1e+04      |
+|    cumulative_energy_penalty        | -1.79e+03   |
+|    cumulative_power                 | 3.57e+07    |
+|    cumulative_reward                | -11781.918  |
+|    cumulative_temperature_violation | 2e+04       |
+|    episode_length                   | 35040       |
+|    mean_comfort_penalty             | -0.285      |
+|    mean_energy_penalty              | -0.0509     |
+|    mean_power                       | 1.02e+03    |
+|    mean_reward                      | -0.33624196 |
+|    mean_temperature_violation       | 0.571       |
+| observation/                        |             |
+|    HVAC_electricity_demand_rate     | 3206.5505   |
+|    air_humidity                     | 16.606789   |
+|    air_temperature                  | 16.834461   |
+|    clg_setpoint                     | 40.0        |
+|    co2_emission                     | 0.0         |
+|    day_of_month                     | 1.0         |
+|    diffuse_solar_radiation          | 0.0         |
+|    direct_solar_radiation           | 0.0         |
+|    hour                             | 0.0         |
+|    htg_setpoint                     | 12.8        |
+|    month                            | 1.0         |
+|    outdoor_humidity                 | 43.25       |
+|    outdoor_temperature              | -9.275844   |
+|    people_occupant                  | 0.0         |
+|    total_electricity_HVAC           | 2885895.5   |
+|    wind_direction                   | 305.0       |
+|    wind_speed                       | 8.4         |
+| rollout/                            |             |
+|    exploration_rate                 | 0.05        |
+-----------------------------------------------------
+-----------------------------------
+| rollout/            |           |
+|    ep_len_mean      | 3.5e+04   |
+|    ep_rew_mean      | -1.18e+04 |
+|    exploration_rate | 0.05      |
+| time/               |           |
+|    episodes         | 1         |
+|    fps              | 1779      |
+|    time_elapsed     | 19        |
+|    total_timesteps  | 35040     |
+-----------------------------------
+------------------------------------------------
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1804.2375  |
+|    air_humidity                 | 14.429458  |
+|    air_temperature              | 22.996721  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.0        |
+|    diffuse_solar_radiation      | 95.5       |
+|    direct_solar_radiation       | 157.0      |
+|    hour                         | 14.0       |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 32.0       |
+|    outdoor_temperature          | -2.7215035 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1623813.8  |
+|    wind_direction               | 290.0      |
+|    wind_speed                   | 9.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2286.7896 |
+|    air_humidity                 | 13.794168 |
+|    air_temperature              | 23.17125  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 33.0      |
+|    direct_solar_radiation       | 54.5      |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 35.0      |
+|    outdoor_temperature          | -5.134264 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2058110.6 |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 51.033295 |
+|    air_temperature              | 23.009144 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 6.7510724 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2267.5652  |
+|    air_humidity                 | 15.053332  |
+|    air_temperature              | 22.429335  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 4.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 17.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 38.0       |
+|    outdoor_temperature          | -5.0381413 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 2040808.6  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 9.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2373.0137  |
+|    air_humidity                 | 11.418623  |
+|    air_temperature              | 20.962894  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 5.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 18.0       |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 38.0       |
+|    outdoor_temperature          | -5.1081605 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2135712.5  |
+|    wind_direction               | 340.0      |
+|    wind_speed                   | 3.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1758.2157 |
+|    air_humidity                 | 9.940797  |
+|    air_temperature              | 20.618435 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | -2.03417  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1582394.1 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2139.4778  |
+|    air_humidity                 | 17.66047   |
+|    air_temperature              | 21.4038    |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 20.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 32.0       |
+|    outdoor_temperature          | -3.9404805 |
+|    people_occupant              | 2.0        |
+|    total_electricity_HVAC       | 1925530.0  |
+|    wind_direction               | 280.0      |
+|    wind_speed                   | 6.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1455.3401  |
+|    air_humidity                 | 33.264008  |
+|    air_temperature              | 20.997766  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 8.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 21.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 92.0       |
+|    outdoor_temperature          | -0.5197919 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1309806.1  |
+|    wind_direction               | 0.0        |
+|    wind_speed                   | 0.0        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1222.3441 |
+|    air_humidity                 | 34.790493 |
+|    air_temperature              | 20.846558 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 0.645188  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1100109.8 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1883.9517 |
+|    air_humidity                 | 21.349102 |
+|    air_temperature              | 19.073694 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | -2.66285  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1695556.5 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |             |
+|    index                        | 1           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29          |
+|    Heating_Setpoint_RL          | 16          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1546.6324   |
+|    air_humidity                 | 16.957151   |
+|    air_temperature              | 18.970556   |
+|    clg_setpoint                 | 27.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 18.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 51.0        |
+|    outdoor_temperature          | -0.97625375 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1391969.2   |
+|    wind_direction               | 180.0       |
+|    wind_speed                   | 7.7         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 148.38998 |
+|    air_humidity                 | 25.182379 |
+|    air_temperature              | 20.113134 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 4.72036   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 134166.44 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2781.4126 |
+|    air_humidity                 | 23.80908  |
+|    air_temperature              | 19.716034 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | -7.150154 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2503271.2 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1030.1261 |
+|    air_humidity                 | 23.667334 |
+|    air_temperature              | 19.352226 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 95.0      |
+|    outdoor_temperature          | 1.6062777 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 927113.56 |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1950.5087  |
+|    air_humidity                 | 29.971148  |
+|    air_temperature              | 18.999996  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 16.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 61.0       |
+|    outdoor_temperature          | -2.9956346 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1755457.8  |
+|    wind_direction               | 260.0      |
+|    wind_speed                   | 8.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |            |
+|    index                        | 2          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 28         |
+|    Heating_Setpoint_RL          | 17         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1148.0468  |
+|    air_humidity                 | 34.12383   |
+|    air_temperature              | 19.986454  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 17.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 91.0       |
+|    outdoor_temperature          | 1.0166746  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1033242.06 |
+|    wind_direction               | 210.0      |
+|    wind_speed                   | 3.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 41.51869  |
+|    air_temperature              | 19.999989 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 9.285549  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 35.05086  |
+|    air_temperature              | 20.530643 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 39.5      |
+|    direct_solar_radiation       | 326.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 2.3865857 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 122.68099 |
+|    air_humidity                 | 16.205442 |
+|    air_temperature              | 20.136335 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 110.0     |
+|    direct_solar_radiation       | 362.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 4.9920626 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 107556.51 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 31.507713 |
+|    air_temperature              | 22.5794   |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 172.5     |
+|    direct_solar_radiation       | 34.0      |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 4.3967648 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 40.34489  |
+|    air_temperature              | 23.049335 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 81.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 7.3515596 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 748.64197 |
+|    air_humidity                 | 45.458416 |
+|    air_temperature              | 23.0614   |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 103.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 9.038888  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 673777.8  |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 231.8666  |
+|    air_humidity                 | 53.649773 |
+|    air_temperature              | 24.061403 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 82.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 13.094668 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 208679.92 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 28.547411 |
+|    air_temperature              | 22.799263 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 67.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 2.623999  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 26.4357   |
+|    air_temperature              | 21.611109 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 108.5     |
+|    direct_solar_radiation       | 93.0      |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 4.027222  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 20.152868 |
+|    air_temperature              | 21.999857 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 58.0      |
+|    direct_solar_radiation       | 189.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 3.5773697 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 33.50244  |
+|    air_temperature              | 22.925869 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 8.5       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 3.5959754 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1462.5768  |
+|    air_humidity                 | 20.541664  |
+|    air_temperature              | 23.24956   |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 29.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 17.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 54.0       |
+|    outdoor_temperature          | -1.0131997 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1316319.1  |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 3.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |              |
+|    index                        | 7            |
+| action_simulation/              |              |
+|    Cooling_Setpoint_RL          | 23           |
+|    Heating_Setpoint_RL          | 22           |
+| observation/                    |              |
+|    HVAC_electricity_demand_rate | 1349.1754    |
+|    air_humidity                 | 24.63473     |
+|    air_temperature              | 23.735115    |
+|    clg_setpoint                 | 27.0         |
+|    co2_emission                 | 0.0          |
+|    day_of_month                 | 30.0         |
+|    diffuse_solar_radiation      | 0.0          |
+|    direct_solar_radiation       | 0.0          |
+|    hour                         | 18.0         |
+|    htg_setpoint                 | 18.0         |
+|    month                        | 1.0          |
+|    outdoor_humidity             | 66.0         |
+|    outdoor_temperature          | 0.0110311955 |
+|    people_occupant              | 10.0         |
+|    total_electricity_HVAC       | 1214257.9    |
+|    wind_direction               | 0.0          |
+|    wind_speed                   | 7.2          |
+| rollout/                        |              |
+|    exploration_rate             | 0.05         |
+--------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1886.4735  |
+|    air_humidity                 | 16.737734  |
+|    air_temperature              | 22.882967  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 31.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 19.0       |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 42.0       |
+|    outdoor_temperature          | -2.6754591 |
+|    people_occupant              | 2.0        |
+|    total_electricity_HVAC       | 1697826.1  |
+|    wind_direction               | 230.0      |
+|    wind_speed                   | 3.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 585.49194 |
+|    air_humidity                 | 28.731716 |
+|    air_temperature              | 20.996204 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 6.31725   |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 526942.75 |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 951.3817   |
+|    air_humidity                 | 12.700426  |
+|    air_temperature              | 20.538958  |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 2.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 21.0       |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 32.0       |
+|    outdoor_temperature          | -2.3895953 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 856243.5   |
+|    wind_direction               | 10.0       |
+|    wind_speed                   | 4.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1319.7701  |
+|    air_humidity                 | 11.374336  |
+|    air_temperature              | 20.237171  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 3.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 22.0       |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 66.0       |
+|    outdoor_temperature          | 0.15805787 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1187793.1  |
+|    wind_direction               | 150.0      |
+|    wind_speed                   | 4.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+Progress: |**********-----------------------------------------------------------------------------------------| 10%------------------------------------------------
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1625.1184  |
+|    air_humidity                 | 29.68434   |
+|    air_temperature              | 19.554268  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 4.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 62.0       |
+|    outdoor_temperature          | -1.3686837 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1462606.6  |
+|    wind_direction               | 320.0      |
+|    wind_speed                   | 9.3        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 3791.435   |
+|    air_humidity                 | 16.024805  |
+|    air_temperature              | 18.399399  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 6.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 39.0       |
+|    outdoor_temperature          | -12.200267 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 3412291.5  |
+|    wind_direction               | 300.0      |
+|    wind_speed                   | 9.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3162.4832 |
+|    air_humidity                 | 16.801003 |
+|    air_temperature              | 17.480116 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | -9.055507 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2846234.8 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2316.3386  |
+|    air_humidity                 | 18.613413  |
+|    air_temperature              | 19.890545  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 8.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 2.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 46.0       |
+|    outdoor_temperature          | -4.8247848 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2084704.8  |
+|    wind_direction               | 310.0      |
+|    wind_speed                   | 2.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3050.6633 |
+|    air_humidity                 | 16.25804  |
+|    air_temperature              | 18.83905  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 49.0      |
+|    outdoor_temperature          | -8.496408 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2745597.0 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1886.6011  |
+|    air_humidity                 | 12.712721  |
+|    air_temperature              | 18.790092  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 10.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 62.0       |
+|    outdoor_temperature          | -2.6760972 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1697941.0  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 4.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |             |
+|    index                        | 6           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24          |
+|    Heating_Setpoint_RL          | 21          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1514.844    |
+|    air_humidity                 | 16.692741   |
+|    air_temperature              | 19.63072    |
+|    clg_setpoint                 | 29.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 11.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 5.0         |
+|    htg_setpoint                 | 16.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 80.0        |
+|    outdoor_temperature          | -0.81731147 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1363359.6   |
+|    wind_direction               | 250.0       |
+|    wind_speed                   | 3.6         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2945.1492  |
+|    air_humidity                 | 18.053753  |
+|    air_temperature              | 18.193132  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 12.0       |
+|    diffuse_solar_radiation      | 18.0       |
+|    direct_solar_radiation       | 40.0       |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 29.0       |
+|    outdoor_temperature          | -11.505592 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2650634.2  |
+|    wind_direction               | 320.0      |
+|    wind_speed                   | 9.3        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2493.5735 |
+|    air_humidity                 | 10.131987 |
+|    air_temperature              | 18.372742 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 69.0      |
+|    direct_solar_radiation       | 187.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | -9.247714 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2244216.2 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1821.0771  |
+|    air_humidity                 | 13.044007  |
+|    air_temperature              | 21.999996  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 106.0      |
+|    direct_solar_radiation       | 395.0      |
+|    hour                         | 8.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 38.0       |
+|    outdoor_temperature          | -2.7465734 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1638969.5  |
+|    wind_direction               | 300.0      |
+|    wind_speed                   | 5.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1367.605   |
+|    air_humidity                 | 18.204165  |
+|    air_temperature              | 22.377993  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 15.0       |
+|    diffuse_solar_radiation      | 190.5      |
+|    direct_solar_radiation       | 29.5       |
+|    hour                         | 9.0        |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 60.0       |
+|    outdoor_temperature          | -0.5383407 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1230844.5  |
+|    wind_direction               | 110.0      |
+|    wind_speed                   | 2.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 151.11612 |
+|    air_humidity                 | 31.204664 |
+|    air_temperature              | 20.458956 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 224.5     |
+|    direct_solar_radiation       | 314.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 6.2909584 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 144360.28 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 76.76114  |
+|    air_humidity                 | 17.126703 |
+|    air_temperature              | 22.000053 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 124.0     |
+|    direct_solar_radiation       | 727.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 36.0      |
+|    outdoor_temperature          | 6.369709  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 70249.89  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 476.10425 |
+|    air_humidity                 | 25.14942  |
+|    air_temperature              | 23.491219 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 241.0     |
+|    direct_solar_radiation       | 284.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 6.582677  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 428493.84 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 24.28904  |
+|    air_temperature              | 24.073921 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 183.5     |
+|    direct_solar_radiation       | 475.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 7.3682384 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 688.9026  |
+|    air_humidity                 | 25.790758 |
+|    air_temperature              | 24.51302  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 101.5     |
+|    direct_solar_radiation       | 584.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 9.043416  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 593599.75 |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 31.605486 |
+|    air_temperature              | 23.198685 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 63.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 3.3204484 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 917.7176  |
+|    air_humidity                 | 19.038803 |
+|    air_temperature              | 23.908525 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 27.5      |
+|    direct_solar_radiation       | 273.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 1.9434859 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 825945.9  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 22.889832 |
+|    air_temperature              | 21.24511  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 3.2798805 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1150.1122  |
+|    air_humidity                 | 18.517626  |
+|    air_temperature              | 20.998045  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 24.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 18.0       |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 39.0       |
+|    outdoor_temperature          | 1.0063478  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1035100.94 |
+|    wind_direction               | 300.0      |
+|    wind_speed                   | 9.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 533.8715  |
+|    air_humidity                 | 22.031479 |
+|    air_temperature              | 22.000027 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 49.0      |
+|    outdoor_temperature          | 4.355374  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 474075.22 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |             |
+|    index                        | 1           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 29          |
+|    Heating_Setpoint_RL          | 16          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1502.4996   |
+|    air_humidity                 | 17.550522   |
+|    air_temperature              | 21.454084   |
+|    clg_setpoint                 | 25.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 26.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 20.0        |
+|    htg_setpoint                 | 20.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 27.0        |
+|    outdoor_temperature          | -0.75558984 |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1352249.8   |
+|    wind_direction               | 70.0        |
+|    wind_speed                   | 3.1         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1700.4568  |
+|    air_humidity                 | 38.744617  |
+|    air_temperature              | 19.918364  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 27.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 21.0       |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 100.0      |
+|    outdoor_temperature          | -1.7453753 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1530411.1  |
+|    wind_direction               | 0.0        |
+|    wind_speed                   | 3.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 840.8903  |
+|    air_humidity                 | 40.83299  |
+|    air_temperature              | 19.238083 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 5.5238667 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 725613.3  |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+Progress: |*****************----------------------------------------------------------------------------------| 17%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 708.3994  |
+|    air_humidity                 | 36.43662  |
+|    air_temperature              | 19.460455 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 6.6392717 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 593720.8  |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 33.624523 |
+|    air_temperature              | 21.84918  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 10.09713  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 474.4464  |
+|    air_humidity                 | 32.48305  |
+|    air_temperature              | 19.565111 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 9.315889  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 406927.03 |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 927.30707 |
+|    air_humidity                 | 43.51403  |
+|    air_temperature              | 19.22073  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 5.875117  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 781413.8  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 575.30975 |
+|    air_humidity                 | 45.782436 |
+|    air_temperature              | 20.171947 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 9.522872  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 555115.25 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 782.5654  |
+|    air_humidity                 | 24.75921  |
+|    air_temperature              | 20.15559  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 6.049054  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 704308.94 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 35.990368 |
+|    air_temperature              | 19.806833 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 3.5513284 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 37.737408 |
+|    air_temperature              | 20.442892 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 72.0      |
+|    direct_solar_radiation       | 175.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 2.1105442 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 32.52455  |
+|    air_temperature              | 20.50352  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 141.5     |
+|    direct_solar_radiation       | 118.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 2.6969094 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 871.7625  |
+|    air_humidity                 | 22.176426 |
+|    air_temperature              | 21.72639  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 132.5     |
+|    direct_solar_radiation       | 687.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | 7.6411133 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 784586.25 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 871.7625  |
+|    air_humidity                 | 23.683573 |
+|    air_temperature              | 22.5603   |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 291.0     |
+|    direct_solar_radiation       | 353.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 37.0      |
+|    outdoor_temperature          | 4.719579  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 784586.25 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 15.5      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 947.8628  |
+|    air_humidity                 | 17.563786 |
+|    air_temperature              | 23.31355  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 146.5     |
+|    direct_solar_radiation       | 820.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 34.0      |
+|    outdoor_temperature          | 4.4292946 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 853076.5  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 9.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 819.6643  |
+|    air_humidity                 | 17.929089 |
+|    air_temperature              | 23.582941 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 310.5     |
+|    direct_solar_radiation       | 462.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 1.6799109 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 737697.9  |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 183.02463 |
+|    air_humidity                 | 22.134924 |
+|    air_temperature              | 25.33988  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 140.5     |
+|    direct_solar_radiation       | 840.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 35.0      |
+|    outdoor_temperature          | 12.848213 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 165756.19 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |             |
+|    index                        | 6           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24          |
+|    Heating_Setpoint_RL          | 21          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1372.1312   |
+|    air_humidity                 | 16.91895    |
+|    air_temperature              | 20.388855   |
+|    clg_setpoint                 | 26.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 103.5       |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 13.0        |
+|    htg_setpoint                 | 19.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | -0.10374769 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1234918.1   |
+|    wind_direction               | 50.0        |
+|    wind_speed                   | 9.3         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |             |
+|    index                        | 8           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 22.5        |
+|    Heating_Setpoint_RL          | 22          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1435.1711   |
+|    air_humidity                 | 18.643396   |
+|    air_temperature              | 21.139025   |
+|    clg_setpoint                 | 29.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 17.0        |
+|    diffuse_solar_radiation      | 168.5       |
+|    direct_solar_radiation       | 643.0       |
+|    hour                         | 14.0        |
+|    htg_setpoint                 | 16.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 83.0        |
+|    outdoor_temperature          | -0.41894728 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1291654.0   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 3.6         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 906.4148  |
+|    air_humidity                 | 26.15411  |
+|    air_temperature              | 24.043047 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 132.5     |
+|    direct_solar_radiation       | 552.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 3.821802  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 815773.3  |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 26.803059 |
+|    air_temperature              | 23.57881  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 61.5      |
+|    direct_solar_radiation       | 360.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 3.7118824 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 838.38043 |
+|    air_humidity                 | 32.72246  |
+|    air_temperature              | 23.509342 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 16.5      |
+|    direct_solar_radiation       | 91.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 5.683642  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 746401.25 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 11.8      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 722.22064 |
+|    air_humidity                 | 21.36357  |
+|    air_temperature              | 21.937164 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 4.786942  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 636776.6  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 14.4      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    index                        | 6           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24          |
+|    Heating_Setpoint_RL          | 21          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1420.1923   |
+|    air_humidity                 | 15.754087   |
+|    air_temperature              | 23.23445    |
+|    clg_setpoint                 | 29.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 19.0        |
+|    htg_setpoint                 | 16.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 22.0        |
+|    outdoor_temperature          | -0.34405267 |
+|    people_occupant              | 2.0         |
+|    total_electricity_HVAC       | 1278173.0   |
+|    wind_direction               | 300.0       |
+|    wind_speed                   | 8.2         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 15.957253 |
+|    air_temperature              | 20.980701 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 3.6350272 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 28.30168  |
+|    air_temperature              | 21.18839  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 6.6833673 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 785.40643 |
+|    air_humidity                 | 43.216587 |
+|    air_temperature              | 19.139505 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 6.2410784 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 701437.75 |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+Progress: |***********************----------------------------------------------------------------------------| 23%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 481.7842  |
+|    air_humidity                 | 47.513245 |
+|    air_temperature              | 20.326927 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 8.220632  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 451453.1  |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 194.08734 |
+|    air_humidity                 | 43.19421  |
+|    air_temperature              | 20.993734 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 11.772061 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 170518.66 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 28.857058 |
+|    air_temperature              | 20.061483 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 2.9912403 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 37.21652  |
+|    air_temperature              | 20.998018 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 2.1145651 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 143.43005 |
+|    air_humidity                 | 36.30297  |
+|    air_temperature              | 20.30996  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 6.333977  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 140959.28 |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 51.015564 |
+|    air_temperature              | 18.754827 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 2.8850982 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.60917  |
+|    air_temperature              | 18.369095 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 27.0      |
+|    direct_solar_radiation       | 165.0     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 4.028294  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 58.062473 |
+|    air_temperature              | 18.538546 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 52.5      |
+|    direct_solar_radiation       | 541.5     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 3.634861  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 43.828773 |
+|    air_temperature              | 18.841476 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 146.5     |
+|    direct_solar_radiation       | 403.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 6.183797  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 572.3576  |
+|    air_humidity                 | 44.74038  |
+|    air_temperature              | 21.419844 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 173.0     |
+|    direct_solar_radiation       | 567.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 10.205873 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 523577.4  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.707    |
+|    air_temperature              | 22.388348 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 220.5     |
+|    direct_solar_radiation       | 635.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 19.456167 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |          |
+|    index                        | 2        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 28       |
+|    Heating_Setpoint_RL          | 17       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 70.24044 |
+|    air_temperature              | 23.77905 |
+|    clg_setpoint                 | 24.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 7.0      |
+|    diffuse_solar_radiation      | 143.5    |
+|    direct_solar_radiation       | 847.0    |
+|    hour                         | 10.0     |
+|    htg_setpoint                 | 21.0     |
+|    month                        | 4.0      |
+|    outdoor_humidity             | 37.0     |
+|    outdoor_temperature          | 22.28776 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 250.0    |
+|    wind_speed                   | 6.7      |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3445.089  |
+|    air_humidity                 | 53.412476 |
+|    air_temperature              | 23.671152 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 283.0     |
+|    direct_solar_radiation       | 626.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 43.0      |
+|    outdoor_temperature          | 23.813982 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 3108444.2 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1941.4698 |
+|    air_humidity                 | 57.059998 |
+|    air_temperature              | 23.39732  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 248.0     |
+|    direct_solar_radiation       | 449.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 19.118326 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 1746407.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3975.0776 |
+|    air_humidity                 | 32.96631  |
+|    air_temperature              | 23.598097 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 153.5     |
+|    direct_solar_radiation       | 773.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 25.0      |
+|    outdoor_temperature          | 20.640772 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 3574334.0 |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 306.31296 |
+|    air_humidity                 | 14.682458 |
+|    air_temperature              | 25.941786 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 142.5     |
+|    direct_solar_radiation       | 728.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 14.0      |
+|    outdoor_temperature          | 15.408057 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 275078.9  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 12.9      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 315.61072 |
+|    air_humidity                 | 12.921776 |
+|    air_temperature              | 25.000605 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 72.0      |
+|    direct_solar_radiation       | 766.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 11.0      |
+|    outdoor_temperature          | 11.472333 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 280739.22 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 37.093914 |
+|    air_temperature              | 20.82961  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 69.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 6.4494166 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 32.12789  |
+|    air_temperature              | 23.169945 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 45.5      |
+|    direct_solar_radiation       | 25.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 6.8088455 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 54.234688 |
+|    air_temperature              | 26.290154 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 8.991571  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 49.74599  |
+|    air_temperature              | 27.69215  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 15.791064 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.868176 |
+|    air_temperature              | 23.51201  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 7.527386  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.438843 |
+|    air_temperature              | 22.010849 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 6.091949  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.108757 |
+|    air_temperature              | 22.255705 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 6.9153886 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.31344  |
+|    air_temperature              | 19.858194 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 8.460917  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.07449  |
+|    air_temperature              | 18.641197 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 5.7216463 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.987324 |
+|    air_temperature              | 20.40382  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 10.535965 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.64444  |
+|    air_temperature              | 20.592913 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 7.241513  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.43422  |
+|    air_temperature              | 19.880894 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 10.051851 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.292465 |
+|    air_temperature              | 20.055376 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 6.9597707 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.59889  |
+|    air_temperature              | 21.129635 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 41.5      |
+|    direct_solar_radiation       | 18.0      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 10.039303 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.81694  |
+|    air_temperature              | 21.566832 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 78.5      |
+|    direct_solar_radiation       | 588.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 12.721492 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 105.58764 |
+|    air_humidity                 | 68.87817  |
+|    air_temperature              | 18.685684 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 221.0     |
+|    direct_solar_radiation       | 50.5      |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 13.024408 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 95277.984 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 554.63495 |
+|    air_humidity                 | 60.94167  |
+|    air_temperature              | 20.760542 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 133.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 10.734792 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 499171.47 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 494.29865 |
+|    air_humidity                 | 26.91579  |
+|    air_temperature              | 24.698816 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 227.5     |
+|    direct_solar_radiation       | 676.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 25.0      |
+|    outdoor_temperature          | 16.345572 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 441835.44 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1669.414  |
+|    air_humidity                 | 27.572773 |
+|    air_temperature              | 24.118586 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 263.5     |
+|    direct_solar_radiation       | 662.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 35.0      |
+|    outdoor_temperature          | 16.663635 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1502472.6 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1423.8939 |
+|    air_humidity                 | 49.750465 |
+|    air_temperature              | 23.154497 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 225.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 15.606137 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 1281504.5 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.523636 |
+|    air_temperature              | 21.496876 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 183.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 17.305464 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.981228 |
+|    air_temperature              | 23.672033 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 296.0     |
+|    direct_solar_radiation       | 101.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 18.12477  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 263.9766  |
+|    air_humidity                 | 49.505367 |
+|    air_temperature              | 24.917562 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 243.0     |
+|    direct_solar_radiation       | 62.5      |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 14.965244 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 237583.92 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 441.78152 |
+|    air_humidity                 | 59.375774 |
+|    air_temperature              | 25.219263 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 81.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 15.51826  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 397603.38 |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 291.60434  |
+|    air_humidity                 | 60.253563  |
+|    air_temperature              | 24.001564  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 8.0        |
+|    diffuse_solar_radiation      | 116.5      |
+|    direct_solar_radiation       | 8.5        |
+|    hour                         | 16.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 5.0        |
+|    outdoor_humidity             | 100.0      |
+|    outdoor_temperature          | 14.3150015 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 426840.75  |
+|    wind_direction               | 130.0      |
+|    wind_speed                   | 3.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 47.826717 |
+|    air_temperature              | 29.443428 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 66.0      |
+|    direct_solar_radiation       | 76.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 24.326218 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 41.45334  |
+|    air_temperature              | 29.770283 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 21.403486 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.864246 |
+|    air_temperature              | 25.409126 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 77.0      |
+|    outdoor_temperature          | 14.024936 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.58497  |
+|    air_temperature              | 25.376099 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 13.580284 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 51.845596 |
+|    air_temperature              | 24.4386   |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 77.0      |
+|    outdoor_temperature          | 8.686298  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.85383  |
+|    air_temperature              | 23.408401 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 10.669418 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.44686  |
+|    air_temperature              | 22.478897 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 11.021046 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 37%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 0.0        |
+|    air_humidity                 | 69.71836   |
+|    air_temperature              | 22.096245  |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 17.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 5.0        |
+|    outdoor_humidity             | 83.0       |
+|    outdoor_temperature          | 10.4822035 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 0.0        |
+|    wind_direction               | 40.0       |
+|    wind_speed                   | 2.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.24246  |
+|    air_temperature              | 22.697903 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 14.038016 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.10041  |
+|    air_temperature              | 21.779947 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 15.543995 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.470825 |
+|    air_temperature              | 20.502432 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 14.700728 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.664185 |
+|    air_temperature              | 20.969315 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 39.5      |
+|    direct_solar_radiation       | 78.0      |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 11.760994 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.82759  |
+|    air_temperature              | 20.638756 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 119.5     |
+|    direct_solar_radiation       | 39.5      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 12.853281 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+------------------------------------------------**------------------------------------------------------------| 39%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 0.0        |
+|    air_humidity                 | 79.742096  |
+|    air_temperature              | 20.965656  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 23.0       |
+|    diffuse_solar_radiation      | 202.5      |
+|    direct_solar_radiation       | 121.5      |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 5.0        |
+|    outdoor_humidity             | 97.0       |
+|    outdoor_temperature          | 15.2559595 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 0.0        |
+|    wind_direction               | 120.0      |
+|    wind_speed                   | 2.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+------------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 175.05946 |
+|    air_humidity                 | 85.569885 |
+|    air_temperature              | 20.361977 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 166.5     |
+|    direct_solar_radiation       | 3.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 15.519688 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 157553.52 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 88.35559  |
+|    air_temperature              | 23.295433 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 251.5     |
+|    direct_solar_radiation       | 597.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 16.08074  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.33773  |
+|    air_temperature              | 24.468657 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 330.5     |
+|    direct_solar_radiation       | 485.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 21.730036 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 11.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3473.914  |
+|    air_humidity                 | 50.87384  |
+|    air_temperature              | 23.874031 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 396.0     |
+|    direct_solar_radiation       | 283.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 19.557518 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3113888.5 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4798.8096 |
+|    air_humidity                 | 45.506927 |
+|    air_temperature              | 24.022305 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 333.0     |
+|    direct_solar_radiation       | 576.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 25.908749 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4307226.5 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4961.3433 |
+|    air_humidity                 | 53.536194 |
+|    air_temperature              | 23.69982  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 270.0     |
+|    direct_solar_radiation       | 682.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 35.0      |
+|    outdoor_temperature          | 27.257017 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 4465209.0 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5542.6147 |
+|    air_humidity                 | 46.478977 |
+|    air_temperature              | 24.297695 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 213.0     |
+|    direct_solar_radiation       | 710.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 27.0      |
+|    outdoor_temperature          | 28.636808 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4984936.0 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5475.4956 |
+|    air_humidity                 | 57.36404  |
+|    air_temperature              | 24.47104  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 233.5     |
+|    direct_solar_radiation       | 564.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 26.003632 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4915775.5 |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.53134  |
+|    air_temperature              | 27.312569 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 178.5     |
+|    direct_solar_radiation       | 469.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 27.0      |
+|    outdoor_temperature          | 27.807915 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.3855   |
+|    air_temperature              | 27.161943 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 103.0     |
+|    direct_solar_radiation       | 524.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 35.0      |
+|    outdoor_temperature          | 20.942236 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 39.917088 |
+|    air_temperature              | 30.10571  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 62.0      |
+|    direct_solar_radiation       | 335.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 17.514065 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 47.715076 |
+|    air_temperature              | 29.770834 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 28.5      |
+|    direct_solar_radiation       | 11.5      |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 18.896332 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.85728  |
+|    air_temperature              | 27.400461 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 16.325865 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.10968  |
+|    air_temperature              | 25.510035 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 20.222506 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.73e+04  |
+|    n_updates                    | 24        |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.88185  |
+|    air_temperature              | 26.473099 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 23.432787 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.69e+04  |
+|    n_updates                    | 49        |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.250916 |
+|    air_temperature              | 24.624996 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 19.427858 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.96e+04  |
+|    n_updates                    | 74        |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.379234 |
+|    air_temperature              | 24.415615 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 18.959192 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.74e+04  |
+|    n_updates                    | 99        |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.947784 |
+|    air_temperature              | 22.702192 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 16.782215 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.7e+04   |
+|    n_updates                    | 124       |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 90.11013  |
+|    air_temperature              | 22.181059 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 17.962767 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.4e+04   |
+|    n_updates                    | 149       |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 88.01869  |
+|    air_temperature              | 22.351809 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 20.203293 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.25e+04  |
+|    n_updates                    | 174       |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 89.761375 |
+|    air_temperature              | 21.895535 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 17.647366 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.48e+04  |
+|    n_updates                    | 199       |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.31044  |
+|    air_temperature              | 23.202625 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 49.0      |
+|    direct_solar_radiation       | 3.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 21.554924 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.79e+03  |
+|    n_updates                    | 224       |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.13197  |
+|    air_temperature              | 23.67505  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 41.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 23.571669 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.94e+03  |
+|    n_updates                    | 249       |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 93.96759  |
+|    air_temperature              | 21.819794 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 83.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 19.235605 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.99e+03  |
+|    n_updates                    | 274       |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1854.7126 |
+|    air_humidity                 | 82.8579   |
+|    air_temperature              | 19.94703  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 116.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 19.453636 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1662493.1 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.25e+03  |
+|    n_updates                    | 299       |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8928.022  |
+|    air_humidity                 | 64.12279  |
+|    air_temperature              | 22.995796 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 172.0     |
+|    direct_solar_radiation       | 645.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 32.729115 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 8035220.5 |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.26e+03  |
+|    n_updates                    | 324       |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6259.42   |
+|    air_humidity                 | 58.960857 |
+|    air_temperature              | 23.959463 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 289.0     |
+|    direct_solar_radiation       | 563.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 27.882483 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5633478.0 |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.46e+03  |
+|    n_updates                    | 349       |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4542.525  |
+|    air_humidity                 | 61.181717 |
+|    air_temperature              | 23.151531 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 300.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 19.840796 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4088272.2 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.69e+03  |
+|    n_updates                    | 374       |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.28868  |
+|    air_temperature              | 27.314816 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 189.0     |
+|    direct_solar_radiation       | 684.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 29.14851  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+04  |
+|    n_updates                    | 399       |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 65.29333  |
+|    air_temperature              | 27.590292 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 362.0     |
+|    direct_solar_radiation       | 368.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 35.0      |
+|    outdoor_temperature          | 30.175938 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.64e+03  |
+|    n_updates                    | 424       |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6536.5103 |
+|    air_humidity                 | 56.910072 |
+|    air_temperature              | 24.24192  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 344.5     |
+|    direct_solar_radiation       | 48.0      |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 26.203909 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 5882859.5 |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.87e+03  |
+|    n_updates                    | 449       |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8832.593  |
+|    air_humidity                 | 58.894646 |
+|    air_temperature              | 24.245432 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 190.0     |
+|    direct_solar_radiation       | 446.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 28.251022 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7949333.0 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.16e+03  |
+|    n_updates                    | 474       |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5994.488  |
+|    air_humidity                 | 57.70945  |
+|    air_temperature              | 24.269371 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 127.0     |
+|    direct_solar_radiation       | 657.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 26.748756 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5394630.0 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 11.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.01e+03  |
+|    n_updates                    | 499       |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5868.593  |
+|    air_humidity                 | 59.702705 |
+|    air_temperature              | 23.673388 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 117.0     |
+|    direct_solar_radiation       | 8.5       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 23.925201 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5300543.0 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 10.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.08e+03  |
+|    n_updates                    | 524       |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 49.323895 |
+|    air_temperature              | 29.75314  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 89.0      |
+|    direct_solar_radiation       | 182.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 24.83241  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.49e+03  |
+|    n_updates                    | 549       |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.10587  |
+|    air_temperature              | 25.321625 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 29.0      |
+|    direct_solar_radiation       | 29.5      |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 19.11446  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.5e+03   |
+|    n_updates                    | 574       |
+-----------------------------------------------
+----------------------------------------------**************--------------------------------------------------| 49%
+| action_network/                 |          |
+|    index                        | 2        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 28       |
+|    Heating_Setpoint_RL          | 17       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 73.58216 |
+|    air_temperature              | 24.81363 |
+|    clg_setpoint                 | 29.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 30.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 19.0     |
+|    htg_setpoint                 | 16.0     |
+|    month                        | 6.0      |
+|    outdoor_humidity             | 81.0     |
+|    outdoor_temperature          | 19.323   |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 230.0    |
+|    wind_speed                   | 3.1      |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 5.13e+03 |
+|    n_updates                    | 599      |
+----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.26106  |
+|    air_temperature              | 27.285131 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 19.510527 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.57e+03  |
+|    n_updates                    | 624       |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.97226  |
+|    air_temperature              | 25.634449 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 20.972343 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.97e+03  |
+|    n_updates                    | 649       |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.34892  |
+|    air_temperature              | 24.954485 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 21.94895  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.54e+03  |
+|    n_updates                    | 674       |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.28426  |
+|    air_temperature              | 24.376232 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 20.423975 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.99e+03  |
+|    n_updates                    | 699       |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.33825  |
+|    air_temperature              | 24.507927 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 23.793901 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.98e+03  |
+|    n_updates                    | 724       |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.71556  |
+|    air_temperature              | 25.245878 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 25.436129 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.81e+03  |
+|    n_updates                    | 749       |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.0488   |
+|    air_temperature              | 24.126446 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 88.0      |
+|    outdoor_temperature          | 24.582035 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.78e+03  |
+|    n_updates                    | 774       |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 87.71491  |
+|    air_temperature              | 22.90714  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 22.584349 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 965       |
+|    n_updates                    | 799       |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 93.72923  |
+|    air_temperature              | 23.959242 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 25.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 27.785337 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.47e+03  |
+|    n_updates                    | 824       |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.162704 |
+|    air_temperature              | 23.086092 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 76.0      |
+|    direct_solar_radiation       | 262.0     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 21.191248 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.96e+03  |
+|    n_updates                    | 849       |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.09719  |
+|    air_temperature              | 22.966927 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 84.5      |
+|    direct_solar_radiation       | 444.5     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 25.49166  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.62e+03  |
+|    n_updates                    | 874       |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.842354 |
+|    air_temperature              | 24.912615 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 188.5     |
+|    direct_solar_radiation       | 444.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 27.981579 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.47e+03  |
+|    n_updates                    | 899       |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.29015  |
+|    air_temperature              | 26.284555 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 109.0     |
+|    direct_solar_radiation       | 791.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 27.723755 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.41e+03  |
+|    n_updates                    | 924       |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5701.992  |
+|    air_humidity                 | 62.445957 |
+|    air_temperature              | 22.877975 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 198.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 22.844303 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5131793.0 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.48e+03  |
+|    n_updates                    | 949       |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6329.585  |
+|    air_humidity                 | 58.633747 |
+|    air_temperature              | 24.058687 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 351.0     |
+|    direct_solar_radiation       | 285.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 29.750559 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5696626.5 |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.12e+03  |
+|    n_updates                    | 974       |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7090.5063 |
+|    air_humidity                 | 57.64953  |
+|    air_temperature              | 24.19502  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 229.5     |
+|    direct_solar_radiation       | 590.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 27.872087 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 6384696.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.12e+03  |
+|    n_updates                    | 999       |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5688.2856 |
+|    air_humidity                 | 61.284252 |
+|    air_temperature              | 22.551647 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 260.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 88.0      |
+|    outdoor_temperature          | 22.795156 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 5119457.0 |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.4e+03   |
+|    n_updates                    | 1024      |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7841.701  |
+|    air_humidity                 | 57.82436  |
+|    air_temperature              | 24.11316  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 301.5     |
+|    direct_solar_radiation       | 544.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 26.77382  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 7034948.0 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3e+03     |
+|    n_updates                    | 1049      |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.2651   |
+|    air_temperature              | 28.586027 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 332.0     |
+|    direct_solar_radiation       | 416.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 27.283964 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.07e+03  |
+|    n_updates                    | 1074      |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.894302 |
+|    air_temperature              | 28.345287 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 267.5     |
+|    direct_solar_radiation       | 310.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 25.579243 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.46e+03  |
+|    n_updates                    | 1099      |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7106.787  |
+|    air_humidity                 | 59.247807 |
+|    air_temperature              | 23.88788  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 135.0     |
+|    direct_solar_radiation       | 332.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 25.603895 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6396108.5 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 9.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.13e+03  |
+|    n_updates                    | 1124      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 52.444363 |
+|    air_temperature              | 28.380396 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 52.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 21.795992 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.86e+03  |
+|    n_updates                    | 1149      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 52.730785 |
+|    air_temperature              | 30.277372 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 21.0      |
+|    direct_solar_radiation       | 82.5      |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 24.305302 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.09e+03  |
+|    n_updates                    | 1174      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.063698 |
+|    air_temperature              | 28.064104 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 22.021494 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.7e+03   |
+|    n_updates                    | 1199      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.99026  |
+|    air_temperature              | 26.231157 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 23.473911 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.4e+03   |
+|    n_updates                    | 1224      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.17343  |
+|    air_temperature              | 25.960754 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 21.79974  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.6e+03   |
+|    n_updates                    | 1249      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.62412  |
+|    air_temperature              | 24.571651 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 23.37696  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.05e+03  |
+|    n_updates                    | 1274      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.07557  |
+|    air_temperature              | 24.251059 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 21.277117 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.37e+03  |
+|    n_updates                    | 1299      |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.77418  |
+|    air_temperature              | 23.679039 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 91.0      |
+|    outdoor_temperature          | 23.076662 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 756       |
+|    n_updates                    | 1324      |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.70116  |
+|    air_temperature              | 23.391863 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 23.102135 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.37e+03  |
+|    n_updates                    | 1349      |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.7172   |
+|    air_temperature              | 23.848103 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 77.0      |
+|    outdoor_temperature          | 24.195494 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 891       |
+|    n_updates                    | 1374      |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.705536 |
+|    air_temperature              | 24.714365 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 25.90795  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.09e+03  |
+|    n_updates                    | 1399      |
+-----------------------------------------------
+
    +
    +
    +
    +
    +
    +
    +wandb: WARNING Step only supports monotonically increasing values, use define_metric to set a custom x axis. For details see: https://wandb.me/define-metric
+wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214247.6063654}).
+wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_rew_mean': -11781.918385, '_timestamp': 1700214247.6064198}).
+wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214247.606459}).
+wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/episodes': 1, '_timestamp': 1700214247.6064918}).
+wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/fps': 1779, '_timestamp': 1700214247.6065187}).
+wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/time_elapsed': 19, '_timestamp': 1700214247.6065419}).
+wandb: WARNING (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/total_timesteps': 35040, '_timestamp': 1700214247.6065679}).
+
    +
    +
    +
    +
    +
    +
    +-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.14272  |
+|    air_temperature              | 24.373743 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 16.5      |
+|    direct_solar_radiation       | 30.0      |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 24.067757 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.97e+03  |
+|    n_updates                    | 1424      |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.859985 |
+|    air_temperature              | 23.91815  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 71.0      |
+|    direct_solar_radiation       | 21.0      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 25.750177 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.66e+03  |
+|    n_updates                    | 1449      |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 87.054276 |
+|    air_temperature              | 22.867567 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 58.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 22.91997  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.85e+03  |
+|    n_updates                    | 1474      |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1521.9896 |
+|    air_humidity                 | 75.063614 |
+|    air_temperature              | 21.000452 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 205.5     |
+|    direct_solar_radiation       | 112.5     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 19.201933 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1378782.4 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.7e+03   |
+|    n_updates                    | 1499      |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3598.6003 |
+|    air_humidity                 | 65.23126  |
+|    air_temperature              | 22.027729 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 182.0     |
+|    direct_solar_radiation       | 648.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 24.144733 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3229639.5 |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.07e+04  |
+|    n_updates                    | 1524      |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3934.8455 |
+|    air_humidity                 | 58.38924  |
+|    air_temperature              | 23.422209 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 310.5     |
+|    direct_solar_radiation       | 375.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 26.24799  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3516591.0 |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.85e+03  |
+|    n_updates                    | 1549      |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.500626 |
+|    air_temperature              | 26.288742 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 156.0     |
+|    direct_solar_radiation       | 685.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 26.0001   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.36e+03  |
+|    n_updates                    | 1574      |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.475006 |
+|    air_temperature              | 26.78031  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 356.5     |
+|    direct_solar_radiation       | 509.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 27.915373 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.96e+03  |
+|    n_updates                    | 1599      |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6470.7974 |
+|    air_humidity                 | 55.524296 |
+|    air_temperature              | 24.516663 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 422.0     |
+|    direct_solar_radiation       | 107.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 29.62802  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 5823717.5 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.38e+03  |
+|    n_updates                    | 1624      |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5735.0757 |
+|    air_humidity                 | 55.520737 |
+|    air_temperature              | 24.371014 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 273.0     |
+|    direct_solar_radiation       | 581.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 31.163658 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 5156594.5 |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.22e+03  |
+|    n_updates                    | 1649      |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7858.42   |
+|    air_humidity                 | 57.489624 |
+|    air_temperature              | 24.390175 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 262.0     |
+|    direct_solar_radiation       | 375.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 27.542755 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7072577.5 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.03e+03  |
+|    n_updates                    | 1674      |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8580.111  |
+|    air_humidity                 | 57.767204 |
+|    air_temperature              | 24.379463 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 83.0      |
+|    direct_solar_radiation       | 731.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 29.715965 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7714040.5 |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.01e+03  |
+|    n_updates                    | 1699      |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 9275.7295 |
+|    air_humidity                 | 62.564636 |
+|    air_temperature              | 25.44268  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 127.0     |
+|    direct_solar_radiation       | 260.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 30.933622 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 8348156.5 |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.51e+03  |
+|    n_updates                    | 1724      |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.23363  |
+|    air_temperature              | 28.494257 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 52.5      |
+|    direct_solar_radiation       | 14.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 30.450134 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.09e+03  |
+|    n_updates                    | 1749      |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.8516   |
+|    air_temperature              | 29.39136  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 25.882673 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.12e+03  |
+|    n_updates                    | 1774      |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.655693 |
+|    air_temperature              | 28.701569 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 22.626251 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.82e+03  |
+|    n_updates                    | 1799      |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.070488 |
+|    air_temperature              | 27.431053 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 21.76395  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.24e+03  |
+|    n_updates                    | 1824      |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.41705  |
+|    air_temperature              | 27.251905 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 28.404594 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.03e+03  |
+|    n_updates                    | 1849      |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.179195 |
+|    air_temperature              | 25.328423 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 40.0      |
+|    outdoor_temperature          | 21.58744  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.1e+03   |
+|    n_updates                    | 1874      |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.25168  |
+|    air_temperature              | 24.274105 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 21.448235 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.17e+04  |
+|    n_updates                    | 1899      |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.27385  |
+|    air_temperature              | 25.37339  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | 21.546675 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.33e+03  |
+|    n_updates                    | 1924      |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.70976  |
+|    air_temperature              | 23.610817 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 18.41828  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.6e+03   |
+|    n_updates                    | 1949      |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 88.37996  |
+|    air_temperature              | 22.81223  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 21.526308 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.1e+04   |
+|    n_updates                    | 1974      |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 87.88873  |
+|    air_temperature              | 22.679972 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 18.887882 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.85e+03  |
+|    n_updates                    | 1999      |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.374725 |
+|    air_temperature              | 21.886457 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 16.744215 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.91e+03  |
+|    n_updates                    | 2024      |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.8004   |
+|    air_temperature              | 22.291016 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 37.0      |
+|    direct_solar_radiation       | 165.0     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 19.125746 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.76e+03  |
+|    n_updates                    | 2049      |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.356754 |
+|    air_temperature              | 23.098063 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 101.0     |
+|    direct_solar_radiation       | 282.5     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 22.395697 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.03e+03  |
+|    n_updates                    | 2074      |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.98781  |
+|    air_temperature              | 24.176632 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 94.0      |
+|    direct_solar_radiation       | 588.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 24.20977  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.64e+03  |
+|    n_updates                    | 2099      |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2963.5293 |
+|    air_humidity                 | 59.67123  |
+|    air_temperature              | 22.155758 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 234.5     |
+|    direct_solar_radiation       | 275.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 20.741188 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2657805.0 |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.34e+03  |
+|    n_updates                    | 2124      |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3690.9102 |
+|    air_humidity                 | 49.598965 |
+|    air_temperature              | 23.265598 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 181.0     |
+|    direct_solar_radiation       | 702.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 37.0      |
+|    outdoor_temperature          | 22.536015 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3293101.2 |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.84e+03  |
+|    n_updates                    | 2149      |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4099.727  |
+|    air_humidity                 | 57.16755  |
+|    air_temperature              | 23.969181 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 159.0     |
+|    direct_solar_radiation       | 780.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 23.952784 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3676153.8 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.06e+03  |
+|    n_updates                    | 2174      |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4844.1577 |
+|    air_humidity                 | 58.401505 |
+|    air_temperature              | 23.993696 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 166.5     |
+|    direct_solar_radiation       | 795.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 26.339314 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4359742.0 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.43e+03  |
+|    n_updates                    | 2199      |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3168.1628 |
+|    air_humidity                 | 56.45405  |
+|    air_temperature              | 24.310589 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 165.0     |
+|    direct_solar_radiation       | 565.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 25.505985 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 2851346.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.81e+03  |
+|    n_updates                    | 2224      |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.15802  |
+|    air_temperature              | 26.812828 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 148.0     |
+|    direct_solar_radiation       | 730.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 27.384958 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.59e+03  |
+|    n_updates                    | 2249      |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.70742  |
+|    air_temperature              | 26.722502 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 150.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 21.76044  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.26e+03  |
+|    n_updates                    | 2274      |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4615.9355 |
+|    air_humidity                 | 59.687176 |
+|    air_temperature              | 23.604136 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 102.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 22.033457 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4154342.0 |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.18e+03  |
+|    n_updates                    | 2299      |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4519.266  |
+|    air_humidity                 | 39.110023 |
+|    air_temperature              | 23.892767 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 43.0      |
+|    direct_solar_radiation       | 499.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 29.0      |
+|    outdoor_temperature          | 22.987827 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4067339.8 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.94e+03  |
+|    n_updates                    | 2324      |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 36.519215 |
+|    air_temperature              | 29.639103 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 22.0      |
+|    direct_solar_radiation       | 50.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 19.65552  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.31e+03  |
+|    n_updates                    | 2349      |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 52.53205  |
+|    air_temperature              | 28.84091  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 21.706072 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.33e+03  |
+|    n_updates                    | 2374      |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 65.03585  |
+|    air_temperature              | 28.089901 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 88.0      |
+|    outdoor_temperature          | 24.84705  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.56e+03  |
+|    n_updates                    | 2399      |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.22182  |
+|    air_temperature              | 26.433327 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 26.2683   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.75e+03  |
+|    n_updates                    | 2424      |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.19492  |
+|    air_temperature              | 24.888763 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 17.709038 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 570       |
+|    n_updates                    | 2449      |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.14824  |
+|    air_temperature              | 23.543236 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 19.323315 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.74e+03  |
+|    n_updates                    | 2474      |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.54942  |
+|    air_temperature              | 22.843735 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 17.800474 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.49e+03  |
+|    n_updates                    | 2499      |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.72044  |
+|    air_temperature              | 22.46577  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 15.107563 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.3e+03   |
+|    n_updates                    | 2524      |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 88.59096  |
+|    air_temperature              | 22.127878 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 13.45269  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.05e+04  |
+|    n_updates                    | 2549      |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.00199  |
+|    air_temperature              | 23.281334 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 19.630474 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.74e+03  |
+|    n_updates                    | 2574      |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.08445  |
+|    air_temperature              | 23.414421 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 22.659573 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.85e+03  |
+|    n_updates                    | 2599      |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 95.95372  |
+|    air_temperature              | 21.113327 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 14.836081 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.24e+04  |
+|    n_updates                    | 2624      |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.788414 |
+|    air_temperature              | 20.551414 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 18.5      |
+|    direct_solar_radiation       | 158.5     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 9.522072  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.68e+03  |
+|    n_updates                    | 2649      |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.74622  |
+|    air_temperature              | 20.638317 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 57.0      |
+|    direct_solar_radiation       | 16.5      |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 15.213166 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.12e+03  |
+|    n_updates                    | 2674      |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 82.323364 |
+|    air_temperature              | 19.57355  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 87.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 14.822417 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.52e+03  |
+|    n_updates                    | 2699      |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 572.085   |
+|    air_humidity                 | 66.755165 |
+|    air_temperature              | 22.665863 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 180.0     |
+|    direct_solar_radiation       | 35.5      |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 16.186356 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 514876.53 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.45e+03  |
+|    n_updates                    | 2724      |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.31932  |
+|    air_temperature              | 23.860435 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 121.0     |
+|    direct_solar_radiation       | 726.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 46.0      |
+|    outdoor_temperature          | 22.112099 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.63e+03  |
+|    n_updates                    | 2749      |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.81175  |
+|    air_temperature              | 23.48872  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 172.0     |
+|    direct_solar_radiation       | 689.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 18.881742 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.67e+03  |
+|    n_updates                    | 2774      |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3226.1812 |
+|    air_humidity                 | 40.99132  |
+|    air_temperature              | 24.449615 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 94.0      |
+|    direct_solar_radiation       | 891.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 19.979425 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 2914970.8 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.57e+03  |
+|    n_updates                    | 2799      |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 820.8608  |
+|    air_humidity                 | 35.66342  |
+|    air_temperature              | 22.958992 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 157.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 11.693288 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 738774.7  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.76e+03  |
+|    n_updates                    | 2824      |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 39.326733 |
+|    air_temperature              | 30.015965 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 161.5     |
+|    direct_solar_radiation       | 622.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 20.66599  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.57e+03  |
+|    n_updates                    | 2849      |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 50.05312  |
+|    air_temperature              | 31.606455 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 120.5     |
+|    direct_solar_radiation       | 593.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 22.639921 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.34e+03  |
+|    n_updates                    | 2874      |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 48.417835 |
+|    air_temperature              | 32.195496 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 82.5      |
+|    direct_solar_radiation       | 455.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 22.904902 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.69e+03  |
+|    n_updates                    | 2899      |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 42.599163 |
+|    air_temperature              | 28.21489  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 27.5      |
+|    direct_solar_radiation       | 186.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 19.765554 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.67e+03  |
+|    n_updates                    | 2924      |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 36.224995 |
+|    air_temperature              | 22.329985 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 13.891856 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.35e+03  |
+|    n_updates                    | 2949      |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 323.90488 |
+|    air_humidity                 | 23.180758 |
+|    air_temperature              | 23.656872 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 36.0      |
+|    outdoor_temperature          | 10.270113 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 287990.53 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.87e+03  |
+|    n_updates                    | 2974      |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 335.21765 |
+|    air_humidity                 | 23.816273 |
+|    air_temperature              | 22.013376 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 46.0      |
+|    outdoor_temperature          | 6.8252945 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 293124.94 |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.88e+03  |
+|    n_updates                    | 2999      |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 236.74127 |
+|    air_humidity                 | 37.661133 |
+|    air_temperature              | 22.00012  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 9.965243  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 213067.14 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.21e+03  |
+|    n_updates                    | 3024      |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 135.69014 |
+|    air_humidity                 | 59.9251   |
+|    air_temperature              | 21.229746 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 12.369878 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 120074.22 |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.25e+03  |
+|    n_updates                    | 3049      |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 67.62455  |
+|    air_humidity                 | 66.001045 |
+|    air_temperature              | 21.45983  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 15.532434 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60862.094 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.77e+03  |
+|    n_updates                    | 3074      |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 70.07431  |
+|    air_temperature              | 21.899416 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 15.607584 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.46e+03  |
+|    n_updates                    | 3099      |
+-----------------------------------------------
+------------------------------------------------*****************************************---------------------| 78%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 140.72768  |
+|    air_humidity                 | 65.1292    |
+|    air_temperature              | 20.091452  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 10.0       |
+|    outdoor_humidity             | 93.0       |
+|    outdoor_temperature          | 13.924392  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 126654.914 |
+|    wind_direction               | 100.0      |
+|    wind_speed                   | 4.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 790        |
+|    n_updates                    | 3124       |
+------------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.97703  |
+|    air_humidity                 | 76.32632  |
+|    air_temperature              | 20.053425 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 16.104088 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60279.33  |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.61e+03  |
+|    n_updates                    | 3149      |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 251.67865 |
+|    air_humidity                 | 41.05674  |
+|    air_temperature              | 21.99997  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 10.149518 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 226510.78 |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.61e+03  |
+|    n_updates                    | 3174      |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 485.2683  |
+|    air_humidity                 | 45.11187  |
+|    air_temperature              | 19.242134 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 9.477785  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 436741.5  |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.16e+03  |
+|    n_updates                    | 3199      |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 585.45746 |
+|    air_humidity                 | 19.761223 |
+|    air_temperature              | 21.440136 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 5.395967  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 526911.7  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.85e+03  |
+|    n_updates                    | 3224      |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 218.11995 |
+|    air_humidity                 | 38.327847 |
+|    air_temperature              | 19.056837 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 7.760579  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 196307.95 |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 764       |
+|    n_updates                    | 3249      |
+-----------------------------------------------
+----------------------------------------------*********************************************-------------------| 80%
+| action_network/                 |          |
+|    index                        | 2        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 28       |
+|    Heating_Setpoint_RL          | 17       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 87.81368 |
+|    air_humidity                 | 50.32354 |
+|    air_temperature              | 19.49754 |
+|    clg_setpoint                 | 28.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 20.0     |
+|    diffuse_solar_radiation      | 41.5     |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 6.0      |
+|    htg_setpoint                 | 17.0     |
+|    month                        | 10.0     |
+|    outdoor_humidity             | 100.0    |
+|    outdoor_temperature          | 10.19011 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 79032.31 |
+|    wind_direction               | 0.0      |
+|    wind_speed                   | 0.0      |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 8.16e+03 |
+|    n_updates                    | 3274     |
+----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 159.16617 |
+|    air_humidity                 | 59.31339  |
+|    air_temperature              | 19.080135 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 105.5     |
+|    direct_solar_radiation       | 468.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 14.962557 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 145666.97 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.25e+03  |
+|    n_updates                    | 3299      |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 70.01712  |
+|    air_temperature              | 23.176098 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 156.5     |
+|    direct_solar_radiation       | 474.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 17.920376 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.12e+03  |
+|    n_updates                    | 3324      |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 408.1777  |
+|    air_humidity                 | 59.842438 |
+|    air_temperature              | 23.999256 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 179.0     |
+|    direct_solar_radiation       | 6.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 15.534999 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 372273.7  |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.15e+03  |
+|    n_updates                    | 3349      |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 62.294548 |
+|    air_temperature              | 28.43155  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 217.0     |
+|    direct_solar_radiation       | 530.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 21.39629  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.16e+03  |
+|    n_updates                    | 3374      |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 53.51948  |
+|    air_temperature              | 30.693748 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 149.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 25.369297 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.03e+03  |
+|    n_updates                    | 3399      |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 17.327251 |
+|    air_temperature              | 22.722736 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 143.0     |
+|    direct_solar_radiation       | 714.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 28.0      |
+|    outdoor_temperature          | 13.306188 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 9.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.56e+03  |
+|    n_updates                    | 3424      |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 19.840294 |
+|    air_temperature              | 22.38459  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 165.5     |
+|    direct_solar_radiation       | 514.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 35.0      |
+|    outdoor_temperature          | 11.596086 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.99e+03  |
+|    n_updates                    | 3449      |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 18.47451  |
+|    air_temperature              | 24.671492 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 94.5      |
+|    direct_solar_radiation       | 484.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 27.0      |
+|    outdoor_temperature          | 11.386773 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.49e+03  |
+|    n_updates                    | 3474      |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 439.10754 |
+|    air_humidity                 | 26.441185 |
+|    air_temperature              | 26.733648 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 54.0      |
+|    direct_solar_radiation       | 272.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 37.0      |
+|    outdoor_temperature          | 14.764248 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 395254.56 |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.95e+03  |
+|    n_updates                    | 3499      |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 554.31964 |
+|    air_humidity                 | 23.395735 |
+|    air_temperature              | 24.999321 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 32.0      |
+|    outdoor_temperature          | 14.393337 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 503426.9  |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.45e+03  |
+|    n_updates                    | 3524      |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 317.96118 |
+|    air_humidity                 | 51.266266 |
+|    air_temperature              | 24.655975 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 80.0      |
+|    outdoor_temperature          | 14.171899 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 286165.06 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.68e+03  |
+|    n_updates                    | 3549      |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 233.69771 |
+|    air_humidity                 | 29.034204 |
+|    air_temperature              | 23.883009 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 12.430132 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 210327.94 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.14e+03  |
+|    n_updates                    | 3574      |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 23.601944 |
+|    air_temperature              | 21.99998  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 41.0      |
+|    outdoor_temperature          | 14.13013  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.35e+03  |
+|    n_updates                    | 3599      |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 37.767708 |
+|    air_temperature              | 21.999975 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 12.770189 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.51e+03  |
+|    n_updates                    | 3624      |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 187.09816 |
+|    air_humidity                 | 31.238272 |
+|    air_temperature              | 21.996042 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 11.031565 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 167724.73 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.4e+03   |
+|    n_updates                    | 3649      |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 505.19986 |
+|    air_humidity                 | 30.942884 |
+|    air_temperature              | 19.999975 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 9.365477  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 454679.88 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.42e+03  |
+|    n_updates                    | 3674      |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 33.550316 |
+|    air_temperature              | 18.521523 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 4.5707517 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.95e+03  |
+|    n_updates                    | 3699      |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 791.0938  |
+|    air_humidity                 | 39.81718  |
+|    air_temperature              | 20.038563 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 6.485105  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 729618.75 |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.61e+03  |
+|    n_updates                    | 3724      |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 45.82144  |
+|    air_temperature              | 22.00016  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 7.2294836 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.21e+03  |
+|    n_updates                    | 3749      |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 56.175064 |
+|    air_temperature              | 20.339254 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 12.948975 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 11.3      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.31e+03  |
+|    n_updates                    | 3774      |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 252.6262  |
+|    air_humidity                 | 51.662975 |
+|    air_temperature              | 21.000048 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 11.568501 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 227363.6  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 9.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.87e+03  |
+|    n_updates                    | 3799      |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.2801  |
+|    air_humidity                 | 42.572395 |
+|    air_temperature              | 19.000004 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 77.0      |
+|    outdoor_temperature          | 9.591404  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 679752.06 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.51e+03  |
+|    n_updates                    | 3824      |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 38.447903 |
+|    air_temperature              | 17.8544   |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 4.4505453 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.17e+03  |
+|    n_updates                    | 3849      |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 63.961487 |
+|    air_temperature              | 18.345997 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 39.5      |
+|    direct_solar_radiation       | 46.5      |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 11.001679 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 591       |
+|    n_updates                    | 3874      |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 23.122137 |
+|    air_temperature              | 21.613598 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 101.0     |
+|    direct_solar_radiation       | 137.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 4.2041984 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.42e+03  |
+|    n_updates                    | 3899      |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 27.911211 |
+|    air_temperature              | 18.84073  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 149.5     |
+|    direct_solar_radiation       | 296.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 3.8583755 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.62e+03  |
+|    n_updates                    | 3924      |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 35.511806 |
+|    air_temperature              | 20.975248 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 152.0     |
+|    direct_solar_radiation       | 461.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 11.71295  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.94e+03  |
+|    n_updates                    | 3949      |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 888.0539  |
+|    air_humidity                 | 30.422834 |
+|    air_temperature              | 23.68936  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 108.0     |
+|    direct_solar_radiation       | 740.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 7.5188694 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 803709.56 |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.02e+03  |
+|    n_updates                    | 3974      |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 24.836256 |
+|    air_temperature              | 23.50795  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 238.5     |
+|    direct_solar_radiation       | 129.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 4.671093  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.35e+03  |
+|    n_updates                    | 3999      |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 29.07606  |
+|    air_temperature              | 23.440237 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 186.0     |
+|    direct_solar_radiation       | 295.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 7.70772   |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.29e+03  |
+|    n_updates                    | 4024      |
+-----------------------------------------------
+-----------------------------------------------*****************************************************----------| 89%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 23.929407 |
+|    air_temperature              | 23.6828   |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 146.0     |
+|    direct_solar_radiation       | 366.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 4.7432737 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.81e+03  |
+|    n_updates                    | 4049      |
+-----------------------------------------------
+-----------------------------------------------*****************************************************----------| 89%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1043.0057 |
+|    air_humidity                 | 17.89227  |
+|    air_temperature              | 23.43317  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 97.5      |
+|    direct_solar_radiation       | 246.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 41.0      |
+|    outdoor_temperature          | 1.0846555 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 938705.1  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.53e+03  |
+|    n_updates                    | 4074      |
+-----------------------------------------------
+---------------------------------------------------*************************************************----------| 89%
+| action_network/                 |               |
+|    index                        | 7             |
+| action_simulation/              |               |
+|    Cooling_Setpoint_RL          | 23            |
+|    Heating_Setpoint_RL          | 22            |
+| observation/                    |               |
+|    HVAC_electricity_demand_rate | 1352.0616     |
+|    air_humidity                 | 14.324686     |
+|    air_temperature              | 22.706608     |
+|    clg_setpoint                 | 23.0          |
+|    co2_emission                 | 0.0           |
+|    day_of_month                 | 23.0          |
+|    diffuse_solar_radiation      | 28.0          |
+|    direct_solar_radiation       | 122.5         |
+|    hour                         | 15.0          |
+|    htg_setpoint                 | 22.0          |
+|    month                        | 11.0          |
+|    outdoor_humidity             | 41.0          |
+|    outdoor_temperature          | -0.0033998208 |
+|    people_occupant              | 0.0           |
+|    total_electricity_HVAC       | 1216855.5     |
+|    wind_direction               | 300.0         |
+|    wind_speed                   | 5.2           |
+| rollout/                        |               |
+|    exploration_rate             | 0.05          |
+| train/                          |               |
+|    learning_rate                | 0.0001        |
+|    loss                         | 1.53e+03      |
+|    n_updates                    | 4099          |
+---------------------------------------------------
+------------------------------------------------****************************************************----------| 89%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1246.1344  |
+|    air_humidity                 | 12.315995  |
+|    air_temperature              | 21.914276  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 24.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 16.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 44.0       |
+|    outdoor_temperature          | 0.52623665 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1121520.9  |
+|    wind_direction               | 290.0      |
+|    wind_speed                   | 2.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 5.29e+03   |
+|    n_updates                    | 4124       |
+------------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 33.015846 |
+|    air_temperature              | 22.779686 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 2.373768  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.36e+03  |
+|    n_updates                    | 4149      |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 400.23813 |
+|    air_humidity                 | 56.14992  |
+|    air_temperature              | 22.67191  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 10.212911 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 360214.3  |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.98e+03  |
+|    n_updates                    | 4174      |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 299.3965  |
+|    air_humidity                 | 33.190514 |
+|    air_temperature              | 22.000067 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 9.364509  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 269456.88 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.13e+03  |
+|    n_updates                    | 4199      |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 623.09314 |
+|    air_humidity                 | 34.904884 |
+|    air_temperature              | 21.000025 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 6.079979  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 560783.8  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.15e+03  |
+|    n_updates                    | 4224      |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 35.073902 |
+|    air_temperature              | 18.654799 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 4.2901263 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.7e+03   |
+|    n_updates                    | 4249      |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 168.6232  |
+|    air_humidity                 | 22.533516 |
+|    air_temperature              | 20.000008 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 5.392105  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 151760.88 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 8.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.72e+03  |
+|    n_updates                    | 4274      |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 19.730844 |
+|    air_temperature              | 17.761995 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 2.2258358 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 9.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.55e+03  |
+|    n_updates                    | 4299      |
+-----------------------------------------------
+------------------------------------------------*******************************************************-------| 92%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1018.85645 |
+|    air_humidity                 | 17.41438   |
+|    air_temperature              | 21.999998  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 3.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 55.0       |
+|    outdoor_temperature          | 1.6626261  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 916970.8   |
+|    wind_direction               | 290.0      |
+|    wind_speed                   | 5.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.13e+03   |
+|    n_updates                    | 4324       |
+------------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 679.9791  |
+|    air_humidity                 | 29.711246 |
+|    air_temperature              | 19.999962 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 8.013161  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 611981.2  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.28e+03  |
+|    n_updates                    | 4349      |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 722.9635  |
+|    air_humidity                 | 47.509262 |
+|    air_temperature              | 19.000923 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 9.301074  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 654445.4  |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.8e+03   |
+|    n_updates                    | 4374      |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1232.7352 |
+|    air_humidity                 | 22.427    |
+|    air_temperature              | 21.999992 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 0.5932324 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1109461.8 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.39e+03  |
+|    n_updates                    | 4399      |
+-----------------------------------------------
+------------------------------------------------********************************************************------| 93%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1655.0643  |
+|    air_humidity                 | 18.618853  |
+|    air_temperature              | 20.999966  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 57.0       |
+|    outdoor_temperature          | -1.5184134 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1489557.9  |
+|    wind_direction               | 260.0      |
+|    wind_speed                   | 8.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.17e+03   |
+|    n_updates                    | 4424       |
+------------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 149.19484 |
+|    air_humidity                 | 19.301876 |
+|    air_temperature              | 19.773636 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 4.3118777 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 134275.34 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.67e+03  |
+|    n_updates                    | 4449      |
+-----------------------------------------------
+------------------------------------------------********************************************************------| 93%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 624.0063   |
+|    air_humidity                 | 18.470314  |
+|    air_temperature              | 20.999937  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 9.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 79.0       |
+|    outdoor_temperature          | 0.10012235 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 561605.7   |
+|    wind_direction               | 20.0       |
+|    wind_speed                   | 3.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.83e+03   |
+|    n_updates                    | 4474       |
+------------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 26.461197 |
+|    air_temperature              | 19.000006 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 29.5      |
+|    direct_solar_radiation       | 20.5      |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 5.065284  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.57e+03  |
+|    n_updates                    | 4499      |
+-----------------------------------------------
+------------------------------------------------*********************************************************-----| 94%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1124.0399  |
+|    air_humidity                 | 30.274063  |
+|    air_temperature              | 20.561508  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 11.0       |
+|    diffuse_solar_radiation      | 48.0       |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 8.0        |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 92.0       |
+|    outdoor_temperature          | 0.6794843  |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1011635.94 |
+|    wind_direction               | 30.0       |
+|    wind_speed                   | 4.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.14e+03   |
+|    n_updates                    | 4524       |
+------------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 32.120804 |
+|    air_temperature              | 22.681646 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 58.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 3.6939497 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.21e+03  |
+|    n_updates                    | 4549      |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 24.096895 |
+|    air_temperature              | 23.350782 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 97.5      |
+|    direct_solar_radiation       | 571.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 5.244436  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.11e+03  |
+|    n_updates                    | 4574      |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 18.148342 |
+|    air_temperature              | 21.113705 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 111.0     |
+|    direct_solar_radiation       | 636.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 41.0      |
+|    outdoor_temperature          | 6.757193  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.85e+03  |
+|    n_updates                    | 4599      |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 11.95327  |
+|    air_temperature              | 22.296478 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 61.0      |
+|    direct_solar_radiation       | 801.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 46.0      |
+|    outdoor_temperature          | 2.5401795 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.09e+03  |
+|    n_updates                    | 4624      |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 758.01276 |
+|    air_humidity                 | 20.702787 |
+|    air_temperature              | 24.030527 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 96.5      |
+|    direct_solar_radiation       | 462.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 38.0      |
+|    outdoor_temperature          | 9.224388  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 682211.44 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.49e+03  |
+|    n_updates                    | 4649      |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 470.51666 |
+|    air_humidity                 | 22.118244 |
+|    air_temperature              | 26.149982 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 40.5      |
+|    direct_solar_radiation       | 562.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 12.667169 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 423465.0  |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.83e+03  |
+|    n_updates                    | 4674      |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 894.3857  |
+|    air_humidity                 | 23.486473 |
+|    air_temperature              | 24.198273 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 18.0      |
+|    direct_solar_radiation       | 265.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 3.9825225 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 804947.06 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.04e+03  |
+|    n_updates                    | 4699      |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 656.4523  |
+|    air_humidity                 | 27.297323 |
+|    air_temperature              | 23.39459  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 49.0      |
+|    outdoor_temperature          | 9.97379   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 590807.06 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.37e+03  |
+|    n_updates                    | 4724      |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 29.489573 |
+|    air_temperature              | 22.93118  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 5.396768  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.54e+03  |
+|    n_updates                    | 4749      |
+-----------------------------------------------
+------------------------------------------------************************************************************--| 97%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1223.6066  |
+|    air_humidity                 | 17.345486  |
+|    air_temperature              | 21.348074  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 21.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 18.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 45.0       |
+|    outdoor_temperature          | 0.63887537 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1101246.0  |
+|    wind_direction               | 40.0       |
+|    wind_speed                   | 1.5        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 5.74e+03   |
+|    n_updates                    | 4774       |
+------------------------------------------------
+-----------------------------------------------*************************************************************--| 97%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 16.512764 |
+|    air_temperature              | 19.293253 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 2.127042  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.39e+03  |
+|    n_updates                    | 4799      |
+-----------------------------------------------
+-----------------------------------------------*************************************************************--| 97%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 35.35599  |
+|    air_temperature              | 20.465097 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 3.7489338 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 232       |
+|    n_updates                    | 4824      |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 33.52633  |
+|    air_temperature              | 21.060165 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 3.7001107 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 130.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.44e+03  |
+|    n_updates                    | 4849      |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 740.5445  |
+|    air_humidity                 | 35.829098 |
+|    air_temperature              | 20.000029 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 6.2892137 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 666490.0  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.15e+03  |
+|    n_updates                    | 4874      |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 27.159826 |
+|    air_temperature              | 18.131216 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 5.0486894 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.03e+03  |
+|    n_updates                    | 4899      |
+-----------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    index                        | 5           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25          |
+|    Heating_Setpoint_RL          | 20          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1383.9827   |
+|    air_humidity                 | 33.605206   |
+|    air_temperature              | 20.00006    |
+|    clg_setpoint                 | 25.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 28.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 20.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 84.0        |
+|    outdoor_temperature          | -0.16300492 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1245584.4   |
+|    wind_direction               | 340.0       |
+|    wind_speed                   | 6.2         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 1.03e+04    |
+|    n_updates                    | 4924        |
+-------------------------------------------------
+-------------------------------------------------*************************************************************| 99%
+| action_network/                 |             |
+|    index                        | 8           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 22.5        |
+|    Heating_Setpoint_RL          | 22          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1419.2175   |
+|    air_humidity                 | 21.13316    |
+|    air_temperature              | 22.0        |
+|    clg_setpoint                 | 22.5        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 1.0         |
+|    htg_setpoint                 | 22.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 63.0        |
+|    outdoor_temperature          | -0.33917913 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1277295.8   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 2.6         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 2.91e+03    |
+|    n_updates                    | 4949        |
+-------------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 28.017467 |
+|    air_temperature              | 21.999989 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 2.999275  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.12e+03  |
+|    n_updates                    | 4974      |
+-----------------------------------------------
+------------------------------------------------**************************************************************| 99%
+| action_network/                 |            |
+|    index                        | 2          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 28         |
+|    Heating_Setpoint_RL          | 17         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1589.4012  |
+|    air_humidity                 | 30.838787  |
+|    air_temperature              | 17.382097  |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 31.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 3.0        |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 51.0       |
+|    outdoor_temperature          | -1.1900978 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1430461.1  |
+|    wind_direction               | 260.0      |
+|    wind_speed                   | 8.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.68e+03   |
+|    n_updates                    | 4999       |
+------------------------------------------------
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
+Progress: |**-------------------------------------------------------------------------------------------------| 2%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 3]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 3 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active
+Eval num_timesteps=70077, episode_reward=-14968.47 +/- 0.00
+Episode length: 35040.00 +/- 0.00
+---------------------------------------------------
+| action_network/                     |           |
+|    index                            | 5         |
+| action_simulation/                  |           |
+|    Cooling_Setpoint_RL              | 25        |
+|    Heating_Setpoint_RL              | 20        |
+| eval/                               |           |
+|    comfort_violation(%)             | 56.8      |
+|    cumulative_comfort_penalty       | -1.33e+04 |
+|    cumulative_energy_penalty        | -1.71e+03 |
+|    cumulative_power_consumption     | 3.43e+07  |
+|    cumulative_reward                | -1.5e+04  |
+|    cumulative_temperature_violation | 2.65e+04  |
+|    episode_length                   | 3.5e+04   |
+|    mean_comfort_penalty             | -0.378    |
+|    mean_energy_penalty              | -0.0489   |
+|    mean_power_consumption           | 978       |
+|    mean_reward                      | -0.427    |
+|    mean_temperature_violation       | 0.757     |
+|    std_cumulative_reward            | 0         |
+|    std_reward                       | 0         |
+| observation/                        |           |
+|    HVAC_electricity_demand_rate     | 2943.2556 |
+|    air_humidity                     | 16.751154 |
+|    air_temperature                  | 19.999994 |
+|    clg_setpoint                     | 25.0      |
+|    co2_emission                     | 0.0       |
+|    day_of_month                     | 31.0      |
+|    diffuse_solar_radiation          | 0.0       |
+|    direct_solar_radiation           | 0.0       |
+|    hour                             | 23.0      |
+|    htg_setpoint                     | 20.0      |
+|    month                            | 12.0      |
+|    outdoor_humidity                 | 38.0      |
+|    outdoor_temperature              | -7.959369 |
+|    people_occupant                  | 0.0       |
+|    total_electricity_HVAC           | 2648930.0 |
+|    wind_direction                   | 312.5     |
+|    wind_speed                       | 8.925     |
+| rollout/                            |           |
+|    exploration_rate                 | 0.05      |
+| time/                               |           |
+|    total_timesteps                  | 70077     |
+| train/                              |           |
+|    learning_rate                    | 0.0001    |
+|    loss                             | 5.86e+03  |
+|    n_updates                        | 5019      |
+---------------------------------------------------
+New best mean reward!
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1979.7937 |
+|    air_humidity                 | 14.373043 |
+|    air_temperature              | 18.999998 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 60.5      |
+|    outdoor_temperature          | -3.14206  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1781814.4 |
+|    wind_direction               | 265.0     |
+|    wind_speed                   | 8.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.53e+03  |
+|    n_updates                    | 5024      |
+-----------------------------------------------
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2914.7188 |
+|    air_humidity                 | 12.686562 |
+|    air_temperature              | 18.000069 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 49.0      |
+|    outdoor_temperature          | -11.35344 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2623247.0 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.1e+03   |
+|    n_updates                    | 5049      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 29.281803 |
+|    air_temperature              | 18.999775 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 1.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 92.5      |
+|    outdoor_temperature          | 7.188634  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 95.0      |
+|    wind_speed                   | 12.9      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.79e+03  |
+|    n_updates                    | 5074      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1958.0961 |
+|    air_humidity                 | 19.965443 |
+|    air_temperature              | 19.137955 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 79.0      |
+|    direct_solar_radiation       | 145.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | -3.490796 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1762286.4 |
+|    wind_direction               | 275.0     |
+|    wind_speed                   | 9.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.35e+03  |
+|    n_updates                    | 5099      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2621.8708 |
+|    air_humidity                 | 15.586883 |
+|    air_temperature              | 18.63774  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 98.0      |
+|    direct_solar_radiation       | 564.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 49.5      |
+|    outdoor_temperature          | -6.352446 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2359683.8 |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.8e+03   |
+|    n_updates                    | 5124      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2009.7571  |
+|    air_humidity                 | 10.284857  |
+|    air_temperature              | 22.0       |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 6.0        |
+|    diffuse_solar_radiation      | 154.0      |
+|    direct_solar_radiation       | 483.0      |
+|    hour                         | 10.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 47.0       |
+|    outdoor_temperature          | -3.2918768 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1808781.4  |
+|    wind_direction               | 225.0      |
+|    wind_speed                   | 6.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 6.32e+03   |
+|    n_updates                    | 5149       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 969.7436  |
+|    air_humidity                 | 17.372368 |
+|    air_temperature              | 22.860384 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 104.0     |
+|    direct_solar_radiation       | 700.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 30.0      |
+|    outdoor_temperature          | 1.0222852 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 876343.25 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.39e+03  |
+|    n_updates                    | 5174      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1507.6636  |
+|    air_humidity                 | 18.65628   |
+|    air_temperature              | 22.48924   |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 8.0        |
+|    diffuse_solar_radiation      | 77.0       |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 12.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 88.5       |
+|    outdoor_temperature          | -3.1577966 |
+|    people_occupant              | 8.0        |
+|    total_electricity_HVAC       | 1356897.2  |
+|    wind_direction               | 55.0       |
+|    wind_speed                   | 4.4        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.23e+04   |
+|    n_updates                    | 5199       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 617.50195 |
+|    air_humidity                 | 40.59938  |
+|    air_temperature              | 23.053951 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 179.0     |
+|    direct_solar_radiation       | 65.0      |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 10.169581 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 560649.7  |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 10.05     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.07e+04  |
+|    n_updates                    | 5224      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1731.4452 |
+|    air_humidity                 | 14.901506 |
+|    air_temperature              | 23.613556 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 82.0      |
+|    direct_solar_radiation       | 599.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | -2.357542 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1558300.8 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.46e+03  |
+|    n_updates                    | 5249      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1856.9801  |
+|    air_humidity                 | 13.100141  |
+|    air_temperature              | 23.295666  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 11.0       |
+|    diffuse_solar_radiation      | 52.0       |
+|    direct_solar_radiation       | 496.0      |
+|    hour                         | 15.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 28.5       |
+|    outdoor_temperature          | -2.8129723 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1671282.1  |
+|    wind_direction               | 260.0      |
+|    wind_speed                   | 9.3        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.42e+03   |
+|    n_updates                    | 5274       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 21.320126 |
+|    air_temperature              | 20.383184 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 13.0      |
+|    direct_solar_radiation       | 133.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 7.669841  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.36e+03  |
+|    n_updates                    | 5299      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1178.2567  |
+|    air_humidity                 | 25.377169  |
+|    air_temperature              | 21.999947  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 13.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 17.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 59.0       |
+|    outdoor_temperature          | 0.86562514 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1060431.0  |
+|    wind_direction               | 15.0       |
+|    wind_speed                   | 10.8       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 937        |
+|    n_updates                    | 5324       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2288.4697  |
+|    air_humidity                 | 21.389498  |
+|    air_temperature              | 22.192562  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 18.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 91.0       |
+|    outdoor_temperature          | -4.6854405 |
+|    people_occupant              | 10.0       |
+|    total_electricity_HVAC       | 2059622.9  |
+|    wind_direction               | 35.0       |
+|    wind_speed                   | 9.05       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.17e+03   |
+|    n_updates                    | 5349       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1020.70496 |
+|    air_humidity                 | 32.219017  |
+|    air_temperature              | 22.359734  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 15.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 19.0       |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 69.5       |
+|    outdoor_temperature          | 1.6533837  |
+|    people_occupant              | 2.0        |
+|    total_electricity_HVAC       | 918634.44  |
+|    wind_direction               | 250.0      |
+|    wind_speed                   | 10.8       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.8e+03    |
+|    n_updates                    | 5374       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 728.1792  |
+|    air_humidity                 | 36.853565 |
+|    air_temperature              | 20.2277   |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 4.2651987 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 631941.0  |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 4.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.26e+03  |
+|    n_updates                    | 5399      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 27.562044 |
+|    air_temperature              | 21.547703 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 90.5      |
+|    outdoor_temperature          | 3.256225  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 55.0      |
+|    wind_speed                   | 0.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.05e+03  |
+|    n_updates                    | 5424      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 44.820778 |
+|    air_temperature              | 18.46046  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 82.5      |
+|    outdoor_temperature          | 5.064962  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 245.0     |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.34e+03  |
+|    n_updates                    | 5449      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 146.1293  |
+|    air_humidity                 | 18.085037 |
+|    air_temperature              | 20.000011 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 40.0      |
+|    outdoor_temperature          | 5.086813  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 131516.38 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 827       |
+|    n_updates                    | 5474      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1114.0479  |
+|    air_humidity                 | 23.16856   |
+|    air_temperature              | 18.734001  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 21.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 98.0       |
+|    outdoor_temperature          | 1.1866692  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1002643.06 |
+|    wind_direction               | 200.0      |
+|    wind_speed                   | 2.35       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.43e+03   |
+|    n_updates                    | 5499       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 846.8715  |
+|    air_humidity                 | 37.760624 |
+|    air_temperature              | 20.225866 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 5.4928055 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 762184.4  |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 4.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.62e+03  |
+|    n_updates                    | 5524      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 577.6642  |
+|    air_humidity                 | 39.027035 |
+|    air_temperature              | 20.987038 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 95.0      |
+|    outdoor_temperature          | 6.158876  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 519897.78 |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.41e+03  |
+|    n_updates                    | 5549      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 371.0242  |
+|    air_humidity                 | 50.039307 |
+|    air_temperature              | 20.999393 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 9.968978  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 333921.78 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 11.05     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.59e+03  |
+|    n_updates                    | 5574      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 24.129557 |
+|    air_temperature              | 21.972383 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 3.7546635 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 7.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.4e+03   |
+|    n_updates                    | 5599      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1735.4952  |
+|    air_humidity                 | 31.633846  |
+|    air_temperature              | 20.511398  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 26.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 60.0       |
+|    outdoor_temperature          | -1.9205676 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1561945.8  |
+|    wind_direction               | 315.0      |
+|    wind_speed                   | 5.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 6.91e+03   |
+|    n_updates                    | 5624       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1448.3888  |
+|    air_humidity                 | 20.905155  |
+|    air_temperature              | 22.0       |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 27.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 82.0       |
+|    outdoor_temperature          | -0.4850352 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1303549.9  |
+|    wind_direction               | 265.0      |
+|    wind_speed                   | 2.35       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 8.26e+03   |
+|    n_updates                    | 5649       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 270.76407 |
+|    air_humidity                 | 22.189915 |
+|    air_temperature              | 20.999899 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 1.8663336 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 243687.66 |
+|    wind_direction               | 65.0      |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.06e+03  |
+|    n_updates                    | 5674      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |             |
+|    index                        | 6           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 24          |
+|    Heating_Setpoint_RL          | 21          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1268.7618   |
+|    air_humidity                 | 32.23605    |
+|    air_temperature              | 19.832317   |
+|    clg_setpoint                 | 27.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 29.0        |
+|    diffuse_solar_radiation      | 92.0        |
+|    direct_solar_radiation       | 60.0        |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 18.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 91.0        |
+|    outdoor_temperature          | -0.04412536 |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1141885.8   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 4.4         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 2.17e+03    |
+|    n_updates                    | 5699        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1885.5887 |
+|    air_humidity                 | 18.774643 |
+|    air_temperature              | 20.993729 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 94.0      |
+|    direct_solar_radiation       | 684.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | -3.12826  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1697029.9 |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.85e+03  |
+|    n_updates                    | 5724      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2407.4321  |
+|    air_humidity                 | 12.659005  |
+|    air_temperature              | 23.013084  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 31.0       |
+|    diffuse_solar_radiation      | 111.0      |
+|    direct_solar_radiation       | 737.0      |
+|    hour                         | 10.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 29.0       |
+|    outdoor_temperature          | -5.6783485 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 2166689.0  |
+|    wind_direction               | 30.0       |
+|    wind_speed                   | 5.15       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 9.9e+03    |
+|    n_updates                    | 5749       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 25.744223 |
+|    air_temperature              | 23.33259  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 146.0     |
+|    direct_solar_radiation       | 201.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 48.5      |
+|    outdoor_temperature          | 8.006251  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.57e+03  |
+|    n_updates                    | 5774      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 21.89128  |
+|    air_temperature              | 20.242847 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 77.0      |
+|    direct_solar_radiation       | 789.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 34.0      |
+|    outdoor_temperature          | 8.502991  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.32e+03  |
+|    n_updates                    | 5799      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1623.7172  |
+|    air_humidity                 | 8.896154   |
+|    air_temperature              | 21.603312  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 3.0        |
+|    diffuse_solar_radiation      | 148.0      |
+|    direct_solar_radiation       | 570.0      |
+|    hour                         | 13.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 30.0       |
+|    outdoor_temperature          | -1.3616774 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1461345.5  |
+|    wind_direction               | 295.0      |
+|    wind_speed                   | 2.35       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.24e+03   |
+|    n_updates                    | 5824       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1193.3862  |
+|    air_humidity                 | 28.279856  |
+|    air_temperature              | 22.578747  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 4.0        |
+|    diffuse_solar_radiation      | 77.0       |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 14.0       |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 94.0       |
+|    outdoor_temperature          | 0.33275306 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1074047.6  |
+|    wind_direction               | 355.0      |
+|    wind_speed                   | 7.75       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 9.51e+03   |
+|    n_updates                    | 5849       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2749.4739  |
+|    air_humidity                 | 12.780788  |
+|    air_temperature              | 22.953503  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 5.0        |
+|    diffuse_solar_radiation      | 68.0       |
+|    direct_solar_radiation       | 150.0      |
+|    hour                         | 15.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 40.0       |
+|    outdoor_temperature          | -7.4476857 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 2474526.5  |
+|    wind_direction               | 305.0      |
+|    wind_speed                   | 9.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 7.17e+03   |
+|    n_updates                    | 5874       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2649.97    |
+|    air_humidity                 | 13.885911  |
+|    air_temperature              | 22.413828  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 6.0        |
+|    diffuse_solar_radiation      | 29.0       |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 16.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 45.0       |
+|    outdoor_temperature          | -6.9501653 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 2384972.8  |
+|    wind_direction               | 275.0      |
+|    wind_speed                   | 8.75       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.11e+03   |
+|    n_updates                    | 5899       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1924.2723  |
+|    air_humidity                 | 16.133593  |
+|    air_temperature              | 22.803274  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 17.0       |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 46.0       |
+|    outdoor_temperature          | -3.3216777 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1731845.1  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 5.45       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 5.56e+03   |
+|    n_updates                    | 5924       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2374.6277 |
+|    air_humidity                 | 14.483408 |
+|    air_temperature              | 23.601479 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 34.0      |
+|    outdoor_temperature          | -5.11623  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 2137165.0 |
+|    wind_direction               | 325.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.73e+03  |
+|    n_updates                    | 5949      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1881.4619  |
+|    air_humidity                 | 10.946623  |
+|    air_temperature              | 20.999998  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 9.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 19.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 44.0       |
+|    outdoor_temperature          | -2.6504009 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1693315.6  |
+|    wind_direction               | 260.0      |
+|    wind_speed                   | 6.45       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.29e+03   |
+|    n_updates                    | 5974       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 140.76978 |
+|    air_humidity                 | 17.480413 |
+|    air_temperature              | 19.392883 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 4.4756484 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 126692.8  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.6e+03   |
+|    n_updates                    | 5999      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 21.333809 |
+|    air_temperature              | 19.543318 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 33.5      |
+|    outdoor_temperature          | 3.4271114 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 8.25      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.64e+03  |
+|    n_updates                    | 6024      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2648.4836  |
+|    air_humidity                 | 14.186273  |
+|    air_temperature              | 20.95374   |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 12.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 22.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 34.0       |
+|    outdoor_temperature          | -6.4855103 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2383635.5  |
+|    wind_direction               | 310.0      |
+|    wind_speed                   | 5.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.21e+03   |
+|    n_updates                    | 6049       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2084.3047  |
+|    air_humidity                 | 21.145824  |
+|    air_temperature              | 18.761835  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 13.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 50.0       |
+|    outdoor_temperature          | -3.6646152 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1875874.2  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 5.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.44e+03   |
+|    n_updates                    | 6074       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2165.2742 |
+|    air_humidity                 | 22.902588 |
+|    air_temperature              | 18.895075 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | -4.069463 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1948746.9 |
+|    wind_direction               | 55.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.67e+03  |
+|    n_updates                    | 6099      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 954.6932  |
+|    air_humidity                 | 36.295982 |
+|    air_temperature              | 19.999998 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 86.5      |
+|    outdoor_temperature          | 1.9834425 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 859223.9  |
+|    wind_direction               | 245.0     |
+|    wind_speed                   | 5.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.84e+03  |
+|    n_updates                    | 6124      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 975.0257  |
+|    air_humidity                 | 24.071327 |
+|    air_temperature              | 18.109482 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 56.5      |
+|    outdoor_temperature          | 1.88178   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 877523.1  |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.44e+03  |
+|    n_updates                    | 6149      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    index                        | 5           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25          |
+|    Heating_Setpoint_RL          | 20          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1413.4546   |
+|    air_humidity                 | 18.455126   |
+|    air_temperature              | 20.0        |
+|    clg_setpoint                 | 25.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 18.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 3.0         |
+|    htg_setpoint                 | 20.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 70.0        |
+|    outdoor_temperature          | -0.31036434 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1272109.1   |
+|    wind_direction               | 235.0       |
+|    wind_speed                   | 3.1         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 2.49e+03    |
+|    n_updates                    | 6174        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2057.9175  |
+|    air_humidity                 | 33.432148  |
+|    air_temperature              | 19.999971  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 19.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 93.5       |
+|    outdoor_temperature          | -3.5326786 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1852125.6  |
+|    wind_direction               | 55.0       |
+|    wind_speed                   | 2.35       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.78e+03   |
+|    n_updates                    | 6199       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 27.786938 |
+|    air_temperature              | 18.214876 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 3.168115  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 55.0      |
+|    wind_speed                   | 2.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.2e+03   |
+|    n_updates                    | 6224      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 37.185356 |
+|    air_temperature              | 17.73231  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 2.5003846 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 55.0      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.54e+03  |
+|    n_updates                    | 6249      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 875.0743   |
+|    air_humidity                 | 17.010324  |
+|    air_temperature              | 21.195412  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 36.0       |
+|    direct_solar_radiation       | 263.0      |
+|    hour                         | 7.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 47.0       |
+|    outdoor_temperature          | -1.1552175 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 787566.8   |
+|    wind_direction               | 335.0      |
+|    wind_speed                   | 5.9        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.1e+04    |
+|    n_updates                    | 6274       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 128.47087 |
+|    air_humidity                 | 24.034351 |
+|    air_temperature              | 21.000004 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 74.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 4.4333735 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 115623.79 |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.05e+03  |
+|    n_updates                    | 6299      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 90.19991  |
+|    air_humidity                 | 29.049053 |
+|    air_temperature              | 21.000017 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 183.0     |
+|    direct_solar_radiation       | 163.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 4.225305  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 76612.64  |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 7.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.99e+03  |
+|    n_updates                    | 6324      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1083.9386  |
+|    air_humidity                 | 14.645807  |
+|    air_temperature              | 23.179724  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 25.0       |
+|    diffuse_solar_radiation      | 94.0       |
+|    direct_solar_radiation       | 795.0      |
+|    hour                         | 10.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 34.0       |
+|    outdoor_temperature          | 0.93911934 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 975544.8   |
+|    wind_direction               | 275.0      |
+|    wind_speed                   | 6.45       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 7.38e+03   |
+|    n_updates                    | 6349       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2489.8848 |
+|    air_humidity                 | 17.072931 |
+|    air_temperature              | 22.479544 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 194.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | -6.671191 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 2240896.2 |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.29e+03  |
+|    n_updates                    | 6374      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1146.3035 |
+|    air_humidity                 | 24.533276 |
+|    air_temperature              | 22.500486 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 134.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | -1.350996 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 1031673.1 |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.53e+03  |
+|    n_updates                    | 6399      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 37.321774 |
+|    air_temperature              | 22.816954 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 119.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 96.5      |
+|    outdoor_temperature          | 5.335506  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.75e+03  |
+|    n_updates                    | 6424      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 467.1646   |
+|    air_humidity                 | 21.171333  |
+|    air_temperature              | 26.25289   |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.0        |
+|    diffuse_solar_radiation      | 179.0      |
+|    direct_solar_radiation       | 639.0      |
+|    hour                         | 14.0       |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 29.5       |
+|    outdoor_temperature          | 12.6892805 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 420448.16  |
+|    wind_direction               | 150.0      |
+|    wind_speed                   | 5.4        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.75e+03   |
+|    n_updates                    | 6449       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 36.445587 |
+|    air_temperature              | 22.380398 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 181.0     |
+|    direct_solar_radiation       | 93.0      |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 74.5      |
+|    outdoor_temperature          | 13.105264 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 205.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+03  |
+|    n_updates                    | 6474      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 23.927788 |
+|    air_temperature              | 22.772154 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 89.0      |
+|    direct_solar_radiation       | 410.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 40.5      |
+|    outdoor_temperature          | 13.871598 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 305.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.34e+03  |
+|    n_updates                    | 6499      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |          |
+|    index                        | 6        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 24       |
+|    Heating_Setpoint_RL          | 21       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 859.9368 |
+|    air_humidity                 | 42.74886 |
+|    air_temperature              | 23.01816 |
+|    clg_setpoint                 | 25.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 4.0      |
+|    diffuse_solar_radiation      | 18.0     |
+|    direct_solar_radiation       | 68.0     |
+|    hour                         | 17.0     |
+|    htg_setpoint                 | 20.0     |
+|    month                        | 3.0      |
+|    outdoor_humidity             | 100.0    |
+|    outdoor_temperature          | 6.287525 |
+|    people_occupant              | 20.0     |
+|    total_electricity_HVAC       | 773943.1 |
+|    wind_direction               | 185.0    |
+|    wind_speed                   | 2.35     |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 1.49e+04 |
+|    n_updates                    | 6524     |
+----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 668.89575 |
+|    air_humidity                 | 45.53613  |
+|    air_temperature              | 22.081665 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 6.980969  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 590484.25 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.32e+03  |
+|    n_updates                    | 6549      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 152.26994 |
+|    air_humidity                 | 42.321407 |
+|    air_temperature              | 22.286524 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 64.5      |
+|    outdoor_temperature          | 12.418407 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 137042.95 |
+|    wind_direction               | 305.0     |
+|    wind_speed                   | 10.05     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.63e+03  |
+|    n_updates                    | 6574      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 464.7534  |
+|    air_humidity                 | 34.08908  |
+|    air_temperature              | 20.413956 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 83.5      |
+|    outdoor_temperature          | 6.7095146 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 403879.12 |
+|    wind_direction               | 145.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.76e+03  |
+|    n_updates                    | 6599      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 38.898567 |
+|    air_temperature              | 21.18225  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 2.3518631 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 125.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.79e+03  |
+|    n_updates                    | 6624      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 35.09905  |
+|    air_temperature              | 19.368822 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 90.5      |
+|    outdoor_temperature          | 3.9090285 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 5.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.25e+03  |
+|    n_updates                    | 6649      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.8499  |
+|    air_humidity                 | 23.85285  |
+|    air_temperature              | 19.461779 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 1.9976588 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856664.94 |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 7.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.07e+03  |
+|    n_updates                    | 6674      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 31.365232 |
+|    air_temperature              | 18.261238 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 5.429393  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.25e+03  |
+|    n_updates                    | 6699      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 16.056242 |
+|    air_temperature              | 21.999687 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 45.5      |
+|    outdoor_temperature          | 2.379026  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 295.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.33e+03  |
+|    n_updates                    | 6724      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1718.1122  |
+|    air_humidity                 | 24.954447  |
+|    air_temperature              | 18.076813  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 2.0        |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 40.0       |
+|    outdoor_temperature          | -1.8336521 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1546300.9  |
+|    wind_direction               | 340.0      |
+|    wind_speed                   | 3.9        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 9.98e+03   |
+|    n_updates                    | 6749       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 746.1307  |
+|    air_humidity                 | 31.589094 |
+|    air_temperature              | 20.72473  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 4.810494  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 671517.6  |
+|    wind_direction               | 285.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.05e+03  |
+|    n_updates                    | 6774      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1189.1144 |
+|    air_humidity                 | 17.219078 |
+|    air_temperature              | 18.536963 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 0.8113365 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1070203.0 |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.56e+03  |
+|    n_updates                    | 6799      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1760.4196  |
+|    air_humidity                 | 17.643135  |
+|    air_temperature              | 21.909454  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 17.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 77.5       |
+|    outdoor_temperature          | -2.0451891 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1584377.6  |
+|    wind_direction               | 10.0       |
+|    wind_speed                   | 5.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.13e+03   |
+|    n_updates                    | 6824       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1259.0308  |
+|    air_humidity                 | 21.857689  |
+|    air_temperature              | 18.455622  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 18.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 91.0       |
+|    outdoor_temperature          | -3.0750003 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1133127.8  |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 1.8        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.61e+03   |
+|    n_updates                    | 6849       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 282.3766  |
+|    air_humidity                 | 29.170164 |
+|    air_temperature              | 21.000095 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 102.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 98.0      |
+|    outdoor_temperature          | 1.8082709 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 254138.92 |
+|    wind_direction               | 25.0      |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.05e+03  |
+|    n_updates                    | 6874      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 978.2873  |
+|    air_humidity                 | 23.684679 |
+|    air_temperature              | 20.935505 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 182.0     |
+|    direct_solar_radiation       | 539.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 69.5      |
+|    outdoor_temperature          | 1.4673761 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 880458.56 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.15      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.67e+03  |
+|    n_updates                    | 6899      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 871.7625  |
+|    air_humidity                 | 33.1851   |
+|    air_temperature              | 22.755598 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 122.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 8.619181  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 784586.25 |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 8.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 617       |
+|    n_updates                    | 6924      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |             |
+|    index                        | 8           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 22.5        |
+|    Heating_Setpoint_RL          | 22          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1314.9203   |
+|    air_humidity                 | 13.52808    |
+|    air_temperature              | 22.85324    |
+|    clg_setpoint                 | 22.5        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 22.0        |
+|    diffuse_solar_radiation      | 148.0       |
+|    direct_solar_radiation       | 828.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 22.0        |
+|    month                        | 3.0         |
+|    outdoor_humidity             | 26.0        |
+|    outdoor_temperature          | -0.21578881 |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1183428.2   |
+|    wind_direction               | 315.0       |
+|    wind_speed                   | 11.05       |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 2.41e+03    |
+|    n_updates                    | 6949        |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 12.919759 |
+|    air_temperature              | 22.333363 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 145.0     |
+|    direct_solar_radiation       | 866.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 28.0      |
+|    outdoor_temperature          | 3.917022  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 8.25      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.94e+03  |
+|    n_updates                    | 6974      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 89.78595  |
+|    air_humidity                 | 21.541876 |
+|    air_temperature              | 22.142008 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 145.0     |
+|    direct_solar_radiation       | 869.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 11.908008 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 80879.87  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.15      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.76e+03  |
+|    n_updates                    | 6999      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 38.843994 |
+|    air_temperature              | 23.04883  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 140.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 5.6984205 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.59e+03  |
+|    n_updates                    | 7024      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 550.6507  |
+|    air_humidity                 | 44.1667   |
+|    air_temperature              | 25.99846  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 291.0     |
+|    direct_solar_radiation       | 267.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 14.344811 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 495585.66 |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 4.15      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.44e+03  |
+|    n_updates                    | 7049      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 44.996563 |
+|    air_temperature              | 26.92001  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 189.0     |
+|    direct_solar_radiation       | 575.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 61.5      |
+|    outdoor_temperature          | 19.1893   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.76e+03  |
+|    n_updates                    | 7074      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 407.94373 |
+|    air_humidity                 | 34.073017 |
+|    air_temperature              | 25.267233 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 145.0     |
+|    direct_solar_radiation       | 108.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 11.922835 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 367149.34 |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 9.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.23e+03  |
+|    n_updates                    | 7099      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 820.66797 |
+|    air_humidity                 | 34.85887  |
+|    air_temperature              | 24.125118 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 42.0      |
+|    direct_solar_radiation       | 314.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 6.8898964 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 737382.6  |
+|    wind_direction               | 115.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.01e+03  |
+|    n_updates                    | 7124      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 28.866589 |
+|    air_temperature              | 21.999998 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 5.465069  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.3e+03   |
+|    n_updates                    | 7149      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 43.123447 |
+|    air_temperature              | 20.99996  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 9.107789  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.23e+03  |
+|    n_updates                    | 7174      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 48.636272 |
+|    air_temperature              | 23.684591 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 83.5      |
+|    outdoor_temperature          | 4.5161777 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.41e+03  |
+|    n_updates                    | 7199      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 44.006355 |
+|    air_temperature              | 23.509317 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 4.1877465 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.37e+03  |
+|    n_updates                    | 7224      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 46.724228 |
+|    air_temperature              | 22.732481 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 71.5      |
+|    outdoor_temperature          | 4.715655  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 859       |
+|    n_updates                    | 7249      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 63.647705 |
+|    air_temperature              | 21.887827 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 6.674119  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.65e+03  |
+|    n_updates                    | 7274      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.95778  |
+|    air_temperature              | 21.563845 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 91.0      |
+|    outdoor_temperature          | 10.680291 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.02e+03  |
+|    n_updates                    | 7299      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.15199  |
+|    air_temperature              | 22.148827 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 16.010214 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.53e+03  |
+|    n_updates                    | 7324      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.10457  |
+|    air_temperature              | 22.37624  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 69.5      |
+|    outdoor_temperature          | 16.720282 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.65e+03  |
+|    n_updates                    | 7349      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.93943  |
+|    air_temperature              | 21.058844 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 12.752775 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.24e+03  |
+|    n_updates                    | 7374      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 91.5358   |
+|    air_temperature              | 20.520086 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 12.529675 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.88e+03  |
+|    n_updates                    | 7399      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.90292  |
+|    air_temperature              | 19.641085 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 8.0       |
+|    direct_solar_radiation       | 18.0      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 43.0      |
+|    outdoor_temperature          | 6.235198  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 8.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.08e+03  |
+|    n_updates                    | 7424      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 54.272633 |
+|    air_temperature              | 19.044207 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 42.0      |
+|    direct_solar_radiation       | 530.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 36.0      |
+|    outdoor_temperature          | 2.7869196 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 335.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.83e+03  |
+|    n_updates                    | 7449      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 45.30996  |
+|    air_temperature              | 19.577765 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 118.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 6.176463  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.76e+03  |
+|    n_updates                    | 7474      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 47.805527 |
+|    air_temperature              | 18.648262 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 277.0     |
+|    direct_solar_radiation       | 93.0      |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 74.5      |
+|    outdoor_temperature          | 6.1966367 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.7e+03   |
+|    n_updates                    | 7499      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 817.9984  |
+|    air_humidity                 | 43.170815 |
+|    air_temperature              | 21.434963 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 168.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 98.5      |
+|    outdoor_temperature          | 7.863375  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 736198.56 |
+|    wind_direction               | 125.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.87e+03  |
+|    n_updates                    | 7524      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1087.7322 |
+|    air_humidity                 | 42.018997 |
+|    air_temperature              | 24.99819  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 128.0     |
+|    direct_solar_radiation       | 880.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | 17.724447 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 976106.0  |
+|    wind_direction               | 275.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.35e+03  |
+|    n_updates                    | 7549      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 902.5843  |
+|    air_humidity                 | 48.01306  |
+|    air_temperature              | 22.805077 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 256.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 13.262782 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 812325.8  |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.53e+03  |
+|    n_updates                    | 7574      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 539.21356 |
+|    air_humidity                 | 36.537544 |
+|    air_temperature              | 22.499413 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 255.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 8.842577  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 485292.22 |
+|    wind_direction               | 55.0      |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.37e+03  |
+|    n_updates                    | 7599      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 27.141941 |
+|    air_temperature              | 23.097776 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 244.0     |
+|    direct_solar_radiation       | 640.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 11.159419 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 135.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.21e+03  |
+|    n_updates                    | 7624      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 52.81628  |
+|    air_temperature              | 20.676254 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 200.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 8.347079  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 105.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.39e+03  |
+|    n_updates                    | 7649      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 55.26341  |
+|    air_temperature              | 19.509224 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 122.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 95.0      |
+|    outdoor_temperature          | 8.819503  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7e+03     |
+|    n_updates                    | 7674      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 339.67972 |
+|    air_humidity                 | 34.732143 |
+|    air_temperature              | 23.77928  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 220.0     |
+|    direct_solar_radiation       | 25.0      |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 11.276463 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 305711.75 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 8.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.05e+03  |
+|    n_updates                    | 7699      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 32.76473  |
+|    air_temperature              | 27.478088 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 47.0      |
+|    direct_solar_radiation       | 489.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 60.5      |
+|    outdoor_temperature          | 13.006176 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 8.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 416       |
+|    n_updates                    | 7724      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 49.08971  |
+|    air_temperature              | 27.583792 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 9.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 91.0      |
+|    outdoor_temperature          | 9.646996  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 205.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2e+03     |
+|    n_updates                    | 7749      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 47.054016 |
+|    air_temperature              | 28.166939 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 15.822657 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.17e+03  |
+|    n_updates                    | 7774      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 48.195282 |
+|    air_temperature              | 26.09547  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 65.5      |
+|    outdoor_temperature          | 12.948526 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 8.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.92e+03  |
+|    n_updates                    | 7799      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 57.145077 |
+|    air_temperature              | 23.427517 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 13.653486 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 165.0     |
+|    wind_speed                   | 2.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.72e+03  |
+|    n_updates                    | 7824      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 0.0        |
+|    air_humidity                 | 60.926395  |
+|    air_temperature              | 22.539474  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 28.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 22.0       |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 4.0        |
+|    outdoor_humidity             | 69.5       |
+|    outdoor_temperature          | 11.2723255 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 0.0        |
+|    wind_direction               | 100.0      |
+|    wind_speed                   | 3.85       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.12e+03   |
+|    n_updates                    | 7849       |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.501816 |
+|    air_temperature              | 21.293674 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 87.5      |
+|    outdoor_temperature          | 10.341484 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 130.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.03e+03  |
+|    n_updates                    | 7874      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.79883  |
+|    air_temperature              | 21.605139 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 10.22611  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 2.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.16e+03  |
+|    n_updates                    | 7899      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 47.870968 |
+|    air_temperature              | 20.849094 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 8.045892  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.53e+03  |
+|    n_updates                    | 7924      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 55.716766 |
+|    air_temperature              | 21.081879 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 63.5      |
+|    outdoor_temperature          | 11.166885 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 9.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.19e+03  |
+|    n_updates                    | 7949      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.2547   |
+|    air_temperature              | 21.099758 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 11.363247 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.32e+03  |
+|    n_updates                    | 7974      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 63.022537 |
+|    air_temperature              | 20.645359 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 11.923875 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.12e+03  |
+|    n_updates                    | 7999      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.795944 |
+|    air_temperature              | 20.21981  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 66.0      |
+|    direct_solar_radiation       | 25.0      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 91.5      |
+|    outdoor_temperature          | 11.719052 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.75e+03  |
+|    n_updates                    | 8024      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 89.53074  |
+|    air_temperature              | 20.418552 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 84.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 13.64203  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 85.0      |
+|    wind_speed                   | 4.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.18e+03  |
+|    n_updates                    | 8049      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 86.189896 |
+|    air_humidity                 | 93.52504  |
+|    air_temperature              | 20.571243 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 88.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 14.903064 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 77570.83  |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.93e+03  |
+|    n_updates                    | 8074      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 400.48703 |
+|    air_humidity                 | 74.71837  |
+|    air_temperature              | 22.064402 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 314.0     |
+|    direct_solar_radiation       | 201.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.5      |
+|    outdoor_temperature          | 15.097484 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 360157.4  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.9e+03   |
+|    n_updates                    | 8099      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1178.8964 |
+|    air_humidity                 | 43.18821  |
+|    air_temperature              | 23.995653 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 227.0     |
+|    direct_solar_radiation       | 653.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 50.5      |
+|    outdoor_temperature          | 16.000217 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 925971.5  |
+|    wind_direction               | 325.0     |
+|    wind_speed                   | 4.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 972       |
+|    n_updates                    | 8124      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.808674 |
+|    air_temperature              | 24.230162 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 267.0     |
+|    direct_solar_radiation       | 657.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 13.990786 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 185.0     |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.39e+03  |
+|    n_updates                    | 8149      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.38911  |
+|    air_temperature              | 24.766394 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 286.0     |
+|    direct_solar_radiation       | 655.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 42.5      |
+|    outdoor_temperature          | 19.624998 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.17e+03  |
+|    n_updates                    | 8174      |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 155.3502  |
+|    air_humidity                 | 24.00819  |
+|    air_temperature              | 25.979362 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 278.0     |
+|    direct_solar_radiation       | 671.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 46.5      |
+|    outdoor_temperature          | 15.228561 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 139486.28 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.88e+03  |
+|    n_updates                    | 8199      |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1030.0591 |
+|    air_humidity                 | 28.968252 |
+|    air_temperature              | 23.402994 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 298.0     |
+|    direct_solar_radiation       | 592.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 46.5      |
+|    outdoor_temperature          | 14.540173 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 927053.2  |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.21e+03  |
+|    n_updates                    | 8224      |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 797.6877  |
+|    air_humidity                 | 30.19432  |
+|    air_temperature              | 26.263184 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 248.0     |
+|    direct_solar_radiation       | 554.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 17.258335 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 717918.94 |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 8.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.15e+03  |
+|    n_updates                    | 8249      |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 874.74835 |
+|    air_humidity                 | 37.537148 |
+|    air_temperature              | 27.0753   |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 235.0     |
+|    direct_solar_radiation       | 426.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 48.5      |
+|    outdoor_temperature          | 18.415379 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 787273.56 |
+|    wind_direction               | 115.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.27e+03  |
+|    n_updates                    | 8274      |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3824.5125 |
+|    air_humidity                 | 48.882725 |
+|    air_temperature              | 23.785929 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 148.0     |
+|    direct_solar_radiation       | 496.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | 20.187895 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3442061.2 |
+|    wind_direction               | 105.0     |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.99e+03  |
+|    n_updates                    | 8299      |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.68514  |
+|    air_temperature              | 23.985237 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 82.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.5      |
+|    outdoor_temperature          | 17.166412 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.24e+03  |
+|    n_updates                    | 8324      |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.48008  |
+|    air_temperature              | 22.753471 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 36.0      |
+|    direct_solar_radiation       | 100.0     |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.5      |
+|    outdoor_temperature          | 18.091528 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.03e+03  |
+|    n_updates                    | 8349      |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 41.73392  |
+|    air_temperature              | 28.945398 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 30.5      |
+|    outdoor_temperature          | 20.771217 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 355.0     |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.39e+03  |
+|    n_updates                    | 8374      |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.760983 |
+|    air_temperature              | 27.241547 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 79.5      |
+|    outdoor_temperature          | 18.400848 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 2.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.16e+03  |
+|    n_updates                    | 8399      |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 65.40298  |
+|    air_temperature              | 25.17516  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 13.861246 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.23e+03  |
+|    n_updates                    | 8424      |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.80497  |
+|    air_temperature              | 23.545568 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 98.0      |
+|    outdoor_temperature          | 14.885168 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 0.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.93e+03  |
+|    n_updates                    | 8449      |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.57668  |
+|    air_temperature              | 22.214247 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 73.5      |
+|    outdoor_temperature          | 14.508998 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.54e+03  |
+|    n_updates                    | 8474      |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.12802  |
+|    air_temperature              | 22.749151 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 69.5      |
+|    outdoor_temperature          | 13.651919 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 4.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.92e+03  |
+|    n_updates                    | 8499      |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.21137  |
+|    air_temperature              | 22.366076 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 59.5      |
+|    outdoor_temperature          | 15.96721  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.61e+03  |
+|    n_updates                    | 8524      |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 57.845642 |
+|    air_temperature              | 21.960764 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 13.95008  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.06e+03  |
+|    n_updates                    | 8549      |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.49801  |
+|    air_temperature              | 21.881857 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 88.5      |
+|    outdoor_temperature          | 16.46767  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 265.0     |
+|    wind_speed                   | 1.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 524       |
+|    n_updates                    | 8574      |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 88.733284 |
+|    air_temperature              | 22.166264 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 18.524689 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.88e+03  |
+|    n_updates                    | 8599      |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.329315 |
+|    air_temperature              | 21.884922 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 83.0      |
+|    direct_solar_radiation       | 194.0     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 17.687214 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.74e+03  |
+|    n_updates                    | 8624      |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.705185 |
+|    air_temperature              | 22.81737  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 107.0     |
+|    direct_solar_radiation       | 472.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 18.693514 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.75e+03  |
+|    n_updates                    | 8649      |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.16821  |
+|    air_temperature              | 22.976574 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 114.0     |
+|    direct_solar_radiation       | 646.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 15.119333 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 305.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.08e+03  |
+|    n_updates                    | 8674      |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 756.69354 |
+|    air_humidity                 | 54.817505 |
+|    air_temperature              | 23.335524 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 147.0     |
+|    direct_solar_radiation       | 744.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 51.5      |
+|    outdoor_temperature          | 17.913471 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 680939.06 |
+|    wind_direction               | 315.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.77e+03  |
+|    n_updates                    | 8699      |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3891.6194 |
+|    air_humidity                 | 46.111176 |
+|    air_temperature              | 23.174507 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 253.0     |
+|    direct_solar_radiation       | 639.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 26.0      |
+|    outdoor_temperature          | 24.636395 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3465989.0 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.21e+03  |
+|    n_updates                    | 8724      |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3428.4062 |
+|    air_humidity                 | 57.121716 |
+|    air_temperature              | 24.138863 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 308.0     |
+|    direct_solar_radiation       | 611.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 67.5      |
+|    outdoor_temperature          | 19.792252 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3085565.8 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+03  |
+|    n_updates                    | 8749      |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1074.4849 |
+|    air_humidity                 | 57.604034 |
+|    air_temperature              | 25.964142 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 277.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 18.815947 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 967036.4  |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.08e+03  |
+|    n_updates                    | 8774      |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3687.3022 |
+|    air_humidity                 | 57.33517  |
+|    air_temperature              | 23.877851 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 368.0     |
+|    direct_solar_radiation       | 466.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 28.489399 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 3303912.5 |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 5.15      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.61e+03  |
+|    n_updates                    | 8799      |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.93651  |
+|    air_temperature              | 25.779984 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 408.0     |
+|    direct_solar_radiation       | 373.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 50.5      |
+|    outdoor_temperature          | 22.955477 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 355.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.39e+03  |
+|    n_updates                    | 8824      |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.38318  |
+|    air_temperature              | 26.963749 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 243.0     |
+|    direct_solar_radiation       | 610.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 47.5      |
+|    outdoor_temperature          | 22.373495 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.63e+03  |
+|    n_updates                    | 8849      |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4487.8276 |
+|    air_humidity                 | 45.09316  |
+|    air_temperature              | 24.21256  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 238.0     |
+|    direct_solar_radiation       | 338.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 38.0      |
+|    outdoor_temperature          | 23.55652  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4039045.0 |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 979       |
+|    n_updates                    | 8874      |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4089.4124 |
+|    air_humidity                 | 61.17132  |
+|    air_temperature              | 23.19066  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 161.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 82.5      |
+|    outdoor_temperature          | 19.431572 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3680471.0 |
+|    wind_direction               | 145.0     |
+|    wind_speed                   | 4.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.89e+03  |
+|    n_updates                    | 8899      |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 52.438007 |
+|    air_temperature              | 27.290419 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 72.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 20.92903  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 7.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.86e+03  |
+|    n_updates                    | 8924      |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 51.02225  |
+|    air_temperature              | 29.40269  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 56.0      |
+|    direct_solar_radiation       | 103.0     |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 21.791893 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.16e+03  |
+|    n_updates                    | 8949      |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.121346 |
+|    air_temperature              | 28.871252 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 20.415564 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.18e+03  |
+|    n_updates                    | 8974      |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.434044 |
+|    air_temperature              | 27.172163 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 23.622412 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 95.0      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.05e+03  |
+|    n_updates                    | 8999      |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.2435   |
+|    air_temperature              | 24.923763 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 88.5      |
+|    outdoor_temperature          | 19.389812 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.67e+03  |
+|    n_updates                    | 9024      |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.24047  |
+|    air_temperature              | 25.115957 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 94.5      |
+|    outdoor_temperature          | 18.886944 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.76e+03  |
+|    n_updates                    | 9049      |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.20639  |
+|    air_temperature              | 24.541458 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 22.951208 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3e+03     |
+|    n_updates                    | 9074      |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.05541  |
+|    air_temperature              | 25.311417 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 77.5      |
+|    outdoor_temperature          | 23.508722 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.19e+03  |
+|    n_updates                    | 9099      |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.42342  |
+|    air_temperature              | 23.215261 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 91.5      |
+|    outdoor_temperature          | 19.310314 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.12e+03  |
+|    n_updates                    | 9124      |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.96147  |
+|    air_temperature              | 23.621758 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 24.771341 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 325.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.11e+03  |
+|    n_updates                    | 9149      |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.23984  |
+|    air_temperature              | 24.676752 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 22.543236 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 265.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 934       |
+|    n_updates                    | 9174      |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.025604 |
+|    air_temperature              | 23.013933 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 3.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 94.5      |
+|    outdoor_temperature          | 21.945906 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 165.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.06e+03  |
+|    n_updates                    | 9199      |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 90.37305  |
+|    air_temperature              | 22.211245 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 23.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 98.0      |
+|    outdoor_temperature          | 23.28667  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 95.0      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.53e+03  |
+|    n_updates                    | 9224      |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.31747  |
+|    air_temperature              | 23.182339 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 67.0      |
+|    direct_solar_radiation       | 604.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 22.826544 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.78e+03  |
+|    n_updates                    | 9249      |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2593.8738 |
+|    air_humidity                 | 78.85662  |
+|    air_temperature              | 20.91998  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 248.0     |
+|    direct_solar_radiation       | 113.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 88.5      |
+|    outdoor_temperature          | 23.730545 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2297572.2 |
+|    wind_direction               | 205.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.1e+03   |
+|    n_updates                    | 9274      |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4826.358  |
+|    air_humidity                 | 69.02169  |
+|    air_temperature              | 21.617256 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 341.0     |
+|    direct_solar_radiation       | 83.0      |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 21.108011 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4406347.5 |
+|    wind_direction               | 205.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.86e+03  |
+|    n_updates                    | 9299      |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.93762  |
+|    air_temperature              | 23.177649 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 161.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 22.97749  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 3.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.56e+03  |
+|    n_updates                    | 9324      |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.66805  |
+|    air_temperature              | 24.069008 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 322.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 77.5      |
+|    outdoor_temperature          | 21.572285 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 573       |
+|    n_updates                    | 9349      |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4960.5977 |
+|    air_humidity                 | 57.92844  |
+|    air_temperature              | 24.07896  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 267.0     |
+|    direct_solar_radiation       | 534.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 25.835115 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4457515.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.15      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.01e+03  |
+|    n_updates                    | 9374      |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6130.1475 |
+|    air_humidity                 | 57.217648 |
+|    air_temperature              | 23.999527 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 156.0     |
+|    direct_solar_radiation       | 846.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 66.5      |
+|    outdoor_temperature          | 25.839724 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 5570390.0 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.75e+03  |
+|    n_updates                    | 9399      |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6180.046  |
+|    air_humidity                 | 57.915764 |
+|    air_temperature              | 23.824299 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 319.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 27.998598 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 5562041.0 |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.41e+03  |
+|    n_updates                    | 9424      |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5814.8086 |
+|    air_humidity                 | 57.336285 |
+|    air_temperature              | 24.416656 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 240.0     |
+|    direct_solar_radiation       | 639.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | 28.857347 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5211308.0 |
+|    wind_direction               | 145.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.25e+03  |
+|    n_updates                    | 9449      |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8071.458  |
+|    air_humidity                 | 59.186604 |
+|    air_temperature              | 24.030064 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 217.0     |
+|    direct_solar_radiation       | 565.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 77.0      |
+|    outdoor_temperature          | 26.988108 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7237952.0 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 579       |
+|    n_updates                    | 9474      |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.32995  |
+|    air_temperature              | 29.440195 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 132.0     |
+|    direct_solar_radiation       | 584.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 29.04921  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.13e+03  |
+|    n_updates                    | 9499      |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 58.903008 |
+|    air_temperature              | 29.58267  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 122.0     |
+|    direct_solar_radiation       | 263.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 68.5      |
+|    outdoor_temperature          | 27.491972 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.14e+03  |
+|    n_updates                    | 9524      |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 54.37169  |
+|    air_temperature              | 28.805046 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 54.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 90.5      |
+|    outdoor_temperature          | 23.013592 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.59e+03  |
+|    n_updates                    | 9549      |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.407288 |
+|    air_temperature              | 29.713375 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 83.5      |
+|    outdoor_temperature          | 27.13691  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.97e+03  |
+|    n_updates                    | 9574      |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.091957 |
+|    air_temperature              | 28.77042  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 50.5      |
+|    outdoor_temperature          | 29.924786 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.35e+04  |
+|    n_updates                    | 9599      |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.7617   |
+|    air_temperature              | 27.150831 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 23.236689 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 205.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.05e+03  |
+|    n_updates                    | 9624      |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.4881   |
+|    air_temperature              | 25.895061 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 77.5      |
+|    outdoor_temperature          | 24.448812 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.16e+03  |
+|    n_updates                    | 9649      |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 65.81631  |
+|    air_temperature              | 26.319372 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 69.5      |
+|    outdoor_temperature          | 26.388847 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.84e+03  |
+|    n_updates                    | 9674      |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.7209   |
+|    air_temperature              | 23.97351  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 98.0      |
+|    outdoor_temperature          | 21.806433 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 5.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.57e+03  |
+|    n_updates                    | 9699      |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.57992  |
+|    air_temperature              | 23.869347 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 23.162914 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 115.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.64e+03  |
+|    n_updates                    | 9724      |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.63909  |
+|    air_temperature              | 23.794798 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 66.5      |
+|    outdoor_temperature          | 24.551136 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.5e+03   |
+|    n_updates                    | 9749      |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 87.72499  |
+|    air_temperature              | 23.30253  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 22.862804 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 115.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.5e+03   |
+|    n_updates                    | 9774      |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 89.009865 |
+|    air_temperature              | 22.375265 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 21.891815 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 115.0     |
+|    wind_speed                   | 1.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.84e+03  |
+|    n_updates                    | 9799      |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 88.44114  |
+|    air_temperature              | 23.95633  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 55.0      |
+|    direct_solar_radiation       | 9.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 95.0      |
+|    outdoor_temperature          | 24.555973 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.1e+03   |
+|    n_updates                    | 9824      |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.25535  |
+|    air_temperature              | 24.365273 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 75.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 26.62452  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 973       |
+|    n_updates                    | 9849      |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3477.5361 |
+|    air_humidity                 | 82.9503   |
+|    air_temperature              | 21.206257 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 199.0     |
+|    direct_solar_radiation       | 43.0      |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 26.23461  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 3106383.2 |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.29e+03  |
+|    n_updates                    | 9874      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6591.9224 |
+|    air_humidity                 | 68.924515 |
+|    air_temperature              | 21.636711 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 181.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 24.490088 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6105625.0 |
+|    wind_direction               | 205.0     |
+|    wind_speed                   | 5.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.13e+03  |
+|    n_updates                    | 9899      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6579.233  |
+|    air_humidity                 | 62.79068  |
+|    air_temperature              | 22.80446  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 212.0     |
+|    direct_solar_radiation       | 618.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 78.5      |
+|    outdoor_temperature          | 25.128534 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5908606.0 |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.93e+03  |
+|    n_updates                    | 9924      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8556.943  |
+|    air_humidity                 | 58.34476  |
+|    air_temperature              | 24.146399 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 443.0     |
+|    direct_solar_radiation       | 298.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 30.291105 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7701249.0 |
+|    wind_direction               | 245.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.23e+03  |
+|    n_updates                    | 9949      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6612.603  |
+|    air_humidity                 | 58.736492 |
+|    air_temperature              | 23.865717 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 207.0     |
+|    direct_solar_radiation       | 705.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 76.5      |
+|    outdoor_temperature          | 26.542692 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 5951342.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.36e+04  |
+|    n_updates                    | 9974      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.82043  |
+|    air_temperature              | 26.714127 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 384.0     |
+|    direct_solar_radiation       | 370.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 30.392218 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 2.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.49e+03  |
+|    n_updates                    | 9999      |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.67858  |
+|    air_temperature              | 26.007689 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 248.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 84.5      |
+|    outdoor_temperature          | 24.04101  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 804       |
+|    n_updates                    | 10024     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6615.9927 |
+|    air_humidity                 | 58.55262  |
+|    air_temperature              | 24.042582 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 289.0     |
+|    direct_solar_radiation       | 484.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 26.934774 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5924812.5 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.87e+03  |
+|    n_updates                    | 10049     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7803.733  |
+|    air_humidity                 | 58.594456 |
+|    air_temperature              | 24.192398 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 234.0     |
+|    direct_solar_radiation       | 372.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 25.361639 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7023360.0 |
+|    wind_direction               | 185.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.38e+03  |
+|    n_updates                    | 10074     |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6048.8022 |
+|    air_humidity                 | 59.633774 |
+|    air_temperature              | 23.914898 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 269.0     |
+|    direct_solar_radiation       | 84.0      |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 25.906448 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5443922.0 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.34e+03  |
+|    n_updates                    | 10099     |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 48.285763 |
+|    air_temperature              | 29.087503 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 83.0      |
+|    direct_solar_radiation       | 401.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 61.5      |
+|    outdoor_temperature          | 27.432545 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 7.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.25e+03  |
+|    n_updates                    | 10124     |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 50.60229  |
+|    air_temperature              | 30.327057 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 34.0      |
+|    direct_solar_radiation       | 128.0     |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 26.598967 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 185.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.19e+03  |
+|    n_updates                    | 10149     |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.864407 |
+|    air_temperature              | 28.372997 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 26.0429   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.11e+03  |
+|    n_updates                    | 10174     |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.675846 |
+|    air_temperature              | 28.290186 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | 31.614428 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.52e+03  |
+|    n_updates                    | 10199     |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.12505  |
+|    air_temperature              | 26.204573 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 26.163172 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.82e+03  |
+|    n_updates                    | 10224     |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.884186 |
+|    air_temperature              | 24.134598 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 20.089655 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.96e+03  |
+|    n_updates                    | 10249     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.48503  |
+|    air_temperature              | 24.204605 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 67.5      |
+|    outdoor_temperature          | 15.094099 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.56e+03  |
+|    n_updates                    | 10274     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.38634  |
+|    air_temperature              | 23.735037 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 17.988451 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 1.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.87e+03  |
+|    n_updates                    | 10299     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.351166 |
+|    air_temperature              | 23.945112 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 82.5      |
+|    outdoor_temperature          | 19.52576  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 245.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.56e+03  |
+|    n_updates                    | 10324     |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.00164  |
+|    air_temperature              | 24.441584 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 22.688526 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.36e+03  |
+|    n_updates                    | 10349     |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.23835  |
+|    air_temperature              | 23.654684 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 23.293741 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.17e+03  |
+|    n_updates                    | 10374     |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.260864 |
+|    air_temperature              | 23.570625 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 67.5      |
+|    outdoor_temperature          | 23.852522 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 355.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.33e+03  |
+|    n_updates                    | 10399     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.553215 |
+|    air_temperature              | 22.783445 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 25.0      |
+|    direct_solar_radiation       | 12.0      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 23.652273 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.37e+03  |
+|    n_updates                    | 10424     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 89.74817  |
+|    air_temperature              | 22.861992 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 96.0      |
+|    direct_solar_radiation       | 78.0      |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 22.354202 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 155.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.64e+03  |
+|    n_updates                    | 10449     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2615.6394 |
+|    air_humidity                 | 76.129715 |
+|    air_temperature              | 22.001867 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 74.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 24.034338 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2354075.5 |
+|    wind_direction               | 55.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.4e+04   |
+|    n_updates                    | 10474     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.63669  |
+|    air_temperature              | 24.72616  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 226.0     |
+|    direct_solar_radiation       | 57.0      |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 28.858715 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.43e+03  |
+|    n_updates                    | 10499     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.93833  |
+|    air_temperature              | 26.650896 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 248.0     |
+|    direct_solar_radiation       | 491.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 38.0      |
+|    outdoor_temperature          | 30.86335  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 7.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.17e+03  |
+|    n_updates                    | 10524     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4059.3743 |
+|    air_humidity                 | 56.83726  |
+|    air_temperature              | 23.812122 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 237.0     |
+|    direct_solar_radiation       | 678.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | 26.226334 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3653437.0 |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.63e+03  |
+|    n_updates                    | 10549     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4578.8765 |
+|    air_humidity                 | 49.022327 |
+|    air_temperature              | 23.843649 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 261.0     |
+|    direct_solar_radiation       | 675.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 32.0      |
+|    outdoor_temperature          | 26.02081  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4099537.5 |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.48e+03  |
+|    n_updates                    | 10574     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6744.505  |
+|    air_humidity                 | 57.16785  |
+|    air_temperature              | 23.750113 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 141.0     |
+|    direct_solar_radiation       | 849.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | 31.268843 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 6105524.0 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 5.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.09e+04  |
+|    n_updates                    | 10599     |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5744.1646 |
+|    air_humidity                 | 53.9114   |
+|    air_temperature              | 24.341438 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 177.0     |
+|    direct_solar_radiation       | 677.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 30.0      |
+|    outdoor_temperature          | 31.381172 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 5169748.0 |
+|    wind_direction               | 325.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.62e+03  |
+|    n_updates                    | 10624     |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4735.62   |
+|    air_humidity                 | 54.2698   |
+|    air_temperature              | 24.242298 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 281.0     |
+|    direct_solar_radiation       | 478.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 42.5      |
+|    outdoor_temperature          | 25.902674 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4254899.5 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.54e+03  |
+|    n_updates                    | 10649     |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.763294 |
+|    air_temperature              | 28.425394 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 237.0     |
+|    direct_solar_radiation       | 330.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 27.0      |
+|    outdoor_temperature          | 34.236084 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 7.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 997       |
+|    n_updates                    | 10674     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 63.033356 |
+|    air_temperature              | 27.930851 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 116.0     |
+|    direct_solar_radiation       | 463.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 28.0      |
+|    outdoor_temperature          | 26.911022 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 4.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.25e+03  |
+|    n_updates                    | 10699     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 49.931183 |
+|    air_temperature              | 28.225517 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 91.0      |
+|    direct_solar_radiation       | 117.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 23.85916  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 185.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 837       |
+|    n_updates                    | 10724     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 52.26508  |
+|    air_temperature              | 29.295475 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 7.0       |
+|    direct_solar_radiation       | 2.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 24.975166 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 781       |
+|    n_updates                    | 10749     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 50.48178  |
+|    air_temperature              | 28.82346  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 19.281387 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 95.0      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.08e+03  |
+|    n_updates                    | 10774     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.380795 |
+|    air_temperature              | 27.832817 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 21.996769 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.49e+03  |
+|    n_updates                    | 10799     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 44.240105 |
+|    air_temperature              | 26.890566 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 22.243492 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 2.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.04e+03  |
+|    n_updates                    | 10824     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 46.84637  |
+|    air_temperature              | 25.793453 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 23.776503 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 4.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.06e+03  |
+|    n_updates                    | 10849     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 47.336395 |
+|    air_temperature              | 25.626314 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | 25.760303 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 335.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.45e+03  |
+|    n_updates                    | 10874     |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.21505  |
+|    air_temperature              | 23.487644 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 21.056015 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 2.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.11e+03  |
+|    n_updates                    | 10899     |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.421844 |
+|    air_temperature              | 23.507233 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 20.46493  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 265.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.7e+03   |
+|    n_updates                    | 10924     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.71846  |
+|    air_temperature              | 23.002916 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 19.411385 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.18e+03  |
+|    n_updates                    | 10949     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.809654 |
+|    air_temperature              | 22.716314 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 19.075342 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.88e+03  |
+|    n_updates                    | 10974     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.86444  |
+|    air_temperature              | 23.607555 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 22.198689 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 205.0     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.15e+03  |
+|    n_updates                    | 10999     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.55953  |
+|    air_temperature              | 23.390306 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 20.709194 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.7e+03   |
+|    n_updates                    | 11024     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 90.97892  |
+|    air_temperature              | 21.430555 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 35.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 18.381512 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 65.0      |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.54e+04  |
+|    n_updates                    | 11049     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 522.8672  |
+|    air_humidity                 | 80.94645  |
+|    air_temperature              | 21.47948  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 60.0      |
+|    direct_solar_radiation       | 691.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 18.247702 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 470580.44 |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 5.15      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.29e+03  |
+|    n_updates                    | 11074     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 330.18005 |
+|    air_humidity                 | 49.793545 |
+|    air_temperature              | 22.299383 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 147.0     |
+|    direct_solar_radiation       | 597.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 44.5      |
+|    outdoor_temperature          | 14.609633 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 292652.06 |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.8e+03   |
+|    n_updates                    | 11099     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2898.547  |
+|    air_humidity                 | 53.278496 |
+|    air_temperature              | 22.61949  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 277.0     |
+|    direct_solar_radiation       | 436.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 47.5      |
+|    outdoor_temperature          | 20.475954 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2573731.5 |
+|    wind_direction               | 245.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.89e+03  |
+|    n_updates                    | 11124     |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6191.668  |
+|    air_humidity                 | 61.839733 |
+|    air_temperature              | 23.132393 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 315.0     |
+|    direct_solar_radiation       | 94.0      |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 24.937683 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5546784.0 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.82e+03  |
+|    n_updates                    | 11149     |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.328    |
+|    air_temperature              | 25.108599 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 226.0     |
+|    direct_solar_radiation       | 591.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 27.525572 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.11e+03  |
+|    n_updates                    | 11174     |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.90909  |
+|    air_temperature              | 25.643183 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 273.0     |
+|    direct_solar_radiation       | 344.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 21.85953  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 305.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.48e+03  |
+|    n_updates                    | 11199     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3087.9355 |
+|    air_humidity                 | 49.51548  |
+|    air_temperature              | 23.905464 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 420.0     |
+|    direct_solar_radiation       | 123.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 20.520428 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 2776982.5 |
+|    wind_direction               | 135.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.28e+03  |
+|    n_updates                    | 11224     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3701.2773 |
+|    air_humidity                 | 59.4393   |
+|    air_temperature              | 23.357481 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 161.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 79.5      |
+|    outdoor_temperature          | 19.842611 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3331149.5 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.16e+03  |
+|    n_updates                    | 11249     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4359.327  |
+|    air_humidity                 | 52.05942  |
+|    air_temperature              | 24.033459 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 166.0     |
+|    direct_solar_radiation       | 134.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 43.0      |
+|    outdoor_temperature          | 24.21186  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3923394.2 |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.76e+03  |
+|    n_updates                    | 11274     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3904.9595 |
+|    air_humidity                 | 58.766552 |
+|    air_temperature              | 23.823164 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 87.0      |
+|    direct_solar_radiation       | 308.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 21.326008 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3514463.5 |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.39e+03  |
+|    n_updates                    | 11299     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 48.20776  |
+|    air_temperature              | 28.272985 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 19.0      |
+|    direct_solar_radiation       | 8.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 70.5      |
+|    outdoor_temperature          | 18.32586  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 863       |
+|    n_updates                    | 11324     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.10212  |
+|    air_temperature              | 25.217432 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 22.660082 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.12e+03  |
+|    n_updates                    | 11349     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.44785  |
+|    air_temperature              | 23.742256 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 94.5      |
+|    outdoor_temperature          | 21.647293 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.99e+03  |
+|    n_updates                    | 11374     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 45.26872  |
+|    air_temperature              | 24.988808 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 13.328288 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.08e+03  |
+|    n_updates                    | 11399     |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.69315  |
+|    air_temperature              | 25.202436 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 15.814474 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 65.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.44e+03  |
+|    n_updates                    | 11424     |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.717415 |
+|    air_temperature              | 23.804771 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 17.160044 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.67e+03  |
+|    n_updates                    | 11449     |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.91682  |
+|    air_temperature              | 23.10701  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 16.901966 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.58e+03  |
+|    n_updates                    | 11474     |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.89759  |
+|    air_temperature              | 23.867949 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 71.5      |
+|    outdoor_temperature          | 20.076616 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.88e+03  |
+|    n_updates                    | 11499     |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.97487  |
+|    air_temperature              | 23.029406 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 52.5      |
+|    outdoor_temperature          | 13.115639 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.96e+03  |
+|    n_updates                    | 11524     |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 93.84955  |
+|    air_temperature              | 21.605173 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 11.831333 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.51e+03  |
+|    n_updates                    | 11549     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 321.20944 |
+|    air_humidity                 | 52.94715  |
+|    air_temperature              | 21.00033  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 9.40463   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 289088.5  |
+|    wind_direction               | 355.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.14e+03  |
+|    n_updates                    | 11574     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 279.34213 |
+|    air_humidity                 | 47.79707  |
+|    air_temperature              | 22.00002  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 10.137628 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 251407.92 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.66e+03  |
+|    n_updates                    | 11599     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 86.035385 |
+|    air_humidity                 | 65.715164 |
+|    air_temperature              | 22.000046 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 15.148232 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 77431.84  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.53e+03  |
+|    n_updates                    | 11624     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 89.559746 |
+|    air_humidity                 | 62.382233 |
+|    air_temperature              | 21.999939 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 58.0      |
+|    direct_solar_radiation       | 91.0      |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 96.5      |
+|    outdoor_temperature          | 15.210514 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 80603.77  |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.43e+03  |
+|    n_updates                    | 11649     |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 64.7902   |
+|    air_temperature              | 21.465332 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 98.0      |
+|    direct_solar_radiation       | 468.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 17.777851 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.11e+03  |
+|    n_updates                    | 11674     |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 69.57908  |
+|    air_temperature              | 22.679138 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 68.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 19.479317 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 9.55      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.29e+03  |
+|    n_updates                    | 11699     |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 660.2427  |
+|    air_humidity                 | 29.197695 |
+|    air_temperature              | 23.115774 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 133.0     |
+|    direct_solar_radiation       | 749.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 11.404039 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 615147.3  |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.38e+03  |
+|    n_updates                    | 11724     |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 698.806   |
+|    air_humidity                 | 24.322908 |
+|    air_temperature              | 23.732935 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 220.0     |
+|    direct_solar_radiation       | 550.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 42.5      |
+|    outdoor_temperature          | 10.196256 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 640776.94 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 8.25      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.12e+03  |
+|    n_updates                    | 11749     |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 25.508892 |
+|    air_temperature              | 24.289152 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 245.0     |
+|    direct_solar_radiation       | 511.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 40.5      |
+|    outdoor_temperature          | 11.32262  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.65e+03  |
+|    n_updates                    | 11774     |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 38.35403  |
+|    air_temperature              | 26.072796 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 202.0     |
+|    direct_solar_radiation       | 688.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 19.146742 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 8.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.1e+03   |
+|    n_updates                    | 11799     |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 45.109554 |
+|    air_temperature              | 29.182646 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 155.0     |
+|    direct_solar_radiation       | 684.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 70.5      |
+|    outdoor_temperature          | 20.280233 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 160.0     |
+|    wind_speed                   | 5.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.55e+03  |
+|    n_updates                    | 11824     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 43.46771  |
+|    air_temperature              | 26.831202 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 164.0     |
+|    direct_solar_radiation       | 459.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 19.983452 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.12e+03  |
+|    n_updates                    | 11849     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 44.368893 |
+|    air_temperature              | 27.992828 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 136.0     |
+|    direct_solar_radiation       | 212.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 73.5      |
+|    outdoor_temperature          | 19.311104 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.11e+03  |
+|    n_updates                    | 11874     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 58.686783 |
+|    air_temperature              | 27.221378 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 40.0      |
+|    direct_solar_radiation       | 293.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 88.5      |
+|    outdoor_temperature          | 18.123085 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.51e+03  |
+|    n_updates                    | 11899     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 774.1695  |
+|    air_humidity                 | 34.996456 |
+|    air_temperature              | 27.246576 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 47.5      |
+|    outdoor_temperature          | 18.92559  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 703926.8  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.09e+03  |
+|    n_updates                    | 11924     |
+-----------------------------------------------
+------------------------------------------------******************************************--------------------| 79%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 112.674805 |
+|    air_humidity                 | 60.293446  |
+|    air_temperature              | 25.96211   |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 16.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 18.0       |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 10.0       |
+|    outdoor_humidity             | 98.0       |
+|    outdoor_temperature          | 16.551872  |
+|    people_occupant              | 10.0       |
+|    total_electricity_HVAC       | 101406.91  |
+|    wind_direction               | 115.0      |
+|    wind_speed                   | 3.9        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.09e+03   |
+|    n_updates                    | 11949      |
+------------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 137.64085 |
+|    air_humidity                 | 28.135008 |
+|    air_temperature              | 23.720987 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 11.987406 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 122232.64 |
+|    wind_direction               | 265.0     |
+|    wind_speed                   | 10.8      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.5e+03   |
+|    n_updates                    | 11974     |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 258.9177  |
+|    air_humidity                 | 30.75452  |
+|    air_temperature              | 21.694313 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 71.5      |
+|    outdoor_temperature          | 9.033271  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 227640.38 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.1e+04   |
+|    n_updates                    | 11999     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 44.34447  |
+|    air_temperature              | 21.441462 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 83.5      |
+|    outdoor_temperature          | 11.766301 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 205.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.13e+03  |
+|    n_updates                    | 12024     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 45.472637 |
+|    air_temperature              | 21.698595 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 80.5      |
+|    outdoor_temperature          | 12.506051 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.2e+03   |
+|    n_updates                    | 12049     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 96.831505 |
+|    air_humidity                 | 63.816128 |
+|    air_temperature              | 21.0      |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 14.555716 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 87148.36  |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 5.15      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.05e+04  |
+|    n_updates                    | 12074     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 143.056   |
+|    air_humidity                 | 49.87251  |
+|    air_temperature              | 20.196104 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 73.5      |
+|    outdoor_temperature          | 13.250102 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 128750.41 |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 1.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.35e+03  |
+|    n_updates                    | 12099     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 69.9335   |
+|    air_temperature              | 21.999865 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 16.482807 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 185.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.61e+03  |
+|    n_updates                    | 12124     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 81.433624 |
+|    air_temperature              | 20.767324 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 98.0      |
+|    outdoor_temperature          | 17.938904 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 185.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.91e+03  |
+|    n_updates                    | 12149     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 19.583437 |
+|    air_temperature              | 21.381088 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 31.0      |
+|    outdoor_temperature          | 12.771853 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 9.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.52e+03  |
+|    n_updates                    | 12174     |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 414.9808  |
+|    air_humidity                 | 23.872995 |
+|    air_temperature              | 18.743254 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 60.5      |
+|    outdoor_temperature          | 5.896669  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 373482.72 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.28e+04  |
+|    n_updates                    | 12199     |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 821.85474 |
+|    air_humidity                 | 22.28704  |
+|    air_temperature              | 20.656563 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 4.875373  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 739669.25 |
+|    wind_direction               | 325.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 454       |
+|    n_updates                    | 12224     |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 27.547106 |
+|    air_temperature              | 18.04457  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 2.0       |
+|    direct_solar_radiation       | 63.0      |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 75.0      |
+|    outdoor_temperature          | 3.8614655 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.19e+03  |
+|    n_updates                    | 12249     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 32.53162  |
+|    air_temperature              | 19.037893 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 87.0      |
+|    direct_solar_radiation       | 356.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 11.73929  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.29e+03  |
+|    n_updates                    | 12274     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 21.744438 |
+|    air_temperature              | 20.516462 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 161.0     |
+|    direct_solar_radiation       | 270.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 49.5      |
+|    outdoor_temperature          | 7.609495  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.4e+03   |
+|    n_updates                    | 12299     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 918.473   |
+|    air_humidity                 | 30.203888 |
+|    air_temperature              | 23.050997 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 131.0     |
+|    direct_solar_radiation       | 667.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 10.156731 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 814822.44 |
+|    wind_direction               | 345.0     |
+|    wind_speed                   | 8.25      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.78e+03  |
+|    n_updates                    | 12324     |
+-----------------------------------------------
+------------------------------------------------**********************************************----------------| 83%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 66.95168   |
+|    air_humidity                 | 24.651491  |
+|    air_temperature              | 20.29867   |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 2.0        |
+|    diffuse_solar_radiation      | 121.0      |
+|    direct_solar_radiation       | 744.0      |
+|    hour                         | 10.0       |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 38.5       |
+|    outdoor_temperature          | 13.3993225 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 60256.516  |
+|    wind_direction               | 0.0        |
+|    wind_speed                   | 8.25       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.56e+03   |
+|    n_updates                    | 12349      |
+------------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 28.324862 |
+|    air_temperature              | 22.063183 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 276.0     |
+|    direct_solar_radiation       | 198.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 44.5      |
+|    outdoor_temperature          | 15.74168  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 355.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.86e+03  |
+|    n_updates                    | 12374     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 441.1365  |
+|    air_humidity                 | 37.676785 |
+|    air_temperature              | 26.999302 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 184.0     |
+|    direct_solar_radiation       | 597.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 18.295261 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 396935.9  |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 749       |
+|    n_updates                    | 12399     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 397.0408  |
+|    air_humidity                 | 25.999836 |
+|    air_temperature              | 24.447517 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 85.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 11.532406 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 357336.72 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 10.85     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.4e+04   |
+|    n_updates                    | 12424     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 493.84128 |
+|    air_humidity                 | 26.061975 |
+|    air_temperature              | 25.247528 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 118.0     |
+|    direct_solar_radiation       | 453.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 44.5      |
+|    outdoor_temperature          | 12.655685 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 445882.44 |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 4.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.79e+03  |
+|    n_updates                    | 12449     |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 337.6619  |
+|    air_humidity                 | 33.520164 |
+|    air_temperature              | 25.640917 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 86.0      |
+|    direct_solar_radiation       | 77.0      |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 55.0      |
+|    outdoor_temperature          | 13.122775 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 303895.72 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.89e+03  |
+|    n_updates                    | 12474     |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 871.74225 |
+|    air_humidity                 | 41.628914 |
+|    air_temperature              | 24.081877 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 7.0       |
+|    direct_solar_radiation       | 17.0      |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 80.0      |
+|    outdoor_temperature          | 11.265384 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 785516.4  |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.49e+03  |
+|    n_updates                    | 12499     |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 44.50846  |
+|    air_temperature              | 21.999935 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 95.0      |
+|    outdoor_temperature          | 11.621885 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.09e+03  |
+|    n_updates                    | 12524     |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 45.628036 |
+|    air_temperature              | 22.000069 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 12.389954 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 7.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.53e+03  |
+|    n_updates                    | 12549     |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 181.22653 |
+|    air_humidity                 | 43.488087 |
+|    air_temperature              | 22.495659 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 11.260102 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 160043.17 |
+|    wind_direction               | 355.0     |
+|    wind_speed                   | 7.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.77e+03  |
+|    n_updates                    | 12574     |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 488.6821  |
+|    air_humidity                 | 39.50117  |
+|    air_temperature              | 20.336163 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 77.5      |
+|    outdoor_temperature          | 7.2215056 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 425114.0  |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.17e+03  |
+|    n_updates                    | 12599     |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 180.7631  |
+|    air_humidity                 | 49.284153 |
+|    air_temperature              | 21.999992 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 11.821833 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 162686.8  |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.16e+03  |
+|    n_updates                    | 12624     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 743.012   |
+|    air_humidity                 | 40.796642 |
+|    air_temperature              | 19.002693 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 65.5      |
+|    outdoor_temperature          | 6.572727  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 668710.8  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.95e+03  |
+|    n_updates                    | 12649     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 628.6884  |
+|    air_humidity                 | 25.816118 |
+|    air_temperature              | 21.093597 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 4.599007  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 565819.56 |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.35e+03  |
+|    n_updates                    | 12674     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 31.74596  |
+|    air_temperature              | 21.000074 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 89.5      |
+|    outdoor_temperature          | 8.201467  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 5.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.17e+03  |
+|    n_updates                    | 12699     |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 756.4788  |
+|    air_humidity                 | 23.738033 |
+|    air_temperature              | 20.86679  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 4.1151543 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 680830.94 |
+|    wind_direction               | 295.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.24e+03  |
+|    n_updates                    | 12724     |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 29.259447 |
+|    air_temperature              | 17.8804   |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 2.4538102 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 5.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.93e+03  |
+|    n_updates                    | 12749     |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1109.8292 |
+|    air_humidity                 | 32.276184 |
+|    air_temperature              | 20.002485 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 80.0      |
+|    outdoor_temperature          | 1.2077625 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 998846.3  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.17e+03  |
+|    n_updates                    | 12774     |
+-----------------------------------------------
+-------------------------------------------------***************************************************----------| 89%
+| action_network/                 |             |
+|    index                        | 9           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 22.5        |
+|    Heating_Setpoint_RL          | 21          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1372.9894   |
+|    air_humidity                 | 33.068222   |
+|    air_temperature              | 20.999987   |
+|    clg_setpoint                 | 22.5        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 21.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 71.0        |
+|    outdoor_temperature          | -0.10803817 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1235690.4   |
+|    wind_direction               | 270.0       |
+|    wind_speed                   | 6.7         |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 3.5e+03     |
+|    n_updates                    | 12799       |
+-------------------------------------------------
+------------------------------------------------****************************************************----------| 89%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1710.4203  |
+|    air_humidity                 | 26.788225  |
+|    air_temperature              | 20.5662    |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 77.0       |
+|    outdoor_temperature          | -1.7951931 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1539378.2  |
+|    wind_direction               | 280.0      |
+|    wind_speed                   | 9.3        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.53e+03   |
+|    n_updates                    | 12824      |
+------------------------------------------------
+------------------------------------------------****************************************************----------| 89%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1841.4658  |
+|    air_humidity                 | 19.267988  |
+|    air_temperature              | 20.999996  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 23.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 63.5       |
+|    outdoor_temperature          | -2.4504209 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1657319.2  |
+|    wind_direction               | 295.0      |
+|    wind_speed                   | 6.45       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.28e+03   |
+|    n_updates                    | 12849      |
+------------------------------------------------
+------------------------------------------------****************************************************----------| 89%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2306.6052  |
+|    air_humidity                 | 13.655644  |
+|    air_temperature              | 22.000002  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 24.0       |
+|    diffuse_solar_radiation      | 55.0       |
+|    direct_solar_radiation       | 61.0       |
+|    hour                         | 7.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 66.0       |
+|    outdoor_temperature          | -4.7761173 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2075944.6  |
+|    wind_direction               | 25.0       |
+|    wind_speed                   | 0.75       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.16e+03   |
+|    n_updates                    | 12874      |
+------------------------------------------------
+-------------------------------------------------****************************************************---------| 90%
+| action_network/                 |             |
+|    index                        | 2           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 28          |
+|    Heating_Setpoint_RL          | 17          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1300.3312   |
+|    air_humidity                 | 21.154627   |
+|    air_temperature              | 20.620234   |
+|    clg_setpoint                 | 28.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 25.0        |
+|    diffuse_solar_radiation      | 53.0        |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 17.0        |
+|    month                        | 11.0        |
+|    outdoor_humidity             | 76.5        |
+|    outdoor_temperature          | -0.20197213 |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1170298.1   |
+|    wind_direction               | 60.0        |
+|    wind_speed                   | 4.35        |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 4.56e+03    |
+|    n_updates                    | 12899       |
+-------------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 838.0061  |
+|    air_humidity                 | 55.374287 |
+|    air_temperature              | 21.689898 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 154.0     |
+|    direct_solar_radiation       | 56.0      |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 98.5      |
+|    outdoor_temperature          | 12.248131 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 767363.94 |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 11.05     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.14e+03  |
+|    n_updates                    | 12924     |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 41.32771  |
+|    air_temperature              | 23.409586 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 178.0     |
+|    direct_solar_radiation       | 547.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 81.5      |
+|    outdoor_temperature          | 10.429253 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.12e+03  |
+|    n_updates                    | 12949     |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 31.469723 |
+|    air_temperature              | 22.937748 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 158.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 8.520331  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.06e+03  |
+|    n_updates                    | 12974     |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 917.63416 |
+|    air_humidity                 | 25.424332 |
+|    air_temperature              | 23.37107  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 120.0     |
+|    direct_solar_radiation       | 644.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 6.5279045 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 826909.6  |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 4.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.54e+03  |
+|    n_updates                    | 12999     |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 370.86636 |
+|    air_humidity                 | 32.690987 |
+|    air_temperature              | 18.534119 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 152.0     |
+|    direct_solar_radiation       | 29.0      |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 62.0      |
+|    outdoor_temperature          | 6.47209   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 333779.75 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 9.25      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.29e+03  |
+|    n_updates                    | 13024     |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 21.081112 |
+|    air_temperature              | 20.211607 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 64.0      |
+|    direct_solar_radiation       | 234.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 39.5      |
+|    outdoor_temperature          | 3.3783436 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 12.85     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.08e+03  |
+|    n_updates                    | 13049     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 861.6628  |
+|    air_humidity                 | 18.8145   |
+|    air_temperature              | 23.979624 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 28.0      |
+|    direct_solar_radiation       | 526.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 34.5      |
+|    outdoor_temperature          | 5.8914924 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 775496.5  |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 9.55      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 793       |
+|    n_updates                    | 13074     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 640.4554  |
+|    air_humidity                 | 25.776783 |
+|    air_temperature              | 24.407007 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 49.5      |
+|    outdoor_temperature          | 8.198558  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 570274.1  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.59e+03  |
+|    n_updates                    | 13099     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 844.3286  |
+|    air_humidity                 | 41.763554 |
+|    air_temperature              | 23.095621 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 7.7191653 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 759895.75 |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.3e+03   |
+|    n_updates                    | 13124     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 874.85583 |
+|    air_humidity                 | 33.53786  |
+|    air_temperature              | 21.60302  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 4.926668  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 774289.1  |
+|    wind_direction               | 275.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.88e+03  |
+|    n_updates                    | 13149     |
+-----------------------------------------------
+------------------------------------------------********************************************************------| 93%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1264.9574  |
+|    air_humidity                 | 21.493917  |
+|    air_temperature              | 22.395668  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 6.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 19.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 53.0       |
+|    outdoor_temperature          | 0.43212128 |
+|    people_occupant              | 2.0        |
+|    total_electricity_HVAC       | 1138461.8  |
+|    wind_direction               | 255.0      |
+|    wind_speed                   | 9.0        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.35e+03   |
+|    n_updates                    | 13174      |
+------------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 306.69937 |
+|    air_humidity                 | 19.631279 |
+|    air_temperature              | 19.0      |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 53.0      |
+|    outdoor_temperature          | 4.6707997 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 276029.44 |
+|    wind_direction               | 285.0     |
+|    wind_speed                   | 8.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.58e+03  |
+|    n_updates                    | 13199     |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 17.799517 |
+|    air_temperature              | 22.0      |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 60.5      |
+|    outdoor_temperature          | 2.2084277 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 542       |
+|    n_updates                    | 13224     |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 32.181026 |
+|    air_temperature              | 21.002357 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 3.265807  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.62e+03  |
+|    n_updates                    | 13249     |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 37.930477 |
+|    air_temperature              | 19.753136 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 4.2085614 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 899       |
+|    n_updates                    | 13274     |
+-----------------------------------------------
+-------------------------------------------------********************************************************-----| 94%
+| action_network/                 |             |
+|    index                        | 9           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 22.5        |
+|    Heating_Setpoint_RL          | 21          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1398.5908   |
+|    air_humidity                 | 31.410603   |
+|    air_temperature              | 21.000002   |
+|    clg_setpoint                 | 22.5        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 12.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 0.0         |
+|    htg_setpoint                 | 21.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 82.0        |
+|    outdoor_temperature          | -0.23604545 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1258731.8   |
+|    wind_direction               | 20.0        |
+|    wind_speed                   | 2.85        |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 4.56e+03    |
+|    n_updates                    | 13299       |
+-------------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 30.992683 |
+|    air_temperature              | 21.999996 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 69.5      |
+|    outdoor_temperature          | 2.9798114 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 275.0     |
+|    wind_speed                   | 5.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.53e+03  |
+|    n_updates                    | 13324     |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 27.637766 |
+|    air_temperature              | 18.669603 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 3.13234   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.43e+03  |
+|    n_updates                    | 13349     |
+-----------------------------------------------
+------------------------------------------------**********************************************************----| 95%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1793.6534  |
+|    air_humidity                 | 12.261504  |
+|    air_temperature              | 21.999996  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 15.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 3.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 48.5       |
+|    outdoor_temperature          | -2.2113588 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1614288.1  |
+|    wind_direction               | 325.0      |
+|    wind_speed                   | 6.45       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.96e+03   |
+|    n_updates                    | 13374      |
+------------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1068.9926 |
+|    air_humidity                 | 20.901031 |
+|    air_temperature              | 17.97254  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 81.5      |
+|    outdoor_temperature          | 1.4119455 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 962093.4  |
+|    wind_direction               | 245.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.54e+03  |
+|    n_updates                    | 13399     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1037.5333 |
+|    air_humidity                 | 23.295412 |
+|    air_temperature              | 19.985338 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 75.5      |
+|    outdoor_temperature          | 1.569242  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 933780.0  |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.62e+03  |
+|    n_updates                    | 13424     |
+-----------------------------------------------
+------------------------------------------------***********************************************************---| 96%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 531.9781   |
+|    air_humidity                 | 21.137249  |
+|    air_temperature              | 21.781822  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 18.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 69.0       |
+|    outdoor_temperature          | 0.56026334 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 478780.3   |
+|    wind_direction               | 340.0      |
+|    wind_speed                   | 3.35       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.52e+03   |
+|    n_updates                    | 13449      |
+------------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 26.447454 |
+|    air_temperature              | 20.000038 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 13.0      |
+|    direct_solar_radiation       | 79.0      |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 70.5      |
+|    outdoor_temperature          | 4.3963323 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.15e+03  |
+|    n_updates                    | 13474     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 28.223364 |
+|    air_temperature              | 21.120174 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 31.0      |
+|    direct_solar_radiation       | 578.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 4.0409384 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 1.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.93e+03  |
+|    n_updates                    | 13499     |
+-----------------------------------------------
+------------------------------------------------************************************************************--| 97%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1293.855   |
+|    air_humidity                 | 21.47397   |
+|    air_temperature              | 21.0       |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 21.0       |
+|    diffuse_solar_radiation      | 92.0       |
+|    direct_solar_radiation       | 547.0      |
+|    hour                         | 9.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 49.5       |
+|    outdoor_temperature          | 0.28763378 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1164469.5  |
+|    wind_direction               | 355.0      |
+|    wind_speed                   | 5.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.72e+03   |
+|    n_updates                    | 13524      |
+------------------------------------------------
+------------------------------------------------************************************************************--| 97%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2052.83    |
+|    air_humidity                 | 17.319937  |
+|    air_temperature              | 18.667053  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 134.0      |
+|    direct_solar_radiation       | 489.0      |
+|    hour                         | 10.0       |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 46.5       |
+|    outdoor_temperature          | -3.5072422 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1847547.1  |
+|    wind_direction               | 40.0       |
+|    wind_speed                   | 4.65       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.29e+04   |
+|    n_updates                    | 13549      |
+------------------------------------------------
+-----------------------------------------------*************************************************************--| 97%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 29.388943 |
+|    air_temperature              | 22.514286 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 120.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 2.2709444 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 345.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.61e+03  |
+|    n_updates                    | 13574     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 476.10425 |
+|    air_humidity                 | 23.907196 |
+|    air_temperature              | 22.934315 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 303.0     |
+|    direct_solar_radiation       | 45.0      |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 56.5      |
+|    outdoor_temperature          | 4.08747   |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 428493.84 |
+|    wind_direction               | 345.0     |
+|    wind_speed                   | 1.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.47e+03  |
+|    n_updates                    | 13599     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 782.1886  |
+|    air_humidity                 | 44.01096  |
+|    air_temperature              | 22.976707 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 113.0     |
+|    direct_solar_radiation       | 309.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 89.5      |
+|    outdoor_temperature          | 9.240701  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 713822.94 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.53e+03  |
+|    n_updates                    | 13624     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 26.889645 |
+|    air_temperature              | 23.825846 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 108.0     |
+|    direct_solar_radiation       | 88.0      |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 48.5      |
+|    outdoor_temperature          | 9.648953  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 7.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.96e+03  |
+|    n_updates                    | 13649     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 33.47256  |
+|    air_temperature              | 23.051739 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 28.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 2.5098643 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 5.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.37e+03  |
+|    n_updates                    | 13674     |
+-----------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 24.71378  |
+|    air_temperature              | 22.259344 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 40.5      |
+|    outdoor_temperature          | 3.2563782 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 315.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.63e+03  |
+|    n_updates                    | 13699     |
+-----------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 91.78562  |
+|    air_humidity                 | 25.185575 |
+|    air_temperature              | 20.999916 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 4.861682  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 82607.06  |
+|    wind_direction               | 55.0      |
+|    wind_speed                   | 10.05     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.92e+03  |
+|    n_updates                    | 13724     |
+-----------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1024.272  |
+|    air_humidity                 | 27.808973 |
+|    air_temperature              | 22.563572 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 1.6355486 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 921844.75 |
+|    wind_direction               | 245.0     |
+|    wind_speed                   | 10.55     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.52e+03  |
+|    n_updates                    | 13749     |
+-----------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2743.635  |
+|    air_humidity                 | 16.346043 |
+|    air_temperature              | 21.583727 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 39.0      |
+|    outdoor_temperature          | -6.961267 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 2469271.5 |
+|    wind_direction               | 315.0     |
+|    wind_speed                   | 7.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 968       |
+|    n_updates                    | 13774     |
+-----------------------------------------------
+
+[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 4]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 4 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active
+----------------------------------------------------
+| action_network/                     |            |
+|    index                            | 1          |
+| action_simulation/                  |            |
+|    Cooling_Setpoint_RL              | 29         |
+|    Heating_Setpoint_RL              | 16         |
+| episode/                            |            |
+|    comfort_violation_time(%)        | 42.6       |
+|    cumulative_comfort_penalty       | -2.13e+04  |
+|    cumulative_energy_penalty        | -3.54e+03  |
+|    cumulative_power                 | 7.08e+07   |
+|    cumulative_reward                | -24834.174 |
+|    cumulative_temperature_violation | 4.26e+04   |
+|    episode_length                   | 70077      |
+|    mean_comfort_penalty             | -0.304     |
+|    mean_energy_penalty              | -0.0505    |
+|    mean_power                       | 1.01e+03   |
+|    mean_reward                      | -0.3543841 |
+|    mean_temperature_violation       | 0.608      |
+| observation/                        |            |
+|    HVAC_electricity_demand_rate     | 3264.773   |
+|    air_humidity                     | 16.017635  |
+|    air_temperature                  | 16.728548  |
+|    clg_setpoint                     | 40.0       |
+|    co2_emission                     | 0.0        |
+|    day_of_month                     | 1.0        |
+|    diffuse_solar_radiation          | 0.0        |
+|    direct_solar_radiation           | 0.0        |
+|    hour                             | 0.0        |
+|    htg_setpoint                     | 12.8       |
+|    month                            | 1.0        |
+|    outdoor_humidity                 | 43.25      |
+|    outdoor_temperature              | -9.5669565 |
+|    people_occupant                  | 0.0        |
+|    total_electricity_HVAC           | 2938295.8  |
+|    wind_direction                   | 305.0      |
+|    wind_speed                       | 8.4        |
+| rollout/                            |            |
+|    exploration_rate                 | 0.05       |
+| train/                              |            |
+|    learning_rate                    | 0.0001     |
+|    loss                             | 6.15e+03   |
+|    n_updates                        | 13779      |
+----------------------------------------------------
+-----------------------------------
+| rollout/            |           |
+|    ep_len_mean      | 3.5e+04   |
+|    ep_rew_mean      | -1.22e+04 |
+|    exploration_rate | 0.05      |
+| time/               |           |
+|    episodes         | 2         |
+|    fps              | 952       |
+|    time_elapsed     | 110       |
+|    total_timesteps  | 105117    |
+-----------------------------------
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3178.6443 |
+|    air_humidity                 | 13.9179   |
+|    air_temperature              | 21.00378  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 25.5      |
+|    outdoor_temperature          | -9.136313 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 2860780.0 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 10.925    |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.82e+03  |
+|    n_updates                    | 13799     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2588.9912  |
+|    air_humidity                 | 15.689926  |
+|    air_temperature              | 20.000109  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 2.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 21.0       |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 29.0       |
+|    outdoor_temperature          | -6.1880474 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2330092.0  |
+|    wind_direction               | 60.0       |
+|    wind_speed                   | 4.875      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.14e+03   |
+|    n_updates                    | 13824      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1323.0002  |
+|    air_humidity                 | 38.257965  |
+|    air_temperature              | 19.999996  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 3.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 22.0       |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 87.25      |
+|    outdoor_temperature          | 0.14190736 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1190700.2  |
+|    wind_direction               | 247.5      |
+|    wind_speed                   | 8.275      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.11e+03   |
+|    n_updates                    | 13849      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2258.7883  |
+|    air_humidity                 | 20.096224  |
+|    air_temperature              | 17.745817  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 4.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 42.5       |
+|    outdoor_temperature          | -4.5370326 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2032909.4  |
+|    wind_direction               | 280.0      |
+|    wind_speed                   | 8.475      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.91e+03   |
+|    n_updates                    | 13874      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 2          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 28         |
+|    Heating_Setpoint_RL          | 17         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2483.813   |
+|    air_humidity                 | 14.061123  |
+|    air_temperature              | 17.850971  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 6.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 58.0       |
+|    outdoor_temperature          | -5.6621566 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2235431.8  |
+|    wind_direction               | 292.5      |
+|    wind_speed                   | 2.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 795        |
+|    n_updates                    | 13899      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1322.736   |
+|    air_humidity                 | 10.838393  |
+|    air_temperature              | 22.000002  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 1.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 56.25      |
+|    outdoor_temperature          | 0.14322889 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1190462.4  |
+|    wind_direction               | 240.0      |
+|    wind_speed                   | 5.95       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.74e+03   |
+|    n_updates                    | 13924      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2446.134  |
+|    air_humidity                 | 16.319656 |
+|    air_temperature              | 20.34714  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 41.0      |
+|    outdoor_temperature          | -5.473761 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2201520.5 |
+|    wind_direction               | 335.0     |
+|    wind_speed                   | 5.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.43e+03  |
+|    n_updates                    | 13949     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 31.85662  |
+|    air_temperature              | 21.999998 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 3.2131824 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 272.5     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.97e+03  |
+|    n_updates                    | 13974     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1941.4054  |
+|    air_humidity                 | 26.045143  |
+|    air_temperature              | 21.82076   |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 10.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 4.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 67.25      |
+|    outdoor_temperature          | -2.9501185 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1747264.9  |
+|    wind_direction               | 337.5      |
+|    wind_speed                   | 6.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.89e+03   |
+|    n_updates                    | 13999      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1955.8734  |
+|    air_humidity                 | 18.822397  |
+|    air_temperature              | 19.999998  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 11.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 48.75      |
+|    outdoor_temperature          | -3.0224586 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1760286.1  |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 7.075      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 902        |
+|    n_updates                    | 14024      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 17.606636 |
+|    air_temperature              | 20.999992 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 68.5      |
+|    outdoor_temperature          | 2.3032584 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 245.0     |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.06e+04  |
+|    n_updates                    | 14049     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 124.68914  |
+|    air_humidity                 | 29.865686  |
+|    air_temperature              | 20.02376   |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 13.0       |
+|    diffuse_solar_radiation      | 19.5       |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 7.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 83.75      |
+|    outdoor_temperature          | 4.82571    |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 107442.516 |
+|    wind_direction               | 210.0      |
+|    wind_speed                   | 3.225      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 926        |
+|    n_updates                    | 14074      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 2          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 28         |
+|    Heating_Setpoint_RL          | 17         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2462.6763  |
+|    air_humidity                 | 17.745747  |
+|    air_temperature              | 19.46204   |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 87.0       |
+|    direct_solar_radiation       | 30.75      |
+|    hour                         | 8.0        |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 82.25      |
+|    outdoor_temperature          | -6.0136967 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 2216408.5  |
+|    wind_direction               | 32.5       |
+|    wind_speed                   | 7.725      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.83e+03   |
+|    n_updates                    | 14099      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 33.261345 |
+|    air_temperature              | 22.545242 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 52.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 7.8804245 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 132.5     |
+|    wind_speed                   | 7.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.45e+03  |
+|    n_updates                    | 14124     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |             |
+|    index                        | 9           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 22.5        |
+|    Heating_Setpoint_RL          | 21          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1471.364    |
+|    air_humidity                 | 19.59662    |
+|    air_temperature              | 22.959154   |
+|    clg_setpoint                 | 22.5        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 177.0       |
+|    direct_solar_radiation       | 153.0       |
+|    hour                         | 10.0        |
+|    htg_setpoint                 | 21.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 61.25       |
+|    outdoor_temperature          | -0.99800754 |
+|    people_occupant              | 20.0        |
+|    total_electricity_HVAC       | 1324227.6   |
+|    wind_direction               | 215.0       |
+|    wind_speed                   | 5.325       |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 3.6e+03     |
+|    n_updates                    | 14149       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 745.9737  |
+|    air_humidity                 | 26.770702 |
+|    air_temperature              | 23.468678 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 93.25     |
+|    direct_solar_radiation       | 769.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 51.75     |
+|    outdoor_temperature          | 7.255399  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 677180.0  |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.13e+03  |
+|    n_updates                    | 14174     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 524.576   |
+|    air_humidity                 | 49.16026  |
+|    air_temperature              | 22.537245 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 115.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 93.75     |
+|    outdoor_temperature          | 10.697998 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 472118.4  |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 10.05     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.49e+03  |
+|    n_updates                    | 14199     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 142.57867  |
+|    air_humidity                 | 22.805319  |
+|    air_temperature              | 21.999964  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 19.0       |
+|    diffuse_solar_radiation      | 99.75      |
+|    direct_solar_radiation       | 666.25     |
+|    hour                         | 13.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 37.25      |
+|    outdoor_temperature          | 8.377738   |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 128933.805 |
+|    wind_direction               | 265.0      |
+|    wind_speed                   | 8.475      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.7e+03    |
+|    n_updates                    | 14224      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 17.845053 |
+|    air_temperature              | 21.09502  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 127.5     |
+|    direct_solar_radiation       | 477.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 53.5      |
+|    outdoor_temperature          | 8.656128  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 227.5     |
+|    wind_speed                   | 4.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.25e+03  |
+|    n_updates                    | 14249     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.1569  |
+|    air_humidity                 | 40.648323 |
+|    air_temperature              | 23.346079 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 39.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 85.25     |
+|    outdoor_temperature          | 8.96482   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 679641.2  |
+|    wind_direction               | 82.5      |
+|    wind_speed                   | 5.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.05e+04  |
+|    n_updates                    | 14274     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 42.070915 |
+|    air_temperature              | 22.793812 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 16.5      |
+|    direct_solar_radiation       | 20.25     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 7.1089516 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 82.5      |
+|    wind_speed                   | 7.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.61e+03  |
+|    n_updates                    | 14299     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 637.3314  |
+|    air_humidity                 | 53.170254 |
+|    air_temperature              | 23.19397  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 10.569685 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 573598.3  |
+|    wind_direction               | 115.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.36e+03  |
+|    n_updates                    | 14324     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 371.55234 |
+|    air_humidity                 | 53.279606 |
+|    air_temperature              | 22.224451 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 87.25     |
+|    outdoor_temperature          | 11.406227 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 334397.1  |
+|    wind_direction               | 287.5     |
+|    wind_speed                   | 7.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.78e+03  |
+|    n_updates                    | 14349     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1022.66864 |
+|    air_humidity                 | 34.204594  |
+|    air_temperature              | 22.414547  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 25.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 19.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 89.0       |
+|    outdoor_temperature          | 1.6435652  |
+|    people_occupant              | 2.0        |
+|    total_electricity_HVAC       | 920401.8   |
+|    wind_direction               | 270.0      |
+|    wind_speed                   | 5.325      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.54e+03   |
+|    n_updates                    | 14374      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1139.4733  |
+|    air_humidity                 | 25.386675  |
+|    air_temperature              | 20.21549   |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 26.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 20.0       |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 81.75      |
+|    outdoor_temperature          | 1.059542   |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1025525.94 |
+|    wind_direction               | 237.5      |
+|    wind_speed                   | 3.85       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.52e+03   |
+|    n_updates                    | 14399      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 24.400509 |
+|    air_temperature              | 19.244875 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 3.6225793 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.52e+03  |
+|    n_updates                    | 14424     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 957.9209  |
+|    air_humidity                 | 39.998306 |
+|    air_temperature              | 20.000904 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 1.9673041 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 862128.8  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.65e+03  |
+|    n_updates                    | 14449     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1848.209   |
+|    air_humidity                 | 23.906105  |
+|    air_temperature              | 22.000002  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 29.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 69.5       |
+|    outdoor_temperature          | -2.4841363 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1663388.0  |
+|    wind_direction               | 37.5       |
+|    wind_speed                   | 2.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 720        |
+|    n_updates                    | 14474      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2414.4824  |
+|    air_humidity                 | 26.082052  |
+|    air_temperature              | 20.003956  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 31.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 40.75      |
+|    outdoor_temperature          | -5.3155036 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2173034.2  |
+|    wind_direction               | 12.5       |
+|    wind_speed                   | 11.75      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.69e+03   |
+|    n_updates                    | 14499      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 951.3817   |
+|    air_humidity                 | 17.025675  |
+|    air_temperature              | 21.0       |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 1.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 63.5       |
+|    outdoor_temperature          | 0.79964656 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 856243.5   |
+|    wind_direction               | 267.5      |
+|    wind_speed                   | 4.65       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.48e+03   |
+|    n_updates                    | 14524      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 699.84283 |
+|    air_humidity                 | 31.964478 |
+|    air_temperature              | 18.297335 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 75.75     |
+|    outdoor_temperature          | 4.0827537 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 602817.7  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.99e+03  |
+|    n_updates                    | 14549     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3115.8237 |
+|    air_humidity                 | 15.136002 |
+|    air_temperature              | 19.429403 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 52.25     |
+|    outdoor_temperature          | -8.82221  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2804241.5 |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 5.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.07e+03  |
+|    n_updates                    | 14574     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |             |
+|    index                        | 5           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 25          |
+|    Heating_Setpoint_RL          | 20          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1468.3408   |
+|    air_humidity                 | 13.363356   |
+|    air_temperature              | 20.0        |
+|    clg_setpoint                 | 25.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 4.0         |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 4.0         |
+|    htg_setpoint                 | 20.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | -0.58479565 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1321506.8   |
+|    wind_direction               | 90.0        |
+|    wind_speed                   | 4.675       |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 1.97e+03    |
+|    n_updates                    | 14599       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1956.0592  |
+|    air_humidity                 | 21.415497  |
+|    air_temperature              | 21.735435  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 5.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 65.5       |
+|    outdoor_temperature          | -3.0233877 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1760453.2  |
+|    wind_direction               | 285.0      |
+|    wind_speed                   | 9.425      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.69e+03   |
+|    n_updates                    | 14624      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 3478.2593  |
+|    air_humidity                 | 11.524329  |
+|    air_temperature              | 16.549387  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 6.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 6.0        |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 54.0       |
+|    outdoor_temperature          | -14.171143 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 3130433.2  |
+|    wind_direction               | 272.5      |
+|    wind_speed                   | 7.575      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.2e+03    |
+|    n_updates                    | 14649      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2161.4868  |
+|    air_humidity                 | 11.50414   |
+|    air_temperature              | 19.000036  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 39.75      |
+|    direct_solar_radiation       | 153.25     |
+|    hour                         | 7.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 64.75      |
+|    outdoor_temperature          | -7.5872803 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1945338.1  |
+|    wind_direction               | 282.5      |
+|    wind_speed                   | 5.575      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.1e+03    |
+|    n_updates                    | 14674      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2298.961   |
+|    air_humidity                 | 12.468061  |
+|    air_temperature              | 21.999899  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 8.0        |
+|    diffuse_solar_radiation      | 68.75      |
+|    direct_solar_radiation       | 501.0      |
+|    hour                         | 8.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 41.5       |
+|    outdoor_temperature          | -5.1359925 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 2069064.9  |
+|    wind_direction               | 342.5      |
+|    wind_speed                   | 4.875      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2e+03      |
+|    n_updates                    | 14699      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2482.3235  |
+|    air_humidity                 | 15.208434  |
+|    air_temperature              | 19.0       |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 9.0        |
+|    diffuse_solar_radiation      | 58.5       |
+|    direct_solar_radiation       | 837.25     |
+|    hour                         | 9.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 50.75      |
+|    outdoor_temperature          | -5.6547093 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2234091.2  |
+|    wind_direction               | 302.5      |
+|    wind_speed                   | 7.575      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 5.71e+03   |
+|    n_updates                    | 14724      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1333.4619  |
+|    air_humidity                 | 10.839565  |
+|    air_temperature              | 21.995874  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 10.0       |
+|    diffuse_solar_radiation      | 218.25     |
+|    direct_solar_radiation       | 219.75     |
+|    hour                         | 10.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 54.0       |
+|    outdoor_temperature          | 0.08959897 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1200115.8  |
+|    wind_direction               | 252.5      |
+|    wind_speed                   | 3.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.4e+03    |
+|    n_updates                    | 14749      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 24.333763 |
+|    air_temperature              | 23.36302  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 129.5     |
+|    direct_solar_radiation       | 746.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 47.5      |
+|    outdoor_temperature          | 5.126002  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 267.5     |
+|    wind_speed                   | 6.675     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.27e+03  |
+|    n_updates                    | 14774     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2383.3894 |
+|    air_humidity                 | 8.774642  |
+|    air_temperature              | 22.380083 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 158.75    |
+|    direct_solar_radiation       | 683.75    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 27.5      |
+|    outdoor_temperature          | -7.536425 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 2145050.5 |
+|    wind_direction               | 292.5     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.95e+03  |
+|    n_updates                    | 14799     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2361.432   |
+|    air_humidity                 | 11.286173  |
+|    air_temperature              | 22.862402  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 13.0       |
+|    diffuse_solar_radiation      | 171.25     |
+|    direct_solar_radiation       | 540.0      |
+|    hour                         | 13.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 37.0       |
+|    outdoor_temperature          | -5.5457816 |
+|    people_occupant              | 16.0       |
+|    total_electricity_HVAC       | 2125288.8  |
+|    wind_direction               | 267.5      |
+|    wind_speed                   | 5.45       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.04e+03   |
+|    n_updates                    | 14824      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1143.717   |
+|    air_humidity                 | 14.54144   |
+|    air_temperature              | 23.631212  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 53.0       |
+|    direct_solar_radiation       | 863.25     |
+|    hour                         | 14.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 29.0       |
+|    outdoor_temperature          | 0.75334334 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1029345.3  |
+|    wind_direction               | 292.5      |
+|    wind_speed                   | 5.325      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.67e+03   |
+|    n_updates                    | 14849      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1158.7903  |
+|    air_humidity                 | 26.88448   |
+|    air_temperature              | 23.092854  |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 15.0       |
+|    diffuse_solar_radiation      | 66.5       |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 15.0       |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 87.0       |
+|    outdoor_temperature          | 0.5057328  |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1042911.25 |
+|    wind_direction               | 182.5      |
+|    wind_speed                   | 3.225      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.99e+03   |
+|    n_updates                    | 14874      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 73.7766   |
+|    air_humidity                 | 25.315073 |
+|    air_temperature              | 20.000492 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 38.75     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 43.75     |
+|    outdoor_temperature          | 5.228516  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 66398.945 |
+|    wind_direction               | 332.5     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.06e+03  |
+|    n_updates                    | 14899     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |          |
+|    index                        | 8        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 22.5     |
+|    Heating_Setpoint_RL          | 22       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 951.3817 |
+|    air_humidity                 | 15.07751 |
+|    air_temperature              | 22.42386 |
+|    clg_setpoint                 | 22.5     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 17.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 17.0     |
+|    htg_setpoint                 | 22.0     |
+|    month                        | 2.0      |
+|    outdoor_humidity             | 45.25    |
+|    outdoor_temperature          | 3.532443 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 856243.5 |
+|    wind_direction               | 245.0    |
+|    wind_speed                   | 3.6      |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 8.73e+03 |
+|    n_updates                    | 14924    |
+----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 26.815527 |
+|    air_temperature              | 24.792336 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 73.5      |
+|    outdoor_temperature          | 2.8700993 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 130.0     |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.84e+03  |
+|    n_updates                    | 14949     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 24.373877 |
+|    air_temperature              | 23.764162 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 56.25     |
+|    outdoor_temperature          | 3.9288108 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 227.5     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.23e+03  |
+|    n_updates                    | 14974     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 33.13989  |
+|    air_temperature              | 22.858171 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 2.637647  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 75.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.47e+03  |
+|    n_updates                    | 14999     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 32.451893 |
+|    air_temperature              | 19.095592 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 63.25     |
+|    outdoor_temperature          | 3.9432404 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.45e+03  |
+|    n_updates                    | 15024     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 962.5944  |
+|    air_humidity                 | 23.422165 |
+|    air_temperature              | 22.000002 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 54.75     |
+|    outdoor_temperature          | 1.9439363 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 866335.0  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.13e+03  |
+|    n_updates                    | 15049     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 25.20381  |
+|    air_temperature              | 22.000006 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 3.9635112 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 57.5      |
+|    wind_speed                   | 1.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.72e+03  |
+|    n_updates                    | 15074     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1978.8235  |
+|    air_humidity                 | 17.958961  |
+|    air_temperature              | 19.000006  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 25.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 35.0       |
+|    outdoor_temperature          | -3.1372092 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1780941.1  |
+|    wind_direction               | 312.5      |
+|    wind_speed                   | 6.325      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.68e+03   |
+|    n_updates                    | 15099      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1651.2651  |
+|    air_humidity                 | 21.80585   |
+|    air_temperature              | 21.99999   |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 26.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 1.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 55.0       |
+|    outdoor_temperature          | -1.4994174 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1486138.6  |
+|    wind_direction               | 35.0       |
+|    wind_speed                   | 5.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.74e+03   |
+|    n_updates                    | 15124      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1477.7244  |
+|    air_humidity                 | 19.804928  |
+|    air_temperature              | 19.0       |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 27.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 2.0        |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 51.0       |
+|    outdoor_temperature          | -0.6317136 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1329952.0  |
+|    wind_direction               | 80.0       |
+|    wind_speed                   | 3.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.89e+03   |
+|    n_updates                    | 15149      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1173.0521  |
+|    air_humidity                 | 40.49864   |
+|    air_temperature              | 19.615831  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 28.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 3.0        |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 97.0       |
+|    outdoor_temperature          | 0.89164776 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1055746.9  |
+|    wind_direction               | 102.5      |
+|    wind_speed                   | 2.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.42e+03   |
+|    n_updates                    | 15174      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 810.88544 |
+|    air_humidity                 | 26.834318 |
+|    air_temperature              | 20.000088 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 59.25     |
+|    outdoor_temperature          | 5.296541  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 729796.9  |
+|    wind_direction               | 335.0     |
+|    wind_speed                   | 1.025     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.87e+03  |
+|    n_updates                    | 15199     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 566.93365 |
+|    air_humidity                 | 37.77567  |
+|    air_temperature              | 18.473743 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 4.3673377 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 510240.28 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 0.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.1e+03   |
+|    n_updates                    | 15224     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 94.785126 |
+|    air_humidity                 | 36.622604 |
+|    air_temperature              | 19.349455 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 22.0      |
+|    direct_solar_radiation       | 146.25    |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 9.245056  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 83250.836 |
+|    wind_direction               | 302.5     |
+|    wind_speed                   | 6.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.7e+03   |
+|    n_updates                    | 15249     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 40.965393 |
+|    air_temperature              | 18.794714 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 77.75     |
+|    direct_solar_radiation       | 21.0      |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 6.478311  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.13e+03  |
+|    n_updates                    | 15274     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 44.28175  |
+|    air_temperature              | 21.336182 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 78.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 7.5593534 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 95.0      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.61e+03  |
+|    n_updates                    | 15299     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 764.0725  |
+|    air_humidity                 | 50.251144 |
+|    air_temperature              | 22.643566 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 88.75     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 11.124284 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 687665.25 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 9.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.52e+03  |
+|    n_updates                    | 15324     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 871.7625  |
+|    air_humidity                 | 23.494152 |
+|    air_temperature              | 23.261553 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 143.5     |
+|    direct_solar_radiation       | 801.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 6.961959  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 784586.25 |
+|    wind_direction               | 292.5     |
+|    wind_speed                   | 5.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.61e+03  |
+|    n_updates                    | 15349     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 33.514217 |
+|    air_temperature              | 22.651453 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 200.25    |
+|    direct_solar_radiation       | 1.5       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 99.0      |
+|    outdoor_temperature          | 3.141846  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 786       |
+|    n_updates                    | 15374     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 33.8206   |
+|    air_temperature              | 20.309654 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 206.0     |
+|    direct_solar_radiation       | 9.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 6.0417705 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.67e+03  |
+|    n_updates                    | 15399     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 26.79647  |
+|    air_temperature              | 20.653496 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 287.5     |
+|    direct_solar_radiation       | 348.25    |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 53.5      |
+|    outdoor_temperature          | 5.8445897 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 37.5      |
+|    wind_speed                   | 9.675     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.97e+03  |
+|    n_updates                    | 15424     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 20.176092 |
+|    air_temperature              | 24.43434  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 119.0     |
+|    direct_solar_radiation       | 757.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 29.75     |
+|    outdoor_temperature          | 14.736623 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 257.5     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.2e+03   |
+|    n_updates                    | 15449     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 19.772951 |
+|    air_temperature              | 23.21499  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 108.75    |
+|    direct_solar_radiation       | 49.25     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 36.0      |
+|    outdoor_temperature          | 5.9866753 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 287.5     |
+|    wind_speed                   | 9.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.97e+03  |
+|    n_updates                    | 15474     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 809.15594 |
+|    air_humidity                 | 19.844421 |
+|    air_temperature              | 23.992252 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 66.25     |
+|    direct_solar_radiation       | 453.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 34.0      |
+|    outdoor_temperature          | 7.26631   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 727706.06 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 10.55     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.22e+03  |
+|    n_updates                    | 15499     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 30.93134  |
+|    air_temperature              | 23.089472 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 20.25     |
+|    direct_solar_radiation       | 96.0      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 91.25     |
+|    outdoor_temperature          | 3.1187332 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 9.025     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.82e+03  |
+|    n_updates                    | 15524     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 208.74844 |
+|    air_humidity                 | 18.482845 |
+|    air_temperature              | 24.876616 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 22.0      |
+|    outdoor_temperature          | 12.427065 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 186888.42 |
+|    wind_direction               | 292.5     |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.58e+03  |
+|    n_updates                    | 15549     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1466.7415  |
+|    air_humidity                 | 17.671227  |
+|    air_temperature              | 20.999994  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 16.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 19.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 94.75      |
+|    outdoor_temperature          | -0.5767989 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1320067.4  |
+|    wind_direction               | 40.0       |
+|    wind_speed                   | 10.675     |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 894        |
+|    n_updates                    | 15574      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1806.4314  |
+|    air_humidity                 | 19.1926    |
+|    air_temperature              | 21.0       |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 17.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 20.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 90.0       |
+|    outdoor_temperature          | -2.2752483 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1625788.2  |
+|    wind_direction               | 32.5       |
+|    wind_speed                   | 3.975      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.17e+03   |
+|    n_updates                    | 15599      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |          |
+|    index                        | 8        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 22.5     |
+|    Heating_Setpoint_RL          | 22       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 951.3817 |
+|    air_humidity                 | 35.01203 |
+|    air_temperature              | 21.75387 |
+|    clg_setpoint                 | 22.5     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 18.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 21.0     |
+|    htg_setpoint                 | 21.0     |
+|    month                        | 3.0      |
+|    outdoor_humidity             | 89.0     |
+|    outdoor_temperature          | 2.158653 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 856243.5 |
+|    wind_direction               | 145.0    |
+|    wind_speed                   | 4.375    |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 3.04e+03 |
+|    n_updates                    | 15624    |
+----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 31.351454 |
+|    air_temperature              | 21.016546 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 56.25     |
+|    outdoor_temperature          | 2.4189992 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 999       |
+|    n_updates                    | 15649     |
+-----------------------------------------------
+Progress: |**********************-----------------------------------------------------------------------------| 22%-----------------------------------------------
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 449.45572 |
+|    air_humidity                 | 35.932343 |
+|    air_temperature              | 21.472187 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 95.0      |
+|    outdoor_temperature          | 7.158784  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 404510.16 |
+|    wind_direction               | 165.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.89e+03  |
+|    n_updates                    | 15674     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1563.6162  |
+|    air_humidity                 | 24.247192  |
+|    air_temperature              | 19.999989  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 44.0       |
+|    outdoor_temperature          | -1.0611725 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1407254.6  |
+|    wind_direction               | 297.5      |
+|    wind_speed                   | 8.475      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.03e+03   |
+|    n_updates                    | 15699      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2125.3613  |
+|    air_humidity                 | 17.254232  |
+|    air_temperature              | 19.878681  |
+|    clg_setpoint                 | 28.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 23.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 1.0        |
+|    htg_setpoint                 | 17.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 33.5       |
+|    outdoor_temperature          | -3.8698978 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1912825.1  |
+|    wind_direction               | 347.5      |
+|    wind_speed                   | 4.475      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.76e+03   |
+|    n_updates                    | 15724      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 20.619474 |
+|    air_temperature              | 19.133396 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 69.0      |
+|    outdoor_temperature          | 2.4355738 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 6.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.29e+03  |
+|    n_updates                    | 15749     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 381.8151  |
+|    air_humidity                 | 37.59117  |
+|    air_temperature              | 21.439528 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 8.856663  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 343633.6  |
+|    wind_direction               | 172.5     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+03  |
+|    n_updates                    | 15774     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 42.63189  |
+|    air_temperature              | 19.000011 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 5.119897  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 1.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.31e+03  |
+|    n_updates                    | 15799     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 50.85754  |
+|    air_temperature              | 18.377762 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 8.373751  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.95e+03  |
+|    n_updates                    | 15824     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 35.561874 |
+|    air_temperature              | 21.873852 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 74.0      |
+|    direct_solar_radiation       | 11.25     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 10.225957 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.87e+03  |
+|    n_updates                    | 15849     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 26.675598 |
+|    air_temperature              | 18.554829 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 115.5     |
+|    direct_solar_radiation       | 615.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 4.2019925 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.62e+03  |
+|    n_updates                    | 15874     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 40.36259  |
+|    air_temperature              | 18.407398 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 130.75    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 84.25     |
+|    outdoor_temperature          | 3.0041485 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 77.5      |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.13e+03  |
+|    n_updates                    | 15899     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 219.27303 |
+|    air_humidity                 | 40.82527  |
+|    air_temperature              | 19.000004 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 204.25    |
+|    direct_solar_radiation       | 1.5       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 6.623772  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 197345.73 |
+|    wind_direction               | 7.5       |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.89e+03  |
+|    n_updates                    | 15924     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 35.68691  |
+|    air_temperature              | 21.785128 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 208.25    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 88.0      |
+|    outdoor_temperature          | 5.421297  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 147.5     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.76e+03  |
+|    n_updates                    | 15949     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 840.3833  |
+|    air_humidity                 | 25.465723 |
+|    air_temperature              | 22.999157 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 324.5     |
+|    direct_solar_radiation       | 198.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 42.75     |
+|    outdoor_temperature          | 7.6123447 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 755894.1  |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 7.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.12e+03  |
+|    n_updates                    | 15974     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 734.6666  |
+|    air_humidity                 | 18.650326 |
+|    air_temperature              | 22.999714 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 117.75    |
+|    direct_solar_radiation       | 915.75    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 36.25     |
+|    outdoor_temperature          | 8.88295   |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 661284.7  |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.51e+03  |
+|    n_updates                    | 15999     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 500.5111   |
+|    air_humidity                 | 24.855114  |
+|    air_temperature              | 24.99908   |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 4.0        |
+|    diffuse_solar_radiation      | 231.25     |
+|    direct_solar_radiation       | 663.5      |
+|    hour                         | 13.0       |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 4.0        |
+|    outdoor_humidity             | 46.5       |
+|    outdoor_temperature          | 11.0018635 |
+|    people_occupant              | 16.0       |
+|    total_electricity_HVAC       | 450460.0   |
+|    wind_direction               | 197.5      |
+|    wind_speed                   | 6.45       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 5.02e+03   |
+|    n_updates                    | 16024      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 255.18027 |
+|    air_humidity                 | 40.3879   |
+|    air_temperature              | 25.245584 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 182.25    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 12.835742 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 229662.23 |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 5.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.64e+03  |
+|    n_updates                    | 16049     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.144527 |
+|    air_temperature              | 25.565943 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 157.25    |
+|    direct_solar_radiation       | 440.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 16.46367  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.01e+03  |
+|    n_updates                    | 16074     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.334118 |
+|    air_temperature              | 26.882177 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 113.5     |
+|    direct_solar_radiation       | 319.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 35.5      |
+|    outdoor_temperature          | 26.066725 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.18e+03  |
+|    n_updates                    | 16099     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 43.002823 |
+|    air_temperature              | 29.800293 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 55.75     |
+|    direct_solar_radiation       | 1.5       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 72.5      |
+|    outdoor_temperature          | 16.096746 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 187.5     |
+|    wind_speed                   | 5.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 979       |
+|    n_updates                    | 16124     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 48.986477 |
+|    air_temperature              | 28.824877 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 87.75     |
+|    outdoor_temperature          | 14.492639 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 187.5     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.56e+03  |
+|    n_updates                    | 16149     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 42.606262 |
+|    air_temperature              | 27.829678 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 16.676575 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 292.5     |
+|    wind_speed                   | 10.55     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.8e+03   |
+|    n_updates                    | 16174     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 33.19549  |
+|    air_temperature              | 25.93673  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 16.0      |
+|    outdoor_temperature          | 9.1879835 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 327.5     |
+|    wind_speed                   | 9.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.69e+04  |
+|    n_updates                    | 16199     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |          |
+|    index                        | 2        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 28       |
+|    Heating_Setpoint_RL          | 17       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 36.42534 |
+|    air_temperature              | 24.6196  |
+|    clg_setpoint                 | 29.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 12.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 21.0     |
+|    htg_setpoint                 | 16.0     |
+|    month                        | 4.0      |
+|    outdoor_humidity             | 36.5     |
+|    outdoor_temperature          | 6.809757 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 180.0    |
+|    wind_speed                   | 2.475    |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 834      |
+|    n_updates                    | 16224    |
+----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 49.749786 |
+|    air_temperature              | 19.409586 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 96.75     |
+|    outdoor_temperature          | 4.1420374 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.98e+03  |
+|    n_updates                    | 16249     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 46.242737 |
+|    air_temperature              | 20.562092 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 85.75     |
+|    outdoor_temperature          | 7.1730056 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 107.5     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.95e+03  |
+|    n_updates                    | 16274     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 88.64957  |
+|    air_temperature              | 20.738081 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 95.25     |
+|    outdoor_temperature          | 12.110972 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 5.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 958       |
+|    n_updates                    | 16299     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.871155 |
+|    air_temperature              | 22.278757 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 84.5      |
+|    outdoor_temperature          | 13.553884 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.06e+03  |
+|    n_updates                    | 16324     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.26202  |
+|    air_temperature              | 19.654593 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 90.75     |
+|    outdoor_temperature          | 7.9804134 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 62.5      |
+|    wind_speed                   | 5.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.12e+03  |
+|    n_updates                    | 16349     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.018555 |
+|    air_temperature              | 19.43056  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 4.530317  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 47.5      |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 854       |
+|    n_updates                    | 16374     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.09686  |
+|    air_temperature              | 19.882326 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 7.630194  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 4.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.62e+03  |
+|    n_updates                    | 16399     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 58.39541  |
+|    air_temperature              | 18.942545 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 21.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 4.826478  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 27.5      |
+|    wind_speed                   | 10.55     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.45e+03  |
+|    n_updates                    | 16424     |
+-----------------------------------------------
+
    +
    +
    +
    +
    +
    +
    +wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214338.3238974}).
+wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_rew_mean': -12207.1521785, '_timestamp': 1700214338.324025}).
+wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214338.3241777}).
+wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/episodes': 2, '_timestamp': 1700214338.324233}).
+wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/fps': 952, '_timestamp': 1700214338.324258}).
+wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/time_elapsed': 110, '_timestamp': 1700214338.3242805}).
+wandb: WARNING (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/total_timesteps': 105117, '_timestamp': 1700214338.3243134}).
+
    +
    +
    +
    +
    +
    +
    +--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.804073 |
+|    air_temperature              | 17.933743 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 65.25     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 5.314055  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 7.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.75e+03  |
+|    n_updates                    | 16449     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 139.62027 |
+|    air_humidity                 | 57.48164  |
+|    air_temperature              | 19.324568 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 81.25     |
+|    direct_solar_radiation       | 754.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 62.25     |
+|    outdoor_temperature          | 11.337564 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 127898.09 |
+|    wind_direction               | 242.5     |
+|    wind_speed                   | 4.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.4e+03   |
+|    n_updates                    | 16474     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 423.0795  |
+|    air_humidity                 | 54.558548 |
+|    air_temperature              | 21.274569 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 249.5     |
+|    direct_solar_radiation       | 331.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 73.75     |
+|    outdoor_temperature          | 11.623175 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 391077.4  |
+|    wind_direction               | 135.0     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.03e+03  |
+|    n_updates                    | 16499     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 426.25082 |
+|    air_humidity                 | 42.10922  |
+|    air_temperature              | 24.387661 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 169.5     |
+|    direct_solar_radiation       | 783.75    |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 53.25     |
+|    outdoor_temperature          | 15.680944 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 383625.75 |
+|    wind_direction               | 355.0     |
+|    wind_speed                   | 7.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.35e+03  |
+|    n_updates                    | 16524     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3278.4285 |
+|    air_humidity                 | 51.37957  |
+|    air_temperature              | 23.440716 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 440.75    |
+|    direct_solar_radiation       | 415.75    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 19.777857 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2925658.0 |
+|    wind_direction               | 175.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.25e+03  |
+|    n_updates                    | 16549     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.33587  |
+|    air_temperature              | 23.060978 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 423.25    |
+|    direct_solar_radiation       | 154.25    |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 19.105343 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 227.5     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8e+03     |
+|    n_updates                    | 16574     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.69443  |
+|    air_temperature              | 25.178434 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 182.75    |
+|    direct_solar_radiation       | 738.75    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 45.5      |
+|    outdoor_temperature          | 16.890213 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 105.0     |
+|    wind_speed                   | 9.025     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 777       |
+|    n_updates                    | 16599     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 886.88434 |
+|    air_humidity                 | 43.01376  |
+|    air_temperature              | 22.757463 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 231.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 76.25     |
+|    outdoor_temperature          | 12.084203 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 798195.9  |
+|    wind_direction               | 112.5     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.67e+03  |
+|    n_updates                    | 16624     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 202.23326 |
+|    air_humidity                 | 55.07219  |
+|    air_temperature              | 25.159515 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 139.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 92.5      |
+|    outdoor_temperature          | 14.396703 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 182009.94 |
+|    wind_direction               | 347.5     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.39e+03  |
+|    n_updates                    | 16649     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 259.9499   |
+|    air_humidity                 | 24.07339   |
+|    air_temperature              | 26.803598  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.0        |
+|    diffuse_solar_radiation      | 273.5      |
+|    direct_solar_radiation       | 169.0      |
+|    hour                         | 15.0       |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 5.0        |
+|    outdoor_humidity             | 29.75      |
+|    outdoor_temperature          | 15.0922365 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 233954.9   |
+|    wind_direction               | 117.5      |
+|    wind_speed                   | 6.95       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.28e+03   |
+|    n_updates                    | 16674      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1844.631  |
+|    air_humidity                 | 28.542942 |
+|    air_temperature              | 24.000408 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 134.0     |
+|    direct_solar_radiation       | 401.75    |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 34.75     |
+|    outdoor_temperature          | 17.741638 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1660167.9 |
+|    wind_direction               | 95.0      |
+|    wind_speed                   | 8.925     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.33e+03  |
+|    n_updates                    | 16699     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 39.95888  |
+|    air_temperature              | 28.465874 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 75.75     |
+|    direct_solar_radiation       | 29.25     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 14.858121 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 17.5      |
+|    wind_speed                   | 7.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.93e+03  |
+|    n_updates                    | 16724     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.26563  |
+|    air_temperature              | 22.1756   |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 12.75     |
+|    direct_solar_radiation       | 27.75     |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 84.75     |
+|    outdoor_temperature          | 15.311967 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.59e+03  |
+|    n_updates                    | 16749     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.651237 |
+|    air_temperature              | 24.642591 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 89.75     |
+|    outdoor_temperature          | 14.209018 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 137.5     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.33e+03  |
+|    n_updates                    | 16774     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.60104  |
+|    air_temperature              | 25.386179 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 93.75     |
+|    outdoor_temperature          | 11.908129 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 97.5      |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.87e+03  |
+|    n_updates                    | 16799     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.14912  |
+|    air_temperature              | 23.695042 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 99.0      |
+|    outdoor_temperature          | 13.742707 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 653       |
+|    n_updates                    | 16824     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.65019  |
+|    air_temperature              | 22.592537 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 14.277803 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 357.5     |
+|    wind_speed                   | 0.775     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.22e+03  |
+|    n_updates                    | 16849     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.704895 |
+|    air_temperature              | 23.187885 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 63.75     |
+|    outdoor_temperature          | 14.677337 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 345.0     |
+|    wind_speed                   | 2.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.39e+03  |
+|    n_updates                    | 16874     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.997635 |
+|    air_temperature              | 23.428854 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 14.541368 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 12.5      |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.54e+03  |
+|    n_updates                    | 16899     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.104126 |
+|    air_temperature              | 21.876242 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 82.25     |
+|    outdoor_temperature          | 9.96343   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.75e+03  |
+|    n_updates                    | 16924     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.86454  |
+|    air_temperature              | 21.600565 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 39.75     |
+|    outdoor_temperature          | 14.400382 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 15.0      |
+|    wind_speed                   | 5.175     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.64e+03  |
+|    n_updates                    | 16949     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.518505 |
+|    air_temperature              | 20.212349 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 6.7360797 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 37.5      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.12e+04  |
+|    n_updates                    | 16974     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.30012  |
+|    air_temperature              | 20.133348 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 18.5      |
+|    direct_solar_radiation       | 26.75     |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 6.6733184 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 55.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.85e+03  |
+|    n_updates                    | 16999     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.16668  |
+|    air_temperature              | 19.883177 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 87.5      |
+|    direct_solar_radiation       | 222.25    |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 80.75     |
+|    outdoor_temperature          | 10.129374 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 27.5      |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.58e+03  |
+|    n_updates                    | 17024     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.16959  |
+|    air_temperature              | 20.764967 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 133.75    |
+|    direct_solar_radiation       | 459.75    |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 73.25     |
+|    outdoor_temperature          | 14.322216 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.48e+03  |
+|    n_updates                    | 17049     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.00924  |
+|    air_temperature              | 21.80383  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 247.75    |
+|    direct_solar_radiation       | 337.25    |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 15.378115 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.81e+03  |
+|    n_updates                    | 17074     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.258354 |
+|    air_temperature              | 22.053274 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 219.25    |
+|    direct_solar_radiation       | 9.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 18.406048 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.04e+03  |
+|    n_updates                    | 17099     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 691.146   |
+|    air_humidity                 | 46.539497 |
+|    air_temperature              | 24.863531 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 200.0     |
+|    direct_solar_radiation       | 737.25    |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 52.5      |
+|    outdoor_temperature          | 17.3546   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 622023.5  |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 9.775     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.86e+03  |
+|    n_updates                    | 17124     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3710.4148 |
+|    air_humidity                 | 39.002415 |
+|    air_temperature              | 23.876598 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 239.5     |
+|    direct_solar_radiation       | 707.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 35.5      |
+|    outdoor_temperature          | 20.152966 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3339373.2 |
+|    wind_direction               | 27.5      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.82e+03  |
+|    n_updates                    | 17149     |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3688.425  |
+|    air_humidity                 | 43.778458 |
+|    air_temperature              | 23.66983  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 443.25    |
+|    direct_solar_radiation       | 133.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 38.75     |
+|    outdoor_temperature          | 22.107475 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 3319582.5 |
+|    wind_direction               | 157.5     |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.57e+03  |
+|    n_updates                    | 17174     |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 917.6637  |
+|    air_humidity                 | 56.962753 |
+|    air_temperature              | 23.999311 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 259.5     |
+|    direct_solar_radiation       | 4.5       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 15.511669 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 825897.3  |
+|    wind_direction               | 127.5     |
+|    wind_speed                   | 4.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.99e+03  |
+|    n_updates                    | 17199     |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 858.77216 |
+|    air_humidity                 | 57.474483 |
+|    air_temperature              | 25.882996 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 163.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 17.411175 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 772894.94 |
+|    wind_direction               | 175.0     |
+|    wind_speed                   | 7.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.69e+03  |
+|    n_updates                    | 17224     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.20754  |
+|    air_temperature              | 25.337343 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 280.5     |
+|    direct_solar_radiation       | 431.75    |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 40.25     |
+|    outdoor_temperature          | 19.513725 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 8.525     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.94e+03  |
+|    n_updates                    | 17249     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.899506 |
+|    air_temperature              | 25.854675 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 263.0     |
+|    direct_solar_radiation       | 43.0      |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 38.75     |
+|    outdoor_temperature          | 19.162733 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 287.5     |
+|    wind_speed                   | 7.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.05e+03  |
+|    n_updates                    | 17274     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4173.7295 |
+|    air_humidity                 | 37.54742  |
+|    air_temperature              | 23.964441 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 121.75    |
+|    direct_solar_radiation       | 547.25    |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 30.25     |
+|    outdoor_temperature          | 22.092154 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3756356.5 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 8.775     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.53e+03  |
+|    n_updates                    | 17299     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 41.42586  |
+|    air_temperature              | 29.204458 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 105.75    |
+|    direct_solar_radiation       | 76.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 57.5      |
+|    outdoor_temperature          | 19.358492 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 172.5     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.76e+03  |
+|    n_updates                    | 17324     |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 53.49464  |
+|    air_temperature              | 29.286299 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 39.75     |
+|    direct_solar_radiation       | 78.75     |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 52.5      |
+|    outdoor_temperature          | 24.95861  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 17.5      |
+|    wind_speed                   | 0.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.01e+03  |
+|    n_updates                    | 17349     |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 53.129776 |
+|    air_temperature              | 29.402967 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 60.5      |
+|    outdoor_temperature          | 21.23685  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 2.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.58e+04  |
+|    n_updates                    | 17374     |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.3626   |
+|    air_temperature              | 27.33943  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 76.5      |
+|    outdoor_temperature          | 18.870724 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 1.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.59e+03  |
+|    n_updates                    | 17399     |
+-----------------------------------------------
+----------------------------------------------******----------------------------------------------------------| 41%
+| action_network/                 |          |
+|    index                        | 0        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 30       |
+|    Heating_Setpoint_RL          | 15       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 66.01241 |
+|    air_temperature              | 26.20268 |
+|    clg_setpoint                 | 30.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 1.0      |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 21.0     |
+|    htg_setpoint                 | 15.0     |
+|    month                        | 6.0      |
+|    outdoor_humidity             | 47.75    |
+|    outdoor_temperature          | 21.07225 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 347.5    |
+|    wind_speed                   | 7.325    |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 2e+03    |
+|    n_updates                    | 17424    |
+----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.478065 |
+|    air_temperature              | 24.307499 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 48.25     |
+|    outdoor_temperature          | 16.253143 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 327.5     |
+|    wind_speed                   | 6.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.35e+03  |
+|    n_updates                    | 17449     |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.24167  |
+|    air_temperature              | 23.637384 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 38.25     |
+|    outdoor_temperature          | 19.995474 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 337.5     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.55e+03  |
+|    n_updates                    | 17474     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.323845 |
+|    air_temperature              | 23.203812 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 60.75     |
+|    outdoor_temperature          | 16.461828 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 613       |
+|    n_updates                    | 17499     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.80206  |
+|    air_temperature              | 22.288834 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 17.761728 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 922       |
+|    n_updates                    | 17524     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 89.78475  |
+|    air_temperature              | 21.46684  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 14.061084 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.62e+03  |
+|    n_updates                    | 17549     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.15778  |
+|    air_temperature              | 23.580736 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 81.75     |
+|    outdoor_temperature          | 17.122057 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 322.5     |
+|    wind_speed                   | 1.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.25e+03  |
+|    n_updates                    | 17574     |
+-----------------------------------------------
+----------------------------------------------*********-------------------------------------------------------| 44%
+| action_network/                 |          |
+|    index                        | 0        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 30       |
+|    Heating_Setpoint_RL          | 15       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 88.29978 |
+|    air_temperature              | 22.31859 |
+|    clg_setpoint                 | 29.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 9.0      |
+|    diffuse_solar_radiation      | 20.0     |
+|    direct_solar_radiation       | 40.25    |
+|    hour                         | 4.0      |
+|    htg_setpoint                 | 16.0     |
+|    month                        | 6.0      |
+|    outdoor_humidity             | 54.5     |
+|    outdoor_temperature          | 14.69055 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 10.0     |
+|    wind_speed                   | 5.05     |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 940      |
+|    n_updates                    | 17599    |
+----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 93.26164  |
+|    air_temperature              | 21.451311 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 94.25     |
+|    direct_solar_radiation       | 98.75     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 73.5      |
+|    outdoor_temperature          | 15.18072  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 42.5      |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 857       |
+|    n_updates                    | 17624     |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.971344 |
+|    air_temperature              | 21.424046 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 168.5     |
+|    direct_solar_radiation       | 91.0      |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 87.75     |
+|    outdoor_temperature          | 18.039125 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 130.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.46e+03  |
+|    n_updates                    | 17649     |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1732.2148 |
+|    air_humidity                 | 72.68931  |
+|    air_temperature              | 21.707315 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 152.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.75     |
+|    outdoor_temperature          | 19.883415 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1558993.4 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.28e+03  |
+|    n_updates                    | 17674     |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1228.1124 |
+|    air_humidity                 | 69.9077   |
+|    air_temperature              | 22.623905 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 165.25    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 18.969051 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1105301.1 |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 517       |
+|    n_updates                    | 17699     |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4790.518  |
+|    air_humidity                 | 62.532368 |
+|    air_temperature              | 22.88602  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 280.75    |
+|    direct_solar_radiation       | 574.25    |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 84.75     |
+|    outdoor_temperature          | 21.947834 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4281177.5 |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.6e+03   |
+|    n_updates                    | 17724     |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.33571  |
+|    air_temperature              | 26.042614 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 299.0     |
+|    direct_solar_radiation       | 563.75    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 68.75     |
+|    outdoor_temperature          | 27.839651 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 217.5     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.9e+03   |
+|    n_updates                    | 17749     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.68221  |
+|    air_temperature              | 23.874613 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 272.75    |
+|    direct_solar_radiation       | 136.25    |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 24.195335 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 115.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.52e+03  |
+|    n_updates                    | 17774     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5723.8325 |
+|    air_humidity                 | 59.568176 |
+|    air_temperature              | 23.107014 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 259.75    |
+|    direct_solar_radiation       | 706.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 75.5      |
+|    outdoor_temperature          | 23.755472 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 5151449.5 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 4.675     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 452       |
+|    n_updates                    | 17799     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6552.195  |
+|    air_humidity                 | 58.304203 |
+|    air_temperature              | 23.97524  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 169.75    |
+|    direct_solar_radiation       | 637.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 71.75     |
+|    outdoor_temperature          | 27.065159 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 5884490.0 |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 5.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.65e+03  |
+|    n_updates                    | 17824     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7836.0625 |
+|    air_humidity                 | 56.81204  |
+|    air_temperature              | 24.587852 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 381.0     |
+|    direct_solar_radiation       | 266.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 42.5      |
+|    outdoor_temperature          | 32.049313 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7052456.5 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 5.675     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.44e+03  |
+|    n_updates                    | 17849     |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4793.1064 |
+|    air_humidity                 | 54.42562  |
+|    air_temperature              | 24.286098 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 216.0     |
+|    direct_solar_radiation       | 511.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 40.75     |
+|    outdoor_temperature          | 25.641277 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4312496.0 |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.22e+03  |
+|    n_updates                    | 17874     |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7375.4526 |
+|    air_humidity                 | 61.23719  |
+|    air_temperature              | 23.157116 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 121.5     |
+|    direct_solar_radiation       | 495.75    |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.25     |
+|    outdoor_temperature          | 23.998201 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6626954.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.98e+03  |
+|    n_updates                    | 17899     |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.19129  |
+|    air_temperature              | 29.05981  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 105.5     |
+|    direct_solar_radiation       | 315.5     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 30.75     |
+|    outdoor_temperature          | 28.943462 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 305.0     |
+|    wind_speed                   | 6.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.31e+03  |
+|    n_updates                    | 17924     |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.36356  |
+|    air_temperature              | 28.721018 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 52.0      |
+|    direct_solar_radiation       | 52.5      |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 81.5      |
+|    outdoor_temperature          | 24.795532 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.29e+03  |
+|    n_updates                    | 17949     |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 63.818764 |
+|    air_temperature              | 28.084414 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 97.75     |
+|    outdoor_temperature          | 24.247278 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 85.0      |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.63e+03  |
+|    n_updates                    | 17974     |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.21806  |
+|    air_temperature              | 27.403837 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 50.5      |
+|    outdoor_temperature          | 28.683372 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 272.5     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.69e+03  |
+|    n_updates                    | 17999     |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.10296  |
+|    air_temperature              | 26.301935 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 21.085833 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 7.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.41e+03  |
+|    n_updates                    | 18024     |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.1191   |
+|    air_temperature              | 24.227379 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 86.25     |
+|    outdoor_temperature          | 20.546297 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.58e+03  |
+|    n_updates                    | 18049     |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.33137  |
+|    air_temperature              | 23.995317 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 21.382294 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.79e+03  |
+|    n_updates                    | 18074     |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.265434 |
+|    air_temperature              | 23.291105 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 20.631296 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 5.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.06e+04  |
+|    n_updates                    | 18099     |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.593895 |
+|    air_temperature              | 22.290453 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 96.25     |
+|    outdoor_temperature          | 18.960316 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.9e+03   |
+|    n_updates                    | 18124     |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.49853  |
+|    air_temperature              | 22.546316 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 17.489908 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.57e+03  |
+|    n_updates                    | 18149     |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.61108  |
+|    air_temperature              | 22.441803 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 88.0      |
+|    outdoor_temperature          | 20.486403 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.51e+03  |
+|    n_updates                    | 18174     |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 91.05344  |
+|    air_temperature              | 22.388695 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 17.0      |
+|    direct_solar_radiation       | 1.75      |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 95.25     |
+|    outdoor_temperature          | 19.99402  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.31e+03  |
+|    n_updates                    | 18199     |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 90.21326  |
+|    air_temperature              | 22.180178 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 42.25     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 20.440664 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 67.5      |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.93e+03  |
+|    n_updates                    | 18224     |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.37489  |
+|    air_temperature              | 23.224543 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 110.0     |
+|    direct_solar_radiation       | 160.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 88.75     |
+|    outdoor_temperature          | 23.39646  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 232.5     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.86e+03  |
+|    n_updates                    | 18249     |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.447105 |
+|    air_temperature              | 24.64745  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 173.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 72.75     |
+|    outdoor_temperature          | 25.151327 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 242.5     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.17e+04  |
+|    n_updates                    | 18274     |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8526.9795 |
+|    air_humidity                 | 64.30461  |
+|    air_temperature              | 22.684814 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 288.25    |
+|    direct_solar_radiation       | 412.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 73.5      |
+|    outdoor_temperature          | 27.592764 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7762197.0 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.26e+03  |
+|    n_updates                    | 18299     |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8381.347  |
+|    air_humidity                 | 60.01121  |
+|    air_temperature              | 23.661592 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 254.25    |
+|    direct_solar_radiation       | 629.25    |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 71.75     |
+|    outdoor_temperature          | 27.747707 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7516141.0 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.75e+03  |
+|    n_updates                    | 18324     |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6758.7915 |
+|    air_humidity                 | 58.00684  |
+|    air_temperature              | 24.18974  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 317.5     |
+|    direct_solar_radiation       | 556.75    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 39.75     |
+|    outdoor_temperature          | 31.748314 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6082912.5 |
+|    wind_direction               | 285.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.81e+03  |
+|    n_updates                    | 18349     |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4673.956  |
+|    air_humidity                 | 56.21035  |
+|    air_temperature              | 24.077019 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 282.25    |
+|    direct_solar_radiation       | 664.75    |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 41.0      |
+|    outdoor_temperature          | 26.647907 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4197338.5 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 4.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.61e+03  |
+|    n_updates                    | 18374     |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3924.4778 |
+|    air_humidity                 | 55.328617 |
+|    air_temperature              | 24.44708  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 161.25    |
+|    direct_solar_radiation       | 755.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 35.75     |
+|    outdoor_temperature          | 29.854593 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 3535004.5 |
+|    wind_direction               | 207.5     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 915       |
+|    n_updates                    | 18399     |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 58.166363 |
+|    air_temperature              | 28.55074  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 226.0     |
+|    direct_solar_radiation       | 707.25    |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 57.5      |
+|    outdoor_temperature          | 30.628448 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.23e+03  |
+|    n_updates                    | 18424     |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.52538  |
+|    air_temperature              | 27.901205 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 273.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 67.75     |
+|    outdoor_temperature          | 25.93718  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 6.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.89e+03  |
+|    n_updates                    | 18449     |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7710.064  |
+|    air_humidity                 | 59.231922 |
+|    air_temperature              | 23.880999 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 190.25    |
+|    direct_solar_radiation       | 343.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 28.25258  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6939057.5 |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 1.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.2e+04   |
+|    n_updates                    | 18474     |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6280.664  |
+|    air_humidity                 | 59.72886  |
+|    air_temperature              | 23.7811   |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 155.5     |
+|    direct_solar_radiation       | 91.25     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 50.25     |
+|    outdoor_temperature          | 29.278086 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5652597.5 |
+|    wind_direction               | 267.5     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 995       |
+|    n_updates                    | 18499     |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 48.54388  |
+|    air_temperature              | 29.638643 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 103.25    |
+|    direct_solar_radiation       | 62.5      |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 55.25     |
+|    outdoor_temperature          | 25.908215 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 182.5     |
+|    wind_speed                   | 4.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.09e+03  |
+|    n_updates                    | 18524     |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 56.875576 |
+|    air_temperature              | 28.546131 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 36.5      |
+|    direct_solar_radiation       | 21.75     |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 78.25     |
+|    outdoor_temperature          | 25.278723 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.83e+03  |
+|    n_updates                    | 18549     |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 58.24339  |
+|    air_temperature              | 29.165983 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 88.75     |
+|    outdoor_temperature          | 24.60015  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 4.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.46e+03  |
+|    n_updates                    | 18574     |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.87542  |
+|    air_temperature              | 27.153479 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 24.488916 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 5.125     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.19e+03  |
+|    n_updates                    | 18599     |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.727104 |
+|    air_temperature              | 26.621859 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 86.5      |
+|    outdoor_temperature          | 24.772013 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 7.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.62e+03  |
+|    n_updates                    | 18624     |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.13177  |
+|    air_temperature              | 25.110699 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 89.25     |
+|    outdoor_temperature          | 22.868048 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.89e+03  |
+|    n_updates                    | 18649     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.009995 |
+|    air_temperature              | 23.295828 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 91.5      |
+|    outdoor_temperature          | 20.944084 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 222.5     |
+|    wind_speed                   | 3.625     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.68e+03  |
+|    n_updates                    | 18674     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.22931  |
+|    air_temperature              | 24.215412 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 23.454714 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.08e+03  |
+|    n_updates                    | 18699     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.98991  |
+|    air_temperature              | 23.21452  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 89.25     |
+|    outdoor_temperature          | 21.339176 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 778       |
+|    n_updates                    | 18724     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.72173  |
+|    air_temperature              | 23.91344  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 92.5      |
+|    outdoor_temperature          | 23.348045 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.08e+03  |
+|    n_updates                    | 18749     |
+-----------------------------------------------
+----------------------------------------------*********************-------------------------------------------| 57%
+| action_network/                 |          |
+|    index                        | 5        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 25       |
+|    Heating_Setpoint_RL          | 20       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 86.47173 |
+|    air_temperature              | 23.57375 |
+|    clg_setpoint                 | 25.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 28.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 3.0      |
+|    htg_setpoint                 | 20.0     |
+|    month                        | 7.0      |
+|    outdoor_humidity             | 97.0     |
+|    outdoor_temperature          | 21.85287 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 202.5    |
+|    wind_speed                   | 5.45     |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 648      |
+|    n_updates                    | 18774    |
+----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 91.6411   |
+|    air_temperature              | 22.740074 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 23.466516 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 302.5     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.83e+03  |
+|    n_updates                    | 18799     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.37062  |
+|    air_temperature              | 22.634445 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 49.5      |
+|    direct_solar_radiation       | 17.75     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 22.287907 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 839       |
+|    n_updates                    | 18824     |
+-----------------------------------------------
+----------------------------------------------**********************------------------------------------------| 58%
+| action_network/                 |          |
+|    index                        | 0        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 30       |
+|    Heating_Setpoint_RL          | 15       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 87.94491 |
+|    air_temperature              | 22.73523 |
+|    clg_setpoint                 | 22.5     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 31.0     |
+|    diffuse_solar_radiation      | 84.25    |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 6.0      |
+|    htg_setpoint                 | 22.0     |
+|    month                        | 7.0      |
+|    outdoor_humidity             | 89.5     |
+|    outdoor_temperature          | 24.26252 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 127.5    |
+|    wind_speed                   | 1.125    |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 2.38e+03 |
+|    n_updates                    | 18849    |
+----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2807.4397 |
+|    air_humidity                 | 74.32868  |
+|    air_temperature              | 21.33207  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 129.0     |
+|    direct_solar_radiation       | 596.75    |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 26.407139 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2526695.5 |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.81e+03  |
+|    n_updates                    | 18874     |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 9054.869  |
+|    air_humidity                 | 65.859116 |
+|    air_temperature              | 23.2239   |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 113.0     |
+|    direct_solar_radiation       | 751.25    |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 29.98417  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 8148379.0 |
+|    wind_direction               | 207.5     |
+|    wind_speed                   | 2.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.4e+03   |
+|    n_updates                    | 18899     |
+-----------------------------------------------
+----------------------------------------------************************----------------------------------------| 59%
+| action_network/                 |          |
+|    index                        | 2        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 28       |
+|    Heating_Setpoint_RL          | 17       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 69.58006 |
+|    air_temperature              | 26.38312 |
+|    clg_setpoint                 | 22.5     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 3.0      |
+|    diffuse_solar_radiation      | 272.25   |
+|    direct_solar_radiation       | 387.0    |
+|    hour                         | 9.0      |
+|    htg_setpoint                 | 21.0     |
+|    month                        | 8.0      |
+|    outdoor_humidity             | 69.5     |
+|    outdoor_temperature          | 28.69311 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 182.5    |
+|    wind_speed                   | 2.725    |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 2.88e+03 |
+|    n_updates                    | 18924    |
+----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.058    |
+|    air_temperature              | 26.914494 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 180.75    |
+|    direct_solar_radiation       | 689.25    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 69.75     |
+|    outdoor_temperature          | 29.624235 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 177.5     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.57e+03  |
+|    n_updates                    | 18949     |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8801.524  |
+|    air_humidity                 | 58.136875 |
+|    air_temperature              | 24.039986 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 265.75    |
+|    direct_solar_radiation       | 10.75     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 72.25     |
+|    outdoor_temperature          | 28.023397 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 7921372.0 |
+|    wind_direction               | 112.5     |
+|    wind_speed                   | 5.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.12e+03  |
+|    n_updates                    | 18974     |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3378.667  |
+|    air_humidity                 | 58.892483 |
+|    air_temperature              | 23.367899 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 257.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 84.75     |
+|    outdoor_temperature          | 21.247084 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 3040800.2 |
+|    wind_direction               | 62.5      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.18e+03  |
+|    n_updates                    | 18999     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4014.445  |
+|    air_humidity                 | 57.45482  |
+|    air_temperature              | 23.92956  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 368.0     |
+|    direct_solar_radiation       | 307.25    |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 49.75     |
+|    outdoor_temperature          | 23.911158 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 3613000.5 |
+|    wind_direction               | 65.0      |
+|    wind_speed                   | 5.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.18e+03  |
+|    n_updates                    | 19024     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4817.473  |
+|    air_humidity                 | 52.57281  |
+|    air_temperature              | 24.286257 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 237.75    |
+|    direct_solar_radiation       | 550.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 39.5      |
+|    outdoor_temperature          | 26.177536 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4331393.5 |
+|    wind_direction               | 132.5     |
+|    wind_speed                   | 4.925     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.34e+03  |
+|    n_updates                    | 19049     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5711.878  |
+|    air_humidity                 | 57.63123  |
+|    air_temperature              | 24.354006 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 239.0     |
+|    direct_solar_radiation       | 424.25    |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 51.5      |
+|    outdoor_temperature          | 26.314344 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5136858.0 |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 395       |
+|    n_updates                    | 19074     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 58.167454 |
+|    air_temperature              | 28.583328 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 68.25     |
+|    direct_solar_radiation       | 670.75    |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 67.25     |
+|    outdoor_temperature          | 26.150335 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 5.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.25e+03  |
+|    n_updates                    | 19099     |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 55.369625 |
+|    air_temperature              | 29.384346 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 82.75     |
+|    direct_solar_radiation       | 102.75    |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 78.25     |
+|    outdoor_temperature          | 25.75643  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 185.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.68e+03  |
+|    n_updates                    | 19124     |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 51.58527  |
+|    air_temperature              | 29.717571 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 18.75     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 31.05684  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 5.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.17e+03  |
+|    n_updates                    | 19149     |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 57.148495 |
+|    air_temperature              | 29.580566 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 73.75     |
+|    outdoor_temperature          | 26.079569 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 496       |
+|    n_updates                    | 19174     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.282104 |
+|    air_temperature              | 27.809978 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 24.78124  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.12e+03  |
+|    n_updates                    | 19199     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 64.98033  |
+|    air_temperature              | 26.815897 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 83.75     |
+|    outdoor_temperature          | 23.301914 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 105.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.78e+03  |
+|    n_updates                    | 19224     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.27217  |
+|    air_temperature              | 26.22684  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 26.958303 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 102.5     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.37e+03  |
+|    n_updates                    | 19249     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.57633  |
+|    air_temperature              | 25.920828 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 55.5      |
+|    outdoor_temperature          | 26.734919 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 22.5      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4e+03     |
+|    n_updates                    | 19274     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.304825 |
+|    air_temperature              | 25.465914 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 57.5      |
+|    outdoor_temperature          | 22.813532 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.07e+03  |
+|    n_updates                    | 19299     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.35207  |
+|    air_temperature              | 23.392422 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 73.75     |
+|    outdoor_temperature          | 17.851112 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 52.5      |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.42e+03  |
+|    n_updates                    | 19324     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.09457  |
+|    air_temperature              | 23.109562 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 21.00783  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 232.5     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.54e+03  |
+|    n_updates                    | 19349     |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.33025  |
+|    air_temperature              | 23.843977 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 43.5      |
+|    outdoor_temperature          | 26.288761 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 312.5     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.09e+03  |
+|    n_updates                    | 19374     |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.405334 |
+|    air_temperature              | 22.821547 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 61.5      |
+|    outdoor_temperature          | 18.559614 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.26e+03  |
+|    n_updates                    | 19399     |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.77596  |
+|    air_temperature              | 23.128113 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 31.5      |
+|    direct_solar_radiation       | 52.0      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 73.75     |
+|    outdoor_temperature          | 20.81059  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.75e+03  |
+|    n_updates                    | 19424     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.58572  |
+|    air_temperature              | 23.639242 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 84.75     |
+|    direct_solar_radiation       | 314.25    |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 52.5      |
+|    outdoor_temperature          | 20.048075 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 15.0      |
+|    wind_speed                   | 4.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.97e+03  |
+|    n_updates                    | 19449     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1617.4988 |
+|    air_humidity                 | 79.90342  |
+|    air_temperature              | 20.43247  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 139.75    |
+|    direct_solar_radiation       | 442.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 22.065544 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1478523.6 |
+|    wind_direction               | 52.5      |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.59e+03  |
+|    n_updates                    | 19474     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5886.132  |
+|    air_humidity                 | 66.80615  |
+|    air_temperature              | 22.063503 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 180.25    |
+|    direct_solar_radiation       | 508.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 81.0      |
+|    outdoor_temperature          | 24.354967 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5328320.5 |
+|    wind_direction               | 232.5     |
+|    wind_speed                   | 5.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.15e+03  |
+|    n_updates                    | 19499     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3672.857  |
+|    air_humidity                 | 59.752323 |
+|    air_temperature              | 23.272907 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 187.0     |
+|    direct_solar_radiation       | 603.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 43.5      |
+|    outdoor_temperature          | 24.80805  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3281666.5 |
+|    wind_direction               | 97.5      |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.52e+03  |
+|    n_updates                    | 19524     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4737.7534 |
+|    air_humidity                 | 58.999786 |
+|    air_temperature              | 23.746513 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 222.5     |
+|    direct_solar_radiation       | 627.75    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 57.5      |
+|    outdoor_temperature          | 24.401014 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4263978.0 |
+|    wind_direction               | 227.5     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.85e+03  |
+|    n_updates                    | 19549     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4875.718  |
+|    air_humidity                 | 44.244587 |
+|    air_temperature              | 24.019958 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 180.0     |
+|    direct_solar_radiation       | 788.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 26.25     |
+|    outdoor_temperature          | 26.552404 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4371530.0 |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.83e+03  |
+|    n_updates                    | 19574     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 45.898952 |
+|    air_temperature              | 26.009037 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 127.75    |
+|    direct_solar_radiation       | 850.75    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 70.5      |
+|    outdoor_temperature          | 26.36101  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 5.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.82e+03  |
+|    n_updates                    | 19599     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 41.81277  |
+|    air_temperature              | 27.505688 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 186.5     |
+|    direct_solar_radiation       | 669.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 25.5      |
+|    outdoor_temperature          | 29.788122 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 335.0     |
+|    wind_speed                   | 4.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+03  |
+|    n_updates                    | 19624     |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4886.1143 |
+|    air_humidity                 | 57.88376  |
+|    air_temperature              | 23.773052 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 199.5     |
+|    direct_solar_radiation       | 361.25    |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 56.75     |
+|    outdoor_temperature          | 24.97054  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4363027.0 |
+|    wind_direction               | 130.0     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.29e+03  |
+|    n_updates                    | 19649     |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4029.3594 |
+|    air_humidity                 | 46.99753  |
+|    air_temperature              | 24.343311 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 173.25    |
+|    direct_solar_radiation       | 387.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 42.25     |
+|    outdoor_temperature          | 22.448847 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3626423.5 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.33e+03  |
+|    n_updates                    | 19674     |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5349.853  |
+|    air_humidity                 | 58.909237 |
+|    air_temperature              | 24.063595 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 93.5      |
+|    direct_solar_radiation       | 335.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 57.5      |
+|    outdoor_temperature          | 24.990084 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4814867.5 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.78e+03  |
+|    n_updates                    | 19699     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 49.822647 |
+|    air_temperature              | 29.09369  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 42.25     |
+|    direct_solar_radiation       | 105.75    |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 75.5      |
+|    outdoor_temperature          | 23.82931  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 7.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 829       |
+|    n_updates                    | 19724     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 50.729893 |
+|    air_temperature              | 30.093975 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 79.75     |
+|    outdoor_temperature          | 24.931477 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 175.0     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.61e+03  |
+|    n_updates                    | 19749     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 65.69394  |
+|    air_temperature              | 26.956028 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 82.75     |
+|    outdoor_temperature          | 22.900484 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 7.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.27e+03  |
+|    n_updates                    | 19774     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.78566  |
+|    air_temperature              | 23.96756  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 76.5      |
+|    outdoor_temperature          | 18.051031 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.14e+03  |
+|    n_updates                    | 19799     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.47217  |
+|    air_temperature              | 24.990147 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 87.75     |
+|    outdoor_temperature          | 20.638704 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 62.5      |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.32e+03  |
+|    n_updates                    | 19824     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.647545 |
+|    air_temperature              | 24.419151 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 45.5      |
+|    outdoor_temperature          | 15.977511 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.29e+03  |
+|    n_updates                    | 19849     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 53.864487 |
+|    air_temperature              | 23.427107 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 17.705479 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.49e+03  |
+|    n_updates                    | 19874     |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.79724  |
+|    air_temperature              | 23.55326  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 21.224926 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 212.5     |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.07e+03  |
+|    n_updates                    | 19899     |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.70181  |
+|    air_temperature              | 23.83317  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 21.874525 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 4.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.11e+03  |
+|    n_updates                    | 19924     |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.30007  |
+|    air_temperature              | 23.849401 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 18.547737 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 4.925     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.04e+03  |
+|    n_updates                    | 19949     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 92.61786  |
+|    air_temperature              | 21.799852 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 72.0      |
+|    outdoor_temperature          | 13.870208 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.82e+03  |
+|    n_updates                    | 19974     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 87.17677  |
+|    air_temperature              | 22.119612 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 88.5      |
+|    outdoor_temperature          | 20.816065 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 137.5     |
+|    wind_speed                   | 4.125     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.47e+03  |
+|    n_updates                    | 19999     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 93.015495 |
+|    air_temperature              | 21.31066  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 13.5      |
+|    direct_solar_radiation       | 20.0      |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 84.75     |
+|    outdoor_temperature          | 18.328482 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 352.5     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.36e+03  |
+|    n_updates                    | 20024     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 84.57495  |
+|    air_temperature              | 21.005348 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 61.0      |
+|    direct_solar_radiation       | 262.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 62.5      |
+|    outdoor_temperature          | 13.333364 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 25.0      |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+03  |
+|    n_updates                    | 20049     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 301.6228  |
+|    air_humidity                 | 79.943886 |
+|    air_temperature              | 20.113867 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 92.5      |
+|    direct_solar_radiation       | 310.25    |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 74.75     |
+|    outdoor_temperature          | 16.825045 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 271460.53 |
+|    wind_direction               | 67.5      |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.59e+03  |
+|    n_updates                    | 20074     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.96002  |
+|    air_temperature              | 22.580376 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 144.25    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 78.75     |
+|    outdoor_temperature          | 21.745192 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 227.5     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.96e+03  |
+|    n_updates                    | 20099     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.88721  |
+|    air_temperature              | 23.508745 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 170.75    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 91.5      |
+|    outdoor_temperature          | 23.018007 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 4.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.54e+03  |
+|    n_updates                    | 20124     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 344.5578  |
+|    air_humidity                 | 30.767315 |
+|    air_temperature              | 24.99779  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 271.25    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 41.25     |
+|    outdoor_temperature          | 14.921902 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 309548.22 |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6e+03     |
+|    n_updates                    | 20149     |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2278.3    |
+|    air_humidity                 | 39.205063 |
+|    air_temperature              | 24.005941 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 276.75    |
+|    direct_solar_radiation       | 358.75    |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 18.965593 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 2050470.0 |
+|    wind_direction               | 65.0      |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.22e+03  |
+|    n_updates                    | 20174     |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1998.3851 |
+|    air_humidity                 | 52.785255 |
+|    air_temperature              | 24.266527 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 219.0     |
+|    direct_solar_radiation       | 202.75    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 63.75     |
+|    outdoor_temperature          | 20.165852 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 1794946.1 |
+|    wind_direction               | 122.5     |
+|    wind_speed                   | 4.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.81e+03  |
+|    n_updates                    | 20199     |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1957.5281 |
+|    air_humidity                 | 55.09818  |
+|    air_temperature              | 23.998634 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 179.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 75.5      |
+|    outdoor_temperature          | 18.801235 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 1761775.2 |
+|    wind_direction               | 67.5      |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.35e+03  |
+|    n_updates                    | 20224     |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4070.7903 |
+|    air_humidity                 | 57.882877 |
+|    air_temperature              | 23.809664 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 96.5      |
+|    direct_solar_radiation       | 738.25    |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 55.5      |
+|    outdoor_temperature          | 22.709478 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3636545.2 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.63e+03  |
+|    n_updates                    | 20249     |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.24881  |
+|    air_temperature              | 26.860281 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 74.25     |
+|    direct_solar_radiation       | 600.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 24.5      |
+|    outdoor_temperature          | 22.27375  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 15.0      |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.31e+03  |
+|    n_updates                    | 20274     |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.049194 |
+|    air_temperature              | 26.28117  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 48.0      |
+|    direct_solar_radiation       | 299.75    |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 54.5      |
+|    outdoor_temperature          | 18.562544 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 4.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.42e+03  |
+|    n_updates                    | 20299     |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 38.25449  |
+|    air_temperature              | 30.236038 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 65.5      |
+|    outdoor_temperature          | 17.029285 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.14e+03  |
+|    n_updates                    | 20324     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 325.93085 |
+|    air_humidity                 | 38.41647  |
+|    air_temperature              | 22.50031  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 66.75     |
+|    outdoor_temperature          | 12.274445 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 293337.75 |
+|    wind_direction               | 292.5     |
+|    wind_speed                   | 1.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.07e+03  |
+|    n_updates                    | 20349     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 72.12592  |
+|    air_humidity                 | 45.341778 |
+|    air_temperature              | 25.65021  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 79.5      |
+|    outdoor_temperature          | 15.496785 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 64778.598 |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 1.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.51e+03  |
+|    n_updates                    | 20374     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 63.414883 |
+|    air_temperature              | 28.577398 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 82.5      |
+|    outdoor_temperature          | 19.600908 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 948       |
+|    n_updates                    | 20399     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 61.78261  |
+|    air_temperature              | 22.69856  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 89.25     |
+|    outdoor_temperature          | 16.416159 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 1.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.32e+04  |
+|    n_updates                    | 20424     |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 52.74851  |
+|    air_temperature              | 25.398882 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 91.5      |
+|    outdoor_temperature          | 20.38683  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 8.525     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.64e+03  |
+|    n_updates                    | 20449     |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 33.290733 |
+|    air_temperature              | 21.287834 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 50.5      |
+|    outdoor_temperature          | 12.449082 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 295.0     |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.15e+03  |
+|    n_updates                    | 20474     |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 19.943989 |
+|    air_temperature              | 18.339186 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 46.75     |
+|    outdoor_temperature          | 5.152613  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 287.5     |
+|    wind_speed                   | 7.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.67e+03  |
+|    n_updates                    | 20499     |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 25.289444 |
+|    air_temperature              | 18.999548 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 2.6775541 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.13e+03  |
+|    n_updates                    | 20524     |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 417.08643 |
+|    air_humidity                 | 46.24744  |
+|    air_temperature              | 18.841345 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 69.75     |
+|    outdoor_temperature          | 11.781759 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 375377.78 |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.7e+03   |
+|    n_updates                    | 20549     |
+-----------------------------------------------
+------------------------------------------------****************************************----------------------| 77%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 135.26466  |
+|    air_humidity                 | 61.379833  |
+|    air_temperature              | 22.000166  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 11.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 3.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 10.0       |
+|    outdoor_humidity             | 100.0      |
+|    outdoor_temperature          | 13.575298  |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 121738.195 |
+|    wind_direction               | 227.5      |
+|    wind_speed                   | 4.225      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.3e+03    |
+|    n_updates                    | 20574      |
+------------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 64.60407  |
+|    air_temperature              | 20.836473 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 13.240486 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.04e+04  |
+|    n_updates                    | 20599     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 63.3282   |
+|    air_temperature              | 22.00007  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 14.022585 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 0.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.56e+03  |
+|    n_updates                    | 20624     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 188.70605 |
+|    air_humidity                 | 67.29689  |
+|    air_temperature              | 19.1231   |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 37.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 14.237206 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 169835.45 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.08e+04  |
+|    n_updates                    | 20649     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 168.05627 |
+|    air_humidity                 | 53.480873 |
+|    air_temperature              | 22.000565 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 126.0     |
+|    direct_solar_radiation       | 279.25    |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 73.25     |
+|    outdoor_temperature          | 14.391249 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 151250.64 |
+|    wind_direction               | 277.5     |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+03  |
+|    n_updates                    | 20674     |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 677.43176 |
+|    air_humidity                 | 49.575752 |
+|    air_temperature              | 22.503729 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 171.75    |
+|    direct_solar_radiation       | 443.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 74.75     |
+|    outdoor_temperature          | 16.459827 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 541536.8  |
+|    wind_direction               | 102.5     |
+|    wind_speed                   | 5.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.78e+03  |
+|    n_updates                    | 20699     |
+-----------------------------------------------
+------------------------------------------------******************************************--------------------| 79%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 349.05792  |
+|    air_humidity                 | 42.49321   |
+|    air_temperature              | 24.44578   |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 17.0       |
+|    diffuse_solar_radiation      | 193.25     |
+|    direct_solar_radiation       | 579.75     |
+|    hour                         | 9.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 10.0       |
+|    outdoor_humidity             | 60.75      |
+|    outdoor_temperature          | 14.8956995 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 316582.8   |
+|    wind_direction               | 257.5      |
+|    wind_speed                   | 12.4       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.2e+03    |
+|    n_updates                    | 20724      |
+------------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 25.344414 |
+|    air_temperature              | 24.028534 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 202.0     |
+|    direct_solar_radiation       | 571.75    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 42.25     |
+|    outdoor_temperature          | 10.90466  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 317.5     |
+|    wind_speed                   | 6.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.76e+04  |
+|    n_updates                    | 20749     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 32.880497 |
+|    air_temperature              | 21.89145  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 206.25    |
+|    direct_solar_radiation       | 571.75    |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 51.5      |
+|    outdoor_temperature          | 15.797259 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.65e+03  |
+|    n_updates                    | 20774     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 114.77949 |
+|    air_humidity                 | 48.73564  |
+|    air_temperature              | 22.8385   |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 197.75    |
+|    direct_solar_radiation       | 617.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 59.5      |
+|    outdoor_temperature          | 18.827942 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 103301.54 |
+|    wind_direction               | 232.5     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.33e+03  |
+|    n_updates                    | 20799     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 47.761047 |
+|    air_temperature              | 29.14502  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 147.75    |
+|    direct_solar_radiation       | 609.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 81.25     |
+|    outdoor_temperature          | 19.072847 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 7.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.69e+03  |
+|    n_updates                    | 20824     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 46.74231  |
+|    air_temperature              | 31.30642  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 157.0     |
+|    direct_solar_radiation       | 41.75     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 67.25     |
+|    outdoor_temperature          | 21.932957 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 112.5     |
+|    wind_speed                   | 1.125     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.67e+03  |
+|    n_updates                    | 20849     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 63.611557 |
+|    air_temperature              | 28.221117 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 80.0      |
+|    direct_solar_radiation       | 45.25     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 98.25     |
+|    outdoor_temperature          | 19.452662 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 145.0     |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.66e+03  |
+|    n_updates                    | 20874     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 56.281235 |
+|    air_temperature              | 30.96048  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 20.25     |
+|    direct_solar_radiation       | 161.25    |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 20.33139  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 145.0     |
+|    wind_speed                   | 4.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.83e+03  |
+|    n_updates                    | 20899     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 23.261051 |
+|    air_temperature              | 30.090052 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 21.75     |
+|    outdoor_temperature          | 19.227865 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 262.5     |
+|    wind_speed                   | 8.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.15e+03  |
+|    n_updates                    | 20924     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 16.51077  |
+|    air_temperature              | 21.999998 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 38.75     |
+|    outdoor_temperature          | 9.069071  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 9.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.32e+03  |
+|    n_updates                    | 20949     |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 20.737274 |
+|    air_temperature              | 21.259157 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 6.756015  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 315.0     |
+|    wind_speed                   | 7.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.98e+03  |
+|    n_updates                    | 20974     |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 406.1129  |
+|    air_humidity                 | 22.629057 |
+|    air_temperature              | 20.645561 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 44.5      |
+|    outdoor_temperature          | 8.182513  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 353544.72 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 1.125     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.66e+03  |
+|    n_updates                    | 20999     |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 176.19357 |
+|    air_humidity                 | 29.804996 |
+|    air_temperature              | 21.000021 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 52.25     |
+|    outdoor_temperature          | 11.880113 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 158574.2  |
+|    wind_direction               | 265.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 735       |
+|    n_updates                    | 21024     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 465.4056  |
+|    air_humidity                 | 19.860521 |
+|    air_temperature              | 21.00008  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 44.25     |
+|    outdoor_temperature          | 6.4531593 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 418865.06 |
+|    wind_direction               | 7.5       |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.64e+03  |
+|    n_updates                    | 21049     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 301.59442 |
+|    air_humidity                 | 48.137383 |
+|    air_temperature              | 21.000105 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 87.5      |
+|    outdoor_temperature          | 10.345593 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 271435.0  |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.1e+04   |
+|    n_updates                    | 21074     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 76.23822  |
+|    air_humidity                 | 26.149212 |
+|    air_temperature              | 19.272993 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 8.594441  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 68614.4   |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 8.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.87e+03  |
+|    n_updates                    | 21099     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 29.898169 |
+|    air_temperature              | 20.22157  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 57.75     |
+|    outdoor_temperature          | 11.937977 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 357.5     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.6e+03   |
+|    n_updates                    | 21124     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 303.0912  |
+|    air_humidity                 | 41.484962 |
+|    air_temperature              | 20.999952 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 10.393824 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 272782.06 |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 0.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.32e+03  |
+|    n_updates                    | 21149     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 334.2243  |
+|    air_humidity                 | 30.540747 |
+|    air_temperature              | 21.889717 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 66.75     |
+|    outdoor_temperature          | 8.7990265 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 300801.88 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 6.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.17e+03  |
+|    n_updates                    | 21174     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 34.27362  |
+|    air_temperature              | 18.00155  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 67.75     |
+|    outdoor_temperature          | 5.7800684 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 322.5     |
+|    wind_speed                   | 6.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.04e+03  |
+|    n_updates                    | 21199     |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 35.91788  |
+|    air_temperature              | 17.852299 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 4.6286163 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 335.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.18e+03  |
+|    n_updates                    | 21224     |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 40.212387 |
+|    air_temperature              | 18.128834 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 17.0      |
+|    direct_solar_radiation       | 55.25     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 4.8678036 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 332.5     |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.77e+03  |
+|    n_updates                    | 21249     |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 48.87794  |
+|    air_temperature              | 21.000011 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 92.5      |
+|    direct_solar_radiation       | 142.75    |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 89.0      |
+|    outdoor_temperature          | 10.662078 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 1.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.72e+03  |
+|    n_updates                    | 21274     |
+-----------------------------------------------
+------------------------------------------------*************************************************-------------| 86%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 66.95168   |
+|    air_humidity                 | 70.95457   |
+|    air_temperature              | 19.950773  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 10.0       |
+|    diffuse_solar_radiation      | 124.25     |
+|    direct_solar_radiation       | 115.0      |
+|    hour                         | 8.0        |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 100.0      |
+|    outdoor_temperature          | 15.6532345 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 60256.516  |
+|    wind_direction               | 212.5      |
+|    wind_speed                   | 6.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.83e+03   |
+|    n_updates                    | 21299      |
+------------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 812.9243  |
+|    air_humidity                 | 47.064064 |
+|    air_temperature              | 22.938717 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 214.75    |
+|    direct_solar_radiation       | 160.75    |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 99.0      |
+|    outdoor_temperature          | 9.8358345 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 731631.9  |
+|    wind_direction               | 330.0     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 786       |
+|    n_updates                    | 21324     |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 855.16016 |
+|    air_humidity                 | 34.934628 |
+|    air_temperature              | 23.299423 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 161.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 71.5      |
+|    outdoor_temperature          | 8.631185  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 769644.2  |
+|    wind_direction               | 357.5     |
+|    wind_speed                   | 7.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.34e+03  |
+|    n_updates                    | 21349     |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 37.76056  |
+|    air_temperature              | 22.979378 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 105.25    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 76.75     |
+|    outdoor_temperature          | 9.527214  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 0.775     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.9e+03   |
+|    n_updates                    | 21374     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 255.54282 |
+|    air_humidity                 | 51.38102  |
+|    air_temperature              | 24.256739 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 126.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 11.949695 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 229988.53 |
+|    wind_direction               | 127.5     |
+|    wind_speed                   | 2.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 994       |
+|    n_updates                    | 21399     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 746.01514 |
+|    air_humidity                 | 23.516073 |
+|    air_temperature              | 23.465982 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 153.5     |
+|    direct_solar_radiation       | 13.5      |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 48.5      |
+|    outdoor_temperature          | 6.8982987 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 671413.6  |
+|    wind_direction               | 285.0     |
+|    wind_speed                   | 7.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+03  |
+|    n_updates                    | 21424     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 26.107616 |
+|    air_temperature              | 20.64333  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 101.75    |
+|    direct_solar_radiation       | 26.25     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 57.5      |
+|    outdoor_temperature          | 9.14588   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.53e+03  |
+|    n_updates                    | 21449     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 27.82852  |
+|    air_temperature              | 21.930077 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 30.25     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 48.5      |
+|    outdoor_temperature          | 10.184548 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 297.5     |
+|    wind_speed                   | 7.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.91e+03  |
+|    n_updates                    | 21474     |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 28.248968 |
+|    air_temperature              | 23.18946  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 6.470765  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 257.5     |
+|    wind_speed                   | 8.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.57e+03  |
+|    n_updates                    | 21499     |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 29.087454 |
+|    air_temperature              | 22.994007 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 68.25     |
+|    outdoor_temperature          | 4.6299367 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.27e+03  |
+|    n_updates                    | 21524     |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 765.85596 |
+|    air_humidity                 | 37.356014 |
+|    air_temperature              | 21.712988 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 86.5      |
+|    outdoor_temperature          | 5.873901  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 678344.4  |
+|    wind_direction               | 217.5     |
+|    wind_speed                   | 9.15      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2e+03     |
+|    n_updates                    | 21549     |
+-----------------------------------------------
+------------------------------------------------****************************************************----------| 89%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1263.6243  |
+|    air_humidity                 | 27.212038  |
+|    air_temperature              | 22.358484  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 21.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 19.0       |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 66.25      |
+|    outdoor_temperature          | 0.43878692 |
+|    people_occupant              | 2.0        |
+|    total_electricity_HVAC       | 1137261.9  |
+|    wind_direction               | 280.0      |
+|    wind_speed                   | 8.925      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 8.11e+03   |
+|    n_updates                    | 21574      |
+------------------------------------------------
+------------------------------------------------****************************************************----------| 89%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1525.2096  |
+|    air_humidity                 | 21.43743   |
+|    air_temperature              | 22.001425  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 20.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 11.0       |
+|    outdoor_humidity             | 56.25      |
+|    outdoor_temperature          | -0.8691397 |
+|    people_occupant              | 2.0        |
+|    total_electricity_HVAC       | 1372688.6  |
+|    wind_direction               | 285.0      |
+|    wind_speed                   | 9.55       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.46e+03   |
+|    n_updates                    | 21599      |
+------------------------------------------------
+-----------------------------------------------*****************************************************----------| 89%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1891.6239 |
+|    air_humidity                 | 17.67955  |
+|    air_temperature              | 18.995008 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 47.5      |
+|    outdoor_temperature          | -2.701211 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1702461.5 |
+|    wind_direction               | 307.5     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.71e+03  |
+|    n_updates                    | 21624     |
+-----------------------------------------------
+-----------------------------------------------*****************************************************----------| 89%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 13.117279 |
+|    air_temperature              | 21.999998 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 62.25     |
+|    outdoor_temperature          | 2.0829508 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 10.0      |
+|    wind_speed                   | 0.525     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.71e+03  |
+|    n_updates                    | 21649     |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 636.2585  |
+|    air_humidity                 | 37.8067   |
+|    air_temperature              | 21.249306 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 98.25     |
+|    outdoor_temperature          | 4.57644   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 572632.7  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 4.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.48e+03  |
+|    n_updates                    | 21674     |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 676.5342  |
+|    air_humidity                 | 58.59235  |
+|    air_temperature              | 18.482203 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 96.25     |
+|    outdoor_temperature          | 10.229322 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 608880.75 |
+|    wind_direction               | 265.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.4e+03   |
+|    n_updates                    | 21699     |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 39.79686  |
+|    air_temperature              | 18.229832 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 8.900488  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 262.5     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.45e+03  |
+|    n_updates                    | 21724     |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 30.653414 |
+|    air_temperature              | 19.000013 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 67.0      |
+|    outdoor_temperature          | 4.4980135 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 272.5     |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.38e+03  |
+|    n_updates                    | 21749     |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 179.40852 |
+|    air_humidity                 | 31.820286 |
+|    air_temperature              | 19.999996 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 93.75     |
+|    outdoor_temperature          | 4.539938  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 161467.67 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.08e+03  |
+|    n_updates                    | 21774     |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 225.59595 |
+|    air_humidity                 | 32.762558 |
+|    air_temperature              | 19.0      |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 7.7978168 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 203036.36 |
+|    wind_direction               | 312.5     |
+|    wind_speed                   | 10.525    |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.51e+03  |
+|    n_updates                    | 21799     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1103.6442 |
+|    air_humidity                 | 18.20577  |
+|    air_temperature              | 18.0      |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 43.75     |
+|    outdoor_temperature          | 1.2386879 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 993279.7  |
+|    wind_direction               | 297.5     |
+|    wind_speed                   | 10.8      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 745       |
+|    n_updates                    | 21824     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 19.739792 |
+|    air_temperature              | 20.000017 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 63.0      |
+|    outdoor_temperature          | 2.0301712 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 257.5     |
+|    wind_speed                   | 5.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.11e+03  |
+|    n_updates                    | 21849     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 35.217537 |
+|    air_temperature              | 20.274149 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 18.75     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 6.9920654 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 327.5     |
+|    wind_speed                   | 0.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.55e+03  |
+|    n_updates                    | 21874     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 32.84092  |
+|    air_temperature              | 21.583551 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 68.5      |
+|    direct_solar_radiation       | 3.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 76.75     |
+|    outdoor_temperature          | 5.4908586 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.15e+03  |
+|    n_updates                    | 21899     |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1209.0073 |
+|    air_humidity                 | 20.072664 |
+|    air_temperature              | 22.122103 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 80.25     |
+|    direct_solar_radiation       | 65.25     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 58.75     |
+|    outdoor_temperature          | 0.2546476 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1088106.5 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.3e+03   |
+|    n_updates                    | 21924     |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 968.7795  |
+|    air_humidity                 | 20.682884 |
+|    air_temperature              | 18.82307  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 210.5     |
+|    direct_solar_radiation       | 213.75    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 53.25     |
+|    outdoor_temperature          | 1.9130111 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 871901.56 |
+|    wind_direction               | 277.5     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.2e+03   |
+|    n_updates                    | 21949     |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 18.628345 |
+|    air_temperature              | 21.067177 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 92.25     |
+|    direct_solar_radiation       | 492.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 46.5      |
+|    outdoor_temperature          | 7.173874  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 302.5     |
+|    wind_speed                   | 7.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.75e+03  |
+|    n_updates                    | 21974     |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 476.10425 |
+|    air_humidity                 | 22.734207 |
+|    air_temperature              | 23.486908 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 167.25    |
+|    direct_solar_radiation       | 121.75    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 2.5671427 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 428493.84 |
+|    wind_direction               | 327.5     |
+|    wind_speed                   | 0.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.74e+03  |
+|    n_updates                    | 21999     |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 28.432045 |
+|    air_temperature              | 23.13434  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 92.75     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 87.25     |
+|    outdoor_temperature          | 3.7937093 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.49e+03  |
+|    n_updates                    | 22024     |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 861.25696 |
+|    air_humidity                 | 26.538927 |
+|    air_temperature              | 22.993273 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 53.25     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 1.9933993 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 775131.25 |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.18e+03  |
+|    n_updates                    | 22049     |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 30.87924  |
+|    air_temperature              | 23.100765 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 36.0      |
+|    direct_solar_radiation       | 9.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 79.75     |
+|    outdoor_temperature          | 3.5068433 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 305.0     |
+|    wind_speed                   | 4.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.27e+03  |
+|    n_updates                    | 22074     |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 22.573284 |
+|    air_temperature              | 22.911606 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 3.334994  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.52e+03  |
+|    n_updates                    | 22099     |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 17.63873  |
+|    air_temperature              | 20.344404 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 32.25     |
+|    outdoor_temperature          | 3.4847171 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 8.925     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 572       |
+|    n_updates                    | 22124     |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 78.55217  |
+|    air_humidity                 | 17.442886 |
+|    air_temperature              | 20.012045 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 62.25     |
+|    outdoor_temperature          | 4.591076  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 67041.266 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 7.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.8e+03   |
+|    n_updates                    | 22149     |
+-----------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 538.88184 |
+|    air_humidity                 | 24.78695  |
+|    air_temperature              | 21.017    |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 5.038567  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 484993.62 |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.34e+03  |
+|    n_updates                    | 22174     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 443.30167 |
+|    air_humidity                 | 26.74962  |
+|    air_temperature              | 20.506552 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 6.9844346 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 384110.12 |
+|    wind_direction               | 337.5     |
+|    wind_speed                   | 4.25      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.71e+03  |
+|    n_updates                    | 22199     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 798.4142  |
+|    air_humidity                 | 30.103796 |
+|    air_temperature              | 20.000015 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 80.25     |
+|    outdoor_temperature          | 4.3912582 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 718572.75 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 824       |
+|    n_updates                    | 22224     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 28.865433 |
+|    air_temperature              | 18.52578  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 76.25     |
+|    outdoor_temperature          | 4.8629026 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.78e+03  |
+|    n_updates                    | 22249     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 634.5351  |
+|    air_humidity                 | 24.009302 |
+|    air_temperature              | 20.856209 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 5.6826453 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 577064.06 |
+|    wind_direction               | 355.0     |
+|    wind_speed                   | 4.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 607       |
+|    n_updates                    | 22274     |
+-----------------------------------------------
+------------------------------------------------************************************************************--| 97%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1824.9485  |
+|    air_humidity                 | 13.21023   |
+|    air_temperature              | 20.999922  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 22.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 44.5       |
+|    outdoor_temperature          | -2.3678339 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1642453.6  |
+|    wind_direction               | 345.0      |
+|    wind_speed                   | 3.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 855        |
+|    n_updates                    | 22299      |
+------------------------------------------------
+-----------------------------------------------*************************************************************--| 97%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 15.420471 |
+|    air_temperature              | 21.000063 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 3.1042883 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 8.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.4e+03   |
+|    n_updates                    | 22324     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 33.208645 |
+|    air_temperature              | 19.72489  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 72.25     |
+|    outdoor_temperature          | 4.998941  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 297.5     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.88e+03  |
+|    n_updates                    | 22349     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 737.5208  |
+|    air_humidity                 | 35.81898  |
+|    air_temperature              | 19.986662 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 8.87142   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 663768.75 |
+|    wind_direction               | 95.0      |
+|    wind_speed                   | 8.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.74e+03  |
+|    n_updates                    | 22374     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 34.983475 |
+|    air_temperature              | 20.000034 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 89.75     |
+|    outdoor_temperature          | 4.678801  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 247.5     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.38e+03  |
+|    n_updates                    | 22399     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 25.802359 |
+|    air_temperature              | 17.999998 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 55.5      |
+|    outdoor_temperature          | 4.5781016 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 295.0     |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.97e+03  |
+|    n_updates                    | 22424     |
+-----------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 977.8774  |
+|    air_humidity                 | 30.994516 |
+|    air_temperature              | 21.99999  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 63.25     |
+|    outdoor_temperature          | 1.8675216 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 880089.6  |
+|    wind_direction               | 342.5     |
+|    wind_speed                   | 5.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.33e+03  |
+|    n_updates                    | 22449     |
+-----------------------------------------------
+------------------------------------------------**************************************************************| 99%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1262.1515  |
+|    air_humidity                 | 19.378036  |
+|    air_temperature              | 20.0       |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 29.0       |
+|    diffuse_solar_radiation      | 20.75      |
+|    direct_solar_radiation       | 10.75      |
+|    hour                         | 7.0        |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 72.0       |
+|    outdoor_temperature          | 0.44615075 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1135936.4  |
+|    wind_direction               | 65.0       |
+|    wind_speed                   | 2.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.44e+03   |
+|    n_updates                    | 22474      |
+------------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1012.9957 |
+|    air_humidity                 | 28.28078  |
+|    air_temperature              | 21.999395 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 36.25     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 91.25     |
+|    outdoor_temperature          | 1.2347054 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 911696.1  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 12.775    |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.35e+03  |
+|    n_updates                    | 22499     |
+-----------------------------------------------
+------------------------------------------------**************************************************************| 99%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1838.0356  |
+|    air_humidity                 | 15.019802  |
+|    air_temperature              | 22.52058   |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 31.0       |
+|    diffuse_solar_radiation      | 90.75      |
+|    direct_solar_radiation       | 430.75     |
+|    hour                         | 9.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 41.0       |
+|    outdoor_temperature          | -2.8313658 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1654232.1  |
+|    wind_direction               | 265.0      |
+|    wind_speed                   | 10.175     |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.62e+03   |
+|    n_updates                    | 22524      |
+------------------------------------------------
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 2]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 2 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active
+Progress: |**-------------------------------------------------------------------------------------------------| 2%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 5]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 5 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active
+Eval num_timesteps=140154, episode_reward=-19379.18 +/- 0.00
+Episode length: 35040.00 +/- 0.00
+----------------------------------------------------
+| action_network/                     |            |
+|    index                            | 7          |
+| action_simulation/                  |            |
+|    Cooling_Setpoint_RL              | 23         |
+|    Heating_Setpoint_RL              | 22         |
+| eval/                               |            |
+|    comfort_violation(%)             | 58.2       |
+|    cumulative_comfort_penalty       | -1.77e+04  |
+|    cumulative_energy_penalty        | -1.71e+03  |
+|    cumulative_power_consumption     | 3.42e+07   |
+|    cumulative_reward                | -1.94e+04  |
+|    cumulative_temperature_violation | 3.53e+04   |
+|    episode_length                   | 3.5e+04    |
+|    mean_comfort_penalty             | -0.504     |
+|    mean_energy_penalty              | -0.0488    |
+|    mean_power_consumption           | 975        |
+|    mean_reward                      | -0.553     |
+|    mean_temperature_violation       | 1.01       |
+|    std_cumulative_reward            | 0          |
+|    std_reward                       | 0          |
+| observation/                        |            |
+|    HVAC_electricity_demand_rate     | 2817.9358  |
+|    air_humidity                     | 19.03184   |
+|    air_temperature                  | 17.655746  |
+|    clg_setpoint                     | 28.0       |
+|    co2_emission                     | 0.0        |
+|    day_of_month                     | 31.0       |
+|    diffuse_solar_radiation          | 0.0        |
+|    direct_solar_radiation           | 0.0        |
+|    hour                             | 23.0       |
+|    htg_setpoint                     | 17.0       |
+|    month                            | 12.0       |
+|    outdoor_humidity                 | 38.0       |
+|    outdoor_temperature              | -7.3327703 |
+|    people_occupant                  | 0.0        |
+|    total_electricity_HVAC           | 2536142.2  |
+|    wind_direction                   | 312.5      |
+|    wind_speed                       | 8.925      |
+| rollout/                            |            |
+|    exploration_rate                 | 0.05       |
+| time/                               |            |
+|    total_timesteps                  | 140154     |
+| train/                              |            |
+|    learning_rate                    | 0.0001     |
+|    loss                             | 8.86e+03   |
+|    n_updates                        | 22538      |
+----------------------------------------------------
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+------------------------------------------------
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1502.1025  |
+|    air_humidity                 | 14.293673  |
+|    air_temperature              | 22.445791  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.0        |
+|    diffuse_solar_radiation      | 189.5      |
+|    direct_solar_radiation       | 229.5      |
+|    hour                         | 11.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 34.5       |
+|    outdoor_temperature          | -1.5963737 |
+|    people_occupant              | 16.0       |
+|    total_electricity_HVAC       | 1351892.4  |
+|    wind_direction               | 265.0      |
+|    wind_speed                   | 9.55       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 903        |
+|    n_updates                    | 22549      |
+------------------------------------------------
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2402.0833 |
+|    air_humidity                 | 11.437536 |
+|    air_temperature              | 23.042078 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 194.0     |
+|    direct_solar_radiation       | 340.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 36.5      |
+|    outdoor_temperature          | -7.386407 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 2161875.0 |
+|    wind_direction               | 275.0     |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.41e+03  |
+|    n_updates                    | 22574     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 730.1309  |
+|    air_humidity                 | 48.870342 |
+|    air_temperature              | 22.699852 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 66.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 10.502956 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 657117.8  |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 6.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 586       |
+|    n_updates                    | 22599     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1743.8271  |
+|    air_humidity                 | 15.084388  |
+|    air_temperature              | 23.225992  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 4.0        |
+|    diffuse_solar_radiation      | 84.5       |
+|    direct_solar_radiation       | 617.25     |
+|    hour                         | 14.0       |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 41.25      |
+|    outdoor_temperature          | -2.2472076 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1569444.5  |
+|    wind_direction               | 267.5      |
+|    wind_speed                   | 8.2        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.24e+03   |
+|    n_updates                    | 22624      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 1%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2086.3428  |
+|    air_humidity                 | 11.047049  |
+|    air_temperature              | 21.712967  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 5.0        |
+|    diffuse_solar_radiation      | 61.25      |
+|    direct_solar_radiation       | 446.25     |
+|    hour                         | 15.0       |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 31.25      |
+|    outdoor_temperature          | -3.6748056 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1877708.5  |
+|    wind_direction               | 312.5      |
+|    wind_speed                   | 4.475      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.9e+03    |
+|    n_updates                    | 22649      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |             |
+|    index                        | 0           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 30          |
+|    Heating_Setpoint_RL          | 15          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1514.7529   |
+|    air_humidity                 | 11.312537   |
+|    air_temperature              | 18.06745    |
+|    clg_setpoint                 | 30.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 6.0         |
+|    diffuse_solar_radiation      | 17.75       |
+|    direct_solar_radiation       | 39.0        |
+|    hour                         | 16.0        |
+|    htg_setpoint                 | 15.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 38.5        |
+|    outdoor_temperature          | -0.81685615 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1363277.6   |
+|    wind_direction               | 212.5       |
+|    wind_speed                   | 8.075       |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 2.15e+03    |
+|    n_updates                    | 22674       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1679.8973  |
+|    air_humidity                 | 14.889441  |
+|    air_temperature              | 23.022127  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 17.0       |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 33.25      |
+|    outdoor_temperature          | -2.0998027 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1511907.6  |
+|    wind_direction               | 255.0      |
+|    wind_speed                   | 7.95       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.05e+04   |
+|    n_updates                    | 22699      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1181.1582 |
+|    air_humidity                 | 30.25977  |
+|    air_temperature              | 22.538345 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 95.75     |
+|    outdoor_temperature          | 0.8511174 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 1063042.4 |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.41e+03  |
+|    n_updates                    | 22724     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 2%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1137.0897 |
+|    air_humidity                 | 35.217064 |
+|    air_temperature              | 22.56905  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 53.25     |
+|    outdoor_temperature          | 1.0714601 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 1023380.7 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 12.075    |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.99e+03  |
+|    n_updates                    | 22749     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2040.2118  |
+|    air_humidity                 | 19.544863  |
+|    air_temperature              | 21.461933  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 10.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 20.0       |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 46.0       |
+|    outdoor_temperature          | -3.4441502 |
+|    people_occupant              | 2.0        |
+|    total_electricity_HVAC       | 1836190.6  |
+|    wind_direction               | 220.0      |
+|    wind_speed                   | 6.075      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.27e+03   |
+|    n_updates                    | 22774      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2529.7434 |
+|    air_humidity                 | 14.992049 |
+|    air_temperature              | 22.000025 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 39.5      |
+|    outdoor_temperature          | -5.891808 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2276769.0 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 1.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.86e+03  |
+|    n_updates                    | 22799     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 3%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 88.66814  |
+|    air_humidity                 | 24.351942 |
+|    air_temperature              | 20.999962 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 76.75     |
+|    outdoor_temperature          | 5.703776  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 79801.32  |
+|    wind_direction               | 187.5     |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.4e+04   |
+|    n_updates                    | 22824     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1896.4862  |
+|    air_humidity                 | 26.343338  |
+|    air_temperature              | 20.999996  |
+|    clg_setpoint                 | 24.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 13.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 80.25      |
+|    outdoor_temperature          | -2.7255228 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1706837.6  |
+|    wind_direction               | 15.0       |
+|    wind_speed                   | 7.35       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 6.23e+03   |
+|    n_updates                    | 22849      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1738.7863  |
+|    air_humidity                 | 23.685612  |
+|    air_temperature              | 21.000185  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 15.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 95.0       |
+|    outdoor_temperature          | -1.9370227 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1564907.6  |
+|    wind_direction               | 40.0       |
+|    wind_speed                   | 6.975      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 6.53e+03   |
+|    n_updates                    | 22874      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 4%
+| action_network/                 |            |
+|    index                        | 1          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 29         |
+|    Heating_Setpoint_RL          | 16         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1819.8478  |
+|    air_humidity                 | 36.205776  |
+|    air_temperature              | 18.776604  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 16.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 1.0        |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 59.75      |
+|    outdoor_temperature          | -2.3423305 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1637863.0  |
+|    wind_direction               | 262.5      |
+|    wind_speed                   | 8.4        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 869        |
+|    n_updates                    | 22899      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 28.533558 |
+|    air_temperature              | 20.0      |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 77.25     |
+|    outdoor_temperature          | 3.254023  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.3e+03   |
+|    n_updates                    | 22924     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 775.37915 |
+|    air_humidity                 | 30.69621  |
+|    air_temperature              | 20.610672 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 95.0      |
+|    outdoor_temperature          | 5.3951087 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 697841.25 |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 4.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.26e+03  |
+|    n_updates                    | 22949     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1090.8883 |
+|    air_humidity                 | 34.197186 |
+|    air_temperature              | 21.0      |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 94.25     |
+|    outdoor_temperature          | 1.3024671 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 981799.44 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.22e+04  |
+|    n_updates                    | 22974     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 5%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 76.24103  |
+|    air_humidity                 | 15.340016 |
+|    air_temperature              | 22.000084 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 32.5      |
+|    outdoor_temperature          | 5.6408863 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 68616.93  |
+|    wind_direction               | 277.5     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.2e+03   |
+|    n_updates                    | 22999     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |             |
+|    index                        | 8           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 22.5        |
+|    Heating_Setpoint_RL          | 22          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 653.5078    |
+|    air_humidity                 | 25.526716   |
+|    air_temperature              | 19.085022   |
+|    clg_setpoint                 | 27.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 21.0        |
+|    diffuse_solar_radiation      | 0.0         |
+|    direct_solar_radiation       | 0.0         |
+|    hour                         | 6.0         |
+|    htg_setpoint                 | 18.0        |
+|    month                        | 1.0         |
+|    outdoor_humidity             | 100.0       |
+|    outdoor_temperature          | -0.04738527 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 588157.06   |
+|    wind_direction               | 62.5        |
+|    wind_speed                   | 1.65        |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 1.51e+03    |
+|    n_updates                    | 23024       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 34.741325 |
+|    air_temperature              | 21.45583  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 99.0      |
+|    outdoor_temperature          | 6.0234256 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 5.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 955       |
+|    n_updates                    | 23049     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 6%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 34.4651   |
+|    air_temperature              | 21.080013 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 24.75     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 4.02629   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.65e+03  |
+|    n_updates                    | 23074     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 49.845024 |
+|    air_temperature              | 22.139757 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 68.75     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 9.3318205 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.57e+03  |
+|    n_updates                    | 23099     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 22.955624 |
+|    air_temperature              | 22.493074 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 134.25    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 54.25     |
+|    outdoor_temperature          | 3.3589754 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 305.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.66e+03  |
+|    n_updates                    | 23124     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 134.70111 |
+|    air_humidity                 | 25.452288 |
+|    air_temperature              | 21.407345 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 147.75    |
+|    direct_solar_radiation       | 702.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 49.25     |
+|    outdoor_temperature          | 5.5939164 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 130938.66 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.19e+03  |
+|    n_updates                    | 23149     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 7%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 94.756516 |
+|    air_humidity                 | 20.744356 |
+|    air_temperature              | 21.000023 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 198.5     |
+|    direct_solar_radiation       | 13.5      |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 54.25     |
+|    outdoor_temperature          | 4.2581863 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 85280.87  |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 953       |
+|    n_updates                    | 23174     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 31.130491 |
+|    air_temperature              | 22.85354  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 204.5     |
+|    direct_solar_radiation       | 107.25    |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 82.75     |
+|    outdoor_temperature          | 4.7462764 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 65.0      |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.49e+03  |
+|    n_updates                    | 23199     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 894.3857  |
+|    air_humidity                 | 21.35435  |
+|    air_temperature              | 23.739147 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 101.5     |
+|    direct_solar_radiation       | 669.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 47.75     |
+|    outdoor_temperature          | 4.232125  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 804947.06 |
+|    wind_direction               | 357.5     |
+|    wind_speed                   | 6.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.99e+03  |
+|    n_updates                    | 23224     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 909.95856 |
+|    air_humidity                 | 20.03153  |
+|    air_temperature              | 23.830122 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 117.0     |
+|    direct_solar_radiation       | 40.0      |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 1.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 1.9822812 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 818962.7  |
+|    wind_direction               | 315.0     |
+|    wind_speed                   | 5.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.24e+03  |
+|    n_updates                    | 23249     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 8%
+| action_network/                 |            |
+|    index                        | 3          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 27         |
+|    Heating_Setpoint_RL          | 18         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1441.3219  |
+|    air_humidity                 | 13.395819  |
+|    air_temperature              | 23.927961  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 31.0       |
+|    diffuse_solar_radiation      | 35.25      |
+|    direct_solar_radiation       | 430.5      |
+|    hour                         | 16.0       |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 20.0       |
+|    outdoor_temperature          | -0.7346813 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1297189.8  |
+|    wind_direction               | 0.0        |
+|    wind_speed                   | 0.525      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.38e+03   |
+|    n_updates                    | 23274      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 843.04126 |
+|    air_humidity                 | 27.11858  |
+|    air_temperature              | 23.23063  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 52.75     |
+|    outdoor_temperature          | 6.9470654 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 758737.1  |
+|    wind_direction               | 265.0     |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.07e+03  |
+|    n_updates                    | 23299     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 10.769078 |
+|    air_temperature              | 21.700409 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 17.75     |
+|    outdoor_temperature          | 1.4319363 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.7e+03   |
+|    n_updates                    | 23324     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 9%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1513.7151  |
+|    air_humidity                 | 8.712755   |
+|    air_temperature              | 21.936546  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 3.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 19.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 57.0       |
+|    outdoor_temperature          | -0.8116667 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1362343.5  |
+|    wind_direction               | 142.5      |
+|    wind_speed                   | 3.225      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.83e+03   |
+|    n_updates                    | 23349      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1265.1232 |
+|    air_humidity                 | 30.580465 |
+|    air_temperature              | 21.114868 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 64.5      |
+|    outdoor_temperature          | 0.4312929 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 1138610.8 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 7.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.54e+03  |
+|    n_updates                    | 23374     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 3361.0725  |
+|    air_humidity                 | 16.331541  |
+|    air_temperature              | 20.00343   |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 5.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 21.0       |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 41.0       |
+|    outdoor_temperature          | -10.048454 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 3024965.2  |
+|    wind_direction               | 305.0      |
+|    wind_speed                   | 7.7        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.35e+04   |
+|    n_updates                    | 23399      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2836.715   |
+|    air_humidity                 | 16.323826  |
+|    air_temperature              | 20.999985  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 6.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 22.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 46.5       |
+|    outdoor_temperature          | -7.4266663 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2553043.5  |
+|    wind_direction               | 310.0      |
+|    wind_speed                   | 8.4        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4e+03      |
+|    n_updates                    | 23424      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 10%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2352.4175  |
+|    air_humidity                 | 17.25093   |
+|    air_temperature              | 21.999996  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 45.0       |
+|    outdoor_temperature          | -5.0051785 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2117175.8  |
+|    wind_direction               | 295.0      |
+|    wind_speed                   | 3.975      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.19e+03   |
+|    n_updates                    | 23449      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2825.996  |
+|    air_humidity                 | 16.099987 |
+|    air_temperature              | 20.839624 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 45.5      |
+|    outdoor_temperature          | -7.373072 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2543396.5 |
+|    wind_direction               | 317.5     |
+|    wind_speed                   | 7.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.46e+03  |
+|    n_updates                    | 23474     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1623.5151 |
+|    air_humidity                 | 13.141766 |
+|    air_temperature              | 18.081106 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | -1.360667 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1461163.6 |
+|    wind_direction               | 272.5     |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.75e+03  |
+|    n_updates                    | 23499     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 11%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 965.93756 |
+|    air_humidity                 | 17.687538 |
+|    air_temperature              | 17.630848 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 73.75     |
+|    outdoor_temperature          | 1.9272208 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 869343.75 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 823       |
+|    n_updates                    | 23524     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1933.3208  |
+|    air_humidity                 | 15.414612  |
+|    air_temperature              | 21.75106   |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 12.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 3.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 30.75      |
+|    outdoor_temperature          | -2.9096956 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1739988.8  |
+|    wind_direction               | 300.0      |
+|    wind_speed                   | 5.825      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.87e+03   |
+|    n_updates                    | 23549      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3003.5579 |
+|    air_humidity                 | 14.476208 |
+|    air_temperature              | 18.999998 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 41.5      |
+|    outdoor_temperature          | -8.260881 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2703202.2 |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 5.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.39e+03  |
+|    n_updates                    | 23574     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 12%
+| action_network/                 |            |
+|    index                        | 6          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 24         |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2032.1776  |
+|    air_humidity                 | 15.796214  |
+|    air_temperature              | 21.991514  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 48.5       |
+|    outdoor_temperature          | -3.4039795 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1828959.9  |
+|    wind_direction               | 272.5      |
+|    wind_speed                   | 4.1        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.41e+03   |
+|    n_updates                    | 23599      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1802.0966 |
+|    air_humidity                 | 18.37355  |
+|    air_temperature              | 21.000368 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 70.25     |
+|    outdoor_temperature          | -5.790329 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1621886.9 |
+|    wind_direction               | 77.5      |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.84e+03  |
+|    n_updates                    | 23624     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |             |
+|    index                        | 3           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27          |
+|    Heating_Setpoint_RL          | 18          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1535.6776   |
+|    air_humidity                 | 38.64689    |
+|    air_temperature              | 18.027721   |
+|    clg_setpoint                 | 27.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 16.0        |
+|    diffuse_solar_radiation      | 32.25       |
+|    direct_solar_radiation       | 71.25       |
+|    hour                         | 7.0         |
+|    htg_setpoint                 | 18.0        |
+|    month                        | 2.0         |
+|    outdoor_humidity             | 92.0        |
+|    outdoor_temperature          | -0.92147976 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1382109.9   |
+|    wind_direction               | 257.5       |
+|    wind_speed                   | 3.725       |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 878         |
+|    n_updates                    | 23649       |
+-------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1070.4492 |
+|    air_humidity                 | 22.329798 |
+|    air_temperature              | 19.0      |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 57.5      |
+|    direct_solar_radiation       | 387.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 52.75     |
+|    outdoor_temperature          | 1.4046625 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 963404.25 |
+|    wind_direction               | 2.5       |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.47e+03  |
+|    n_updates                    | 23674     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 13%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 871.7625  |
+|    air_humidity                 | 22.375334 |
+|    air_temperature              | 22.626062 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 161.75    |
+|    direct_solar_radiation       | 270.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 54.75     |
+|    outdoor_temperature          | 5.4629197 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 784586.25 |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 1.775     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.77e+03  |
+|    n_updates                    | 23699     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 871.7625  |
+|    air_humidity                 | 31.798983 |
+|    air_temperature              | 22.695002 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 161.75    |
+|    direct_solar_radiation       | 561.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 64.75     |
+|    outdoor_temperature          | 8.719495  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 784586.25 |
+|    wind_direction               | 292.5     |
+|    wind_speed                   | 1.775     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.1e+03   |
+|    n_updates                    | 23724     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 21.862947 |
+|    air_temperature              | 23.217703 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 175.75    |
+|    direct_solar_radiation       | 266.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 39.5      |
+|    outdoor_temperature          | 7.437775  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 82.5      |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.13e+03  |
+|    n_updates                    | 23749     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 476.10425 |
+|    air_humidity                 | 32.07955  |
+|    air_temperature              | 22.814928 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 163.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 4.6540294 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 428493.84 |
+|    wind_direction               | 2.5       |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.33e+03  |
+|    n_updates                    | 23774     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 14%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 852.2755  |
+|    air_humidity                 | 15.134862 |
+|    air_temperature              | 23.507696 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 120.25    |
+|    direct_solar_radiation       | 763.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 28.5      |
+|    outdoor_temperature          | 3.5265477 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 767048.0  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.14e+03  |
+|    n_updates                    | 23799     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 80.00732  |
+|    air_humidity                 | 23.061901 |
+|    air_temperature              | 20.99999  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 143.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 71.5      |
+|    outdoor_temperature          | 4.6219144 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 72006.586 |
+|    wind_direction               | 145.0     |
+|    wind_speed                   | 2.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.98e+03  |
+|    n_updates                    | 23824     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 119.331   |
+|    air_humidity                 | 20.039072 |
+|    air_temperature              | 21.185757 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 82.5      |
+|    direct_solar_radiation       | 674.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 29.75     |
+|    outdoor_temperature          | 9.234543  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 108005.73 |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.77e+03  |
+|    n_updates                    | 23849     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 15%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 17.926476 |
+|    air_temperature              | 23.740973 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 70.75     |
+|    direct_solar_radiation       | 468.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 36.0      |
+|    outdoor_temperature          | 3.8430476 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 890       |
+|    n_updates                    | 23874     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1566.8773  |
+|    air_humidity                 | 14.682913  |
+|    air_temperature              | 22.498217  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 26.0       |
+|    diffuse_solar_radiation      | 18.75      |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 17.0       |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 2.0        |
+|    outdoor_humidity             | 27.25      |
+|    outdoor_temperature          | -1.5347023 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1410189.5  |
+|    wind_direction               | 62.5       |
+|    wind_speed                   | 3.475      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.1e+04    |
+|    n_updates                    | 23899      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1056.3701 |
+|    air_humidity                 | 33.320927 |
+|    air_temperature              | 22.997578 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 1.4750577 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 950733.1  |
+|    wind_direction               | 32.5      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.84e+03  |
+|    n_updates                    | 23924     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 567.25543 |
+|    air_humidity                 | 37.674805 |
+|    air_temperature              | 22.00009  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 2.0       |
+|    outdoor_humidity             | 94.25     |
+|    outdoor_temperature          | 4.278501  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 510529.88 |
+|    wind_direction               | 27.5      |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.62e+03  |
+|    n_updates                    | 23949     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 16%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 361.7099  |
+|    air_humidity                 | 28.397816 |
+|    air_temperature              | 21.395718 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 6.3793273 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 315658.1  |
+|    wind_direction               | 150.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.31e+03  |
+|    n_updates                    | 23974     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 66.95168   |
+|    air_humidity                 | 38.01982   |
+|    air_temperature              | 20.494572  |
+|    clg_setpoint                 | 29.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 2.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 21.0       |
+|    htg_setpoint                 | 16.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 46.75      |
+|    outdoor_temperature          | 13.6984215 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 60256.516  |
+|    wind_direction               | 292.5      |
+|    wind_speed                   | 8.775      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.67e+03   |
+|    n_updates                    | 23999      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 27.335354 |
+|    air_temperature              | 20.544844 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 54.5      |
+|    outdoor_temperature          | 10.299374 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 347.5     |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 979       |
+|    n_updates                    | 24024     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 17%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 498.51852 |
+|    air_humidity                 | 41.83481  |
+|    air_temperature              | 21.420488 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 6.471261  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 448666.66 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.87e+03  |
+|    n_updates                    | 24049     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 857.4525  |
+|    air_humidity                 | 46.919167 |
+|    air_temperature              | 19.564985 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 7.447118  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 819357.75 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.68e+03  |
+|    n_updates                    | 24074     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 34.682133 |
+|    air_temperature              | 18.215752 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 52.75     |
+|    outdoor_temperature          | 7.4204226 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 9.675     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 584       |
+|    n_updates                    | 24099     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 18%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 39.790886 |
+|    air_temperature              | 17.81009  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 94.25     |
+|    outdoor_temperature          | 4.7941985 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.16e+03  |
+|    n_updates                    | 24124     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 989.4895  |
+|    air_humidity                 | 35.68059  |
+|    air_temperature              | 21.999998 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 99.0      |
+|    outdoor_temperature          | 1.8094609 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 890540.56 |
+|    wind_direction               | 145.0     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1e+03     |
+|    n_updates                    | 24149     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 31.470379 |
+|    air_temperature              | 21.0      |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 2.564283  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.31e+03  |
+|    n_updates                    | 24174     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1292.4681  |
+|    air_humidity                 | 20.69247   |
+|    air_temperature              | 20.999994  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 11.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 5.0        |
+|    htg_setpoint                 | 21.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 59.5       |
+|    outdoor_temperature          | 0.29456785 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1163221.2  |
+|    wind_direction               | 342.5      |
+|    wind_speed                   | 8.075      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 6.95e+03   |
+|    n_updates                    | 24199      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 19%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 26.87485  |
+|    air_temperature              | 20.670357 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 80.0      |
+|    outdoor_temperature          | 2.8225725 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 5.125     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+04  |
+|    n_updates                    | 24224     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 537.9154  |
+|    air_humidity                 | 17.599335 |
+|    air_temperature              | 18.355534 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 76.5      |
+|    direct_solar_radiation       | 340.5     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 0.5305769 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 484123.84 |
+|    wind_direction               | 312.5     |
+|    wind_speed                   | 8.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 660       |
+|    n_updates                    | 24249     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |            |
+|    index                        | 8          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1382.9108  |
+|    air_humidity                 | 14.891599  |
+|    air_temperature              | 21.999945  |
+|    clg_setpoint                 | 22.5       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 14.0       |
+|    diffuse_solar_radiation      | 118.0      |
+|    direct_solar_radiation       | 615.0      |
+|    hour                         | 8.0        |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 37.75      |
+|    outdoor_temperature          | -0.5557412 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 1244619.6  |
+|    wind_direction               | 50.0       |
+|    wind_speed                   | 2.225      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.38e+03   |
+|    n_updates                    | 24274      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 803.8625  |
+|    air_humidity                 | 29.357159 |
+|    air_temperature              | 22.554504 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 130.5     |
+|    direct_solar_radiation       | 737.75    |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 49.0      |
+|    outdoor_temperature          | 10.128186 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 739491.4  |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 7.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.57e+03  |
+|    n_updates                    | 24299     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 20%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1323.8452  |
+|    air_humidity                 | 16.495691  |
+|    air_temperature              | 17.75022   |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 16.0       |
+|    diffuse_solar_radiation      | 116.25     |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 10.0       |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 78.5       |
+|    outdoor_temperature          | 0.13768224 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1191460.8  |
+|    wind_direction               | 65.0       |
+|    wind_speed                   | 8.525      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 4.36e+03   |
+|    n_updates                    | 24324      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1658.1755  |
+|    air_humidity                 | 17.395845  |
+|    air_temperature              | 20.233568  |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 17.0       |
+|    diffuse_solar_radiation      | 262.25     |
+|    direct_solar_radiation       | 31.5       |
+|    hour                         | 11.0       |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 3.0        |
+|    outdoor_humidity             | 80.0       |
+|    outdoor_temperature          | -1.5339695 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1492358.0  |
+|    wind_direction               | 32.5       |
+|    wind_speed                   | 5.95       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.94e+03   |
+|    n_updates                    | 24349      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 476.10425 |
+|    air_humidity                 | 27.279238 |
+|    air_temperature              | 23.898874 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 263.25    |
+|    direct_solar_radiation       | 613.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 79.25     |
+|    outdoor_temperature          | 2.688903  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 428493.84 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 886       |
+|    n_updates                    | 24374     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 21%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.6465  |
+|    air_humidity                 | 26.631628 |
+|    air_temperature              | 23.065317 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 161.5     |
+|    direct_solar_radiation       | 9.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 76.0      |
+|    outdoor_temperature          | 2.6888297 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 680081.9  |
+|    wind_direction               | 15.0      |
+|    wind_speed                   | 7.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 497       |
+|    n_updates                    | 24399     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 31.569489 |
+|    air_temperature              | 23.826828 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 131.5     |
+|    direct_solar_radiation       | 803.75    |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 71.5      |
+|    outdoor_temperature          | 8.234565  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 10.425    |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.46e+03  |
+|    n_updates                    | 24424     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 658.0206  |
+|    air_humidity                 | 21.673584 |
+|    air_temperature              | 23.873396 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 210.5     |
+|    direct_solar_radiation       | 360.75    |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 34.25     |
+|    outdoor_temperature          | 8.975745  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 594968.7  |
+|    wind_direction               | 290.0     |
+|    wind_speed                   | 10.45     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 815       |
+|    n_updates                    | 24449     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1073.464  |
+|    air_humidity                 | 13.284251 |
+|    air_temperature              | 23.545315 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 91.5      |
+|    direct_solar_radiation       | 613.0     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 19.5      |
+|    outdoor_temperature          | 1.1647538 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 966117.6  |
+|    wind_direction               | 315.0     |
+|    wind_speed                   | 6.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.58e+03  |
+|    n_updates                    | 24474     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 22%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 143.16599 |
+|    air_humidity                 | 12.985385 |
+|    air_temperature              | 22.0      |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 49.0      |
+|    direct_solar_radiation       | 350.75    |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 34.5      |
+|    outdoor_temperature          | 5.93227   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 127358.41 |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 8.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.2e+03   |
+|    n_updates                    | 24499     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 22.004717 |
+|    air_temperature              | 21.936619 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 81.25     |
+|    outdoor_temperature          | 5.1236157 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.91e+03  |
+|    n_updates                    | 24524     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 370.9882  |
+|    air_humidity                 | 43.365337 |
+|    air_temperature              | 22.001156 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 6.6044636 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 333889.38 |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.63e+03  |
+|    n_updates                    | 24549     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 205.3318  |
+|    air_humidity                 | 48.651054 |
+|    air_temperature              | 21.7617   |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 10.614986 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 181480.81 |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 5.175     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 789       |
+|    n_updates                    | 24574     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 23%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 52.010227 |
+|    air_temperature              | 23.79372  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 67.5      |
+|    outdoor_temperature          | 16.146664 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 8.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.17e+03  |
+|    n_updates                    | 24599     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 633.59576 |
+|    air_humidity                 | 36.390213 |
+|    air_temperature              | 18.894945 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 67.25     |
+|    outdoor_temperature          | 7.8684926 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 570236.2  |
+|    wind_direction               | 57.5      |
+|    wind_speed                   | 7.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.25e+03  |
+|    n_updates                    | 24624     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 24%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 40.3879   |
+|    air_temperature              | 20.59343  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 86.0      |
+|    outdoor_temperature          | 3.5267246 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 924       |
+|    n_updates                    | 24649     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 104.15375 |
+|    air_humidity                 | 31.20326  |
+|    air_temperature              | 20.999985 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 3.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 4.188778  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 93738.375 |
+|    wind_direction               | 32.5      |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.16e+03  |
+|    n_updates                    | 24674     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 39.983723 |
+|    air_temperature              | 20.003113 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 70.25     |
+|    outdoor_temperature          | 3.8033586 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 3.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.05e+03  |
+|    n_updates                    | 24699     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.221664 |
+|    air_temperature              | 19.668886 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 85.0      |
+|    outdoor_temperature          | 4.3165517 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 272.5     |
+|    wind_speed                   | 5.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.23e+03  |
+|    n_updates                    | 24724     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 25%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 54.650764 |
+|    air_temperature              | 19.165148 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 55.5      |
+|    outdoor_temperature          | 2.5306246 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 322.5     |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.58e+03  |
+|    n_updates                    | 24749     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 54.53965  |
+|    air_temperature              | 19.157383 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 71.25     |
+|    outdoor_temperature          | 4.457339  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.91e+03  |
+|    n_updates                    | 24774     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.95734  |
+|    air_temperature              | 19.35088  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 6.4295363 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.42e+03  |
+|    n_updates                    | 24799     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.47406  |
+|    air_temperature              | 20.338148 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 29.0      |
+|    direct_solar_radiation       | 369.25    |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 95.0      |
+|    outdoor_temperature          | 7.9402747 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 275.0     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.86e+03  |
+|    n_updates                    | 24824     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 26%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.3464   |
+|    air_temperature              | 20.925404 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 121.0     |
+|    direct_solar_radiation       | 356.75    |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 61.5      |
+|    outdoor_temperature          | 14.273043 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.2e+03   |
+|    n_updates                    | 24849     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2664.3604 |
+|    air_humidity                 | 63.509575 |
+|    air_temperature              | 21.99787  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 154.75    |
+|    direct_solar_radiation       | 452.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 20.487545 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2375066.5 |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.68e+03  |
+|    n_updates                    | 24874     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3005.8865 |
+|    air_humidity                 | 62.8656   |
+|    air_temperature              | 22.20208  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 218.5     |
+|    direct_solar_radiation       | 174.75    |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 71.25     |
+|    outdoor_temperature          | 20.12474  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2684761.2 |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.64e+04  |
+|    n_updates                    | 24899     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 27%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3164.7615 |
+|    air_humidity                 | 54.197342 |
+|    air_temperature              | 23.086617 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 263.25    |
+|    direct_solar_radiation       | 404.75    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 44.25     |
+|    outdoor_temperature          | 20.261744 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2821500.5 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 9.675     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.54e+03  |
+|    n_updates                    | 24924     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 17.615269 |
+|    air_temperature              | 23.11328  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 177.25    |
+|    direct_solar_radiation       | 827.75    |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 21.5      |
+|    outdoor_temperature          | 10.584083 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 315.0     |
+|    wind_speed                   | 10.45     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.75e+03  |
+|    n_updates                    | 24949     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 438.20398 |
+|    air_humidity                 | 14.780738 |
+|    air_temperature              | 23.99957  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 110.0     |
+|    direct_solar_radiation       | 941.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 17.25     |
+|    outdoor_temperature          | 9.602093  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 397929.97 |
+|    wind_direction               | 352.5     |
+|    wind_speed                   | 6.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.03e+03  |
+|    n_updates                    | 24974     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 33.816364 |
+|    air_temperature              | 21.155039 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 229.75    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 66.25     |
+|    outdoor_temperature          | 8.980941  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 175.0     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.66e+03  |
+|    n_updates                    | 24999     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 28%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 31.091959 |
+|    air_temperature              | 22.514444 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 190.75    |
+|    direct_solar_radiation       | 620.25    |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 10.923158 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 137.5     |
+|    wind_speed                   | 6.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.03e+03  |
+|    n_updates                    | 25024     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 456.93237 |
+|    air_humidity                 | 48.886036 |
+|    air_temperature              | 23.283798 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 110.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 9.940544  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 411239.16 |
+|    wind_direction               | 107.5     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.84e+03  |
+|    n_updates                    | 25049     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4053.9346 |
+|    air_humidity                 | 47.16852  |
+|    air_temperature              | 23.773457 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 144.25    |
+|    direct_solar_radiation       | 458.75    |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 42.25     |
+|    outdoor_temperature          | 21.774252 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3648541.2 |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 7.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.2e+03   |
+|    n_updates                    | 25074     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 44.031296 |
+|    air_temperature              | 25.765486 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 47.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 9.873235  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 87.5      |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.75e+04  |
+|    n_updates                    | 25099     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 29%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 35.823162 |
+|    air_temperature              | 27.340607 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 15.0      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 67.5      |
+|    outdoor_temperature          | 8.295609  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 52.5      |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.5e+03   |
+|    n_updates                    | 25124     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 38.977745 |
+|    air_temperature              | 27.899288 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 57.75     |
+|    outdoor_temperature          | 7.2945585 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 157.5     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.95e+03  |
+|    n_updates                    | 25149     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 63.1766   |
+|    air_temperature              | 20.729017 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 76.25     |
+|    outdoor_temperature          | 10.415078 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 952       |
+|    n_updates                    | 25174     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 30%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.9957   |
+|    air_temperature              | 19.192297 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 7.950842  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 257.5     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.93e+03  |
+|    n_updates                    | 25199     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 55.464287 |
+|    air_temperature              | 22.169394 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 8.823215  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 492       |
+|    n_updates                    | 25224     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |            |
+|    index                        | 5          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 25         |
+|    Heating_Setpoint_RL          | 20         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 0.0        |
+|    air_humidity                 | 58.59591   |
+|    air_temperature              | 22.65728   |
+|    clg_setpoint                 | 25.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 23.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 23.0       |
+|    htg_setpoint                 | 20.0       |
+|    month                        | 4.0        |
+|    outdoor_humidity             | 80.75      |
+|    outdoor_temperature          | 10.0935545 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 0.0        |
+|    wind_direction               | 230.0      |
+|    wind_speed                   | 2.35       |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3.77e+03   |
+|    n_updates                    | 25249      |
+------------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 31%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.50592  |
+|    air_temperature              | 21.325115 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 8.709449  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 102.5     |
+|    wind_speed                   | 1.9       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.82e+03  |
+|    n_updates                    | 25274     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.27389  |
+|    air_temperature              | 21.735031 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 9.947844  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 70.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.33e+03  |
+|    n_updates                    | 25299     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.82053  |
+|    air_temperature              | 21.900738 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 83.0      |
+|    outdoor_temperature          | 13.363319 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.59e+03  |
+|    n_updates                    | 25324     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.47042  |
+|    air_temperature              | 21.461578 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 79.5      |
+|    outdoor_temperature          | 14.763615 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 47.5      |
+|    wind_speed                   | 5.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.85e+03  |
+|    n_updates                    | 25349     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 32%
+| action_network/                 |          |
+|    index                        | 9        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 22.5     |
+|    Heating_Setpoint_RL          | 21       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 76.52933 |
+|    air_temperature              | 19.80769 |
+|    clg_setpoint                 | 22.5     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 29.0     |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 4.0      |
+|    htg_setpoint                 | 21.0     |
+|    month                        | 4.0      |
+|    outdoor_humidity             | 76.25    |
+|    outdoor_temperature          | 10.0389  |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 102.5    |
+|    wind_speed                   | 4.35     |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 4.23e+03 |
+|    n_updates                    | 25374    |
+----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.56004  |
+|    air_temperature              | 19.754734 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 12.75     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 4.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 12.546379 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 110.0     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.05e+03  |
+|    n_updates                    | 25399     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 100.0     |
+|    air_temperature              | 19.873129 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 99.75     |
+|    direct_solar_radiation       | 283.5     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 8.822796  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 4.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.38e+03  |
+|    n_updates                    | 25424     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 33%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 250.6906  |
+|    air_humidity                 | 60.83376  |
+|    air_temperature              | 21.001799 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 151.5     |
+|    direct_solar_radiation       | 495.25    |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 42.75     |
+|    outdoor_temperature          | 13.935489 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 226307.55 |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 6.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.92e+03  |
+|    n_updates                    | 25449     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 352.57874 |
+|    air_humidity                 | 51.372105 |
+|    air_temperature              | 21.999958 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 189.75    |
+|    direct_solar_radiation       | 4.5       |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 77.0      |
+|    outdoor_temperature          | 12.262045 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 326594.3  |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 10.55     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.52e+03  |
+|    n_updates                    | 25474     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.50618  |
+|    air_temperature              | 20.628372 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 129.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.25     |
+|    outdoor_temperature          | 13.166679 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 15.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.95e+03  |
+|    n_updates                    | 25499     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.167046 |
+|    air_temperature              | 21.691072 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 309.25    |
+|    direct_solar_radiation       | 31.5      |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 87.75     |
+|    outdoor_temperature          | 16.63086  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 676       |
+|    n_updates                    | 25524     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 34%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 410.55798 |
+|    air_humidity                 | 54.012146 |
+|    air_temperature              | 25.636631 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 346.75    |
+|    direct_solar_radiation       | 16.5      |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 15.807955 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 369502.8  |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.45e+03  |
+|    n_updates                    | 25549     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 651.70325 |
+|    air_humidity                 | 58.94949  |
+|    air_temperature              | 22.544811 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 143.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 99.25     |
+|    outdoor_temperature          | 13.337481 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 586532.94 |
+|    wind_direction               | 77.5      |
+|    wind_speed                   | 5.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.48e+03  |
+|    n_updates                    | 25574     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1041.8875 |
+|    air_humidity                 | 57.804943 |
+|    air_temperature              | 24.998793 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 263.75    |
+|    direct_solar_radiation       | 10.5      |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 16.276424 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 937698.75 |
+|    wind_direction               | 122.5     |
+|    wind_speed                   | 4.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.19e+03  |
+|    n_updates                    | 25599     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3808.2505 |
+|    air_humidity                 | 51.37692  |
+|    air_temperature              | 23.888063 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 365.75    |
+|    direct_solar_radiation       | 196.25    |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 46.5      |
+|    outdoor_temperature          | 23.000093 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3427425.5 |
+|    wind_direction               | 232.5     |
+|    wind_speed                   | 7.175     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.26e+03  |
+|    n_updates                    | 25624     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 35%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4303.7583 |
+|    air_humidity                 | 42.214954 |
+|    air_temperature              | 24.2613   |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 168.5     |
+|    direct_solar_radiation       | 652.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 34.25     |
+|    outdoor_temperature          | 23.414637 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3870570.8 |
+|    wind_direction               | 337.5     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 950       |
+|    n_updates                    | 25649     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 55.714012 |
+|    air_temperature              | 26.159508 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 129.5     |
+|    direct_solar_radiation       | 608.75    |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 61.75     |
+|    outdoor_temperature          | 13.151306 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 180.0     |
+|    wind_speed                   | 7.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.61e+03  |
+|    n_updates                    | 25674     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 51.74679  |
+|    air_temperature              | 27.251833 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 106.25    |
+|    direct_solar_radiation       | 385.25    |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 49.0      |
+|    outdoor_temperature          | 20.827276 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 140.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.05e+03  |
+|    n_updates                    | 25699     |
+-----------------------------------------------
+--------------------------------------------------------------------------------------------------------------| 36%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 30.98147  |
+|    air_temperature              | 28.937086 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 46.0      |
+|    direct_solar_radiation       | 185.5     |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 51.5      |
+|    outdoor_temperature          | 13.358186 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 130.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.12e+03  |
+|    n_updates                    | 25724     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 41.291485 |
+|    air_temperature              | 29.252293 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 59.5      |
+|    outdoor_temperature          | 9.602841  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 142.5     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.03e+03  |
+|    n_updates                    | 25749     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 45.470722 |
+|    air_temperature              | 26.394222 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 54.5      |
+|    outdoor_temperature          | 10.277687 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 77.5      |
+|    wind_speed                   | 1.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.65e+03  |
+|    n_updates                    | 25774     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 50.822987 |
+|    air_temperature              | 25.489048 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 74.75     |
+|    outdoor_temperature          | 12.156735 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 80.0      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.18e+04  |
+|    n_updates                    | 25799     |
+-----------------------------------------------
+-----------------------------------------------*--------------------------------------------------------------| 37%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 63.22203  |
+|    air_temperature              | 24.64449  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 13.052027 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 72.5      |
+|    wind_speed                   | 2.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.12e+03  |
+|    n_updates                    | 25824     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.95142  |
+|    air_temperature              | 22.187042 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 15.178462 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.91e+03  |
+|    n_updates                    | 25849     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.1022   |
+|    air_temperature              | 21.650509 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 95.25     |
+|    outdoor_temperature          | 15.624398 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 332.5     |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.52e+03  |
+|    n_updates                    | 25874     |
+-----------------------------------------------
+-----------------------------------------------**-------------------------------------------------------------| 38%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.087856 |
+|    air_temperature              | 22.81011  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 45.25     |
+|    outdoor_temperature          | 13.491618 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 4.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.78e+03  |
+|    n_updates                    | 25899     |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.322044 |
+|    air_temperature              | 21.77929  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 78.75     |
+|    outdoor_temperature          | 14.339748 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 1.125     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.21e+03  |
+|    n_updates                    | 25924     |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.95429  |
+|    air_temperature              | 21.417715 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 15.883621 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 92.5      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 998       |
+|    n_updates                    | 25949     |
+-----------------------------------------------
+-----------------------------------------------***------------------------------------------------------------| 39%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 100.0     |
+|    air_temperature              | 21.256157 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 15.279231 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 97.5      |
+|    wind_speed                   | 2.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.46e+03  |
+|    n_updates                    | 25974     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 100.0     |
+|    air_temperature              | 21.208662 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 63.75     |
+|    direct_solar_radiation       | 114.75    |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 76.5      |
+|    outdoor_temperature          | 12.422109 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 5.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.5e+03   |
+|    n_updates                    | 25999     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 96.97581  |
+|    air_temperature              | 21.713926 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 127.0     |
+|    direct_solar_radiation       | 287.75    |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 59.5      |
+|    outdoor_temperature          | 16.465273 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.34e+03  |
+|    n_updates                    | 26024     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 187.26651 |
+|    air_humidity                 | 92.392784 |
+|    air_temperature              | 20.754955 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 165.25    |
+|    direct_solar_radiation       | 485.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 64.75     |
+|    outdoor_temperature          | 15.890859 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 168539.34 |
+|    wind_direction               | 315.0     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.71e+03  |
+|    n_updates                    | 26049     |
+-----------------------------------------------
+-----------------------------------------------****-----------------------------------------------------------| 40%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2839.5784 |
+|    air_humidity                 | 52.345562 |
+|    air_temperature              | 21.531103 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 176.75    |
+|    direct_solar_radiation       | 652.25    |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 43.0      |
+|    outdoor_temperature          | 19.804117 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 2523309.0 |
+|    wind_direction               | 317.5     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.98e+03  |
+|    n_updates                    | 26074     |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3925.5715 |
+|    air_humidity                 | 57.477875 |
+|    air_temperature              | 22.937943 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 187.25    |
+|    direct_solar_radiation       | 717.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 38.75     |
+|    outdoor_temperature          | 24.464203 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3504417.8 |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.22e+03  |
+|    n_updates                    | 26099     |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4254.275  |
+|    air_humidity                 | 52.1896   |
+|    air_temperature              | 23.768286 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 245.25    |
+|    direct_solar_radiation       | 677.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 35.25     |
+|    outdoor_temperature          | 26.724548 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3828847.2 |
+|    wind_direction               | 327.5     |
+|    wind_speed                   | 2.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.93e+03  |
+|    n_updates                    | 26124     |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4908.532  |
+|    air_humidity                 | 58.187576 |
+|    air_temperature              | 24.125984 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 272.25    |
+|    direct_solar_radiation       | 681.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 5.0       |
+|    outdoor_humidity             | 59.5      |
+|    outdoor_temperature          | 25.087038 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4400032.0 |
+|    wind_direction               | 147.5     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.15e+03  |
+|    n_updates                    | 26149     |
+-----------------------------------------------
+-----------------------------------------------*****----------------------------------------------------------| 41%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.08793  |
+|    air_temperature              | 25.162493 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 214.5     |
+|    direct_solar_radiation       | 742.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 49.75     |
+|    outdoor_temperature          | 27.204876 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 6.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.46e+03  |
+|    n_updates                    | 26174     |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.17672  |
+|    air_temperature              | 25.449238 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 120.25    |
+|    direct_solar_radiation       | 868.75    |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 31.75     |
+|    outdoor_temperature          | 19.77673  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 297.5     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.82e+03  |
+|    n_updates                    | 26199     |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4341.2114 |
+|    air_humidity                 | 47.581272 |
+|    air_temperature              | 24.12907  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 164.25    |
+|    direct_solar_radiation       | 792.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 44.0      |
+|    outdoor_temperature          | 22.831139 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3903533.5 |
+|    wind_direction               | 217.5     |
+|    wind_speed                   | 6.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.91e+03  |
+|    n_updates                    | 26224     |
+-----------------------------------------------
+-----------------------------------------------******---------------------------------------------------------| 42%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4636.2915 |
+|    air_humidity                 | 40.08801  |
+|    air_temperature              | 24.42213  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 249.5     |
+|    direct_solar_radiation       | 492.25    |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 32.5      |
+|    outdoor_temperature          | 24.683224 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4171513.5 |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.36e+03  |
+|    n_updates                    | 26249     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3491.4077 |
+|    air_humidity                 | 55.89672  |
+|    air_temperature              | 23.679293 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 170.25    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 19.496178 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3150081.5 |
+|    wind_direction               | 177.5     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.49e+03  |
+|    n_updates                    | 26274     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 55.47146  |
+|    air_temperature              | 25.53944  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 94.25     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 88.5      |
+|    outdoor_temperature          | 18.309011 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 8.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.43e+03  |
+|    n_updates                    | 26299     |
+-----------------------------------------------
+-----------------------------------------------*******--------------------------------------------------------| 43%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 47.804707 |
+|    air_temperature              | 30.097784 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 70.0      |
+|    direct_solar_radiation       | 78.0      |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 43.5      |
+|    outdoor_temperature          | 27.872309 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 6.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.37e+03  |
+|    n_updates                    | 26324     |
+-----------------------------------------------
+----------------------------------------------********--------------------------------------------------------| 43%
+| action_network/                 |          |
+|    index                        | 9        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 22.5     |
+|    Heating_Setpoint_RL          | 21       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 67.28057 |
+|    air_temperature              | 26.83315 |
+|    clg_setpoint                 | 30.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 8.0      |
+|    diffuse_solar_radiation      | 12.25    |
+|    direct_solar_radiation       | 6.5      |
+|    hour                         | 19.0     |
+|    htg_setpoint                 | 15.0     |
+|    month                        | 6.0      |
+|    outdoor_humidity             | 48.75    |
+|    outdoor_temperature          | 20.32014 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 50.0     |
+|    wind_speed                   | 3.475    |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 1.02e+04 |
+|    n_updates                    | 26349    |
+----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.60585  |
+|    air_temperature              | 26.294132 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 70.25     |
+|    outdoor_temperature          | 17.06836  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.91e+03  |
+|    n_updates                    | 26374     |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.328117 |
+|    air_temperature              | 26.36409  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 80.0      |
+|    outdoor_temperature          | 17.44078  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.16e+03  |
+|    n_updates                    | 26399     |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.79806  |
+|    air_temperature              | 24.133389 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 19.43842  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 162.5     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.15e+03  |
+|    n_updates                    | 26424     |
+-----------------------------------------------
+-----------------------------------------------********-------------------------------------------------------| 44%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.323395 |
+|    air_temperature              | 23.736319 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 19.34564  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.8e+03   |
+|    n_updates                    | 26449     |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.02745  |
+|    air_temperature              | 23.606394 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 99.0      |
+|    outdoor_temperature          | 19.023228 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 6.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 658       |
+|    n_updates                    | 26474     |
+-----------------------------------------------
+-----------------------------------------------*********------------------------------------------------------| 45%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 82.58435  |
+|    air_temperature              | 23.921928 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 87.0      |
+|    outdoor_temperature          | 21.423105 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.94e+03  |
+|    n_updates                    | 26499     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.42138  |
+|    air_temperature              | 24.429708 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 21.647804 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 92.5      |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.49e+03  |
+|    n_updates                    | 26524     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 90.55395  |
+|    air_temperature              | 22.446527 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 98.25     |
+|    outdoor_temperature          | 19.192326 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 142.5     |
+|    wind_speed                   | 1.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.04e+03  |
+|    n_updates                    | 26549     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.08581  |
+|    air_temperature              | 22.69578  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 97.0      |
+|    outdoor_temperature          | 22.023277 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.15e+03  |
+|    n_updates                    | 26574     |
+-----------------------------------------------
+-----------------------------------------------**********-----------------------------------------------------| 46%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 87.03985  |
+|    air_temperature              | 22.502487 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 48.5      |
+|    direct_solar_radiation       | 192.75    |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 22.397675 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 272.5     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.58e+03  |
+|    n_updates                    | 26599     |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 87.01041  |
+|    air_temperature              | 22.92337  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 115.0     |
+|    direct_solar_radiation       | 271.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 75.25     |
+|    outdoor_temperature          | 20.942945 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.78e+03  |
+|    n_updates                    | 26624     |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1697.0332 |
+|    air_humidity                 | 83.39393  |
+|    air_temperature              | 20.575014 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 98.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 20.522898 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1457054.8 |
+|    wind_direction               | 212.5     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.29e+03  |
+|    n_updates                    | 26649     |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.909515 |
+|    air_temperature              | 24.961433 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 124.5     |
+|    direct_solar_radiation       | 684.25    |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 42.0      |
+|    outdoor_temperature          | 24.839106 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 347.5     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.31e+03  |
+|    n_updates                    | 26674     |
+-----------------------------------------------
+-----------------------------------------------***********----------------------------------------------------| 47%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.118645 |
+|    air_temperature              | 25.401157 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 310.5     |
+|    direct_solar_radiation       | 442.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 43.25     |
+|    outdoor_temperature          | 27.892473 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 282.5     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 468       |
+|    n_updates                    | 26699     |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7243.911  |
+|    air_humidity                 | 60.207127 |
+|    air_temperature              | 23.405018 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 436.0     |
+|    direct_solar_radiation       | 309.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 76.25     |
+|    outdoor_temperature          | 26.610846 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6482271.0 |
+|    wind_direction               | 142.5     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.21e+03  |
+|    n_updates                    | 26724     |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6050.424  |
+|    air_humidity                 | 58.90546  |
+|    air_temperature              | 23.9165   |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 290.5     |
+|    direct_solar_radiation       | 425.25    |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 80.75     |
+|    outdoor_temperature          | 24.506327 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 5445381.5 |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 5.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 635       |
+|    n_updates                    | 26749     |
+-----------------------------------------------
+-----------------------------------------------************---------------------------------------------------| 48%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5802.945  |
+|    air_humidity                 | 56.61357  |
+|    air_temperature              | 24.26556  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 195.0     |
+|    direct_solar_radiation       | 756.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 27.554426 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 5239022.0 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.57e+03  |
+|    n_updates                    | 26774     |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5660.5815 |
+|    air_humidity                 | 57.0777   |
+|    air_temperature              | 24.114191 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 274.75    |
+|    direct_solar_radiation       | 610.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 68.25     |
+|    outdoor_temperature          | 25.911041 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 5093937.0 |
+|    wind_direction               | 187.5     |
+|    wind_speed                   | 9.925     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.18e+03  |
+|    n_updates                    | 26799     |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 5907.6895 |
+|    air_humidity                 | 57.608673 |
+|    air_temperature              | 24.191023 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 319.25    |
+|    direct_solar_radiation       | 279.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 79.75     |
+|    outdoor_temperature          | 23.198372 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5316920.5 |
+|    wind_direction               | 215.0     |
+|    wind_speed                   | 6.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.77e+03  |
+|    n_updates                    | 26824     |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.9303   |
+|    air_temperature              | 24.091045 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 244.75    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 80.5      |
+|    outdoor_temperature          | 21.664352 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 117.5     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.95e+03  |
+|    n_updates                    | 26849     |
+-----------------------------------------------
+-----------------------------------------------*************--------------------------------------------------| 49%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 69.5355   |
+|    air_temperature              | 26.462065 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 293.25    |
+|    direct_solar_radiation       | 91.5      |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 6.0       |
+|    outdoor_humidity             | 81.75     |
+|    outdoor_temperature          | 21.446198 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 8.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.9e+03   |
+|    n_updates                    | 26874     |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 52.676174 |
+|    air_temperature              | 26.86975  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 88.75     |
+|    direct_solar_radiation       | 543.5     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 25.234293 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.91e+03  |
+|    n_updates                    | 26899     |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 49.196945 |
+|    air_temperature              | 29.72702  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 57.0      |
+|    direct_solar_radiation       | 78.75     |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 81.75     |
+|    outdoor_temperature          | 21.81109  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 7.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3e+03     |
+|    n_updates                    | 26924     |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 59.365803 |
+|    air_temperature              | 28.91152  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 24.75     |
+|    direct_solar_radiation       | 5.25      |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 73.0      |
+|    outdoor_temperature          | 23.71026  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 275.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.94e+03  |
+|    n_updates                    | 26949     |
+-----------------------------------------------
+-----------------------------------------------**************-------------------------------------------------| 50%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.808823 |
+|    air_temperature              | 28.34431  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 67.75     |
+|    outdoor_temperature          | 22.228575 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 102.5     |
+|    wind_speed                   | 2.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.39e+03  |
+|    n_updates                    | 26974     |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.46324  |
+|    air_temperature              | 27.034254 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 93.75     |
+|    outdoor_temperature          | 21.445435 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 6.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.23e+03  |
+|    n_updates                    | 26999     |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.088394 |
+|    air_temperature              | 26.545113 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 83.5      |
+|    outdoor_temperature          | 24.056477 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.63e+03  |
+|    n_updates                    | 27024     |
+-----------------------------------------------
+-----------------------------------------------***************------------------------------------------------| 51%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.48272  |
+|    air_temperature              | 26.513992 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 70.25     |
+|    outdoor_temperature          | 26.597227 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 67.5      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.66e+03  |
+|    n_updates                    | 27049     |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 81.68627  |
+|    air_temperature              | 24.137533 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 23.70093  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 17.5      |
+|    wind_speed                   | 0.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 564       |
+|    n_updates                    | 27074     |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.33599  |
+|    air_temperature              | 24.662937 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 61.0      |
+|    outdoor_temperature          | 27.363422 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 292.5     |
+|    wind_speed                   | 5.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.54e+03  |
+|    n_updates                    | 27099     |
+-----------------------------------------------
+-----------------------------------------------****************-----------------------------------------------| 52%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.69531  |
+|    air_temperature              | 23.924374 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 55.5      |
+|    outdoor_temperature          | 20.73869  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 4.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.1e+03   |
+|    n_updates                    | 27124     |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.839935 |
+|    air_temperature              | 22.857756 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 78.25     |
+|    outdoor_temperature          | 20.073912 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 272.5     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.31e+03  |
+|    n_updates                    | 27149     |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.361885 |
+|    air_temperature              | 24.164515 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 91.5      |
+|    outdoor_temperature          | 23.011673 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 232.5     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.83e+03  |
+|    n_updates                    | 27174     |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 73.6474   |
+|    air_temperature              | 24.565113 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 27.5      |
+|    direct_solar_radiation       | 219.5     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 80.0      |
+|    outdoor_temperature          | 24.377394 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.65e+03  |
+|    n_updates                    | 27199     |
+-----------------------------------------------
+-----------------------------------------------*****************----------------------------------------------| 53%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.95512  |
+|    air_temperature              | 22.372908 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 41.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 97.75     |
+|    outdoor_temperature          | 20.871769 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 22.5      |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.23e+03  |
+|    n_updates                    | 27224     |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2666.0518 |
+|    air_humidity                 | 83.77003  |
+|    air_temperature              | 21.471449 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 173.5     |
+|    direct_solar_radiation       | 193.5     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 81.25     |
+|    outdoor_temperature          | 24.982664 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 2182675.2 |
+|    wind_direction               | 357.5     |
+|    wind_speed                   | 0.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.35e+03  |
+|    n_updates                    | 27249     |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6300.4297 |
+|    air_humidity                 | 69.49313  |
+|    air_temperature              | 22.120296 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 112.75    |
+|    direct_solar_radiation       | 736.75    |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 60.5      |
+|    outdoor_temperature          | 26.808458 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5725117.5 |
+|    wind_direction               | 75.0      |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.65e+03  |
+|    n_updates                    | 27274     |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 8811.83   |
+|    air_humidity                 | 65.531456 |
+|    air_temperature              | 22.561466 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 152.0     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 25.571522 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 7934286.0 |
+|    wind_direction               | 115.0     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.52e+03  |
+|    n_updates                    | 27299     |
+-----------------------------------------------
+-----------------------------------------------******************---------------------------------------------| 54%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6695.759  |
+|    air_humidity                 | 60.31789  |
+|    air_temperature              | 23.617308 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 319.75    |
+|    direct_solar_radiation       | 525.25    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 74.0      |
+|    outdoor_temperature          | 26.11162  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5988546.0 |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 4.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.74e+03  |
+|    n_updates                    | 27324     |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.9954   |
+|    air_temperature              | 26.786385 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 386.5     |
+|    direct_solar_radiation       | 388.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 74.5      |
+|    outdoor_temperature          | 30.048075 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.49e+03  |
+|    n_updates                    | 27349     |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.56357  |
+|    air_temperature              | 26.611694 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 372.0     |
+|    direct_solar_radiation       | 480.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 71.0      |
+|    outdoor_temperature          | 27.463623 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.03e+03  |
+|    n_updates                    | 27374     |
+-----------------------------------------------
+-----------------------------------------------*******************--------------------------------------------| 55%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7725.646  |
+|    air_humidity                 | 57.66061  |
+|    air_temperature              | 24.009495 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 362.25    |
+|    direct_solar_radiation       | 482.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 75.5      |
+|    outdoor_temperature          | 27.697567 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 6953081.0 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.38e+03  |
+|    n_updates                    | 27399     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7112.092  |
+|    air_humidity                 | 59.154137 |
+|    air_temperature              | 23.774574 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 233.25    |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 92.5      |
+|    outdoor_temperature          | 24.108007 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6400882.5 |
+|    wind_direction               | 242.5     |
+|    wind_speed                   | 5.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.33e+03  |
+|    n_updates                    | 27424     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7589.05   |
+|    air_humidity                 | 58.069283 |
+|    air_temperature              | 24.212975 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 168.75    |
+|    direct_solar_radiation       | 636.25    |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 65.75     |
+|    outdoor_temperature          | 27.823973 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6806540.0 |
+|    wind_direction               | 192.5     |
+|    wind_speed                   | 4.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 539       |
+|    n_updates                    | 27449     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7284.086  |
+|    air_humidity                 | 57.75603  |
+|    air_temperature              | 24.36963  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 224.0     |
+|    direct_solar_radiation       | 46.5      |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 65.25     |
+|    outdoor_temperature          | 27.25723  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6567345.5 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 5.675     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.68e+03  |
+|    n_updates                    | 27474     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 56%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 54.34198  |
+|    air_temperature              | 26.128633 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 81.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 21.060984 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 252.5     |
+|    wind_speed                   | 3.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.5e+03   |
+|    n_updates                    | 27499     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.87071  |
+|    air_temperature              | 27.23084  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 41.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 78.25     |
+|    outdoor_temperature          | 22.799652 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 652       |
+|    n_updates                    | 27524     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 70.91234  |
+|    air_temperature              | 26.266905 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 75.25     |
+|    outdoor_temperature          | 22.761063 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 227.5     |
+|    wind_speed                   | 5.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.84e+03  |
+|    n_updates                    | 27549     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 60.622814 |
+|    air_temperature              | 27.924835 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 84.0      |
+|    outdoor_temperature          | 23.308342 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 182.5     |
+|    wind_speed                   | 4.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.28e+03  |
+|    n_updates                    | 27574     |
+-----------------------------------------------
+-----------------------------------------------********************-------------------------------------------| 57%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 68.77873  |
+|    air_temperature              | 26.76857  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 90.75     |
+|    outdoor_temperature          | 23.624556 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.2e+03   |
+|    n_updates                    | 27599     |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 74.077736 |
+|    air_temperature              | 25.452297 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 7.0       |
+|    outdoor_humidity             | 82.0      |
+|    outdoor_temperature          | 23.497612 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 3.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.44e+03  |
+|    n_updates                    | 27624     |
+-----------------------------------------------
+-----------------------------------------------*********************------------------------------------------| 58%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.40393  |
+|    air_temperature              | 25.641663 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 66.25     |
+|    outdoor_temperature          | 24.917315 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 232.5     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.44e+03  |
+|    n_updates                    | 27649     |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.30557  |
+|    air_temperature              | 25.393188 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 76.75     |
+|    outdoor_temperature          | 28.25013  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.4e+03   |
+|    n_updates                    | 27674     |
+-----------------------------------------------
+----------------------------------------------************************----------------------------------------| 59%
+| action_network/                 |          |
+|    index                        | 5        |
+| action_simulation/              |          |
+|    Cooling_Setpoint_RL          | 25       |
+|    Heating_Setpoint_RL          | 20       |
+| observation/                    |          |
+|    HVAC_electricity_demand_rate | 0.0      |
+|    air_humidity                 | 74.47385 |
+|    air_temperature              | 25.55956 |
+|    clg_setpoint                 | 25.0     |
+|    co2_emission                 | 0.0      |
+|    day_of_month                 | 4.0      |
+|    diffuse_solar_radiation      | 0.0      |
+|    direct_solar_radiation       | 0.0      |
+|    hour                         | 1.0      |
+|    htg_setpoint                 | 20.0     |
+|    month                        | 8.0      |
+|    outdoor_humidity             | 94.0     |
+|    outdoor_temperature          | 25.52394 |
+|    people_occupant              | 0.0      |
+|    total_electricity_HVAC       | 0.0      |
+|    wind_direction               | 187.5    |
+|    wind_speed                   | 2.975    |
+| rollout/                        |          |
+|    exploration_rate             | 0.05     |
+| train/                          |          |
+|    learning_rate                | 0.0001   |
+|    loss                         | 2.64e+03 |
+|    n_updates                    | 27699    |
+----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.14162  |
+|    air_temperature              | 25.054893 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 82.75     |
+|    outdoor_temperature          | 25.166603 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.39e+03  |
+|    n_updates                    | 27724     |
+-----------------------------------------------
+-----------------------------------------------***********************----------------------------------------| 59%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 85.48113  |
+|    air_temperature              | 23.279541 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 89.5      |
+|    outdoor_temperature          | 23.949242 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.23e+03  |
+|    n_updates                    | 27749     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 90.318306 |
+|    air_temperature              | 21.868973 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 86.5      |
+|    outdoor_temperature          | 18.62419  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 42.5      |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.65e+03  |
+|    n_updates                    | 27774     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 91.097755 |
+|    air_temperature              | 21.851496 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 21.0      |
+|    direct_solar_radiation       | 57.75     |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 72.5      |
+|    outdoor_temperature          | 15.950931 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 30.0      |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.83e+03  |
+|    n_updates                    | 27799     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.87412  |
+|    air_temperature              | 21.786936 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 98.75     |
+|    direct_solar_radiation       | 102.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 73.5      |
+|    outdoor_temperature          | 19.933619 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 35.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.68e+03  |
+|    n_updates                    | 27824     |
+-----------------------------------------------
+-----------------------------------------------************************---------------------------------------| 60%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.27451  |
+|    air_temperature              | 23.58274  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 71.0      |
+|    direct_solar_radiation       | 629.0     |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 74.75     |
+|    outdoor_temperature          | 22.477741 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 275.0     |
+|    wind_speed                   | 2.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.16e+03  |
+|    n_updates                    | 27849     |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.46448  |
+|    air_temperature              | 24.158018 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 259.0     |
+|    direct_solar_radiation       | 266.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 79.0      |
+|    outdoor_temperature          | 25.413868 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 205.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.28e+03  |
+|    n_updates                    | 27874     |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7313.54   |
+|    air_humidity                 | 62.38672  |
+|    air_temperature              | 22.854069 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 337.5     |
+|    direct_solar_radiation       | 108.5     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 78.5      |
+|    outdoor_temperature          | 26.157618 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 6531380.0 |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.41e+03  |
+|    n_updates                    | 27899     |
+-----------------------------------------------
+-----------------------------------------------*************************--------------------------------------| 61%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4564.3667 |
+|    air_humidity                 | 58.276726 |
+|    air_temperature              | 23.902065 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 279.75    |
+|    direct_solar_radiation       | 594.75    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 39.75     |
+|    outdoor_temperature          | 27.919645 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4107929.8 |
+|    wind_direction               | 335.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.33e+03  |
+|    n_updates                    | 27924     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 7623.4326 |
+|    air_humidity                 | 58.009117 |
+|    air_temperature              | 24.158352 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 354.75    |
+|    direct_solar_radiation       | 483.5     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 66.5      |
+|    outdoor_temperature          | 27.180256 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 6847386.5 |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.55e+03  |
+|    n_updates                    | 27949     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6947.407  |
+|    air_humidity                 | 58.06217  |
+|    air_temperature              | 23.78853  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 186.5     |
+|    direct_solar_radiation       | 707.25    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 52.25     |
+|    outdoor_temperature          | 29.24378  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 6253876.0 |
+|    wind_direction               | 165.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.43e+03  |
+|    n_updates                    | 27974     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 9098.813  |
+|    air_humidity                 | 56.64776  |
+|    air_temperature              | 24.771917 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 305.0     |
+|    direct_solar_radiation       | 491.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 58.0      |
+|    outdoor_temperature          | 33.54648  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 8188946.0 |
+|    wind_direction               | 100.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.43e+04  |
+|    n_updates                    | 27999     |
+-----------------------------------------------
+-----------------------------------------------**************************-------------------------------------| 62%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 76.09069  |
+|    air_temperature              | 27.673058 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 353.25    |
+|    direct_solar_radiation       | 251.75    |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 60.0      |
+|    outdoor_temperature          | 31.510412 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 37.5      |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.23e+03  |
+|    n_updates                    | 28024     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.35179  |
+|    air_temperature              | 28.799736 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 138.5     |
+|    direct_solar_radiation       | 643.5     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 33.0      |
+|    outdoor_temperature          | 32.46637  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 57.5      |
+|    wind_speed                   | 6.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.98e+03  |
+|    n_updates                    | 28049     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4839.138  |
+|    air_humidity                 | 53.21796  |
+|    air_temperature              | 24.422802 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 147.5     |
+|    direct_solar_radiation       | 458.5     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 43.75     |
+|    outdoor_temperature          | 27.520885 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4355224.5 |
+|    wind_direction               | 117.5     |
+|    wind_speed                   | 4.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.24e+03  |
+|    n_updates                    | 28074     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 49.3193   |
+|    air_temperature              | 26.766872 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 98.0      |
+|    direct_solar_radiation       | 229.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 53.5      |
+|    outdoor_temperature          | 25.16245  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 167.5     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.46e+03  |
+|    n_updates                    | 28099     |
+-----------------------------------------------
+-----------------------------------------------***************************------------------------------------| 63%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 50.959476 |
+|    air_temperature              | 30.62267  |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 23.25     |
+|    direct_solar_radiation       | 160.5     |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 66.75     |
+|    outdoor_temperature          | 29.26822  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 202.5     |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.14e+03  |
+|    n_updates                    | 28124     |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 43.667793 |
+|    air_temperature              | 29.918974 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 31.25     |
+|    outdoor_temperature          | 26.58964  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 5.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.25e+03  |
+|    n_updates                    | 28149     |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.34158  |
+|    air_temperature              | 28.237514 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 68.75     |
+|    outdoor_temperature          | 23.070307 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 207.5     |
+|    wind_speed                   | 7.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.49e+03  |
+|    n_updates                    | 28174     |
+-----------------------------------------------
+-----------------------------------------------****************************-----------------------------------| 64%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.39148  |
+|    air_temperature              | 26.905378 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 32.5      |
+|    outdoor_temperature          | 24.062317 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 8.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.4e+03   |
+|    n_updates                    | 28199     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 71.6153   |
+|    air_temperature              | 25.987005 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 50.0      |
+|    outdoor_temperature          | 21.171911 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 57.5      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.58e+03  |
+|    n_updates                    | 28224     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.07577  |
+|    air_temperature              | 24.398651 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 68.75     |
+|    outdoor_temperature          | 19.837196 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 225.0     |
+|    wind_speed                   | 4.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.27e+03  |
+|    n_updates                    | 28249     |
+-----------------------------------------------
+-----------------------------------------------*****************************----------------------------------| 65%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.98378  |
+|    air_temperature              | 24.30729  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 68.5      |
+|    outdoor_temperature          | 23.006378 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 42.5      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.3e+03   |
+|    n_updates                    | 28274     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 77.59511  |
+|    air_temperature              | 23.637218 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 65.5      |
+|    outdoor_temperature          | 19.68392  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 47.5      |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.93e+03  |
+|    n_updates                    | 28299     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 78.53599  |
+|    air_temperature              | 23.408203 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 57.5      |
+|    outdoor_temperature          | 24.29011  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 355.0     |
+|    wind_speed                   | 0.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.19e+03  |
+|    n_updates                    | 28324     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.36071  |
+|    air_temperature              | 23.787981 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 8.0       |
+|    outdoor_humidity             | 72.25     |
+|    outdoor_temperature          | 18.836372 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 257.5     |
+|    wind_speed                   | 1.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.11e+03  |
+|    n_updates                    | 28349     |
+-----------------------------------------------
+-----------------------------------------------******************************---------------------------------| 66%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.465584 |
+|    air_temperature              | 23.595346 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 86.25     |
+|    outdoor_temperature          | 21.46531  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 295.0     |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.91e+03  |
+|    n_updates                    | 28374     |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 62.35134  |
+|    air_temperature              | 23.423868 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 55.5      |
+|    outdoor_temperature          | 23.927923 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.98e+03  |
+|    n_updates                    | 28399     |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 93.466934 |
+|    air_temperature              | 21.542606 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 50.75     |
+|    direct_solar_radiation       | 189.25    |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 62.5      |
+|    outdoor_temperature          | 15.690955 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 45.0      |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.02e+03  |
+|    n_updates                    | 28424     |
+-----------------------------------------------
+-----------------------------------------------*******************************--------------------------------| 67%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 2477.6624 |
+|    air_humidity                 | 77.14731  |
+|    air_temperature              | 22.00025  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 83.0      |
+|    direct_solar_radiation       | 502.75    |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 73.25     |
+|    outdoor_temperature          | 20.781527 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1977187.8 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 1.125     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.29e+03  |
+|    n_updates                    | 28449     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4321.831  |
+|    air_humidity                 | 70.94759  |
+|    air_temperature              | 21.340313 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 116.75    |
+|    direct_solar_radiation       | 631.0     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 67.5      |
+|    outdoor_temperature          | 22.644999 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3888217.8 |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 4.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.62e+03  |
+|    n_updates                    | 28474     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4505.541  |
+|    air_humidity                 | 62.703907 |
+|    air_temperature              | 22.807577 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 98.25     |
+|    direct_solar_radiation       | 812.75    |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 53.5      |
+|    outdoor_temperature          | 24.97025  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 4071010.2 |
+|    wind_direction               | 22.5      |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.55e+03  |
+|    n_updates                    | 28499     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.33011  |
+|    air_temperature              | 24.624273 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 154.75    |
+|    direct_solar_radiation       | 478.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 74.5      |
+|    outdoor_temperature          | 25.0148   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.3e+03   |
+|    n_updates                    | 28524     |
+-----------------------------------------------
+-----------------------------------------------********************************-------------------------------| 68%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 72.02536  |
+|    air_temperature              | 25.36438  |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 400.5     |
+|    direct_solar_radiation       | 304.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 22.886509 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 50.0      |
+|    wind_speed                   | 6.575     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.89e+03  |
+|    n_updates                    | 28549     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3543.0786 |
+|    air_humidity                 | 58.36832  |
+|    air_temperature              | 23.563951 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 261.25    |
+|    direct_solar_radiation       | 207.0     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 67.75     |
+|    outdoor_temperature          | 21.862566 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 3202745.5 |
+|    wind_direction               | 175.0     |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.82e+03  |
+|    n_updates                    | 28574     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4519.3745 |
+|    air_humidity                 | 41.45838  |
+|    air_temperature              | 23.592949 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 98.25     |
+|    direct_solar_radiation       | 822.75    |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 31.75     |
+|    outdoor_temperature          | 24.748531 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 4067437.0 |
+|    wind_direction               | 7.5       |
+|    wind_speed                   | 6.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.52e+03  |
+|    n_updates                    | 28599     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 3872.587  |
+|    air_humidity                 | 35.28053  |
+|    air_temperature              | 24.146233 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 174.0     |
+|    direct_solar_radiation       | 672.0     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 36.25     |
+|    outdoor_temperature          | 20.738441 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3485328.2 |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.6e+03   |
+|    n_updates                    | 28624     |
+-----------------------------------------------
+-----------------------------------------------*********************************------------------------------| 69%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 4094.6316 |
+|    air_humidity                 | 54.37934  |
+|    air_temperature              | 24.257887 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 184.5     |
+|    direct_solar_radiation       | 314.25    |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 24.230354 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 3685168.5 |
+|    wind_direction               | 172.5     |
+|    wind_speed                   | 5.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.75e+03  |
+|    n_updates                    | 28649     |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 6661.5596 |
+|    air_humidity                 | 59.606304 |
+|    air_temperature              | 23.828178 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 115.5     |
+|    direct_solar_radiation       | 171.75    |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 80.5      |
+|    outdoor_temperature          | 24.708069 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 5995403.5 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.82e+03  |
+|    n_updates                    | 28674     |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.85174  |
+|    air_temperature              | 27.639334 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 44.75     |
+|    direct_solar_radiation       | 168.0     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 52.25     |
+|    outdoor_temperature          | 25.771671 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 272.5     |
+|    wind_speed                   | 4.5       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.35e+03  |
+|    n_updates                    | 28699     |
+-----------------------------------------------
+-----------------------------------------------**********************************-----------------------------| 70%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 66.16045  |
+|    air_temperature              | 26.708534 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 59.5      |
+|    outdoor_temperature          | 19.23912  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 152.5     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.08e+03  |
+|    n_updates                    | 28724     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 58.647655 |
+|    air_temperature              | 28.036564 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 69.25     |
+|    outdoor_temperature          | 19.43089  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 135.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.57e+03  |
+|    n_updates                    | 28749     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 67.57566  |
+|    air_temperature              | 26.250349 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 76.75     |
+|    outdoor_temperature          | 21.130976 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 350.0     |
+|    wind_speed                   | 4.8       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.15e+03  |
+|    n_updates                    | 28774     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 63.49098  |
+|    air_temperature              | 25.85888  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 18.392647 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 25.0      |
+|    wind_speed                   | 3.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.9e+03   |
+|    n_updates                    | 28799     |
+-----------------------------------------------
+-----------------------------------------------***********************************----------------------------| 71%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 75.80126  |
+|    air_temperature              | 24.471773 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 78.0      |
+|    outdoor_temperature          | 15.646113 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 2.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.9e+03   |
+|    n_updates                    | 28824     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.124214 |
+|    air_temperature              | 23.765324 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 79.5      |
+|    outdoor_temperature          | 19.500229 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 2.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.5e+03   |
+|    n_updates                    | 28849     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 80.977394 |
+|    air_temperature              | 23.556833 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 20.698845 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 210.0     |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.04e+03  |
+|    n_updates                    | 28874     |
+-----------------------------------------------
+-----------------------------------------------************************************---------------------------| 72%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 91.42441  |
+|    air_temperature              | 21.563036 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 69.5      |
+|    outdoor_temperature          | 13.609982 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 4.625     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.97e+03  |
+|    n_updates                    | 28899     |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 61.102802 |
+|    air_temperature              | 21.2258   |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 12.835937 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 20.0      |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.69e+03  |
+|    n_updates                    | 28924     |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 79.69949  |
+|    air_temperature              | 21.181385 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 75.25     |
+|    outdoor_temperature          | 13.469681 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 60.0      |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.07e+03  |
+|    n_updates                    | 28949     |
+-----------------------------------------------
+-----------------------------------------------*************************************--------------------------| 73%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 96.59502  |
+|    air_temperature              | 20.909647 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 93.75     |
+|    outdoor_temperature          | 14.101468 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 12.5      |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.52e+04  |
+|    n_updates                    | 28974     |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 83.66151  |
+|    air_temperature              | 20.910679 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 93.0      |
+|    outdoor_temperature          | 14.273347 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 335.0     |
+|    wind_speed                   | 0.775     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.57e+03  |
+|    n_updates                    | 28999     |
+-----------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 0.0       |
+|    air_humidity                 | 86.35091  |
+|    air_temperature              | 22.401176 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 28.5      |
+|    direct_solar_radiation       | 148.0     |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 66.5      |
+|    outdoor_temperature          | 17.324581 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 0.0       |
+|    wind_direction               | 305.0     |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.63e+03  |
+|    n_updates                    | 29024     |
+-----------------------------------------------
+------------------------------------------------*************************************-------------------------| 74%
+| action_network/                 |            |
+|    index                        | 9          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 22.5       |
+|    Heating_Setpoint_RL          | 21         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 0.0        |
+|    air_humidity                 | 91.71592   |
+|    air_temperature              | 21.573292  |
+|    clg_setpoint                 | 27.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 29.0       |
+|    diffuse_solar_radiation      | 61.5       |
+|    direct_solar_radiation       | 462.0      |
+|    hour                         | 7.0        |
+|    htg_setpoint                 | 18.0       |
+|    month                        | 9.0        |
+|    outdoor_humidity             | 62.5       |
+|    outdoor_temperature          | 15.8933735 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 0.0        |
+|    wind_direction               | 55.0       |
+|    wind_speed                   | 3.975      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 951        |
+|    n_updates                    | 29049      |
+------------------------------------------------
+-----------------------------------------------**************************************-------------------------| 74%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 251.89574 |
+|    air_humidity                 | 70.314674 |
+|    air_temperature              | 21.169209 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 77.5      |
+|    direct_solar_radiation       | 664.75    |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 9.0       |
+|    outdoor_humidity             | 71.5      |
+|    outdoor_temperature          | 14.55806  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 226868.83 |
+|    wind_direction               | 40.0      |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.4e+03   |
+|    n_updates                    | 29074     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 850.58246 |
+|    air_humidity                 | 35.990826 |
+|    air_temperature              | 22.583698 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 119.5     |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 9.76581   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 769733.7  |
+|    wind_direction               | 5.0       |
+|    wind_speed                   | 6.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.25e+04  |
+|    n_updates                    | 29099     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 42.975693 |
+|    air_temperature              | 26.315203 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 204.5     |
+|    direct_solar_radiation       | 600.75    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 59.0      |
+|    outdoor_temperature          | 19.211603 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 3.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 636       |
+|    n_updates                    | 29124     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 51.393436 |
+|    air_temperature              | 28.684353 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 178.5     |
+|    direct_solar_radiation       | 708.25    |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 21.962957 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 182.5     |
+|    wind_speed                   | 4.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.99e+03  |
+|    n_updates                    | 29149     |
+-----------------------------------------------
+-----------------------------------------------***************************************------------------------| 75%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 48.845577 |
+|    air_temperature              | 30.227089 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 179.5     |
+|    direct_solar_radiation       | 708.25    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 57.0      |
+|    outdoor_temperature          | 24.785164 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.71e+03  |
+|    n_updates                    | 29174     |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 49.81533  |
+|    air_temperature              | 26.78495  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 206.75    |
+|    direct_solar_radiation       | 562.75    |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 69.75     |
+|    outdoor_temperature          | 24.165697 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 172.5     |
+|    wind_speed                   | 4.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.19e+03  |
+|    n_updates                    | 29199     |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 51.039814 |
+|    air_temperature              | 22.37903  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 163.0     |
+|    direct_solar_radiation       | 601.5     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 16.668146 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 302.5     |
+|    wind_speed                   | 9.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.64e+03  |
+|    n_updates                    | 29224     |
+-----------------------------------------------
+-----------------------------------------------****************************************-----------------------| 76%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 755.82086 |
+|    air_humidity                 | 21.041191 |
+|    air_temperature              | 24.998777 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 144.75    |
+|    direct_solar_radiation       | 395.75    |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 30.75     |
+|    outdoor_temperature          | 12.887494 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 680238.8  |
+|    wind_direction               | 300.0     |
+|    wind_speed                   | 9.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.18e+04  |
+|    n_updates                    | 29249     |
+-----------------------------------------------
+------------------------------------------------****************************************----------------------| 77%
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 589.74524  |
+|    air_humidity                 | 23.250929  |
+|    air_temperature              | 25.870352  |
+|    clg_setpoint                 | 26.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 8.0        |
+|    diffuse_solar_radiation      | 62.25      |
+|    direct_solar_radiation       | 407.75     |
+|    hour                         | 16.0       |
+|    htg_setpoint                 | 19.0       |
+|    month                        | 10.0       |
+|    outdoor_humidity             | 35.5       |
+|    outdoor_temperature          | 11.0501375 |
+|    people_occupant              | 20.0       |
+|    total_electricity_HVAC       | 530770.75  |
+|    wind_direction               | 327.5      |
+|    wind_speed                   | 6.325      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 3e+03      |
+|    n_updates                    | 29274      |
+------------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 354.78235 |
+|    air_humidity                 | 32.41525  |
+|    air_temperature              | 25.343817 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 13.5      |
+|    direct_solar_radiation       | 74.25     |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 59.25     |
+|    outdoor_temperature          | 12.575379 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 320056.66 |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 4.675     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.08e+03  |
+|    n_updates                    | 29299     |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 171.28177 |
+|    air_humidity                 | 52.437138 |
+|    air_temperature              | 25.750761 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 95.25     |
+|    outdoor_temperature          | 13.752086 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 153119.23 |
+|    wind_direction               | 190.0     |
+|    wind_speed                   | 3.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 992       |
+|    n_updates                    | 29324     |
+-----------------------------------------------
+-----------------------------------------------*****************************************----------------------| 77%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 847.4101  |
+|    air_humidity                 | 64.57593  |
+|    air_temperature              | 23.547272 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 89.25     |
+|    outdoor_temperature          | 17.499285 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 803713.75 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 6.175     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.11e+03  |
+|    n_updates                    | 29349     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 61.545914 |
+|    air_temperature              | 22.444693 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 14.527241 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 195.0     |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.8e+03   |
+|    n_updates                    | 29374     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 65.661545 |
+|    air_temperature              | 22.53084  |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 15.061643 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 85.0      |
+|    wind_speed                   | 2.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.06e+03  |
+|    n_updates                    | 29399     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 75.10691  |
+|    air_temperature              | 21.282064 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 97.75     |
+|    outdoor_temperature          | 17.111017 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 120.0     |
+|    wind_speed                   | 7.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.96e+03  |
+|    n_updates                    | 29424     |
+-----------------------------------------------
+-----------------------------------------------******************************************---------------------| 78%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 163.51776 |
+|    air_humidity                 | 38.679943 |
+|    air_temperature              | 20.623661 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 64.0      |
+|    outdoor_temperature          | 11.948649 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 144203.34 |
+|    wind_direction               | 322.5     |
+|    wind_speed                   | 1.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.08e+03  |
+|    n_updates                    | 29449     |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 195.99529 |
+|    air_humidity                 | 59.502026 |
+|    air_temperature              | 20.113121 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 79.75     |
+|    outdoor_temperature          | 11.68936  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 176395.77 |
+|    wind_direction               | 285.0     |
+|    wind_speed                   | 6.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.14e+03  |
+|    n_updates                    | 29474     |
+-----------------------------------------------
+-----------------------------------------------*******************************************--------------------| 79%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 395.82913 |
+|    air_humidity                 | 18.008144 |
+|    air_temperature              | 21.827543 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 40.5      |
+|    outdoor_temperature          | 7.9139585 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 356246.22 |
+|    wind_direction               | 287.5     |
+|    wind_speed                   | 9.15      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.37e+03  |
+|    n_updates                    | 29499     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 28.179922 |
+|    air_temperature              | 20.999998 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 3.8165884 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.79e+03  |
+|    n_updates                    | 29524     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 51.240658 |
+|    air_temperature              | 20.216024 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 11.049884 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.96e+03  |
+|    n_updates                    | 29549     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 269.9406  |
+|    air_humidity                 | 44.607895 |
+|    air_temperature              | 21.994785 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 94.75     |
+|    outdoor_temperature          | 10.3867   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 242946.55 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.46e+03  |
+|    n_updates                    | 29574     |
+-----------------------------------------------
+-----------------------------------------------********************************************-------------------| 80%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 265.15726 |
+|    air_humidity                 | 67.06001  |
+|    air_temperature              | 19.49031  |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 12.626621 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 247664.86 |
+|    wind_direction               | 320.0     |
+|    wind_speed                   | 0.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.8e+03   |
+|    n_updates                    | 29599     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 173.63905 |
+|    air_humidity                 | 48.56933  |
+|    air_temperature              | 20.999338 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 85.5      |
+|    outdoor_temperature          | 13.303662 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 155237.77 |
+|    wind_direction               | 65.0      |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.25e+03  |
+|    n_updates                    | 29624     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 118.98283 |
+|    air_humidity                 | 65.69601  |
+|    air_temperature              | 21.996305 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 69.5      |
+|    direct_solar_radiation       | 315.75    |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 15.818181 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 103831.44 |
+|    wind_direction               | 197.5     |
+|    wind_speed                   | 3.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.04e+03  |
+|    n_updates                    | 29649     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 247.43365 |
+|    air_humidity                 | 72.01116  |
+|    air_temperature              | 21.810081 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 104.0     |
+|    direct_solar_radiation       | 539.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 90.0      |
+|    outdoor_temperature          | 18.61902  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 213251.53 |
+|    wind_direction               | 200.0     |
+|    wind_speed                   | 4.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.45e+03  |
+|    n_updates                    | 29674     |
+-----------------------------------------------
+-----------------------------------------------*********************************************------------------| 81%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 17.864481 |
+|    air_temperature              | 22.0      |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 163.75    |
+|    direct_solar_radiation       | 544.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 31.25     |
+|    outdoor_temperature          | 12.616375 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 10.95     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.55e+03  |
+|    n_updates                    | 29699     |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 67.14059  |
+|    air_humidity                 | 20.561531 |
+|    air_temperature              | 21.291023 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 129.75    |
+|    direct_solar_radiation       | 744.25    |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 48.75     |
+|    outdoor_temperature          | 9.290013  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60426.527 |
+|    wind_direction               | 287.5     |
+|    wind_speed                   | 8.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.14e+03  |
+|    n_updates                    | 29724     |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 21.577415 |
+|    air_temperature              | 23.974966 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 214.5     |
+|    direct_solar_radiation       | 489.25    |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 34.75     |
+|    outdoor_temperature          | 9.945387  |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 342.5     |
+|    wind_speed                   | 7.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.33e+03  |
+|    n_updates                    | 29749     |
+-----------------------------------------------
+-----------------------------------------------**********************************************-----------------| 82%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 25.4303   |
+|    air_temperature              | 24.09662  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 193.75    |
+|    direct_solar_radiation       | 532.75    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 45.5      |
+|    outdoor_temperature          | 12.126259 |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 220.0     |
+|    wind_speed                   | 4.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.56e+03  |
+|    n_updates                    | 29774     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 443.75012 |
+|    air_humidity                 | 30.129744 |
+|    air_temperature              | 26.99909  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 112.5     |
+|    direct_solar_radiation       | 750.0     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 45.0      |
+|    outdoor_temperature          | 16.957376 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 398741.12 |
+|    wind_direction               | 345.0     |
+|    wind_speed                   | 3.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.75e+03  |
+|    n_updates                    | 29799     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 43.644516 |
+|    air_temperature              | 23.742807 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 67.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 10.0      |
+|    outdoor_humidity             | 74.25     |
+|    outdoor_temperature          | 14.38035  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 170.0     |
+|    wind_speed                   | 5.425     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 872       |
+|    n_updates                    | 29824     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 948.68085 |
+|    air_humidity                 | 25.795471 |
+|    air_temperature              | 24.864655 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 87.75     |
+|    direct_solar_radiation       | 362.0     |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 38.0      |
+|    outdoor_temperature          | 14.421692 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 853812.75 |
+|    wind_direction               | 347.5     |
+|    wind_speed                   | 8.65      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.91e+03  |
+|    n_updates                    | 29849     |
+-----------------------------------------------
+-----------------------------------------------***********************************************----------------| 83%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 21.444937 |
+|    air_temperature              | 23.155224 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 31.5      |
+|    direct_solar_radiation       | 51.0      |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 33.25     |
+|    outdoor_temperature          | 15.639802 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 352.5     |
+|    wind_speed                   | 6.7       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.42e+03  |
+|    n_updates                    | 29874     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 31.62606  |
+|    air_temperature              | 22.500097 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 66.5      |
+|    outdoor_temperature          | 12.85239  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 255.0     |
+|    wind_speed                   | 2.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.69e+03  |
+|    n_updates                    | 29899     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 405.7212  |
+|    air_humidity                 | 36.554108 |
+|    air_temperature              | 23.08769  |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 55.25     |
+|    outdoor_temperature          | 15.108369 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 374291.9  |
+|    wind_direction               | 267.5     |
+|    wind_speed                   | 6.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.02e+03  |
+|    n_updates                    | 29924     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 305.68054 |
+|    air_humidity                 | 31.438751 |
+|    air_temperature              | 21.759789 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 5.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 59.25     |
+|    outdoor_temperature          | 8.8017235 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 269702.0  |
+|    wind_direction               | 312.5     |
+|    wind_speed                   | 9.4       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.6e+03   |
+|    n_updates                    | 29949     |
+-----------------------------------------------
+-----------------------------------------------************************************************---------------| 84%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 261.02954 |
+|    air_humidity                 | 34.213444 |
+|    air_temperature              | 21.81333  |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 68.0      |
+|    outdoor_temperature          | 8.8243685 |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 229651.97 |
+|    wind_direction               | 347.5     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.25e+03  |
+|    n_updates                    | 29974     |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 267.00937 |
+|    air_humidity                 | 41.375805 |
+|    air_temperature              | 20.47146  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 7.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 78.5      |
+|    outdoor_temperature          | 9.48292   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 240308.42 |
+|    wind_direction               | 357.5     |
+|    wind_speed                   | 3.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 844       |
+|    n_updates                    | 29999     |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 245.04773 |
+|    air_humidity                 | 56.78811  |
+|    air_temperature              | 20.049967 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 93.5      |
+|    outdoor_temperature          | 10.860969 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 220542.95 |
+|    wind_direction               | 135.0     |
+|    wind_speed                   | 1.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 9.55e+03  |
+|    n_updates                    | 30024     |
+-----------------------------------------------
+-----------------------------------------------*************************************************--------------| 85%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 66.95168  |
+|    air_humidity                 | 56.25504  |
+|    air_temperature              | 21.000023 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 11.277805 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 60256.516 |
+|    wind_direction               | 127.5     |
+|    wind_speed                   | 8.525     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.81e+03  |
+|    n_updates                    | 30049     |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 236.33292 |
+|    air_humidity                 | 55.955597 |
+|    air_temperature              | 19.760807 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 87.75     |
+|    outdoor_temperature          | 13.201731 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 213139.3  |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 7.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.57e+03  |
+|    n_updates                    | 30074     |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 709.60114 |
+|    air_humidity                 | 40.48715  |
+|    air_temperature              | 19.001703 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 1.0       |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 77.75     |
+|    outdoor_temperature          | 8.46865   |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 635589.6  |
+|    wind_direction               | 352.5     |
+|    wind_speed                   | 7.6       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.16e+03  |
+|    n_updates                    | 30099     |
+-----------------------------------------------
+-----------------------------------------------**************************************************-------------| 86%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 41.221107 |
+|    air_temperature              | 18.109674 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 13.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 87.25     |
+|    outdoor_temperature          | 6.9412384 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 345.0     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.16e+03  |
+|    n_updates                    | 30124     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 263.63318 |
+|    air_humidity                 | 50.26123  |
+|    air_temperature              | 21.0      |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 14.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 11.222464 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 237269.86 |
+|    wind_direction               | 162.5     |
+|    wind_speed                   | 1.775     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 914       |
+|    n_updates                    | 30149     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 34.58445  |
+|    air_temperature              | 18.038744 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 15.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 65.75     |
+|    outdoor_temperature          | 2.9729078 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 285.0     |
+|    wind_speed                   | 6.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 892       |
+|    n_updates                    | 30174     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 30.037195 |
+|    air_temperature              | 18.692776 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 73.75     |
+|    outdoor_temperature          | 3.3160286 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 267.5     |
+|    wind_speed                   | 5.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.12e+04  |
+|    n_updates                    | 30199     |
+-----------------------------------------------
+-----------------------------------------------***************************************************------------| 87%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 97.770256 |
+|    air_humidity                 | 39.53176  |
+|    air_temperature              | 19.99999  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 94.0      |
+|    outdoor_temperature          | 8.763005  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 87993.23  |
+|    wind_direction               | 240.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.51e+03  |
+|    n_updates                    | 30224     |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 30.103163 |
+|    air_temperature              | 18.441555 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 45.0      |
+|    direct_solar_radiation       | 18.0      |
+|    hour                         | 7.0       |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 84.25     |
+|    outdoor_temperature          | 2.4654706 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 265.0     |
+|    wind_speed                   | 5.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.28e+03  |
+|    n_updates                    | 30249     |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 24.286907 |
+|    air_temperature              | 19.844337 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 91.0      |
+|    direct_solar_radiation       | 154.5     |
+|    hour                         | 8.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 65.0      |
+|    outdoor_temperature          | 3.499041  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 275.0     |
+|    wind_speed                   | 5.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.68e+03  |
+|    n_updates                    | 30274     |
+-----------------------------------------------
+-----------------------------------------------****************************************************-----------| 88%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 925.3575  |
+|    air_humidity                 | 25.10244  |
+|    air_temperature              | 21.518553 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 95.75     |
+|    direct_solar_radiation       | 622.0     |
+|    hour                         | 9.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 70.5      |
+|    outdoor_temperature          | 1.7320251 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 827500.2  |
+|    wind_direction               | 235.0     |
+|    wind_speed                   | 3.625     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.56e+03  |
+|    n_updates                    | 30299     |
+-----------------------------------------------
+-----------------------------------------------*****************************************************----------| 89%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1231.8073 |
+|    air_humidity                 | 23.295015 |
+|    air_temperature              | 23.016277 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 160.5     |
+|    direct_solar_radiation       | 503.0     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 72.5      |
+|    outdoor_temperature          | 0.3730378 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 1108626.5 |
+|    wind_direction               | 272.5     |
+|    wind_speed                   | 6.825     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.13e+03  |
+|    n_updates                    | 30324     |
+-----------------------------------------------
+-----------------------------------------------*****************************************************----------| 89%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1072.4786 |
+|    air_humidity                 | 19.873655 |
+|    air_temperature              | 23.144833 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 208.75    |
+|    direct_solar_radiation       | 347.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 51.0      |
+|    outdoor_temperature          | 0.8989847 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 965230.75 |
+|    wind_direction               | 292.5     |
+|    wind_speed                   | 9.775     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.24e+03  |
+|    n_updates                    | 30349     |
+-----------------------------------------------
+-----------------------------------------------*****************************************************----------| 89%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 17.420418 |
+|    air_temperature              | 21.237041 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 117.25    |
+|    direct_solar_radiation       | 708.5     |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 47.0      |
+|    outdoor_temperature          | 3.577261  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 317.5     |
+|    wind_speed                   | 4.875     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 8.84e+03  |
+|    n_updates                    | 30374     |
+-----------------------------------------------
+-----------------------------------------------*****************************************************----------| 89%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 969.2309  |
+|    air_humidity                 | 13.720751 |
+|    air_temperature              | 21.337305 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 174.75    |
+|    direct_solar_radiation       | 322.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 46.0      |
+|    outdoor_temperature          | 1.910754  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 872307.8  |
+|    wind_direction               | 285.0     |
+|    wind_speed                   | 5.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.51e+03  |
+|    n_updates                    | 30399     |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 26.28127  |
+|    air_temperature              | 23.197556 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 107.25    |
+|    direct_solar_radiation       | 16.25     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 80.75     |
+|    outdoor_temperature          | 3.4707968 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 90.0      |
+|    wind_speed                   | 4.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.18e+03  |
+|    n_updates                    | 30424     |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 384.50226 |
+|    air_humidity                 | 57.287544 |
+|    air_temperature              | 24.413916 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 36.5      |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 100.0     |
+|    outdoor_temperature          | 13.534519 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 346052.03 |
+|    wind_direction               | 165.0     |
+|    wind_speed                   | 4.375     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.43e+03  |
+|    n_updates                    | 30449     |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 749.6212  |
+|    air_humidity                 | 32.984917 |
+|    air_temperature              | 23.419529 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 13.0      |
+|    direct_solar_radiation       | 12.0      |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 66.0      |
+|    outdoor_temperature          | 8.94522   |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 674659.1  |
+|    wind_direction               | 250.0     |
+|    wind_speed                   | 6.2       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.28e+03  |
+|    n_updates                    | 30474     |
+-----------------------------------------------
+-----------------------------------------------******************************************************---------| 90%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 32.733772 |
+|    air_temperature              | 23.07528  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 28.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 66.5      |
+|    outdoor_temperature          | 7.035179  |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 227.5     |
+|    wind_speed                   | 2.85      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.62e+03  |
+|    n_updates                    | 30499     |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 709.4852  |
+|    air_humidity                 | 30.311705 |
+|    air_temperature              | 22.56456  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 70.0      |
+|    outdoor_temperature          | 5.236861  |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 631967.6  |
+|    wind_direction               | 165.0     |
+|    wind_speed                   | 2.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 733       |
+|    n_updates                    | 30524     |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 386.22852 |
+|    air_humidity                 | 26.344952 |
+|    air_temperature              | 18.58754  |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 30.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 11.0      |
+|    outdoor_humidity             | 49.75     |
+|    outdoor_temperature          | 5.560407  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 347605.66 |
+|    wind_direction               | 310.0     |
+|    wind_speed                   | 8.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.12e+03  |
+|    n_updates                    | 30549     |
+-----------------------------------------------
+-----------------------------------------------*******************************************************--------| 91%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1243.507  |
+|    air_humidity                 | 16.326004 |
+|    air_temperature              | 20.84595  |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 1.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 48.0      |
+|    outdoor_temperature          | 0.5393739 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1119156.2 |
+|    wind_direction               | 307.5     |
+|    wind_speed                   | 12.325    |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.52e+03  |
+|    n_updates                    | 30574     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 770.26825 |
+|    air_humidity                 | 20.772131 |
+|    air_temperature              | 19.714325 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 2.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 49.0      |
+|    outdoor_temperature          | 4.096941  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 648078.06 |
+|    wind_direction               | 297.5     |
+|    wind_speed                   | 6.925     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.1e+03   |
+|    n_updates                    | 30599     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 29.780336 |
+|    air_temperature              | 18.484047 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 3.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 22.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 57.75     |
+|    outdoor_temperature          | 6.4706626 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 222.5     |
+|    wind_speed                   | 5.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.53e+03  |
+|    n_updates                    | 30624     |
+-----------------------------------------------
+-----------------------------------------------********************************************************-------| 92%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 413.7795  |
+|    air_humidity                 | 38.355236 |
+|    air_temperature              | 21.587442 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 4.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 91.5      |
+|    outdoor_temperature          | 7.7593412 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 372401.56 |
+|    wind_direction               | 245.0     |
+|    wind_speed                   | 2.475     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.32e+03  |
+|    n_updates                    | 30649     |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1199.713  |
+|    air_humidity                 | 35.19888  |
+|    air_temperature              | 18.850016 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 6.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 59.5      |
+|    outdoor_temperature          | 0.7583431 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1079741.8 |
+|    wind_direction               | 270.0     |
+|    wind_speed                   | 6.95      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.84e+03  |
+|    n_updates                    | 30674     |
+-----------------------------------------------
+------------------------------------------------********************************************************------| 93%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1826.2998  |
+|    air_humidity                 | 24.840548  |
+|    air_temperature              | 18.298168  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 7.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 1.0        |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 66.0       |
+|    outdoor_temperature          | -2.3745906 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1643669.9  |
+|    wind_direction               | 260.0      |
+|    wind_speed                   | 8.925      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 7.26e+03   |
+|    n_updates                    | 30699      |
+------------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 20.057957 |
+|    air_temperature              | 18.570192 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 8.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 2.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 54.0      |
+|    outdoor_temperature          | 3.9157972 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 6.075     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.14e+03  |
+|    n_updates                    | 30724     |
+-----------------------------------------------
+-----------------------------------------------*********************************************************------| 93%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1083.1313 |
+|    air_humidity                 | 22.157179 |
+|    air_temperature              | 20.578194 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 9.0       |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 3.0       |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 76.75     |
+|    outdoor_temperature          | 1.341252  |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 974818.2  |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 0.525     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 7.08e+03  |
+|    n_updates                    | 30749     |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 36.529976 |
+|    air_temperature              | 18.427694 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 10.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 4.0       |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 67.5      |
+|    outdoor_temperature          | 2.9428682 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 37.5      |
+|    wind_speed                   | 1.125     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.56e+03  |
+|    n_updates                    | 30774     |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 43.5748   |
+|    air_temperature              | 18.313513 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 11.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 5.0       |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 2.2255049 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 27.5      |
+|    wind_speed                   | 3.975     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.09e+03  |
+|    n_updates                    | 30799     |
+-----------------------------------------------
+-----------------------------------------------**********************************************************-----| 94%
+| action_network/                 |           |
+|    index                        | 3         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 27        |
+|    Heating_Setpoint_RL          | 18        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 244.03078 |
+|    air_humidity                 | 28.005653 |
+|    air_temperature              | 21.000095 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 12.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 6.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 92.0      |
+|    outdoor_temperature          | 2.1828644 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 219627.69 |
+|    wind_direction               | 27.5      |
+|    wind_speed                   | 4.35      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.07e+03  |
+|    n_updates                    | 30824     |
+-----------------------------------------------
+------------------------------------------------**********************************************************----| 95%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 551.1428   |
+|    air_humidity                 | 27.979132  |
+|    air_temperature              | 18.311874  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 13.0       |
+|    diffuse_solar_radiation      | 11.25      |
+|    direct_solar_radiation       | 39.75      |
+|    hour                         | 7.0        |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 59.5       |
+|    outdoor_temperature          | 0.46443972 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 496028.53  |
+|    wind_direction               | 265.0      |
+|    wind_speed                   | 4.0        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.57e+03   |
+|    n_updates                    | 30849      |
+------------------------------------------------
+-------------------------------------------------*********************************************************----| 95%
+| action_network/                 |             |
+|    index                        | 3           |
+| action_simulation/              |             |
+|    Cooling_Setpoint_RL          | 27          |
+|    Heating_Setpoint_RL          | 18          |
+| observation/                    |             |
+|    HVAC_electricity_demand_rate | 1375.0525   |
+|    air_humidity                 | 25.567287   |
+|    air_temperature              | 18.014524   |
+|    clg_setpoint                 | 27.0        |
+|    co2_emission                 | 0.0         |
+|    day_of_month                 | 14.0        |
+|    diffuse_solar_radiation      | 35.5        |
+|    direct_solar_radiation       | 417.0       |
+|    hour                         | 8.0         |
+|    htg_setpoint                 | 18.0        |
+|    month                        | 12.0        |
+|    outdoor_humidity             | 59.75       |
+|    outdoor_temperature          | -0.11835387 |
+|    people_occupant              | 0.0         |
+|    total_electricity_HVAC       | 1237547.2   |
+|    wind_direction               | 280.0       |
+|    wind_speed                   | 6.95        |
+| rollout/                        |             |
+|    exploration_rate             | 0.05        |
+| train/                          |             |
+|    learning_rate                | 0.0001      |
+|    loss                         | 2.01e+03    |
+|    n_updates                    | 30874       |
+-------------------------------------------------
+------------------------------------------------**********************************************************----| 95%
+| action_network/                 |            |
+|    index                        | 0          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 30         |
+|    Heating_Setpoint_RL          | 15         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1464.2988  |
+|    air_humidity                 | 15.480985  |
+|    air_temperature              | 17.915373  |
+|    clg_setpoint                 | 30.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 15.0       |
+|    diffuse_solar_radiation      | 70.0       |
+|    direct_solar_radiation       | 568.25     |
+|    hour                         | 9.0        |
+|    htg_setpoint                 | 15.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 48.5       |
+|    outdoor_temperature          | -0.5645857 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1317869.0  |
+|    wind_direction               | 0.0        |
+|    wind_speed                   | 1.575      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 964        |
+|    n_updates                    | 30899      |
+------------------------------------------------
+-----------------------------------------------***********************************************************----| 95%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 906.4148  |
+|    air_humidity                 | 23.380638 |
+|    air_temperature              | 23.220278 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 16.0      |
+|    diffuse_solar_radiation      | 108.0     |
+|    direct_solar_radiation       | 526.5     |
+|    hour                         | 10.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 54.75     |
+|    outdoor_temperature          | 4.6327314 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 815773.3  |
+|    wind_direction               | 230.0     |
+|    wind_speed                   | 4.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.32e+03  |
+|    n_updates                    | 30924     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 640.8608  |
+|    air_humidity                 | 23.445868 |
+|    air_temperature              | 23.922201 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 17.0      |
+|    diffuse_solar_radiation      | 53.0      |
+|    direct_solar_radiation       | 789.0     |
+|    hour                         | 11.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 30.75     |
+|    outdoor_temperature          | 10.970597 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 560345.6  |
+|    wind_direction               | 280.0     |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 3.5e+03   |
+|    n_updates                    | 30949     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 2         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 28        |
+|    Heating_Setpoint_RL          | 17        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 454.61838 |
+|    air_humidity                 | 22.946701 |
+|    air_temperature              | 23.933338 |
+|    clg_setpoint                 | 28.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 18.0      |
+|    diffuse_solar_radiation      | 130.25    |
+|    direct_solar_radiation       | 570.25    |
+|    hour                         | 12.0      |
+|    htg_setpoint                 | 17.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 43.75     |
+|    outdoor_temperature          | 7.093073  |
+|    people_occupant              | 8.0       |
+|    total_electricity_HVAC       | 410771.34 |
+|    wind_direction               | 0.0       |
+|    wind_speed                   | 3.1       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.21e+03  |
+|    n_updates                    | 30974     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 0         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 30        |
+|    Heating_Setpoint_RL          | 15        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 560.646   |
+|    air_humidity                 | 24.925459 |
+|    air_temperature              | 23.773348 |
+|    clg_setpoint                 | 30.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 19.0      |
+|    diffuse_solar_radiation      | 180.75    |
+|    direct_solar_radiation       | 201.5     |
+|    hour                         | 13.0      |
+|    htg_setpoint                 | 15.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 43.75     |
+|    outdoor_temperature          | 10.055126 |
+|    people_occupant              | 16.0      |
+|    total_electricity_HVAC       | 504581.38 |
+|    wind_direction               | 237.5     |
+|    wind_speed                   | 6.325     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.05e+03  |
+|    n_updates                    | 30999     |
+-----------------------------------------------
+-----------------------------------------------************************************************************---| 96%
+| action_network/                 |           |
+|    index                        | 9         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 28.871876 |
+|    air_temperature              | 23.722929 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 20.0      |
+|    diffuse_solar_radiation      | 100.0     |
+|    direct_solar_radiation       | 30.25     |
+|    hour                         | 14.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 55.5      |
+|    outdoor_temperature          | 10.191752 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 340.0     |
+|    wind_speed                   | 5.05      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.4e+03   |
+|    n_updates                    | 31024     |
+-----------------------------------------------
+-----------------------------------------------*************************************************************--| 97%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 16.536386 |
+|    air_temperature              | 23.418673 |
+|    clg_setpoint                 | 23.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 21.0      |
+|    diffuse_solar_radiation      | 40.25     |
+|    direct_solar_radiation       | 492.75    |
+|    hour                         | 15.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 29.0      |
+|    outdoor_temperature          | 3.5819852 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 345.0     |
+|    wind_speed                   | 5.3       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 622       |
+|    n_updates                    | 31049     |
+-----------------------------------------------
+-----------------------------------------------*************************************************************--| 97%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1063.0789 |
+|    air_humidity                 | 13.744133 |
+|    air_temperature              | 21.999746 |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 22.0      |
+|    diffuse_solar_radiation      | 19.25     |
+|    direct_solar_radiation       | 46.75     |
+|    hour                         | 16.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 56.75     |
+|    outdoor_temperature          | 1.4415144 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 956770.94 |
+|    wind_direction               | 57.5      |
+|    wind_speed                   | 2.725     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.55e+04  |
+|    n_updates                    | 31074     |
+-----------------------------------------------
+-----------------------------------------------*************************************************************--| 97%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 859.9368  |
+|    air_humidity                 | 31.90969  |
+|    air_temperature              | 22.74368  |
+|    clg_setpoint                 | 22.5      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 23.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 17.0      |
+|    htg_setpoint                 | 22.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 81.25     |
+|    outdoor_temperature          | 3.8199086 |
+|    people_occupant              | 20.0      |
+|    total_electricity_HVAC       | 773943.1  |
+|    wind_direction               | 335.0     |
+|    wind_speed                   | 4.0       |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.4e+03   |
+|    n_updates                    | 31099     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 5         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 25        |
+|    Heating_Setpoint_RL          | 20        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1086.9948 |
+|    air_humidity                 | 25.50109  |
+|    air_temperature              | 23.585283 |
+|    clg_setpoint                 | 25.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 24.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 18.0      |
+|    htg_setpoint                 | 20.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 69.5      |
+|    outdoor_temperature          | 1.3219347 |
+|    people_occupant              | 10.0      |
+|    total_electricity_HVAC       | 978295.25 |
+|    wind_direction               | 105.0     |
+|    wind_speed                   | 2.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 2.51e+03  |
+|    n_updates                    | 31124     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 8         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 22.5      |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 362.91885 |
+|    air_humidity                 | 38.318344 |
+|    air_temperature              | 21.535563 |
+|    clg_setpoint                 | 27.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 25.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 19.0      |
+|    htg_setpoint                 | 18.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 74.5      |
+|    outdoor_temperature          | 8.044543  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 319316.4  |
+|    wind_direction               | 260.0     |
+|    wind_speed                   | 4.75      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.68e+03  |
+|    n_updates                    | 31149     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 1         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 29        |
+|    Heating_Setpoint_RL          | 16        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 692.0048  |
+|    air_humidity                 | 28.121815 |
+|    air_temperature              | 19.953701 |
+|    clg_setpoint                 | 29.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 26.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 20.0      |
+|    htg_setpoint                 | 16.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 52.0      |
+|    outdoor_temperature          | 5.671339  |
+|    people_occupant              | 2.0       |
+|    total_electricity_HVAC       | 596618.9  |
+|    wind_direction               | 262.5     |
+|    wind_speed                   | 7.45      |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 6.86e+03  |
+|    n_updates                    | 31174     |
+-----------------------------------------------
+-----------------------------------------------**************************************************************-| 98%
+| action_network/                 |           |
+|    index                        | 7         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 23        |
+|    Heating_Setpoint_RL          | 22        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1085.7454 |
+|    air_humidity                 | 37.932785 |
+|    air_temperature              | 20.481953 |
+|    clg_setpoint                 | 26.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 27.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 21.0      |
+|    htg_setpoint                 | 19.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 96.0      |
+|    outdoor_temperature          | 1.3281816 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 977170.8  |
+|    wind_direction               | 7.5       |
+|    wind_speed                   | 7.225     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 5.9e+03   |
+|    n_updates                    | 31199     |
+-----------------------------------------------
+------------------------------------------------**************************************************************| 99%
+| action_network/                 |            |
+|    index                        | 7          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 23         |
+|    Heating_Setpoint_RL          | 22         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 1320.7164  |
+|    air_humidity                 | 19.061243  |
+|    air_temperature              | 22.000002  |
+|    clg_setpoint                 | 23.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 28.0       |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 22.0       |
+|    htg_setpoint                 | 22.0       |
+|    month                        | 12.0       |
+|    outdoor_humidity             | 54.5       |
+|    outdoor_temperature          | 0.15332632 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 1188644.8  |
+|    wind_direction               | 40.0       |
+|    wind_speed                   | 2.225      |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 2.23e+03   |
+|    n_updates                    | 31224      |
+------------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 4         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 26        |
+|    Heating_Setpoint_RL          | 19        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 951.3817  |
+|    air_humidity                 | 29.622356 |
+|    air_temperature              | 18.660505 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 29.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 23.0      |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 96.75     |
+|    outdoor_temperature          | 3.5307813 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 856243.5  |
+|    wind_direction               | 27.5      |
+|    wind_speed                   | 12.475    |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 1.66e+03  |
+|    n_updates                    | 31249     |
+-----------------------------------------------
+-----------------------------------------------***************************************************************| 99%
+| action_network/                 |           |
+|    index                        | 6         |
+| action_simulation/              |           |
+|    Cooling_Setpoint_RL          | 24        |
+|    Heating_Setpoint_RL          | 21        |
+| observation/                    |           |
+|    HVAC_electricity_demand_rate | 1123.5736 |
+|    air_humidity                 | 28.958847 |
+|    air_temperature              | 21.000471 |
+|    clg_setpoint                 | 24.0      |
+|    co2_emission                 | 0.0       |
+|    day_of_month                 | 31.0      |
+|    diffuse_solar_radiation      | 0.0       |
+|    direct_solar_radiation       | 0.0       |
+|    hour                         | 0.0       |
+|    htg_setpoint                 | 21.0      |
+|    month                        | 12.0      |
+|    outdoor_humidity             | 56.0      |
+|    outdoor_temperature          | 1.1390406 |
+|    people_occupant              | 0.0       |
+|    total_electricity_HVAC       | 1011216.2 |
+|    wind_direction               | 252.5     |
+|    wind_speed                   | 11.05     |
+| rollout/                        |           |
+|    exploration_rate             | 0.05      |
+| train/                          |           |
+|    learning_rate                | 0.0001    |
+|    loss                         | 4.89e+03  |
+|    n_updates                    | 31274     |
+-----------------------------------------------
+
+[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 6]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 6 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 6) if logger is active
+-----------------------------------------------------
+| action_network/                     |             |
+|    index                            | 4           |
+| action_simulation/                  |             |
+|    Cooling_Setpoint_RL              | 26          |
+|    Heating_Setpoint_RL              | 19          |
+| episode/                            |             |
+|    comfort_violation_time(%)        | 43.7        |
+|    cumulative_comfort_penalty       | -2.27e+04   |
+|    cumulative_energy_penalty        | -3.56e+03   |
+|    cumulative_power                 | 7.11e+07    |
+|    cumulative_reward                | -26294.172  |
+|    cumulative_temperature_violation | 4.55e+04    |
+|    episode_length                   | 70077       |
+|    mean_comfort_penalty             | -0.324      |
+|    mean_energy_penalty              | -0.0507     |
+|    mean_power                       | 1.01e+03    |
+|    mean_reward                      | -0.37521827 |
+|    mean_temperature_violation       | 0.649       |
+| observation/                        |             |
+|    HVAC_electricity_demand_rate     | 3207.3267   |
+|    air_humidity                     | 17.21404    |
+|    air_temperature                  | 16.906685   |
+|    clg_setpoint                     | 40.0        |
+|    co2_emission                     | 0.0         |
+|    day_of_month                     | 1.0         |
+|    diffuse_solar_radiation          | 0.0         |
+|    direct_solar_radiation           | 0.0         |
+|    hour                             | 0.0         |
+|    htg_setpoint                     | 12.8        |
+|    month                            | 1.0         |
+|    outdoor_humidity                 | 43.25       |
+|    outdoor_temperature              | -9.279724   |
+|    people_occupant                  | 0.0         |
+|    total_electricity_HVAC           | 2886594.0   |
+|    wind_direction                   | 305.0       |
+|    wind_speed                       | 8.4         |
+| rollout/                            |             |
+|    exploration_rate                 | 0.05        |
+| train/                              |             |
+|    learning_rate                    | 0.0001      |
+|    loss                             | 1.33e+04    |
+|    n_updates                        | 31298       |
+-----------------------------------------------------
+-----------------------------------
+| rollout/            |           |
+|    ep_len_mean      | 3.5e+04   |
+|    ep_rew_mean      | -1.25e+04 |
+|    exploration_rate | 0.05      |
+| time/               |           |
+|    episodes         | 3         |
+|    fps              | 815       |
+|    time_elapsed     | 214       |
+|    total_timesteps  | 175194    |
+-----------------------------------
+------------------------------------------------
+| action_network/                 |            |
+|    index                        | 4          |
+| action_simulation/              |            |
+|    Cooling_Setpoint_RL          | 26         |
+|    Heating_Setpoint_RL          | 19         |
+| observation/                    |            |
+|    HVAC_electricity_demand_rate | 2556.6965  |
+|    air_humidity                 | 17.018936  |
+|    air_temperature              | 16.829346  |
+|    clg_setpoint                 | 40.0       |
+|    co2_emission                 | 0.0        |
+|    day_of_month                 | 1.0        |
+|    diffuse_solar_radiation      | 0.0        |
+|    direct_solar_radiation       | 0.0        |
+|    hour                         | 0.0        |
+|    htg_setpoint                 | 12.8       |
+|    month                        | 1.0        |
+|    outdoor_humidity             | 57.75      |
+|    outdoor_temperature          | -6.0265746 |
+|    people_occupant              | 0.0        |
+|    total_electricity_HVAC       | 2301027.0  |
+|    wind_direction               | 275.0      |
+|    wind_speed                   | 7.6        |
+| rollout/                        |            |
+|    exploration_rate             | 0.05       |
+| train/                          |            |
+|    learning_rate                | 0.0001     |
+|    loss                         | 1.6e+04    |
+|    n_updates                    | 31299      |
+------------------------------------------------
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.
+  logger.warn(
+/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    [11]:
+
    +
    +
    +
    +<stable_baselines3.dqn.dqn.DQN at 0x7f6d49d5f670>
+
    +
    +
    +
    +
    +
    +
    +wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214442.738834}).
+wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_rew_mean': -12505.215683, '_timestamp': 1700214442.7389145}).
+wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214442.738949}).
+wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/episodes': 3, '_timestamp': 1700214442.7389746}).
+wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/fps': 815, '_timestamp': 1700214442.7390523}).
+wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/time_elapsed': 214, '_timestamp': 1700214442.739078}).
+wandb: WARNING (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/total_timesteps': 175194, '_timestamp': 1700214442.7391007}).
+
    +
    +

    Now, we save the current model (the model version when training has finished).

    +
    +
    [12]:
+
    +
    +
    model.save(str(env.get_wrapper_attr('timestep_per_episode'))+ '/' + experiment_name)
+
    +
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/stable_baselines3/common/save_util.py:278: UserWarning: Path '35040' does not exist. Will create it.
+  warnings.warn(f"Path '{path.parent}' does not exist. Will create it.")
+
    +
    +

    And as always, remember to close the environment.

    +
    +
    [13]:
+
    +
    +
    env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+Progress: |***************************************************************************************************| 99%
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]
+
    +
    +

    Finally, we need to upload all Sinergym output as wandb artifacts. This output includes all sinergym_output (and LoggerWrapper CSV files) and models generated during training and evaluation episodes.

    +
    +
    [14]:
+
    +
    +
    artifact = wandb.Artifact(
+        name="experiment1",
+        type="training")
+artifact.add_dir(
+        env.get_wrapper_attr('workspace_path'),
+        name='training_output/')
+artifact.add_dir(
+    eval_env.get_wrapper_attr('workspace_path'),
+    name='evaluation_output/')
+run.log_artifact(artifact)
+
+# wandb has finished
+run.finish()
+
    +
    +
    +
    +
    +
    +
    +
    +wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)...
+
    +
    +
    +
    +
    +
    +
    +Done. 0.1s
+wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s
+wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job
+
    +
    +
    +
    +
    +
    +W&B sync reduced upload amount by 1.2%
    +
    +
    +
    +
    +
    + +

    Run history:


    action_network/index▃▃█▆▁▆▅▆▆▃▃▇▁▃█▅▅▇▂▂▃▄▁▅▇▂▇▁▅▃█▃▇▄▅▇▄▇▃▁
    action_simulation/Cooling_Setpoint_RL▆▅▁▁█▁▃▂▂▅▆▁█▆▁▃▃▁▇▇▅▄█▃▁▇▁█▃▅▁▅▁▄▃▁▄▁▅█
    action_simulation/Heating_Setpoint_RL▃▄▇█▁█▆▇▇▄▃█▁▃▇▆▆█▂▂▄▅▁▆█▂█▁▆▄▇▄█▅▆█▅█▄▁
    episode/comfort_violation_time(%)▁▁█
    episode/cumulative_comfort_penalty█▂▁
    episode/cumulative_energy_penalty█▁▁
    episode/cumulative_power▁██
    episode/cumulative_reward█▂▁
    episode/cumulative_temperature_violation▁▇█
    episode/episode_length▁██
    episode/mean_comfort_penalty█▅▁
    episode/mean_energy_penalty▁█▄
    episode/mean_power█▁▅
    episode/mean_reward█▅▁
    episode/mean_temperature_violation▁▄█
    eval/comfort_violation(%)▁█
    eval/cumulative_comfort_penalty█▁
    eval/cumulative_energy_penalty▁█
    eval/cumulative_power_consumption█▁
    eval/cumulative_reward█▁
    eval/cumulative_temperature_violation▁█
    eval/episode_length▁▁
    eval/mean_comfort_penalty█▁
    eval/mean_energy_penalty▁█
    eval/mean_power_consumption█▁
    eval/mean_reward█▁
    eval/mean_temperature_violation▁█
    eval/std_cumulative_reward▁▁
    eval/std_reward▁▁
    observation/HVAC_electricity_demand_rate▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
    observation/air_humidity▂▂▅▆▇▆▆▃▃▂▁▅▅▆▆▂▄▃▅▇██▄▂▂▂▄▆▆▆▂▁▁▂▇▆▅▃▂▂
    observation/air_temperature▆▃▄▅▅▄▂▂▂▅▆▅█▇▃▂▁▂▂▄▅▃▇▂▄▃▄▆▇▆▃▁▄▃▂▆▅▅▇▅
    observation/clg_setpoint▁▁▄█▅▁█▄▃▆▇▅█▁▁▃▇▄▂▅▁▄█▃▁▇▁█▃▅▁▅▁▁▁▁▄▁▅█
    observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
    observation/day_of_month▅▅▃█▅▆▃█▅▅▃█▅▃▃█▅▃▄▁▆▃▄▁▅▃█▁▆▃█▁▅▃█▁▆▃█▅
    observation/diffuse_solar_radiation▂▁▁▁▁▃▄▁▁▃▄▆▇▄▁▁▁▁▂▃▂▂▄▂▃▇▅▁▁▁▁▁▁▁▁▃█▃▃▄
    observation/direct_solar_radiation▄▁▁▁▁▇▄▁▁▆▇▆▄▁▁▁▁▁▅▅▁▁▅▃▆▄▁▁▁▁▁▁▁▁▁█▅█▇▃
    observation/hour▅████▂▂▂▁▅▅▅▅▅████▁▁▁▁▅▅▄▄▄▇▇▇▇▁▁▁▁▄▄▄▄▄
    observation/htg_setpoint█▇▅▁▄█▁▅▆▃▂▄▁█▇▆▂▅▇▄█▅▁▆█▂█▁▆▄▇▄█▇██▅█▄▁
    observation/month▁▂▃▄▅▅▇▇▁▂▃▄▅▆▇▇▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█
    observation/outdoor_humidity▃▅▃▆█▄█▆█▄▁▄▆▆▇▄▇▇▃▇▇▇▆▃▃▄▆▄▇▇▄▃▃▅█▂▆▂▄▃
    observation/outdoor_temperature▄▂▃▆██▅▃▃▃▅██▆▅▂▂▂▂▆█▆▆▂▃▂▄▆▇▆▄▁▂▁▄▆█▇▅▃
    observation/people_occupant█▁▁▁▁▁▁▁▁███▁▁▁▁▁▁▁▁▁▁▁▁▁▁▇▁▁▁▁▁▁▁▁▁▇▇▇▇
    observation/total_electricity_HVAC▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
    observation/wind_direction▅▅▇▁▅█▆▇▃▃▇▄▅▂▁▇▆▃█▅▆▂▅▇▆▂▃█▅▂▆▇▇█▃▇▅▁█▆
    observation/wind_speed▂▃▆▁▃▄▃▅▅▃█▅▄▃▁▆▅▄▅▃▃▂▃█▆▆▄▅▅▂▃▇▄▅▃▄▅▅▃▄
    rollout/exploration_rate█▇▄▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
    time/total_timesteps▁█
    train/learning_rate▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
    train/loss▇▁▃▂▃▂▁▂▁▂▂▁▂▃▃▁▂▁▁▂▂▁▃▃▂▂█▂▃▂▂▂▁▂▂▁▂▁▁▂
    train/n_updates▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███

    Run summary:


    action_network/index4
    action_simulation/Cooling_Setpoint_RL26
    action_simulation/Heating_Setpoint_RL19
    episode/comfort_violation_time(%)43.69622
    episode/cumulative_comfort_penalty-22738.12343
    episode/cumulative_energy_penalty-3556.04736
    episode/cumulative_power71120947.22879
    episode/cumulative_reward-26294.17188
    episode/cumulative_temperature_violation45476.24685
    episode/episode_length70077
    episode/mean_comfort_penalty-0.32447
    episode/mean_energy_penalty-0.05074
    episode/mean_power1014.89714
    episode/mean_reward-0.37522
    episode/mean_temperature_violation0.64895
    eval/comfort_violation(%)58.24201
    eval/cumulative_comfort_penalty-17670.69841
    eval/cumulative_energy_penalty-1708.48282
    eval/cumulative_power_consumption34169656.38755
    eval/cumulative_reward-19379.18123
    eval/cumulative_temperature_violation35341.39683
    eval/episode_length35040.0
    eval/mean_comfort_penalty-0.5043
    eval/mean_energy_penalty-0.04876
    eval/mean_power_consumption975.16143
    eval/mean_reward-0.55306
    eval/mean_temperature_violation1.0086
    eval/std_cumulative_reward0.0
    eval/std_reward0.0
    observation/HVAC_electricity_demand_rate2556.69653
    observation/air_humidity17.01894
    observation/air_temperature16.82935
    observation/clg_setpoint40.0
    observation/co2_emission0.0
    observation/day_of_month1.0
    observation/diffuse_solar_radiation0.0
    observation/direct_solar_radiation0.0
    observation/hour0.0
    observation/htg_setpoint12.8
    observation/month1.0
    observation/outdoor_humidity57.75
    observation/outdoor_temperature-6.02657
    observation/people_occupant0.0
    observation/total_electricity_HVAC2301027.0
    observation/wind_direction275.0
    observation/wind_speed7.6
    rollout/exploration_rate0.05
    time/total_timesteps140154
    train/learning_rate0.0001
    train/loss16037.58984
    train/n_updates31299

    +
    +
    +
    +
    +
    +View run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 at: https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou
    Synced 5 W&B file(s), 0 media file(s), 150 artifact file(s) and 0 other file(s)
    +
    +
    +
    +
    +
    +Find logs at: ./wandb/run-20231117_094304-pf27dlou/logs
    +
    +

    All experiment results are stored locally, but you can also view the execution in wandb:

    +
      +

    • When you check your projects, you’ll see the execution allocated:

      • +
    +

    wandb_projects1

    +
      +

    • The training experiment’s tracked hyperparameters:

      • +
    +

    wandb_training_hyperparameters

    +
      +

    • Registered artifacts (if evaluation is enabled, the best model is also registered):

      • +
    +

    wandb_training_artifact

    +
      +

    • Real-time visualization of metrics:

      • +
    +

    wandb_training_charts

    +
    +
    +

    24.2. Loading a model

    +

    We’ll be using the load_agent.py script located in the repository root. This script leverages all the capabilities of Sinergym for working with loaded deep reinforcement learning models and sets parameters for everything, allowing us to easily define load options via a JSON file when executing the script.

    +

    For more details on how to run load_agent.py, please refer to Load a trained model.

    +

    First, we’ll define the Sinergym environment ID where we want to test the loaded agent and the name of the evaluation experiment.

    +
    +
    [15]:
+
    +
    +
    # Environment ID
+environment = "Eplus-5zone-mixed-discrete-stochastic-v1"
+# Episodes
+episodes=5
+# Evaluation name
+evaluation_date = datetime.today().strftime('%Y-%m-%d_%H:%M')
+evaluation_name = 'SB3_DQN-EVAL-' + environment + \
+    '-episodes-' + str(episodes)
+evaluation_name += '_' + evaluation_date
+
    +
    +
    +

    We can also use wandb here. We can allocate this evaluation of a loaded model to a different project to avoid merging experiments.

    +
    +
    [16]:
+
    +
    +

    # Create wandb.config object in order to log all experiment params
+experiment_params = {
+    'sinergym-version': sinergym.__version__,
+    'python-version': sys.version
+}
+experiment_params.update({'environment':environment,
+                          'episodes':episodes,
+                          'algorithm':'SB3_DQN'})
+
+# Get wandb init params (you have to specify your own project and entity)
+wandb_params = {"project": 'sinergym_evaluations',
+                "entity": 'alex_ugr'}
+# Init wandb entry
+run = wandb.init(
+    name=experiment_name + '_' + wandb.util.generate_id(),
+    config=experiment_params,
+    ** wandb_params
+)
+
    +
    +
    +
    +
    +
    +
    +Tracking run with wandb version 0.16.0
    +
    +
    +
    +
    +
    +Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094859-15owsnpb
    +
    +
    +
    +
    +
    +Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_sr2houks to Weights & Biases (docs)
    +
    +
    +
    +
    +
    +View project at https://wandb.ai/alex_ugr/sinergym_evaluations
    +
    +
    +
    +
    +
    +View run at https://wandb.ai/alex_ugr/sinergym_evaluations/runs/15owsnpb
    +
    +

    We’ll create the Gym environment, but it’s important to wrap the environment with the same wrappers used during training. We can use the evaluation experiment name to rename the environment.

    +
    +
    [17]:
+
    +
    +
    env = gym.make(environment, env_name=evaluation_name)
+env = LoggerWrapper(env)
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48 created successfully.
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.
+
    +
    +

    We’ll load the Stable Baselines 3 DQN model from our local computer, but we could also use a remote model stored in wandb from another training experiment.

    +
    +
    [18]:
+
    +
    +
    # get wandb artifact path (to load model)
+load_artifact_entity = 'alex_ugr'
+load_artifact_project = 'sinergym'
+load_artifact_name = 'experiment1'
+load_artifact_tag = 'latest'
+load_artifact_model_path = 'evaluation_output/best_model/model.zip'
+wandb_path = load_artifact_entity + '/' + load_artifact_project + \
+    '/' + load_artifact_name + ':' + load_artifact_tag
+# Download artifact
+artifact = run.use_artifact(wandb_path)
+artifact.get_path(load_artifact_model_path).download('.')
+# Set model path to local wandb file downloaded
+model_path = './' + load_artifact_model_path
+model = DQN.load(model_path)
+
    +
    +
    +

    As you can see, the wandb model we want to load can come from an artifact of a different entity or project than the one we’re using to register the evaluation of the loaded model, as long as it’s accessible. The next step is to use the model to predict actions and interact with the environment to collect data for model evaluation.

    +
    +
    [19]:
+
    +
    +
    for i in range(episodes):
+    obs, info = env.reset()
+    rewards = []
+    truncated = terminated = False
+    current_month = 0
+    while not (terminated or truncated):
+        a, _ = model.predict(obs)
+        obs, reward, terminated, truncated, info = env.step(a)
+        rewards.append(reward)
+        if info['month'] != current_month:
+            current_month = info['month']
+            print(info['month'], sum(rewards))
+    print(
+        'Episode ',
+        i,
+        'Mean reward: ',
+        np.mean(rewards),
+        'Cumulative reward: ',
+        sum(rewards))
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
+1 -1.7954676783357755
+Progress: |*--------------------------------------------------------------------------------------------------| 1%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +2 -963.9496999955164------------------------------------------------------------------------------------------| 9%
+3 -1817.582571129998*******-----------------------------------------------------------------------------------| 16%
+4 -2841.5036276598917***************--------------------------------------------------------------------------| 25%
+5 -4340.565445997684************************------------------------------------------------------------------| 33%
+6 -6108.581378312066********************************----------------------------------------------------------| 41%
+7 -7223.767956524665*****************************************-------------------------------------------------| 50%
+8 -8558.958125000907************************************************------------------------------------------| 58%
+9 -9950.644160496227*********************************************************---------------------------------| 66%
+10 -11044.144766497926****************************************************************------------------------| 75%
+11 -13176.534777951341************************************************************************----------------| 83%
+12 -14049.395840884017********************************************************************************--------| 91%
+Progress: |***************************************************************************************************| 99%
+Episode  0 Mean reward:  -0.4263319241570109 Cumulative reward:  -14938.670622460524
+[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 2]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 2 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active
+1 -1.7052782846459695
+Progress: |**-------------------------------------------------------------------------------------------------| 2%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +2 -936.5481180476335------------------------------------------------------------------------------------------| 9%
+3 -1798.784133735751*******-----------------------------------------------------------------------------------| 16%
+4 -2827.2387312028445***************--------------------------------------------------------------------------| 25%
+5 -4366.328889075081************************------------------------------------------------------------------| 33%
+6 -6183.997471720583********************************----------------------------------------------------------| 41%
+7 -7325.563685767946*****************************************-------------------------------------------------| 50%
+8 -8681.46846670104*************************************************------------------------------------------| 58%
+9 -10086.073464526888********************************************************---------------------------------| 66%
+10 -11172.340415472303****************************************************************------------------------| 75%
+11 -13219.748208010345************************************************************************----------------| 83%
+12 -14115.750843779568********************************************************************************--------| 91%
+Progress: |***************************************************************************************************| 99%
+Episode  1 Mean reward:  -0.4283177306652533 Cumulative reward:  -15008.253282509391
+[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 3]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 3 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active
+1 -1.7042527324647196
+Progress: |**-------------------------------------------------------------------------------------------------| 2%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +2 -934.5236861805773------------------------------------------------------------------------------------------| 9%
+3 -1799.7806890630795******-----------------------------------------------------------------------------------| 16%
+4 -2820.081000039381****************--------------------------------------------------------------------------| 25%
+5 -4295.9802117699255***********************------------------------------------------------------------------| 33%
+6 -6066.508686603184********************************----------------------------------------------------------| 41%
+7 -7176.935226174976*****************************************-------------------------------------------------| 50%
+8 -8529.98270733462*************************************************------------------------------------------| 58%
+9 -9927.566541371296*********************************************************---------------------------------| 66%
+10 -10989.840486913932****************************************************************------------------------| 75%
+11 -12997.533912090104************************************************************************----------------| 83%
+12 -13880.172965873764********************************************************************************--------| 91%
+Progress: |***************************************************************************************************| 99%
+Episode  2 Mean reward:  -0.42214784762863855 Cumulative reward:  -14792.06058090633
+[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 4]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 4 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active
+1 -1.7502089967989307
+Progress: |**-------------------------------------------------------------------------------------------------| 2%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +2 -942.9367504242642------------------------------------------------------------------------------------------| 9%
+3 -1800.656177587228*******-----------------------------------------------------------------------------------| 16%
+4 -2794.655237212276****************--------------------------------------------------------------------------| 25%
+5 -4333.22916802518*************************------------------------------------------------------------------| 33%
+6 -6090.34169685729*********************************----------------------------------------------------------| 41%
+7 -7224.1494897446855****************************************-------------------------------------------------| 50%
+8 -8598.938588370329************************************************------------------------------------------| 58%
+9 -9997.264926241101*********************************************************---------------------------------| 66%
+10 -11077.148069449044****************************************************************------------------------| 75%
+11 -13197.575884449961************************************************************************----------------| 83%
+12 -14086.931630958963********************************************************************************--------| 91%
+Progress: |***************************************************************************************************| 99%
+Episode  3 Mean reward:  -0.4275640288043432 Cumulative reward:  -14981.8435693031
+[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 5]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5]
+[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 5 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active
+1 -1.795342248728848
+Progress: |**-------------------------------------------------------------------------------------------------| 2%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +2 -938.7996243556881------------------------------------------------------------------------------------------| 9%
+3 -1819.0145801281317******-----------------------------------------------------------------------------------| 16%
+4 -2877.741132595393****************--------------------------------------------------------------------------| 25%
+5 -4407.196686348535************************------------------------------------------------------------------| 33%
+6 -6174.90714284908*********************************----------------------------------------------------------| 41%
+7 -7316.297986671081*****************************************-------------------------------------------------| 50%
+8 -8651.146489725308************************************************------------------------------------------| 58%
+9 -10070.592382785619********************************************************---------------------------------| 66%
+10 -11131.844874744675****************************************************************------------------------| 75%
+11 -13342.353151567342************************************************************************----------------| 83%
+12 -14226.469403206707********************************************************************************--------| 91%
+Progress: |***************************************************************************************************| 99%
+Episode  4 Mean reward:  -0.43131719567353316 Cumulative reward:  -15113.354536399509
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]
+
    +
    +

    Finally, we’ll register the evaluation data in wandb as an artifact for preservation.

    +
    +
    [ ]:
+
    +
    +
    artifact = wandb.Artifact(
+    name="evaluation1",
+    type="evaluating")
+artifact.add_dir(
+    env.experiment_path,
+    name='evaluation_output/')
+
+run.log_artifact(artifact)
+
+# wandb has finished
+run.finish()
+
    +
    +
    +
    +
    +
    +
    +
    +wandb: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-08-03_13:36-res1)... Done. 0.1s
+
    +
    +
    +
    +
    +
    +Waiting for W&B process to finish... (success).
    +
    +
    +
    +
    +
    +View run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-08-03_13:33_hu200t1q at: https://wandb.ai/alex_ugr/sinergym_evaluations/runs/empzk2on
    Synced 5 W&B file(s), 0 media file(s), 92 artifact file(s) and 0 other file(s)
    +
    +
    +
    +
    +
    +Find logs at: ./wandb/run-20230803_133654-empzk2on/logs
    +
    +

    The results from the loaded model are stored locally, but you can also view the execution in wandb:

    +
      +

    • When you check the wandb project list, you’ll see that the sinergym_evaluations project has a new run:

      • +
    +

    wandb_project2

    +
      +

    • The evaluation experiment’s tracked hyperparameters, and the previous training artifact used to load the model:

      • +
    +

    wandb_evaluating_hyperparameters

    +
      +

    • The registered artifact with Sinergym Output (and CSV files generated with the Logger Wrapper):

      • +
    +

    wandb_evaluating_artifact

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/notebooks/drl.ipynb b/docs/compilation/v3.3.0/pages/notebooks/drl.ipynb new file mode 100644 index 0000000000..cc3f28841a --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/drl.ipynb @@ -0,0 +1,54347 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# DRL usage example" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "In this notebook example, we've used Stable Baselines 3 to train and load an agent. However, Sinergym is entirely agnostic to any DRL algorithm (though it does have custom callbacks specifically for SB3) and can be used with any DRL library that interfaces with Gymnasium." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Training a model" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "We'll be using the `train_agent.py` script located in the repository root. This script leverages all the capabilities of Sinergym for working with deep reinforcement learning algorithms and sets parameters for everything, allowing us to easily define training options via a JSON file when executing the script.\n", + "\n", + "For more details on how to run `train_agent.py`, please refer to [Train a model](https://ugr-sail.github.io/sinergym/compilation/main/pages/deep-reinforcement-learning.html#train-a-model)." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": true, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "import sys\n", + "from datetime import datetime\n", + "\n", + "import gymnasium as gym\n", + "import numpy as np\n", + "import wandb\n", + "from stable_baselines3 import *\n", + "from stable_baselines3.common.callbacks import CallbackList\n", + "from stable_baselines3.common.logger import HumanOutputFormat\n", + "from stable_baselines3.common.logger import Logger as SB3Logger\n", + "from stable_baselines3.common.monitor import Monitor\n", + "\n", + "import sinergym\n", + "import sinergym.utils.gcloud as gcloud\n", + "from sinergym.utils.callbacks import *\n", + "from sinergym.utils.constants import *\n", + "from sinergym.utils.logger import CSVLogger, WandBOutputFormat\n", + "from sinergym.utils.rewards import *\n", + "from sinergym.utils.wrappers import *" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "First, let's set some variables for the execution." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "# Environment ID\n", + "environment = \"Eplus-5zone-mixed-discrete-stochastic-v1\"\n", + "# Training episodes\n", + "episodes = 5\n", + "#Name of the experiment\n", + "experiment_date = datetime.today().strftime('%Y-%m-%d_%H:%M')\n", + "experiment_name = 'SB3_DQN-' + environment + \\\n", + " '-episodes-' + str(episodes)\n", + "experiment_name += '_' + experiment_date" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This experiment can be combined with [Weights&Biases](https://ugr-sail.github.io/sinergym/compilation/main/pages/deep-reinforcement-learning.html#weights-and-biases-structure) to manage all extracted information. With *wandb*, you can track and visualize the entire DRL training process in real time, record hyperparameters and experiment details, save artifacts like models and *sinergym* output, and compare different executions." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33malex_ugr\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n" + ] + }, + { + "data": { + "text/html": [ + "Tracking run with wandb version 0.16.0" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094304-pf27dlou" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 to Weights & Biases (docs)
    " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View project at https://wandb.ai/alex_ugr/sinergym" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View run at https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# Create wandb.config object in order to log all experiment params\n", + "experiment_params = {\n", + " 'sinergym-version': sinergym.__version__,\n", + " 'python-version': sys.version\n", + "}\n", + "experiment_params.update({'environment':environment,\n", + " 'episodes':episodes,\n", + " 'algorithm':'SB3_DQN'})\n", + "\n", + "# Get wandb init params (you have to specify your own project and entity)\n", + "wandb_params = {\"project\": 'sinergym',\n", + " \"entity\": 'alex_ugr'}\n", + "# Init wandb entry\n", + "run = wandb.init(\n", + " name=experiment_name + '_' + wandb.util.generate_id(),\n", + " config=experiment_params,\n", + " ** wandb_params\n", + ")" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Now, we're ready to create the Gym environment. We'll use the previously defined environment name, but remember that you can [change the default environment configuration](https://ugr-sail.github.io/sinergym/compilation/main/pages/notebooks/change_environment.html#Changing-an-environment-registered-in-Sinergym). We'll also create an eval_env for evaluation episodes. If desired, we can replace the env name with the experiment name." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make(environment, env_name=experiment_name)\n", + "eval_env = gym.make(environment, env_name=experiment_name+'_EVALUATION')" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "We can also add a Wrapper to the environment. We'll use an action normalization wrapper and a logger (extensions of `gym.Wrapper`). Normalization is highly recommended for DRL algorithms with continuous action space, and the logger is used to monitor and log environment interactions and save the data into a CSV. The generated files will also be stored as *wandb* artifacts." + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env = LoggerWrapper(env)\n", + "eval_env = LoggerWrapper(eval_env)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "At this point, the environment is set up and ready to use. We'll create our learning model (Stable Baselines 3 DQN), but any other algorithm can be used." + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Using cpu device\n", + "Wrapping the env with a `Monitor` wrapper\n", + "Wrapping the env in a DummyVecEnv.\n" + ] + } + ], + "source": [ + "model = DQN('MlpPolicy', env, verbose=1)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Evaluation will run the current model for a set number of episodes to determine if it's the best current version of the model at that training stage. The generated output will also be stored on the *wandb* server. We'll use the LoggerEval callback to print and save the best evaluated model during training." + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "callbacks = []\n", + "\n", + "# Set up Evaluation and saving best model\n", + "eval_callback = LoggerEvalCallback(\n", + " eval_env,\n", + " best_model_save_path=eval_env.get_wrapper_attr('workspace_path') +\n", + " '/best_model/',\n", + " log_path=eval_env.get_wrapper_attr('workspace_path') +\n", + " '/best_model/',\n", + " eval_freq=(eval_env.get_wrapper_attr('timestep_per_episode') - 1) * 2 - 1,\n", + " deterministic=True,\n", + " render=False,\n", + " n_eval_episodes=1)\n", + "callbacks.append(eval_callback)\n" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "To track the entire training process in *wandb*, we need to create a callback with a compatible wandb output format (which calls the *wandb* log method in the learning algorithm process)." + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [], + "source": [ + "# wandb logger and setting in SB3\n", + "logger = SB3Logger(\n", + " folder=None,\n", + " output_formats=[\n", + " HumanOutputFormat(\n", + " sys.stdout,\n", + " max_length=120),\n", + " WandBOutputFormat()])\n", + "model.set_logger(logger)\n", + "# Append callback\n", + "log_callback = LoggerCallback()\n", + "callbacks.append(log_callback)\n", + "\n", + "\n", + "callback = CallbackList(callbacks)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "This is the total number of time steps for the training." + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "timesteps = episodes * (env.get_wrapper_attr('timestep_per_episode') - 1)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Now, it's time to train the model with the previously defined callbacks. This may take a few minutes, depending on your computer." + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3296.2168 |\n", + "| air_humidity | 14.309143 |\n", + "| air_temperature | 19.127739 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -9.724175 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2966595.2 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.995 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1932.6711 |\n", + "| air_humidity | 15.199731 |\n", + "| air_temperature | 20.344173 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -2.906447 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1739404.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.989 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1637.6606 |\n", + "| air_humidity | 34.85248 |\n", + "| air_temperature | 20.126642 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -1.4313949 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1473894.6 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.984 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2696.1394 |\n", + "| air_humidity | 17.76754 |\n", + "| air_temperature | 18.343163 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | -6.7237883 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2426525.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.978 |\n", + "------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/workspaces/sinergym/sinergym/utils/callbacks.py:279: UserWarning: Training and eval env are not of the same type != >>>>>\n", + " warnings.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2682.915 |\n", + "| air_humidity | 12.916248 |\n", + "| air_temperature | 19.004652 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | -6.6576667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2414623.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.973 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1243.6388 |\n", + "| air_humidity | 13.383576 |\n", + "| air_temperature | 18.792883 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 0.53871423 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1119275.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.968 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1664.6848 |\n", + "| air_humidity | 13.20179 |\n", + "| air_temperature | 18.895155 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -5.1032705 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1498216.4 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.962 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 33.12003 |\n", + "| air_temperature | 19.675444 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 3.195037 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.957 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1803.2925 |\n", + "| air_humidity | 20.75208 |\n", + "| air_temperature | 22.000008 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 124.5 |\n", + "| direct_solar_radiation | 318.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | -2.6576498 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1622963.2 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.951 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2222.2266 |\n", + "| air_humidity | 13.443321 |\n", + "| air_temperature | 22.207747 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 158.0 |\n", + "| direct_solar_radiation | 228.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | -4.8114486 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2000003.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.946 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 130.00592 |\n", + "| air_humidity | 16.974932 |\n", + "| air_temperature | 19.933048 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 202.5 |\n", + "| direct_solar_radiation | 79.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 4.3786383 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 114245.734 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.94 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 73.03831 |\n", + "| air_humidity | 25.305868 |\n", + "| air_temperature | 20.497007 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 175.0 |\n", + "| direct_solar_radiation | 6.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 7.873773 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 67578.96 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.935 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2316.9001 |\n", + "| air_humidity | 15.797696 |\n", + "| air_temperature | 21.902811 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 76.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | -7.2039795 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2085210.1 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.93 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 38.209152 |\n", + "| air_temperature | 22.889372 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 140.5 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 3.3975253 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 894.3857 |\n", + "| air_humidity | 26.755064 |\n", + "| air_temperature | 23.927494 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 71.5 |\n", + "| direct_solar_radiation | 590.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.5716357 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 804947.06 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.919 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.887455 |\n", + "| air_temperature | 24.93139 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 392.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 10.7322 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.913 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 596.4898 |\n", + "| air_humidity | 55.523884 |\n", + "| air_temperature | 23.077408 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.750119 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 536840.8 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 11.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.908 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 21.506569 |\n", + "| air_temperature | 21.110353 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 5.498105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.903 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 22.093334 |\n", + "| air_temperature | 20.600706 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 4.190033 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.897 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 479.13632 |\n", + "| air_humidity | 43.773174 |\n", + "| air_temperature | 20.674847 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 7.8929534 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 414870.66 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.892 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 840.7436 |\n", + "| air_humidity | 37.7276 |\n", + "| air_temperature | 20.371922 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 5.074561 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 785942.25 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.886 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 401.62372 |\n", + "| air_humidity | 58.423054 |\n", + "| air_temperature | 19.202482 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.24485 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 361461.34 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.881 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 854.80945 |\n", + "| air_humidity | 38.847115 |\n", + "| air_temperature | 19.064434 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 4.9329586 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 716942.4 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.875 |\n", + "-----------------------------------------------\n", + "Progress: |*******--------------------------------------------------------------------------------------------| 7%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.6719 |\n", + "| air_temperature | 20.34233 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 2.1815379 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.87 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1108.0092 |\n", + "| air_humidity | 24.518076 |\n", + "| air_temperature | 20.095318 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 1.2168629 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 997208.2 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.865 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.546406 |\n", + "| air_temperature | 19.860954 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.5815425 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.859 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.918938 |\n", + "| air_temperature | 19.22273 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.6798549 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.854 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2011.6338 |\n", + "| air_humidity | 24.83714 |\n", + "| air_temperature | 20.192572 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | -3.3012602 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1810470.4 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.848 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2908.7742 |\n", + "| air_humidity | 24.490915 |\n", + "| air_temperature | 19.521425 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | -7.786963 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2617896.8 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.843 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 18.300123 |\n", + "| air_temperature | 19.512716 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 0.636746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.837 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 245.2585 |\n", + "| air_humidity | 27.539667 |\n", + "| air_temperature | 19.327127 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 4.9906583 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 211297.28 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.832 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2847.735 |\n", + "| air_humidity | 13.705198 |\n", + "| air_temperature | 17.869244 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 32.0 |\n", + "| direct_solar_radiation | 410.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | -7.4817667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2562961.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.827 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1402.2615 |\n", + "| air_humidity | 24.444305 |\n", + "| air_temperature | 20.994953 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | -0.7116232 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1262035.2 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.821 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2248.6406 |\n", + "| air_humidity | 14.282108 |\n", + "| air_temperature | 21.999893 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 113.5 |\n", + "| direct_solar_radiation | 589.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | -4.8843904 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2023776.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 11.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.816 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3078.3347 |\n", + "| air_humidity | 12.583989 |\n", + "| air_temperature | 22.56294 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 538.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | -9.032861 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2770501.2 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.81 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2229.576 |\n", + "| air_humidity | 14.426971 |\n", + "| air_temperature | 22.87635 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 217.5 |\n", + "| direct_solar_radiation | 431.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | -5.2337403 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2006618.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.805 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1377.8375 |\n", + "| air_humidity | 12.806718 |\n", + "| air_temperature | 23.000334 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 144.0 |\n", + "| direct_solar_radiation | 682.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -1.3840142 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1260863.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.799 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1800.8235 |\n", + "| air_humidity | 12.199289 |\n", + "| air_temperature | 21.39844 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 141.0 |\n", + "| direct_solar_radiation | 497.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | -2.247209 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1620741.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.794 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 11.153282 |\n", + "| air_temperature | 22.06529 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 150.5 |\n", + "| direct_solar_radiation | 334.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 3.2212148 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.789 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 917.7593 |\n", + "| air_humidity | 26.109697 |\n", + "| air_temperature | 23.784363 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 78.0 |\n", + "| direct_solar_radiation | 132.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 5.499552 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 825983.3 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.783 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1934.6064 |\n", + "| air_humidity | 12.981752 |\n", + "| air_temperature | 23.084322 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 92.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 23.0 |\n", + "| outdoor_temperature | -3.3733482 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1741145.8 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.778 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1652.0598 |\n", + "| air_humidity | 16.321648 |\n", + "| air_temperature | 22.911978 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | -1.960615 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1486853.9 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.772 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1822.9177 |\n", + "| air_humidity | 17.573734 |\n", + "| air_temperature | 24.39188 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -2.3576803 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1640626.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.767 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.81119 |\n", + "| air_temperature | 22.278952 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.2496963 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.762 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 122.831604 |\n", + "| air_humidity | 23.412853 |\n", + "| air_temperature | 20.056593 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.509193 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 107374.445 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.756 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 18.018625 |\n", + "| air_temperature | 20.911348 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 2.9650793 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.751 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1572.392 |\n", + "| air_humidity | 32.772217 |\n", + "| air_temperature | 21.000002 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | -1.105051 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1415152.8 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.745 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.115477 |\n", + "| air_temperature | 21.000715 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 3.6110175 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.74 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.682682 |\n", + "| air_temperature | 21.646172 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.226016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.734 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1172.5454 |\n", + "| air_humidity | 30.718266 |\n", + "| air_temperature | 19.741425 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 0.8941815 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1055290.9 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.729 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 26.496115 |\n", + "| air_temperature | 19.798346 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 2.6684391 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 145.03104 |\n", + "| air_humidity | 30.124374 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 4.497048 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 131813.45 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.718 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2359.907 |\n", + "| air_humidity | 15.937994 |\n", + "| air_temperature | 19.36234 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | -5.0426264 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2123916.2 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.713 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1996.818 |\n", + "| air_humidity | 20.799343 |\n", + "| air_temperature | 20.004538 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | -3.2271817 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1797136.2 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.707 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1015.25275 |\n", + "| air_humidity | 18.425447 |\n", + "| air_temperature | 18.836422 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 17.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | -1.85611 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 913727.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.702 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 32.43741 |\n", + "| air_temperature | 19.892696 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 41.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 2.2410598 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.696 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 796.70184 |\n", + "| air_humidity | 27.512812 |\n", + "| air_temperature | 21.87516 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 122.5 |\n", + "| direct_solar_radiation | 655.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 11.139362 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 730410.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.691 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 103.10883 |\n", + "| air_humidity | 35.254738 |\n", + "| air_temperature | 20.343086 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 215.5 |\n", + "| direct_solar_radiation | 48.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 5.938736 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 91218.086 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.686 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.49837 |\n", + "| air_temperature | 21.649036 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 146.0 |\n", + "| direct_solar_radiation | 788.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 12.220809 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.68 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 39.67366 |\n", + "| air_temperature | 22.92239 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 114.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.7229357 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.675 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 40.264465 |\n", + "| air_temperature | 22.832756 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 144.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.998226 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.669 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 891.2718 |\n", + "| air_humidity | 54.31145 |\n", + "| air_temperature | 23.449625 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 95.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 13.390144 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 829194.06 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.664 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.151756 |\n", + "| air_temperature | 24.632774 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 117.5 |\n", + "| direct_solar_radiation | 714.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 10.913635 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.658 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 865.85455 |\n", + "| air_humidity | 32.74997 |\n", + "| air_temperature | 23.198282 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 123.0 |\n", + "| direct_solar_radiation | 33.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 1.9704113 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 779269.06 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.653 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 964.41034 |\n", + "| air_humidity | 33.18654 |\n", + "| air_temperature | 20.914831 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 54.0 |\n", + "| direct_solar_radiation | 47.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 1.9348568 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 867969.3 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.648 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 24.41243 |\n", + "| air_temperature | 21.10522 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 6.1129913 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.642 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 605.5506 |\n", + "| air_humidity | 28.835632 |\n", + "| air_temperature | 22.536592 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 5.9020243 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 562977.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.637 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.433092 |\n", + "| air_temperature | 22.391197 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 2.9986107 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.631 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1046.4424 |\n", + "| air_humidity | 21.538439 |\n", + "| air_temperature | 22.372751 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 1.5246968 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 941798.06 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.626 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 732.6514 |\n", + "| air_humidity | 34.63837 |\n", + "| air_temperature | 20.51618 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 4.440274 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 671326.8 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.621 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 375.99283 |\n", + "| air_humidity | 16.011675 |\n", + "| air_temperature | 20.772934 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 8.169079 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 348609.22 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.615 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1442.9108 |\n", + "| air_humidity | 21.037851 |\n", + "| air_temperature | 19.690607 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | -0.4576453 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1298619.6 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.61 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1431.4702 |\n", + "| air_humidity | 19.788712 |\n", + "| air_temperature | 20.099007 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | -0.40044233 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1288323.1 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.604 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1195.8418 |\n", + "| air_humidity | 35.305504 |\n", + "| air_temperature | 20.161875 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 0.7776995 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1076257.6 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1452.4503 |\n", + "| air_humidity | 32.657394 |\n", + "| air_temperature | 20.009953 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | -0.5053432 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1307205.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.593 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.329704 |\n", + "| air_temperature | 19.524014 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.9832764 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.588 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1585.7318 |\n", + "| air_humidity | 19.347166 |\n", + "| air_temperature | 19.60325 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | -1.1717507 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1427158.6 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.583 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2212.4136 |\n", + "| air_humidity | 16.154156 |\n", + "| air_temperature | 19.999226 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 57.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -4.3051596 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1991172.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.577 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.629131 |\n", + "| air_temperature | 20.066673 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 84.5 |\n", + "| direct_solar_radiation | 311.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.4818852 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.572 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 39.27392 |\n", + "| air_temperature | 19.567928 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 87.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 6.0872054 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.566 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 775.9277 |\n", + "| air_humidity | 44.55901 |\n", + "| air_temperature | 21.999832 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 176.5 |\n", + "| direct_solar_radiation | 253.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 11.008395 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 718974.2 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.561 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 342.72076 |\n", + "| air_humidity | 59.920914 |\n", + "| air_temperature | 23.489557 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 135.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.705147 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 312361.38 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.555 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 329.98727 |\n", + "| air_humidity | 34.334488 |\n", + "| air_temperature | 24.88112 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 282.0 |\n", + "| direct_solar_radiation | 626.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 14.963529 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 299526.44 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.55 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 669.0633 |\n", + "| air_humidity | 28.5489 |\n", + "| air_temperature | 24.056192 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 873.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 7.029778 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 608366.6 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.545 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 77.871574 |\n", + "| air_humidity | 32.33923 |\n", + "| air_temperature | 20.417665 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 341.5 |\n", + "| direct_solar_radiation | 27.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.2663016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 72798.83 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.539 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 39.8185 |\n", + "| air_temperature | 20.66404 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 144.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 8.080436 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.534 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 676.7058 |\n", + "| air_humidity | 35.900913 |\n", + "| air_temperature | 22.70483 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 153.5 |\n", + "| direct_solar_radiation | 117.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 6.9450645 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 609035.25 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.528 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 493.36768 |\n", + "| air_humidity | 20.675724 |\n", + "| air_temperature | 23.906479 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 140.0 |\n", + "| direct_solar_radiation | 323.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 7.8594294 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 439279.62 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.523 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 478.49545 |\n", + "| air_humidity | 24.581656 |\n", + "| air_temperature | 24.346413 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 51.0 |\n", + "| direct_solar_radiation | 528.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 7.0104027 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 430645.9 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.518 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 35.376736 |\n", + "| air_temperature | 29.603888 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 35.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 11.504218 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.512 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.570503 |\n", + "| air_temperature | 27.450226 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 10.577883 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.507 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.77879 |\n", + "| air_temperature | 24.601759 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 12.718971 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.501 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.434128 |\n", + "| air_temperature | 25.836447 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 20.91227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.496 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.805756 |\n", + "| air_temperature | 24.448067 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 13.798377 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.49 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.469086 |\n", + "| air_temperature | 23.550816 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 16.486246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.485 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.217648 |\n", + "| air_temperature | 22.522837 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 9.949017 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.48 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.25956 |\n", + "| air_temperature | 21.33544 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 7.333998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.474 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 37.304005 |\n", + "| air_temperature | 21.064104 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 6.7171063 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.469 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 43.14323 |\n", + "| air_temperature | 18.625456 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 3.6882412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.463 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 42.04449 |\n", + "| air_temperature | 18.97571 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 5.208225 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.458 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.08231 |\n", + "| air_temperature | 19.258926 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 9.289529 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.452 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.286415 |\n", + "| air_temperature | 20.703104 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 38.5 |\n", + "| direct_solar_radiation | 16.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 14.200624 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.447 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.664734 |\n", + "| air_temperature | 18.851236 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 66.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 5.579129 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.442 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 50.477306 |\n", + "| air_temperature | 18.83049 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 201.0 |\n", + "| direct_solar_radiation | 329.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 7.4226103 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.436 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.191772 |\n", + "| air_temperature | 19.665392 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 185.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 8.042038 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.431 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.690765 |\n", + "| air_temperature | 19.137825 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 201.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 7.335754 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.425 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 840.9814 |\n", + "| air_humidity | 37.737446 |\n", + "| air_temperature | 22.171951 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 247.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 6.5257034 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 756883.25 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.42 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 367.27585 |\n", + "| air_humidity | 36.124363 |\n", + "| air_temperature | 25.418484 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 137.5 |\n", + "| direct_solar_radiation | 828.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 15.597458 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 330548.9 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.414 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 232.33136 |\n", + "| air_humidity | 44.826347 |\n", + "| air_temperature | 23.998606 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 248.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 12.815099 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 265317.2 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.409 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3492.3127 |\n", + "| air_humidity | 38.76386 |\n", + "| air_temperature | 23.820107 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 212.5 |\n", + "| direct_solar_radiation | 553.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 21.964018 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3135141.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.404 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 788.53796 |\n", + "| air_humidity | 43.409836 |\n", + "| air_temperature | 25.469513 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 270.0 |\n", + "| direct_solar_radiation | 442.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 17.625221 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 708291.3 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.398 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.083458 |\n", + "| air_temperature | 24.928692 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 155.0 |\n", + "| direct_solar_radiation | 542.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 16.636791 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.393 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.75574 |\n", + "| air_temperature | 25.17046 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 99.5 |\n", + "| direct_solar_radiation | 80.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 11.623688 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.387 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.491833 |\n", + "| air_temperature | 27.845036 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 11.431208 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.382 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.379395 |\n", + "| air_temperature | 27.763325 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 13.161691 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.377 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 36.681477 |\n", + "| air_temperature | 27.59846 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 11.398606 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.371 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 44.83205 |\n", + "| air_temperature | 26.145975 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 12.721945 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.366 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.085587 |\n", + "| air_temperature | 23.336391 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 12.094041 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.36 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.2879 |\n", + "| air_temperature | 21.366455 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 13.429308 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.355 |\n", + "-----------------------------------------------\n", + "Progress: |**********************************-----------------------------------------------------------------| 34%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.754135 |\n", + "| air_temperature | 22.324484 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 13.399098 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.84467 |\n", + "| air_temperature | 21.444046 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.571168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.344 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 94.38619 |\n", + "| air_temperature | 21.133598 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.183125 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.339 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 100.0 |\n", + "| air_temperature | 20.961252 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.913214 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.333 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.48104 |\n", + "| air_temperature | 21.436998 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 12.122469 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.328 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.75677 |\n", + "| air_temperature | 21.790524 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 23.5 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.485458 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.322 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.56549 |\n", + "| air_temperature | 20.831415 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 95.0 |\n", + "| direct_solar_radiation | 255.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 10.341748 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.317 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.24994 |\n", + "| air_temperature | 20.37937 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 153.0 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 10.105156 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.311 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 103.51785 |\n", + "| air_humidity | 53.202087 |\n", + "| air_temperature | 20.09997 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 178.0 |\n", + "| direct_solar_radiation | 588.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 14.155286 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 93643.08 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.306 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1136.2172 |\n", + "| air_humidity | 42.1363 |\n", + "| air_temperature | 23.410343 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 200.0 |\n", + "| direct_solar_radiation | 670.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 18.402655 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1022595.44 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.301 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3130.67 |\n", + "| air_humidity | 48.369793 |\n", + "| air_temperature | 23.556591 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 374.0 |\n", + "| direct_solar_radiation | 341.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 19.423044 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2817603.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.295 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3276.524 |\n", + "| air_humidity | 53.28928 |\n", + "| air_temperature | 23.850237 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 279.0 |\n", + "| direct_solar_radiation | 649.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 20.656189 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2948871.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.29 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.13058 |\n", + "| air_temperature | 24.301405 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 234.0 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 18.272463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.284 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.40799 |\n", + "| air_temperature | 22.965963 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 281.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.917852 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.279 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3669.714 |\n", + "| air_humidity | 39.210167 |\n", + "| air_temperature | 23.827646 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 208.5 |\n", + "| direct_solar_radiation | 706.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 23.476068 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3295098.5 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.273 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4127.629 |\n", + "| air_humidity | 40.88415 |\n", + "| air_temperature | 24.211084 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 239.0 |\n", + "| direct_solar_radiation | 528.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 20.875473 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3716403.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.268 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3420.548 |\n", + "| air_humidity | 45.426456 |\n", + "| air_temperature | 23.956959 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 266.0 |\n", + "| direct_solar_radiation | 88.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 19.384127 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3078493.5 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.263 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1579.4819 |\n", + "| air_humidity | 59.7493 |\n", + "| air_temperature | 23.366064 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 188.5 |\n", + "| direct_solar_radiation | 101.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 15.36043 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1421501.6 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.257 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.233074 |\n", + "| air_temperature | 28.15829 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 34.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 16.08662 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.252 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.489456 |\n", + "| air_temperature | 25.69325 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 88.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 20.846014 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.246 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.32439 |\n", + "| air_temperature | 25.073156 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 17.44568 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.241 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.648335 |\n", + "| air_temperature | 26.774912 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 19.110273 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.236 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.04204 |\n", + "| air_temperature | 25.350838 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 18.403831 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.23 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.97231 |\n", + "| air_temperature | 24.641607 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 22.064882 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.225 |\n", + "-----------------------------------------------\n", + "Progress: |*****************************************----------------------------------------------------------| 41%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.824036 |\n", + "| air_temperature | 23.922873 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 18.419962 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.219 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.50254 |\n", + "| air_temperature | 23.970839 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 18.211943 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.214 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.16311 |\n", + "| air_temperature | 23.825941 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 14.515478 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.208 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.36912 |\n", + "| air_temperature | 21.474377 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 12.512131 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.203 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.39349 |\n", + "| air_temperature | 21.8717 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 16.210348 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.198 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.15875 |\n", + "| air_temperature | 21.211725 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 30.5 |\n", + "| direct_solar_radiation | 127.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 14.304934 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.192 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.285484 |\n", + "| air_temperature | 21.456501 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 131.0 |\n", + "| direct_solar_radiation | 120.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 18.877153 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.187 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 97.047325 |\n", + "| air_temperature | 20.787859 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 153.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.614325 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.181 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.41702 |\n", + "| air_temperature | 23.228634 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 185.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 23.758158 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.176 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.8534 |\n", + "| air_temperature | 24.084793 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 215.0 |\n", + "| direct_solar_radiation | 632.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 20.098276 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.17 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3718.872 |\n", + "| air_humidity | 53.877106 |\n", + "| air_temperature | 23.519888 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 368.0 |\n", + "| direct_solar_radiation | 470.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 24.126413 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3319559.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.165 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3689.9016 |\n", + "| air_humidity | 59.44847 |\n", + "| air_temperature | 23.61409 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 324.0 |\n", + "| direct_solar_radiation | 150.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 21.86438 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3320911.5 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.16 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4656.9316 |\n", + "| air_humidity | 60.589455 |\n", + "| air_temperature | 23.196474 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 285.5 |\n", + "| direct_solar_radiation | 137.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 21.750145 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4191238.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.154 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3025.9248 |\n", + "| air_humidity | 59.557205 |\n", + "| air_temperature | 23.235693 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 258.0 |\n", + "| direct_solar_radiation | 688.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 23.093733 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2717327.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5699.271 |\n", + "| air_humidity | 58.27975 |\n", + "| air_temperature | 23.849758 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 632.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 22.49144 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5129490.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.143 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.614998 |\n", + "| air_temperature | 28.336887 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 297.0 |\n", + "| direct_solar_radiation | 313.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 25.138285 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.138 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.799965 |\n", + "| air_temperature | 26.287437 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 130.0 |\n", + "| direct_solar_radiation | 629.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 25.576597 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.133 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6111.2476 |\n", + "| air_humidity | 59.461708 |\n", + "| air_temperature | 23.92439 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 137.5 |\n", + "| direct_solar_radiation | 411.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 23.203123 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5500122.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.127 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.99368 |\n", + "| air_temperature | 29.967133 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 77.5 |\n", + "| direct_solar_radiation | 232.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 21.989483 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.122 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.70692 |\n", + "| air_temperature | 31.041197 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 25.5 |\n", + "| direct_solar_radiation | 49.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 33.851494 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.116 |\n", + "-----------------------------------------------\n", + "----------------------------------------------************----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.80717 |\n", + "| air_temperature | 29.11506 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 22.44267 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.111 |\n", + "----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.88379 |\n", + "| air_temperature | 26.209824 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 22.141724 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.105 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.0384 |\n", + "| air_temperature | 26.988644 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 25.799631 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.1 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.74893 |\n", + "| air_temperature | 25.803793 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 22.252745 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0945 |\n", + "-----------------------------------------------\n", + "Progress: |************************************************---------------------------------------------------| 48%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.792534 |\n", + "| air_temperature | 23.821617 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 23.262617 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0891 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.07156 |\n", + "| air_temperature | 24.140497 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 23.70243 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0837 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.9876 |\n", + "| air_temperature | 23.416883 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 21.679785 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0783 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.26148 |\n", + "| air_temperature | 22.31012 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 18.627705 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0729 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.31166 |\n", + "| air_temperature | 23.167301 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 19.406437 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.98578 |\n", + "| air_temperature | 22.602865 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.922998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.062 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.4189 |\n", + "| air_temperature | 22.064188 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 387.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.899763 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0566 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.49839 |\n", + "| air_temperature | 22.61911 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 89.5 |\n", + "| direct_solar_radiation | 616.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 23.602169 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.0512 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2481.0112 |\n", + "| air_humidity | 78.070724 |\n", + "| air_temperature | 21.226805 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 281.5 |\n", + "| direct_solar_radiation | 33.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 27.402737 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2232910.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5305.9785 |\n", + "| air_humidity | 64.83157 |\n", + "| air_temperature | 22.350382 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 343.5 |\n", + "| direct_solar_radiation | 389.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 25.031082 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4764079.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6145.438 |\n", + "| air_humidity | 62.26124 |\n", + "| air_temperature | 23.057213 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 316.0 |\n", + "| direct_solar_radiation | 322.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 24.743015 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5510481.5 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.91196 |\n", + "| air_temperature | 26.389618 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 282.5 |\n", + "| direct_solar_radiation | 624.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 30.014492 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.50601 |\n", + "| air_temperature | 27.251705 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 331.0 |\n", + "| direct_solar_radiation | 570.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 35.047768 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9042.422 |\n", + "| air_humidity | 57.82255 |\n", + "| air_temperature | 24.51498 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 351.5 |\n", + "| direct_solar_radiation | 212.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 30.24039 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 8140713.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8990.244 |\n", + "| air_humidity | 59.047405 |\n", + "| air_temperature | 24.920425 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 298.5 |\n", + "| direct_solar_radiation | 578.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 32.450413 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 8086992.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5874.5728 |\n", + "| air_humidity | 56.598827 |\n", + "| air_temperature | 24.524734 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 392.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 30.972729 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5269392.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5402.8213 |\n", + "| air_humidity | 52.59891 |\n", + "| air_temperature | 24.395102 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 505.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 28.396152 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4856598.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5825.845 |\n", + "| air_humidity | 58.718395 |\n", + "| air_temperature | 24.014736 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 73.5 |\n", + "| direct_solar_radiation | 665.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 25.856668 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5243260.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.448227 |\n", + "| air_temperature | 29.858162 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 84.0 |\n", + "| direct_solar_radiation | 214.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 27.553564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.39038 |\n", + "| air_temperature | 26.706186 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 12.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 22.227594 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.30035 |\n", + "| air_temperature | 28.517382 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 22.560928 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.19401 |\n", + "| air_temperature | 27.295546 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 27.625349 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.78848 |\n", + "| air_temperature | 26.51976 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.196743 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.561935 |\n", + "| air_temperature | 24.249304 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 21.584465 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |*******************************************************--------------------------------------------| 55%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.58174 |\n", + "| air_temperature | 24.539743 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 26.045515 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.604805 |\n", + "| air_temperature | 25.405827 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 24.540695 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.42579 |\n", + "| air_temperature | 24.458406 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 25.382166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.15275 |\n", + "| air_temperature | 23.566076 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 24.34201 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.7414 |\n", + "| air_temperature | 22.618448 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 21.542467 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.86973 |\n", + "| air_temperature | 23.105227 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 23.0 |\n", + "| direct_solar_radiation | 7.5 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 25.863367 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.777534 |\n", + "| air_temperature | 22.225996 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 21.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 20.798347 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.82952 |\n", + "| air_temperature | 23.096634 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 102.5 |\n", + "| direct_solar_radiation | 235.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.932587 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.898224 |\n", + "| air_temperature | 24.078562 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 157.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 23.581535 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4853.2866 |\n", + "| air_humidity | 64.223564 |\n", + "| air_temperature | 22.301798 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 246.0 |\n", + "| direct_solar_radiation | 103.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 25.080772 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4367958.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7106.1353 |\n", + "| air_humidity | 61.67097 |\n", + "| air_temperature | 23.269861 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 352.5 |\n", + "| direct_solar_radiation | 310.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 25.929888 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6367651.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5841.152 |\n", + "| air_humidity | 60.543064 |\n", + "| air_temperature | 23.566633 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 416.5 |\n", + "| direct_solar_radiation | 66.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 26.519234 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5209345.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6789.402 |\n", + "| air_humidity | 57.23053 |\n", + "| air_temperature | 24.330137 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 197.0 |\n", + "| direct_solar_radiation | 784.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 31.489174 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6164890.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9290.521 |\n", + "| air_humidity | 57.967903 |\n", + "| air_temperature | 24.993517 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 184.5 |\n", + "| direct_solar_radiation | 711.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 31.004633 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 8339602.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.39203 |\n", + "| air_temperature | 28.487068 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 298.0 |\n", + "| direct_solar_radiation | 500.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 30.68283 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.07435 |\n", + "| air_temperature | 28.946291 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 244.0 |\n", + "| direct_solar_radiation | 481.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 30.498264 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9002.211 |\n", + "| air_humidity | 60.445164 |\n", + "| air_temperature | 24.583647 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 151.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 26.536777 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8101990.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4601.3066 |\n", + "| air_humidity | 61.324406 |\n", + "| air_temperature | 23.162462 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 80.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 21.187864 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4141176.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.871037 |\n", + "| air_temperature | 29.925226 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 57.0 |\n", + "| direct_solar_radiation | 228.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 26.071585 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.308235 |\n", + "| air_temperature | 29.915752 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 21.503227 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.636124 |\n", + "| air_temperature | 28.742277 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 22.733294 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.47045 |\n", + "| air_temperature | 27.229761 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 23.311094 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.61175 |\n", + "| air_temperature | 26.358007 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 23.789915 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.53897 |\n", + "| air_temperature | 25.65634 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 27.896782 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |**************************************************************-------------------------------------| 62%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.148575 |\n", + "| air_temperature | 24.968826 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 22.955194 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.31977 |\n", + "| air_temperature | 24.230255 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 24.522755 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.130356 |\n", + "| air_temperature | 23.756025 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 22.456839 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.35365 |\n", + "| air_temperature | 24.506315 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 23.943144 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.7912 |\n", + "| air_temperature | 24.995941 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 26.172163 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.53649 |\n", + "| air_temperature | 23.048388 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 19.684956 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.73716 |\n", + "| air_temperature | 21.66965 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 100.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 15.233419 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.77063 |\n", + "| air_temperature | 22.572788 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 71.5 |\n", + "| direct_solar_radiation | 425.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 23.186699 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2988.8997 |\n", + "| air_humidity | 73.81425 |\n", + "| air_temperature | 21.999039 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 88.0 |\n", + "| direct_solar_radiation | 715.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 26.786617 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2714391.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3137.0544 |\n", + "| air_humidity | 61.19183 |\n", + "| air_temperature | 22.177671 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 253.5 |\n", + "| direct_solar_radiation | 445.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 22.343174 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2801224.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.13367 |\n", + "| air_temperature | 24.903711 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 234.0 |\n", + "| direct_solar_radiation | 632.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 26.507423 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.41207 |\n", + "| air_temperature | 25.408579 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 209.5 |\n", + "| direct_solar_radiation | 729.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 22.097107 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5351.1226 |\n", + "| air_humidity | 58.171345 |\n", + "| air_temperature | 23.91477 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 214.0 |\n", + "| direct_solar_radiation | 561.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 26.362823 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4806430.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5359.0513 |\n", + "| air_humidity | 56.55467 |\n", + "| air_temperature | 24.294718 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 246.0 |\n", + "| direct_solar_radiation | 455.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 30.070414 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 4887073.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3752.6602 |\n", + "| air_humidity | 52.818874 |\n", + "| air_temperature | 24.058065 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 737.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 24.97303 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3369927.5 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5573.891 |\n", + "| air_humidity | 57.449215 |\n", + "| air_temperature | 24.29049 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 145.5 |\n", + "| direct_solar_radiation | 682.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 25.14221 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5003182.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5860.3286 |\n", + "| air_humidity | 37.1701 |\n", + "| air_temperature | 24.564209 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 114.0 |\n", + "| direct_solar_radiation | 581.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 20.0 |\n", + "| outdoor_temperature | 28.693348 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5268518.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.263493 |\n", + "| air_temperature | 28.117382 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 57.5 |\n", + "| direct_solar_radiation | 492.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 24.179312 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.025 |\n", + "| air_temperature | 28.550064 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 31.5 |\n", + "| direct_solar_radiation | 19.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 27.793127 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.289627 |\n", + "| air_temperature | 29.596655 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 22.908802 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.948284 |\n", + "| air_temperature | 28.350603 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 22.92673 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.87577 |\n", + "| air_temperature | 27.287249 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 24.204128 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.05659 |\n", + "| air_temperature | 25.802189 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 23.501991 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.47732 |\n", + "| air_temperature | 25.126427 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.370691 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |********************************************************************-------------------------------| 68%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.2652 |\n", + "| air_temperature | 25.092297 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.099207 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.47031 |\n", + "| air_temperature | 22.970182 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 19.91283 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.12721 |\n", + "| air_temperature | 22.954018 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 21.076895 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.639404 |\n", + "| air_temperature | 21.706398 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 12.323276 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.0841 |\n", + "| air_temperature | 21.694613 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 15.121407 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.34458 |\n", + "| air_temperature | 22.672228 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 23.33292 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.37435 |\n", + "| air_temperature | 23.098211 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 22.0 |\n", + "| direct_solar_radiation | 1.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 22.74073 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.09637 |\n", + "| air_temperature | 22.759245 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 83.5 |\n", + "| direct_solar_radiation | 286.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 17.67871 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1371.7104 |\n", + "| air_humidity | 78.25826 |\n", + "| air_temperature | 20.039146 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 174.0 |\n", + "| direct_solar_radiation | 104.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 19.290564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1234998.8 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4050.8926 |\n", + "| air_humidity | 67.34919 |\n", + "| air_temperature | 21.52845 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 127.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 19.215305 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3645803.2 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3004.9004 |\n", + "| air_humidity | 60.246204 |\n", + "| air_temperature | 22.964148 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 299.0 |\n", + "| direct_solar_radiation | 364.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 21.560059 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2684185.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3808.9343 |\n", + "| air_humidity | 59.175064 |\n", + "| air_temperature | 23.599087 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 426.5 |\n", + "| direct_solar_radiation | 111.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 21.939615 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3428041.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3255.3972 |\n", + "| air_humidity | 55.725792 |\n", + "| air_temperature | 23.779278 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 262.5 |\n", + "| direct_solar_radiation | 437.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 23.010288 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2929857.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.00577 |\n", + "| air_temperature | 23.490236 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 209.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 22.610647 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.138374 |\n", + "| air_temperature | 23.77459 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 160.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 22.711033 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 501.99664 |\n", + "| air_humidity | 30.882849 |\n", + "| air_temperature | 25.489855 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 178.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 16.924389 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 451796.97 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1538.3142 |\n", + "| air_humidity | 40.38514 |\n", + "| air_temperature | 24.152029 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 80.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 16.750742 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1361756.1 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1562.5536 |\n", + "| air_humidity | 57.7763 |\n", + "| air_temperature | 23.69666 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 15.362766 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1406267.5 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.56485 |\n", + "| air_temperature | 27.943174 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 18.228003 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.614223 |\n", + "| air_temperature | 29.171944 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 19.968481 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.62621 |\n", + "| air_temperature | 26.012545 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 16.645796 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.65945 |\n", + "| air_temperature | 24.503786 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 14.65261 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.32206 |\n", + "| air_temperature | 24.97646 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 14.896741 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 193.37918 |\n", + "| air_humidity | 53.04839 |\n", + "| air_temperature | 20.552856 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 11.888072 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 170850.98 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |***************************************************************************------------------------| 75%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 91.6472 |\n", + "| air_humidity | 62.588314 |\n", + "| air_temperature | 21.2672 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 14.231259 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 81602.86 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 70.04255 |\n", + "| air_temperature | 21.505669 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 16.890583 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 59.37259 |\n", + "| air_temperature | 21.999968 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 15.308412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 61.38226 |\n", + "| air_temperature | 23.647644 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 20.262846 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 608.0272 |\n", + "| air_humidity | 31.537436 |\n", + "| air_temperature | 19.350393 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 8.612885 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 518107.1 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.907684 |\n", + "| air_temperature | 18.80182 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 4.671904 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.602402 |\n", + "| air_temperature | 19.819515 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.654228 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 34.41275 |\n", + "| air_temperature | 20.909618 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 64.0 |\n", + "| direct_solar_radiation | 174.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 8.19851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 160.70125 |\n", + "| air_humidity | 66.53428 |\n", + "| air_temperature | 19.79378 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 379.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 14.136075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 146586.66 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 57.88952 |\n", + "| air_temperature | 22.00054 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 125.5 |\n", + "| direct_solar_radiation | 694.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 17.635881 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 62.214733 |\n", + "| air_temperature | 23.414923 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 241.0 |\n", + "| direct_solar_radiation | 416.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 20.859966 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 192.45067 |\n", + "| air_humidity | 57.880604 |\n", + "| air_temperature | 26.456223 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 316.5 |\n", + "| direct_solar_radiation | 189.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 17.595821 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 173205.6 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.765224 |\n", + "| air_temperature | 27.755896 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 596.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 19.118748 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 50.221325 |\n", + "| air_temperature | 25.792042 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 256.0 |\n", + "| direct_solar_radiation | 306.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 18.685549 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.643288 |\n", + "| air_temperature | 25.088284 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 145.5 |\n", + "| direct_solar_radiation | 614.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 16.19097 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 11.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 455.85727 |\n", + "| air_humidity | 23.233004 |\n", + "| air_temperature | 25.580149 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 105.5 |\n", + "| direct_solar_radiation | 518.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 14.719782 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 410271.56 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 32.46782 |\n", + "| air_temperature | 23.050169 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 54.5 |\n", + "| direct_solar_radiation | 427.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 15.007018 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 104.0049 |\n", + "| air_humidity | 40.469254 |\n", + "| air_temperature | 25.762215 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 15.5 |\n", + "| direct_solar_radiation | 136.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 16.85201 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 110891.28 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 47.767754 |\n", + "| air_temperature | 25.61364 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 16.869762 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 109.77352 |\n", + "| air_humidity | 62.86594 |\n", + "| air_temperature | 25.587751 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 16.71503 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 98810.305 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 72.662445 |\n", + "| air_temperature | 22.676569 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 17.344183 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 71.353714 |\n", + "| air_temperature | 24.358383 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 18.299417 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 18.589087 |\n", + "| air_temperature | 22.21219 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 16.183949 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 18.206142 |\n", + "| air_temperature | 21.999985 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 7.863268 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 70.79328 |\n", + "| air_humidity | 21.031765 |\n", + "| air_temperature | 20.74373 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 7.3715158 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 61825.062 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 23.970629 |\n", + "| air_temperature | 18.405119 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 5.1220016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 201.19078 |\n", + "| air_humidity | 28.49424 |\n", + "| air_temperature | 21.015865 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 12.931328 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 188645.92 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 948.2007 |\n", + "| air_humidity | 20.858418 |\n", + "| air_temperature | 19.403952 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.6075807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 801069.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.18096 |\n", + "| air_temperature | 18.634413 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 4.9571757 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 95.37267 |\n", + "| air_humidity | 24.629105 |\n", + "| air_temperature | 20.14481 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 6.937596 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 82714.27 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 68.66032 |\n", + "| air_humidity | 28.74519 |\n", + "| air_temperature | 20.179213 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.355169 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 61025.4 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 42.22224 |\n", + "| air_temperature | 20.154366 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 34.5 |\n", + "| direct_solar_radiation | 136.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 8.601156 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 300.50192 |\n", + "| air_humidity | 34.13722 |\n", + "| air_temperature | 20.724718 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 91.0 |\n", + "| direct_solar_radiation | 372.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 10.182717 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 260286.92 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 27.324717 |\n", + "| air_temperature | 21.460247 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 116.5 |\n", + "| direct_solar_radiation | 556.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 7.6401772 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 663.8411 |\n", + "| air_humidity | 35.611805 |\n", + "| air_temperature | 23.279047 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 158.0 |\n", + "| direct_solar_radiation | 527.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 11.253662 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 610932.6 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.466824 |\n", + "| air_temperature | 23.828392 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 255.0 |\n", + "| direct_solar_radiation | 190.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 12.27229 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 46.755707 |\n", + "| air_temperature | 21.837193 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 237.5 |\n", + "| direct_solar_radiation | 86.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 16.700947 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 54.78266 |\n", + "| air_temperature | 21.810846 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 15.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 14.556306 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 295.21298 |\n", + "| air_humidity | 48.13714 |\n", + "| air_temperature | 25.021883 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 123.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 13.235451 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 266980.47 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 539.43866 |\n", + "| air_humidity | 36.041264 |\n", + "| air_temperature | 24.243587 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 82.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 10.984423 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 485494.8 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 902.7748 |\n", + "| air_humidity | 41.3403 |\n", + "| air_temperature | 23.527079 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 38.0 |\n", + "| direct_solar_radiation | 53.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.99827 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 812497.3 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 650.0828 |\n", + "| air_humidity | 52.764694 |\n", + "| air_temperature | 23.35507 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.372531 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 585074.56 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 28.211124 |\n", + "| air_temperature | 22.976395 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 6.600526 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.771719 |\n", + "| air_temperature | 20.824842 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 9.77587 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.479923 |\n", + "| air_temperature | 20.357563 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 6.0292397 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 727.8344 |\n", + "| air_humidity | 25.417734 |\n", + "| air_temperature | 21.000147 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 5.013974 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 646563.2 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.97609 |\n", + "| air_temperature | 21.428865 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 3.8844962 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1003.0152 |\n", + "| air_humidity | 36.79652 |\n", + "| air_temperature | 21.041609 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 1.7418324 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 902713.7 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |*****************************************************************************************----------| 89%------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1480.0426 |\n", + "| air_humidity | 29.446743 |\n", + "| air_temperature | 20.312044 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | -0.6433044 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1332038.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2032.5927 |\n", + "| air_humidity | 19.228872 |\n", + "| air_temperature | 20.992287 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | -3.406055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1829333.4 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1643.0013 |\n", + "| air_humidity | 15.219239 |\n", + "| air_temperature | 19.81402 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -1.4580983 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1478701.2 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "------------------------------------------------*****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1875.4172 |\n", + "| air_humidity | 13.846659 |\n", + "| air_temperature | 21.000006 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -2.6201777 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1687875.5 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.86057 |\n", + "| air_temperature | 19.003658 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 5.8098664 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 807.836 |\n", + "| air_humidity | 43.12251 |\n", + "| air_temperature | 19.362911 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 6.156244 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 681375.3 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 789.04456 |\n", + "| air_humidity | 30.17224 |\n", + "| air_temperature | 20.636475 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 5.1578355 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 708359.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 295.55637 |\n", + "| air_humidity | 25.87323 |\n", + "| air_temperature | 19.928282 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 1.742372 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 266000.75 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 92.7553 |\n", + "| air_humidity | 35.296833 |\n", + "| air_temperature | 20.206911 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 25.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 7.921776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 80147.33 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 163.46709 |\n", + "| air_humidity | 29.838661 |\n", + "| air_temperature | 19.29609 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 79.5 |\n", + "| direct_solar_radiation | 369.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 5.922729 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 146838.22 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 12.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 17.84719 |\n", + "| air_temperature | 22.499722 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 93.5 |\n", + "| direct_solar_radiation | 623.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 4.658013 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 23.96115 |\n", + "| air_temperature | 23.561268 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 804.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 6.4370503 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 39.127277 |\n", + "| air_temperature | 22.928534 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 97.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 7.2501626 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 31.817347 |\n", + "| air_temperature | 22.907028 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 5.028878 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 18.59975 |\n", + "| air_temperature | 22.932472 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 96.5 |\n", + "| direct_solar_radiation | 104.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 2.591026 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 70.20606 |\n", + "| air_humidity | 18.017624 |\n", + "| air_temperature | 21.000004 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 73.5 |\n", + "| direct_solar_radiation | 92.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 4.7990522 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 62652.8 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 124.541046 |\n", + "| air_humidity | 18.26065 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 15.0 |\n", + "| direct_solar_radiation | 308.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 7.0755606 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 112187.96 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 27.55016 |\n", + "| air_temperature | 23.214323 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 4.394281 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 35.79371 |\n", + "| air_temperature | 22.532774 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 3.9512193 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1089.2335 |\n", + "| air_humidity | 28.00922 |\n", + "| air_temperature | 23.024275 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 1.3107407 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 980310.2 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.208553 |\n", + "| air_temperature | 21.219198 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 3.8873405 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 835.0407 |\n", + "| air_humidity | 21.99288 |\n", + "| air_temperature | 20.598116 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 4.8464212 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 755553.3 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1402.3055 |\n", + "| air_humidity | 14.491304 |\n", + "| air_temperature | 21.000223 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 25.0 |\n", + "| outdoor_temperature | -0.2546195 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1262075.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.221281 |\n", + "| air_temperature | 20.598158 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 3.1798205 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 700.85516 |\n", + "| air_humidity | 24.989456 |\n", + "| air_temperature | 20.595875 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 5.265303 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 630769.7 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.265991 |\n", + "| air_temperature | 20.496058 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 2.0358138 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 30.325657 |\n", + "| air_temperature | 20.983091 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 2.0346045 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.342453 |\n", + "| air_temperature | 19.903067 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 5.899701 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1322.4016 |\n", + "| air_humidity | 22.932446 |\n", + "| air_temperature | 20.642416 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 0.14490029 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1190161.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2363.602 |\n", + "| air_humidity | 17.392849 |\n", + "| air_temperature | 19.999958 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -5.0611014 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2127241.8 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.27708 |\n", + "| air_temperature | 19.663279 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.7721448 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 29.299072 |\n", + "| air_temperature | 20.000072 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 3.103836 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 47.617172 |\n", + "| air_temperature | 19.266903 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 10.236619 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 34.94709 |\n", + "| air_temperature | 21.744276 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 53.5 |\n", + "| direct_solar_radiation | 532.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 8.176662 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 972.799 |\n", + "| air_humidity | 26.80679 |\n", + "| air_temperature | 22.411669 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 70.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 1.435689 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 875519.1 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.151196 |\n", + "| air_temperature | 21.667337 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 115.0 |\n", + "| direct_solar_radiation | 582.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 3.6377366 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 101.81965 |\n", + "| air_humidity | 19.736752 |\n", + "| air_temperature | 20.999989 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 133.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 5.0482287 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 91637.68 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 519.18353 |\n", + "| air_humidity | 28.049627 |\n", + "| air_temperature | 22.243378 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 103.5 |\n", + "| direct_solar_radiation | 24.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 1.7846037 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 467265.2 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 14.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1437.554 |\n", + "| air_humidity | 14.440469 |\n", + "| air_temperature | 23.035702 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 102.0 |\n", + "| direct_solar_radiation | 487.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -1.0675281 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1293798.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", + "-----------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| episode/ | |\n", + "| comfort_violation_time(%) | 42.6 |\n", + "| cumulative_comfort_penalty | -1e+04 |\n", + "| cumulative_energy_penalty | -1.79e+03 |\n", + "| cumulative_power | 3.57e+07 |\n", + "| cumulative_reward | -11781.918 |\n", + "| cumulative_temperature_violation | 2e+04 |\n", + "| episode_length | 35040 |\n", + "| mean_comfort_penalty | -0.285 |\n", + "| mean_energy_penalty | -0.0509 |\n", + "| mean_power | 1.02e+03 |\n", + "| mean_reward | -0.33624196 |\n", + "| mean_temperature_violation | 0.571 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3206.5505 |\n", + "| air_humidity | 16.606789 |\n", + "| air_temperature | 16.834461 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | -9.275844 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2885895.5 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------------\n", + "-----------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 3.5e+04 |\n", + "| ep_rew_mean | -1.18e+04 |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| episodes | 1 |\n", + "| fps | 1779 |\n", + "| time_elapsed | 19 |\n", + "| total_timesteps | 35040 |\n", + "-----------------------------------\n", + "------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1804.2375 |\n", + "| air_humidity | 14.429458 |\n", + "| air_temperature | 22.996721 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 95.5 |\n", + "| direct_solar_radiation | 157.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -2.7215035 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1623813.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2286.7896 |\n", + "| air_humidity | 13.794168 |\n", + "| air_temperature | 23.17125 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 33.0 |\n", + "| direct_solar_radiation | 54.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | -5.134264 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2058110.6 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 51.033295 |\n", + "| air_temperature | 23.009144 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 6.7510724 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2267.5652 |\n", + "| air_humidity | 15.053332 |\n", + "| air_temperature | 22.429335 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -5.0381413 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2040808.6 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2373.0137 |\n", + "| air_humidity | 11.418623 |\n", + "| air_temperature | 20.962894 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -5.1081605 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2135712.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1758.2157 |\n", + "| air_humidity | 9.940797 |\n", + "| air_temperature | 20.618435 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | -2.03417 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1582394.1 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2139.4778 |\n", + "| air_humidity | 17.66047 |\n", + "| air_temperature | 21.4038 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -3.9404805 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1925530.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1455.3401 |\n", + "| air_humidity | 33.264008 |\n", + "| air_temperature | 20.997766 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | -0.5197919 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1309806.1 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1222.3441 |\n", + "| air_humidity | 34.790493 |\n", + "| air_temperature | 20.846558 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 0.645188 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1100109.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1883.9517 |\n", + "| air_humidity | 21.349102 |\n", + "| air_temperature | 19.073694 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -2.66285 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1695556.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1546.6324 |\n", + "| air_humidity | 16.957151 |\n", + "| air_temperature | 18.970556 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -0.97625375 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1391969.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 148.38998 |\n", + "| air_humidity | 25.182379 |\n", + "| air_temperature | 20.113134 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 4.72036 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 134166.44 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2781.4126 |\n", + "| air_humidity | 23.80908 |\n", + "| air_temperature | 19.716034 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | -7.150154 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2503271.2 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1030.1261 |\n", + "| air_humidity | 23.667334 |\n", + "| air_temperature | 19.352226 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 1.6062777 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 927113.56 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1950.5087 |\n", + "| air_humidity | 29.971148 |\n", + "| air_temperature | 18.999996 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | -2.9956346 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1755457.8 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1148.0468 |\n", + "| air_humidity | 34.12383 |\n", + "| air_temperature | 19.986454 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 1.0166746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1033242.06 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 41.51869 |\n", + "| air_temperature | 19.999989 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 9.285549 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.05086 |\n", + "| air_temperature | 20.530643 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 326.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.3865857 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 122.68099 |\n", + "| air_humidity | 16.205442 |\n", + "| air_temperature | 20.136335 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 110.0 |\n", + "| direct_solar_radiation | 362.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 4.9920626 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 107556.51 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 31.507713 |\n", + "| air_temperature | 22.5794 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 172.5 |\n", + "| direct_solar_radiation | 34.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 4.3967648 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 40.34489 |\n", + "| air_temperature | 23.049335 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 81.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 7.3515596 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 748.64197 |\n", + "| air_humidity | 45.458416 |\n", + "| air_temperature | 23.0614 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 103.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.038888 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 673777.8 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 231.8666 |\n", + "| air_humidity | 53.649773 |\n", + "| air_temperature | 24.061403 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 82.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 13.094668 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 208679.92 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 28.547411 |\n", + "| air_temperature | 22.799263 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 67.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 2.623999 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 26.4357 |\n", + "| air_temperature | 21.611109 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 108.5 |\n", + "| direct_solar_radiation | 93.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.027222 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.152868 |\n", + "| air_temperature | 21.999857 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 58.0 |\n", + "| direct_solar_radiation | 189.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 3.5773697 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 33.50244 |\n", + "| air_temperature | 22.925869 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 8.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 3.5959754 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1462.5768 |\n", + "| air_humidity | 20.541664 |\n", + "| air_temperature | 23.24956 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | -1.0131997 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1316319.1 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1349.1754 |\n", + "| air_humidity | 24.63473 |\n", + "| air_temperature | 23.735115 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 0.0110311955 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1214257.9 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "--------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1886.4735 |\n", + "| air_humidity | 16.737734 |\n", + "| air_temperature | 22.882967 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | -2.6754591 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1697826.1 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 585.49194 |\n", + "| air_humidity | 28.731716 |\n", + "| air_temperature | 20.996204 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 6.31725 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 526942.75 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 12.700426 |\n", + "| air_temperature | 20.538958 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | -2.3895953 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1319.7701 |\n", + "| air_humidity | 11.374336 |\n", + "| air_temperature | 20.237171 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 0.15805787 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1187793.1 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "Progress: |**********-----------------------------------------------------------------------------------------| 10%------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1625.1184 |\n", + "| air_humidity | 29.68434 |\n", + "| air_temperature | 19.554268 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -1.3686837 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1462606.6 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3791.435 |\n", + "| air_humidity | 16.024805 |\n", + "| air_temperature | 18.399399 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -12.200267 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3412291.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3162.4832 |\n", + "| air_humidity | 16.801003 |\n", + "| air_temperature | 17.480116 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | -9.055507 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2846234.8 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2316.3386 |\n", + "| air_humidity | 18.613413 |\n", + "| air_temperature | 19.890545 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -4.8247848 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2084704.8 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3050.6633 |\n", + "| air_humidity | 16.25804 |\n", + "| air_temperature | 18.83905 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | -8.496408 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2745597.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1886.6011 |\n", + "| air_humidity | 12.712721 |\n", + "| air_temperature | 18.790092 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | -2.6760972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1697941.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1514.844 |\n", + "| air_humidity | 16.692741 |\n", + "| air_temperature | 19.63072 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | -0.81731147 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1363359.6 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2945.1492 |\n", + "| air_humidity | 18.053753 |\n", + "| air_temperature | 18.193132 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 40.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -11.505592 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2650634.2 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2493.5735 |\n", + "| air_humidity | 10.131987 |\n", + "| air_temperature | 18.372742 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 69.0 |\n", + "| direct_solar_radiation | 187.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -9.247714 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2244216.2 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1821.0771 |\n", + "| air_humidity | 13.044007 |\n", + "| air_temperature | 21.999996 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 106.0 |\n", + "| direct_solar_radiation | 395.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -2.7465734 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1638969.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1367.605 |\n", + "| air_humidity | 18.204165 |\n", + "| air_temperature | 22.377993 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 190.5 |\n", + "| direct_solar_radiation | 29.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | -0.5383407 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1230844.5 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 151.11612 |\n", + "| air_humidity | 31.204664 |\n", + "| air_temperature | 20.458956 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 224.5 |\n", + "| direct_solar_radiation | 314.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 6.2909584 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 144360.28 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 76.76114 |\n", + "| air_humidity | 17.126703 |\n", + "| air_temperature | 22.000053 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 124.0 |\n", + "| direct_solar_radiation | 727.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 6.369709 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 70249.89 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 25.14942 |\n", + "| air_temperature | 23.491219 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 241.0 |\n", + "| direct_solar_radiation | 284.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 6.582677 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.28904 |\n", + "| air_temperature | 24.073921 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 183.5 |\n", + "| direct_solar_radiation | 475.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 7.3682384 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 688.9026 |\n", + "| air_humidity | 25.790758 |\n", + "| air_temperature | 24.51302 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 101.5 |\n", + "| direct_solar_radiation | 584.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 9.043416 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 593599.75 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 31.605486 |\n", + "| air_temperature | 23.198685 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 63.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 3.3204484 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 917.7176 |\n", + "| air_humidity | 19.038803 |\n", + "| air_temperature | 23.908525 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 273.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 1.9434859 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 825945.9 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 22.889832 |\n", + "| air_temperature | 21.24511 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 3.2798805 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1150.1122 |\n", + "| air_humidity | 18.517626 |\n", + "| air_temperature | 20.998045 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 1.0063478 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1035100.94 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 533.8715 |\n", + "| air_humidity | 22.031479 |\n", + "| air_temperature | 22.000027 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 4.355374 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 474075.22 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1502.4996 |\n", + "| air_humidity | 17.550522 |\n", + "| air_temperature | 21.454084 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | -0.75558984 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1352249.8 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1700.4568 |\n", + "| air_humidity | 38.744617 |\n", + "| air_temperature | 19.918364 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -1.7453753 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1530411.1 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 840.8903 |\n", + "| air_humidity | 40.83299 |\n", + "| air_temperature | 19.238083 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 5.5238667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 725613.3 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |*****************----------------------------------------------------------------------------------| 17%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 708.3994 |\n", + "| air_humidity | 36.43662 |\n", + "| air_temperature | 19.460455 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 6.6392717 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 593720.8 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 33.624523 |\n", + "| air_temperature | 21.84918 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 10.09713 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 474.4464 |\n", + "| air_humidity | 32.48305 |\n", + "| air_temperature | 19.565111 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 9.315889 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 406927.03 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 927.30707 |\n", + "| air_humidity | 43.51403 |\n", + "| air_temperature | 19.22073 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.875117 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 781413.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 575.30975 |\n", + "| air_humidity | 45.782436 |\n", + "| air_temperature | 20.171947 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.522872 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 555115.25 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 782.5654 |\n", + "| air_humidity | 24.75921 |\n", + "| air_temperature | 20.15559 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 6.049054 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 704308.94 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.990368 |\n", + "| air_temperature | 19.806833 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 3.5513284 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 37.737408 |\n", + "| air_temperature | 20.442892 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 72.0 |\n", + "| direct_solar_radiation | 175.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.1105442 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.52455 |\n", + "| air_temperature | 20.50352 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 141.5 |\n", + "| direct_solar_radiation | 118.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.6969094 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 22.176426 |\n", + "| air_temperature | 21.72639 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 132.5 |\n", + "| direct_solar_radiation | 687.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 7.6411133 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 23.683573 |\n", + "| air_temperature | 22.5603 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 291.0 |\n", + "| direct_solar_radiation | 353.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 4.719579 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 15.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 947.8628 |\n", + "| air_humidity | 17.563786 |\n", + "| air_temperature | 23.31355 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 820.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 4.4292946 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 853076.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 819.6643 |\n", + "| air_humidity | 17.929089 |\n", + "| air_temperature | 23.582941 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 310.5 |\n", + "| direct_solar_radiation | 462.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 1.6799109 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 737697.9 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 183.02463 |\n", + "| air_humidity | 22.134924 |\n", + "| air_temperature | 25.33988 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 140.5 |\n", + "| direct_solar_radiation | 840.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 12.848213 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 165756.19 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1372.1312 |\n", + "| air_humidity | 16.91895 |\n", + "| air_temperature | 20.388855 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 103.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -0.10374769 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1234918.1 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1435.1711 |\n", + "| air_humidity | 18.643396 |\n", + "| air_temperature | 21.139025 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 168.5 |\n", + "| direct_solar_radiation | 643.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | -0.41894728 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1291654.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 906.4148 |\n", + "| air_humidity | 26.15411 |\n", + "| air_temperature | 24.043047 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 132.5 |\n", + "| direct_solar_radiation | 552.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 3.821802 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 815773.3 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 26.803059 |\n", + "| air_temperature | 23.57881 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 61.5 |\n", + "| direct_solar_radiation | 360.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 3.7118824 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 838.38043 |\n", + "| air_humidity | 32.72246 |\n", + "| air_temperature | 23.509342 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 91.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 5.683642 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 746401.25 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 11.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 722.22064 |\n", + "| air_humidity | 21.36357 |\n", + "| air_temperature | 21.937164 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 4.786942 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 636776.6 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 14.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1420.1923 |\n", + "| air_humidity | 15.754087 |\n", + "| air_temperature | 23.23445 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 22.0 |\n", + "| outdoor_temperature | -0.34405267 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1278173.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 15.957253 |\n", + "| air_temperature | 20.980701 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 3.6350272 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 28.30168 |\n", + "| air_temperature | 21.18839 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.6833673 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 785.40643 |\n", + "| air_humidity | 43.216587 |\n", + "| air_temperature | 19.139505 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.2410784 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 701437.75 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "Progress: |***********************----------------------------------------------------------------------------| 23%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 481.7842 |\n", + "| air_humidity | 47.513245 |\n", + "| air_temperature | 20.326927 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 8.220632 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 451453.1 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 194.08734 |\n", + "| air_humidity | 43.19421 |\n", + "| air_temperature | 20.993734 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 11.772061 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 170518.66 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.857058 |\n", + "| air_temperature | 20.061483 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 2.9912403 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 37.21652 |\n", + "| air_temperature | 20.998018 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 2.1145651 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 143.43005 |\n", + "| air_humidity | 36.30297 |\n", + "| air_temperature | 20.30996 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.333977 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 140959.28 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.015564 |\n", + "| air_temperature | 18.754827 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 2.8850982 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.60917 |\n", + "| air_temperature | 18.369095 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 27.0 |\n", + "| direct_solar_radiation | 165.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 4.028294 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.062473 |\n", + "| air_temperature | 18.538546 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 541.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 3.634861 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 43.828773 |\n", + "| air_temperature | 18.841476 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 146.5 |\n", + "| direct_solar_radiation | 403.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 6.183797 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 572.3576 |\n", + "| air_humidity | 44.74038 |\n", + "| air_temperature | 21.419844 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 173.0 |\n", + "| direct_solar_radiation | 567.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 10.205873 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 523577.4 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.707 |\n", + "| air_temperature | 22.388348 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 220.5 |\n", + "| direct_solar_radiation | 635.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 19.456167 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.24044 |\n", + "| air_temperature | 23.77905 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 143.5 |\n", + "| direct_solar_radiation | 847.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 22.28776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3445.089 |\n", + "| air_humidity | 53.412476 |\n", + "| air_temperature | 23.671152 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 283.0 |\n", + "| direct_solar_radiation | 626.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 23.813982 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3108444.2 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1941.4698 |\n", + "| air_humidity | 57.059998 |\n", + "| air_temperature | 23.39732 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 449.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 19.118326 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1746407.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3975.0776 |\n", + "| air_humidity | 32.96631 |\n", + "| air_temperature | 23.598097 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 153.5 |\n", + "| direct_solar_radiation | 773.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 25.0 |\n", + "| outdoor_temperature | 20.640772 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3574334.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 306.31296 |\n", + "| air_humidity | 14.682458 |\n", + "| air_temperature | 25.941786 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 142.5 |\n", + "| direct_solar_radiation | 728.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 14.0 |\n", + "| outdoor_temperature | 15.408057 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 275078.9 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 12.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 315.61072 |\n", + "| air_humidity | 12.921776 |\n", + "| air_temperature | 25.000605 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 72.0 |\n", + "| direct_solar_radiation | 766.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 11.0 |\n", + "| outdoor_temperature | 11.472333 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 280739.22 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 37.093914 |\n", + "| air_temperature | 20.82961 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 69.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 6.4494166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 32.12789 |\n", + "| air_temperature | 23.169945 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 45.5 |\n", + "| direct_solar_radiation | 25.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 6.8088455 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.234688 |\n", + "| air_temperature | 26.290154 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 8.991571 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.74599 |\n", + "| air_temperature | 27.69215 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 15.791064 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.868176 |\n", + "| air_temperature | 23.51201 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 7.527386 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.438843 |\n", + "| air_temperature | 22.010849 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 6.091949 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.108757 |\n", + "| air_temperature | 22.255705 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 6.9153886 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.31344 |\n", + "| air_temperature | 19.858194 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 8.460917 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.07449 |\n", + "| air_temperature | 18.641197 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 5.7216463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.987324 |\n", + "| air_temperature | 20.40382 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 10.535965 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.64444 |\n", + "| air_temperature | 20.592913 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 7.241513 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.43422 |\n", + "| air_temperature | 19.880894 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 10.051851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.292465 |\n", + "| air_temperature | 20.055376 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 6.9597707 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.59889 |\n", + "| air_temperature | 21.129635 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 10.039303 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.81694 |\n", + "| air_temperature | 21.566832 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 78.5 |\n", + "| direct_solar_radiation | 588.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 12.721492 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 105.58764 |\n", + "| air_humidity | 68.87817 |\n", + "| air_temperature | 18.685684 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 221.0 |\n", + "| direct_solar_radiation | 50.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 13.024408 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 95277.984 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 554.63495 |\n", + "| air_humidity | 60.94167 |\n", + "| air_temperature | 20.760542 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 133.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.734792 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 499171.47 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 494.29865 |\n", + "| air_humidity | 26.91579 |\n", + "| air_temperature | 24.698816 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 227.5 |\n", + "| direct_solar_radiation | 676.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 25.0 |\n", + "| outdoor_temperature | 16.345572 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 441835.44 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1669.414 |\n", + "| air_humidity | 27.572773 |\n", + "| air_temperature | 24.118586 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 263.5 |\n", + "| direct_solar_radiation | 662.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 16.663635 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1502472.6 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1423.8939 |\n", + "| air_humidity | 49.750465 |\n", + "| air_temperature | 23.154497 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 225.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 15.606137 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1281504.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.523636 |\n", + "| air_temperature | 21.496876 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 183.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 17.305464 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.981228 |\n", + "| air_temperature | 23.672033 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 296.0 |\n", + "| direct_solar_radiation | 101.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 18.12477 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 263.9766 |\n", + "| air_humidity | 49.505367 |\n", + "| air_temperature | 24.917562 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 243.0 |\n", + "| direct_solar_radiation | 62.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 14.965244 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 237583.92 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 441.78152 |\n", + "| air_humidity | 59.375774 |\n", + "| air_temperature | 25.219263 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 81.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.51826 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 397603.38 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 291.60434 |\n", + "| air_humidity | 60.253563 |\n", + "| air_temperature | 24.001564 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 116.5 |\n", + "| direct_solar_radiation | 8.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.3150015 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 426840.75 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.826717 |\n", + "| air_temperature | 29.443428 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 76.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 24.326218 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.45334 |\n", + "| air_temperature | 29.770283 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 21.403486 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.864246 |\n", + "| air_temperature | 25.409126 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 14.024936 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.58497 |\n", + "| air_temperature | 25.376099 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 13.580284 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.845596 |\n", + "| air_temperature | 24.4386 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 8.686298 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.85383 |\n", + "| air_temperature | 23.408401 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 10.669418 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.44686 |\n", + "| air_temperature | 22.478897 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 11.021046 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.71836 |\n", + "| air_temperature | 22.096245 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 10.4822035 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.24246 |\n", + "| air_temperature | 22.697903 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 14.038016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.10041 |\n", + "| air_temperature | 21.779947 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.543995 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.470825 |\n", + "| air_temperature | 20.502432 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 14.700728 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.664185 |\n", + "| air_temperature | 20.969315 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 78.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 11.760994 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.82759 |\n", + "| air_temperature | 20.638756 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 119.5 |\n", + "| direct_solar_radiation | 39.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 12.853281 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.742096 |\n", + "| air_temperature | 20.965656 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 202.5 |\n", + "| direct_solar_radiation | 121.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 15.2559595 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 175.05946 |\n", + "| air_humidity | 85.569885 |\n", + "| air_temperature | 20.361977 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 166.5 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.519688 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 157553.52 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.35559 |\n", + "| air_temperature | 23.295433 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 251.5 |\n", + "| direct_solar_radiation | 597.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 16.08074 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.33773 |\n", + "| air_temperature | 24.468657 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 330.5 |\n", + "| direct_solar_radiation | 485.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 21.730036 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3473.914 |\n", + "| air_humidity | 50.87384 |\n", + "| air_temperature | 23.874031 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 396.0 |\n", + "| direct_solar_radiation | 283.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 19.557518 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3113888.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4798.8096 |\n", + "| air_humidity | 45.506927 |\n", + "| air_temperature | 24.022305 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 333.0 |\n", + "| direct_solar_radiation | 576.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 25.908749 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4307226.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4961.3433 |\n", + "| air_humidity | 53.536194 |\n", + "| air_temperature | 23.69982 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 270.0 |\n", + "| direct_solar_radiation | 682.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 27.257017 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 4465209.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5542.6147 |\n", + "| air_humidity | 46.478977 |\n", + "| air_temperature | 24.297695 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 213.0 |\n", + "| direct_solar_radiation | 710.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 28.636808 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4984936.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5475.4956 |\n", + "| air_humidity | 57.36404 |\n", + "| air_temperature | 24.47104 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 233.5 |\n", + "| direct_solar_radiation | 564.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 26.003632 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4915775.5 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.53134 |\n", + "| air_temperature | 27.312569 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 178.5 |\n", + "| direct_solar_radiation | 469.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 27.807915 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.3855 |\n", + "| air_temperature | 27.161943 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 103.0 |\n", + "| direct_solar_radiation | 524.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 20.942236 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 39.917088 |\n", + "| air_temperature | 30.10571 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 62.0 |\n", + "| direct_solar_radiation | 335.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 17.514065 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.715076 |\n", + "| air_temperature | 29.770834 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 28.5 |\n", + "| direct_solar_radiation | 11.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 18.896332 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.85728 |\n", + "| air_temperature | 27.400461 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 16.325865 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.10968 |\n", + "| air_temperature | 25.510035 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 20.222506 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.73e+04 |\n", + "| n_updates | 24 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.88185 |\n", + "| air_temperature | 26.473099 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 23.432787 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.69e+04 |\n", + "| n_updates | 49 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.250916 |\n", + "| air_temperature | 24.624996 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 19.427858 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.96e+04 |\n", + "| n_updates | 74 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.379234 |\n", + "| air_temperature | 24.415615 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 18.959192 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.74e+04 |\n", + "| n_updates | 99 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.947784 |\n", + "| air_temperature | 22.702192 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 16.782215 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.7e+04 |\n", + "| n_updates | 124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.11013 |\n", + "| air_temperature | 22.181059 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 17.962767 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+04 |\n", + "| n_updates | 149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.01869 |\n", + "| air_temperature | 22.351809 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 20.203293 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+04 |\n", + "| n_updates | 174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.761375 |\n", + "| air_temperature | 21.895535 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 17.647366 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.48e+04 |\n", + "| n_updates | 199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.31044 |\n", + "| air_temperature | 23.202625 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 49.0 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 21.554924 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.79e+03 |\n", + "| n_updates | 224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.13197 |\n", + "| air_temperature | 23.67505 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 23.571669 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.94e+03 |\n", + "| n_updates | 249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.96759 |\n", + "| air_temperature | 21.819794 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 19.235605 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1854.7126 |\n", + "| air_humidity | 82.8579 |\n", + "| air_temperature | 19.94703 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 116.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 19.453636 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1662493.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.25e+03 |\n", + "| n_updates | 299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8928.022 |\n", + "| air_humidity | 64.12279 |\n", + "| air_temperature | 22.995796 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 645.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 32.729115 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8035220.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.26e+03 |\n", + "| n_updates | 324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6259.42 |\n", + "| air_humidity | 58.960857 |\n", + "| air_temperature | 23.959463 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 289.0 |\n", + "| direct_solar_radiation | 563.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 27.882483 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5633478.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.46e+03 |\n", + "| n_updates | 349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4542.525 |\n", + "| air_humidity | 61.181717 |\n", + "| air_temperature | 23.151531 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 300.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 19.840796 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4088272.2 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.69e+03 |\n", + "| n_updates | 374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.28868 |\n", + "| air_temperature | 27.314816 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 684.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 29.14851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+04 |\n", + "| n_updates | 399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.29333 |\n", + "| air_temperature | 27.590292 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 362.0 |\n", + "| direct_solar_radiation | 368.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 30.175938 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.64e+03 |\n", + "| n_updates | 424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6536.5103 |\n", + "| air_humidity | 56.910072 |\n", + "| air_temperature | 24.24192 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 344.5 |\n", + "| direct_solar_radiation | 48.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 26.203909 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5882859.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8832.593 |\n", + "| air_humidity | 58.894646 |\n", + "| air_temperature | 24.245432 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 190.0 |\n", + "| direct_solar_radiation | 446.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 28.251022 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7949333.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.16e+03 |\n", + "| n_updates | 474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5994.488 |\n", + "| air_humidity | 57.70945 |\n", + "| air_temperature | 24.269371 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 657.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 26.748756 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5394630.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.01e+03 |\n", + "| n_updates | 499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5868.593 |\n", + "| air_humidity | 59.702705 |\n", + "| air_temperature | 23.673388 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 117.0 |\n", + "| direct_solar_radiation | 8.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 23.925201 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5300543.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 10.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.08e+03 |\n", + "| n_updates | 524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.323895 |\n", + "| air_temperature | 29.75314 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 89.0 |\n", + "| direct_solar_radiation | 182.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 24.83241 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+03 |\n", + "| n_updates | 549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.10587 |\n", + "| air_temperature | 25.321625 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 29.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.11446 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.5e+03 |\n", + "| n_updates | 574 |\n", + "-----------------------------------------------\n", + "----------------------------------------------**************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.58216 |\n", + "| air_temperature | 24.81363 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 19.323 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.13e+03 |\n", + "| n_updates | 599 |\n", + "----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.26106 |\n", + "| air_temperature | 27.285131 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.510527 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.57e+03 |\n", + "| n_updates | 624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.97226 |\n", + "| air_temperature | 25.634449 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 20.972343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.97e+03 |\n", + "| n_updates | 649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.34892 |\n", + "| air_temperature | 24.954485 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 21.94895 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.54e+03 |\n", + "| n_updates | 674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.28426 |\n", + "| air_temperature | 24.376232 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 20.423975 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.99e+03 |\n", + "| n_updates | 699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.33825 |\n", + "| air_temperature | 24.507927 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.793901 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.98e+03 |\n", + "| n_updates | 724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.71556 |\n", + "| air_temperature | 25.245878 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 25.436129 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.81e+03 |\n", + "| n_updates | 749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.0488 |\n", + "| air_temperature | 24.126446 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 24.582035 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.71491 |\n", + "| air_temperature | 22.90714 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 22.584349 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 965 |\n", + "| n_updates | 799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.72923 |\n", + "| air_temperature | 23.959242 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 25.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 27.785337 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.47e+03 |\n", + "| n_updates | 824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.162704 |\n", + "| air_temperature | 23.086092 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 76.0 |\n", + "| direct_solar_radiation | 262.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 21.191248 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.96e+03 |\n", + "| n_updates | 849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.09719 |\n", + "| air_temperature | 22.966927 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 84.5 |\n", + "| direct_solar_radiation | 444.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 25.49166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.842354 |\n", + "| air_temperature | 24.912615 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 188.5 |\n", + "| direct_solar_radiation | 444.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 27.981579 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.47e+03 |\n", + "| n_updates | 899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.29015 |\n", + "| air_temperature | 26.284555 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 109.0 |\n", + "| direct_solar_radiation | 791.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 27.723755 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5701.992 |\n", + "| air_humidity | 62.445957 |\n", + "| air_temperature | 22.877975 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 198.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.844303 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5131793.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.48e+03 |\n", + "| n_updates | 949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6329.585 |\n", + "| air_humidity | 58.633747 |\n", + "| air_temperature | 24.058687 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 351.0 |\n", + "| direct_solar_radiation | 285.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 29.750559 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5696626.5 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.12e+03 |\n", + "| n_updates | 974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7090.5063 |\n", + "| air_humidity | 57.64953 |\n", + "| air_temperature | 24.19502 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 229.5 |\n", + "| direct_solar_radiation | 590.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 27.872087 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6384696.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.12e+03 |\n", + "| n_updates | 999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5688.2856 |\n", + "| air_humidity | 61.284252 |\n", + "| air_temperature | 22.551647 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 260.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 22.795156 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5119457.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.4e+03 |\n", + "| n_updates | 1024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7841.701 |\n", + "| air_humidity | 57.82436 |\n", + "| air_temperature | 24.11316 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 301.5 |\n", + "| direct_solar_radiation | 544.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 26.77382 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 7034948.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3e+03 |\n", + "| n_updates | 1049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.2651 |\n", + "| air_temperature | 28.586027 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 332.0 |\n", + "| direct_solar_radiation | 416.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 27.283964 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.07e+03 |\n", + "| n_updates | 1074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.894302 |\n", + "| air_temperature | 28.345287 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 267.5 |\n", + "| direct_solar_radiation | 310.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 25.579243 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.46e+03 |\n", + "| n_updates | 1099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7106.787 |\n", + "| air_humidity | 59.247807 |\n", + "| air_temperature | 23.88788 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 135.0 |\n", + "| direct_solar_radiation | 332.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 25.603895 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6396108.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.13e+03 |\n", + "| n_updates | 1124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.444363 |\n", + "| air_temperature | 28.380396 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 21.795992 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 1149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.730785 |\n", + "| air_temperature | 30.277372 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 21.0 |\n", + "| direct_solar_radiation | 82.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 24.305302 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.09e+03 |\n", + "| n_updates | 1174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.063698 |\n", + "| air_temperature | 28.064104 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 22.021494 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.7e+03 |\n", + "| n_updates | 1199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.99026 |\n", + "| air_temperature | 26.231157 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.473911 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.4e+03 |\n", + "| n_updates | 1224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.17343 |\n", + "| air_temperature | 25.960754 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 21.79974 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.6e+03 |\n", + "| n_updates | 1249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.62412 |\n", + "| air_temperature | 24.571651 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 23.37696 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.05e+03 |\n", + "| n_updates | 1274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.07557 |\n", + "| air_temperature | 24.251059 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 21.277117 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.37e+03 |\n", + "| n_updates | 1299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.77418 |\n", + "| air_temperature | 23.679039 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 23.076662 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 756 |\n", + "| n_updates | 1324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.70116 |\n", + "| air_temperature | 23.391863 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 23.102135 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 1349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.7172 |\n", + "| air_temperature | 23.848103 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 24.195494 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 891 |\n", + "| n_updates | 1374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.705536 |\n", + "| air_temperature | 24.714365 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 25.90795 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.09e+03 |\n", + "| n_updates | 1399 |\n", + "-----------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Step only supports monotonically increasing values, use define_metric to set a custom x axis. For details see: https://wandb.me/define-metric\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214247.6063654}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/ep_rew_mean': -11781.918385, '_timestamp': 1700214247.6064198}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214247.606459}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/episodes': 1, '_timestamp': 1700214247.6064918}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/fps': 1779, '_timestamp': 1700214247.6065187}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/time_elapsed': 19, '_timestamp': 1700214247.6065419}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 35040 is less than current step: 35041. Dropping entry: {'time/total_timesteps': 35040, '_timestamp': 1700214247.6065679}).\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.14272 |\n", + "| air_temperature | 24.373743 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 30.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 24.067757 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.97e+03 |\n", + "| n_updates | 1424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.859985 |\n", + "| air_temperature | 23.91815 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 71.0 |\n", + "| direct_solar_radiation | 21.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 25.750177 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.66e+03 |\n", + "| n_updates | 1449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.054276 |\n", + "| air_temperature | 22.867567 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 58.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 22.91997 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.85e+03 |\n", + "| n_updates | 1474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1521.9896 |\n", + "| air_humidity | 75.063614 |\n", + "| air_temperature | 21.000452 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 205.5 |\n", + "| direct_solar_radiation | 112.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 19.201933 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1378782.4 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.7e+03 |\n", + "| n_updates | 1499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3598.6003 |\n", + "| air_humidity | 65.23126 |\n", + "| air_temperature | 22.027729 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 182.0 |\n", + "| direct_solar_radiation | 648.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 24.144733 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3229639.5 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.07e+04 |\n", + "| n_updates | 1524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3934.8455 |\n", + "| air_humidity | 58.38924 |\n", + "| air_temperature | 23.422209 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 310.5 |\n", + "| direct_solar_radiation | 375.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 26.24799 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3516591.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.85e+03 |\n", + "| n_updates | 1549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.500626 |\n", + "| air_temperature | 26.288742 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 156.0 |\n", + "| direct_solar_radiation | 685.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 26.0001 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.36e+03 |\n", + "| n_updates | 1574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.475006 |\n", + "| air_temperature | 26.78031 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 356.5 |\n", + "| direct_solar_radiation | 509.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 27.915373 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.96e+03 |\n", + "| n_updates | 1599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6470.7974 |\n", + "| air_humidity | 55.524296 |\n", + "| air_temperature | 24.516663 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 422.0 |\n", + "| direct_solar_radiation | 107.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 29.62802 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5823717.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.38e+03 |\n", + "| n_updates | 1624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5735.0757 |\n", + "| air_humidity | 55.520737 |\n", + "| air_temperature | 24.371014 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 273.0 |\n", + "| direct_solar_radiation | 581.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 31.163658 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5156594.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+03 |\n", + "| n_updates | 1649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7858.42 |\n", + "| air_humidity | 57.489624 |\n", + "| air_temperature | 24.390175 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 262.0 |\n", + "| direct_solar_radiation | 375.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 27.542755 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7072577.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+03 |\n", + "| n_updates | 1674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8580.111 |\n", + "| air_humidity | 57.767204 |\n", + "| air_temperature | 24.379463 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 731.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 29.715965 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7714040.5 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.01e+03 |\n", + "| n_updates | 1699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9275.7295 |\n", + "| air_humidity | 62.564636 |\n", + "| air_temperature | 25.44268 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 260.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 30.933622 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8348156.5 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.51e+03 |\n", + "| n_updates | 1724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.23363 |\n", + "| air_temperature | 28.494257 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 52.5 |\n", + "| direct_solar_radiation | 14.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 30.450134 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.09e+03 |\n", + "| n_updates | 1749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.8516 |\n", + "| air_temperature | 29.39136 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 25.882673 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.12e+03 |\n", + "| n_updates | 1774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.655693 |\n", + "| air_temperature | 28.701569 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 22.626251 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.82e+03 |\n", + "| n_updates | 1799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.070488 |\n", + "| air_temperature | 27.431053 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 21.76395 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.24e+03 |\n", + "| n_updates | 1824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.41705 |\n", + "| air_temperature | 27.251905 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 28.404594 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.03e+03 |\n", + "| n_updates | 1849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.179195 |\n", + "| air_temperature | 25.328423 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | 21.58744 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.1e+03 |\n", + "| n_updates | 1874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.25168 |\n", + "| air_temperature | 24.274105 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 21.448235 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+04 |\n", + "| n_updates | 1899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.27385 |\n", + "| air_temperature | 25.37339 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 21.546675 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+03 |\n", + "| n_updates | 1924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.70976 |\n", + "| air_temperature | 23.610817 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 18.41828 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.6e+03 |\n", + "| n_updates | 1949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.37996 |\n", + "| air_temperature | 22.81223 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.526308 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 1974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.88873 |\n", + "| air_temperature | 22.679972 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 18.887882 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 1999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.374725 |\n", + "| air_temperature | 21.886457 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 16.744215 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.91e+03 |\n", + "| n_updates | 2024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.8004 |\n", + "| air_temperature | 22.291016 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 37.0 |\n", + "| direct_solar_radiation | 165.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 19.125746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.76e+03 |\n", + "| n_updates | 2049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.356754 |\n", + "| air_temperature | 23.098063 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 101.0 |\n", + "| direct_solar_radiation | 282.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 22.395697 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.03e+03 |\n", + "| n_updates | 2074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.98781 |\n", + "| air_temperature | 24.176632 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 588.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 24.20977 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.64e+03 |\n", + "| n_updates | 2099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2963.5293 |\n", + "| air_humidity | 59.67123 |\n", + "| air_temperature | 22.155758 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 234.5 |\n", + "| direct_solar_radiation | 275.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 20.741188 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2657805.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.34e+03 |\n", + "| n_updates | 2124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3690.9102 |\n", + "| air_humidity | 49.598965 |\n", + "| air_temperature | 23.265598 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 181.0 |\n", + "| direct_solar_radiation | 702.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 22.536015 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3293101.2 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 2149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4099.727 |\n", + "| air_humidity | 57.16755 |\n", + "| air_temperature | 23.969181 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 159.0 |\n", + "| direct_solar_radiation | 780.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 23.952784 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3676153.8 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+03 |\n", + "| n_updates | 2174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4844.1577 |\n", + "| air_humidity | 58.401505 |\n", + "| air_temperature | 23.993696 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 166.5 |\n", + "| direct_solar_radiation | 795.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 26.339314 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4359742.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.43e+03 |\n", + "| n_updates | 2199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3168.1628 |\n", + "| air_humidity | 56.45405 |\n", + "| air_temperature | 24.310589 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 165.0 |\n", + "| direct_solar_radiation | 565.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 25.505985 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2851346.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.81e+03 |\n", + "| n_updates | 2224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.15802 |\n", + "| air_temperature | 26.812828 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 730.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 27.384958 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.59e+03 |\n", + "| n_updates | 2249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.70742 |\n", + "| air_temperature | 26.722502 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 150.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 21.76044 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.26e+03 |\n", + "| n_updates | 2274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4615.9355 |\n", + "| air_humidity | 59.687176 |\n", + "| air_temperature | 23.604136 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 102.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 22.033457 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4154342.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.18e+03 |\n", + "| n_updates | 2299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4519.266 |\n", + "| air_humidity | 39.110023 |\n", + "| air_temperature | 23.892767 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 43.0 |\n", + "| direct_solar_radiation | 499.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | 22.987827 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4067339.8 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.94e+03 |\n", + "| n_updates | 2324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 36.519215 |\n", + "| air_temperature | 29.639103 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 22.0 |\n", + "| direct_solar_radiation | 50.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 19.65552 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.31e+03 |\n", + "| n_updates | 2349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.53205 |\n", + "| air_temperature | 28.84091 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 21.706072 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.33e+03 |\n", + "| n_updates | 2374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.03585 |\n", + "| air_temperature | 28.089901 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 24.84705 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.56e+03 |\n", + "| n_updates | 2399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.22182 |\n", + "| air_temperature | 26.433327 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 26.2683 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.75e+03 |\n", + "| n_updates | 2424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.19492 |\n", + "| air_temperature | 24.888763 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 17.709038 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 570 |\n", + "| n_updates | 2449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.14824 |\n", + "| air_temperature | 23.543236 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 19.323315 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 2474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.54942 |\n", + "| air_temperature | 22.843735 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 17.800474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.49e+03 |\n", + "| n_updates | 2499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.72044 |\n", + "| air_temperature | 22.46577 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 15.107563 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.3e+03 |\n", + "| n_updates | 2524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.59096 |\n", + "| air_temperature | 22.127878 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 13.45269 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+04 |\n", + "| n_updates | 2549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.00199 |\n", + "| air_temperature | 23.281334 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 19.630474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 2574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.08445 |\n", + "| air_temperature | 23.414421 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 22.659573 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.85e+03 |\n", + "| n_updates | 2599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 95.95372 |\n", + "| air_temperature | 21.113327 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 14.836081 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.24e+04 |\n", + "| n_updates | 2624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.788414 |\n", + "| air_temperature | 20.551414 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 18.5 |\n", + "| direct_solar_radiation | 158.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.522072 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.68e+03 |\n", + "| n_updates | 2649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.74622 |\n", + "| air_temperature | 20.638317 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 57.0 |\n", + "| direct_solar_radiation | 16.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 15.213166 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.12e+03 |\n", + "| n_updates | 2674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 82.323364 |\n", + "| air_temperature | 19.57355 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 14.822417 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 2699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 572.085 |\n", + "| air_humidity | 66.755165 |\n", + "| air_temperature | 22.665863 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 180.0 |\n", + "| direct_solar_radiation | 35.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 16.186356 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 514876.53 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.45e+03 |\n", + "| n_updates | 2724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.31932 |\n", + "| air_temperature | 23.860435 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 726.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 22.112099 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.63e+03 |\n", + "| n_updates | 2749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.81175 |\n", + "| air_temperature | 23.48872 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 172.0 |\n", + "| direct_solar_radiation | 689.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 18.881742 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.67e+03 |\n", + "| n_updates | 2774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3226.1812 |\n", + "| air_humidity | 40.99132 |\n", + "| air_temperature | 24.449615 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 891.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 19.979425 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2914970.8 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 2799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 820.8608 |\n", + "| air_humidity | 35.66342 |\n", + "| air_temperature | 22.958992 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 157.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 11.693288 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 738774.7 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.76e+03 |\n", + "| n_updates | 2824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.326733 |\n", + "| air_temperature | 30.015965 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 161.5 |\n", + "| direct_solar_radiation | 622.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 20.66599 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 2849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 50.05312 |\n", + "| air_temperature | 31.606455 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 120.5 |\n", + "| direct_solar_radiation | 593.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 22.639921 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.34e+03 |\n", + "| n_updates | 2874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 48.417835 |\n", + "| air_temperature | 32.195496 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 82.5 |\n", + "| direct_solar_radiation | 455.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 22.904902 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.69e+03 |\n", + "| n_updates | 2899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 42.599163 |\n", + "| air_temperature | 28.21489 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 186.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 19.765554 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.67e+03 |\n", + "| n_updates | 2924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 36.224995 |\n", + "| air_temperature | 22.329985 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 13.891856 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 2949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 323.90488 |\n", + "| air_humidity | 23.180758 |\n", + "| air_temperature | 23.656872 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 10.270113 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 287990.53 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.87e+03 |\n", + "| n_updates | 2974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 335.21765 |\n", + "| air_humidity | 23.816273 |\n", + "| air_temperature | 22.013376 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 6.8252945 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 293124.94 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.88e+03 |\n", + "| n_updates | 2999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 236.74127 |\n", + "| air_humidity | 37.661133 |\n", + "| air_temperature | 22.00012 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 9.965243 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 213067.14 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.21e+03 |\n", + "| n_updates | 3024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 135.69014 |\n", + "| air_humidity | 59.9251 |\n", + "| air_temperature | 21.229746 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.369878 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 120074.22 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 3049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 67.62455 |\n", + "| air_humidity | 66.001045 |\n", + "| air_temperature | 21.45983 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 15.532434 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60862.094 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.77e+03 |\n", + "| n_updates | 3074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 70.07431 |\n", + "| air_temperature | 21.899416 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.607584 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 3099 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*****************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 140.72768 |\n", + "| air_humidity | 65.1292 |\n", + "| air_temperature | 20.091452 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 13.924392 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 126654.914 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 790 |\n", + "| n_updates | 3124 |\n", + "------------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.97703 |\n", + "| air_humidity | 76.32632 |\n", + "| air_temperature | 20.053425 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.104088 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60279.33 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.61e+03 |\n", + "| n_updates | 3149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 251.67865 |\n", + "| air_humidity | 41.05674 |\n", + "| air_temperature | 21.99997 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 10.149518 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 226510.78 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 3174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 485.2683 |\n", + "| air_humidity | 45.11187 |\n", + "| air_temperature | 19.242134 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.477785 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 436741.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.16e+03 |\n", + "| n_updates | 3199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 585.45746 |\n", + "| air_humidity | 19.761223 |\n", + "| air_temperature | 21.440136 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 5.395967 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 526911.7 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 3224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 218.11995 |\n", + "| air_humidity | 38.327847 |\n", + "| air_temperature | 19.056837 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 7.760579 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 196307.95 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 764 |\n", + "| n_updates | 3249 |\n", + "-----------------------------------------------\n", + "----------------------------------------------*********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 87.81368 |\n", + "| air_humidity | 50.32354 |\n", + "| air_temperature | 19.49754 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.19011 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 79032.31 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.16e+03 |\n", + "| n_updates | 3274 |\n", + "----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 159.16617 |\n", + "| air_humidity | 59.31339 |\n", + "| air_temperature | 19.080135 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 105.5 |\n", + "| direct_solar_radiation | 468.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 14.962557 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 145666.97 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 3299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 70.01712 |\n", + "| air_temperature | 23.176098 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 156.5 |\n", + "| direct_solar_radiation | 474.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 17.920376 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.12e+03 |\n", + "| n_updates | 3324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 408.1777 |\n", + "| air_humidity | 59.842438 |\n", + "| air_temperature | 23.999256 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 6.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 15.534999 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 372273.7 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.15e+03 |\n", + "| n_updates | 3349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 62.294548 |\n", + "| air_temperature | 28.43155 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 217.0 |\n", + "| direct_solar_radiation | 530.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 21.39629 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.16e+03 |\n", + "| n_updates | 3374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 53.51948 |\n", + "| air_temperature | 30.693748 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 149.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 25.369297 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.03e+03 |\n", + "| n_updates | 3399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 17.327251 |\n", + "| air_temperature | 22.722736 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 714.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 13.306188 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.56e+03 |\n", + "| n_updates | 3424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 19.840294 |\n", + "| air_temperature | 22.38459 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 165.5 |\n", + "| direct_solar_radiation | 514.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | 11.596086 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 3449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 18.47451 |\n", + "| air_temperature | 24.671492 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 94.5 |\n", + "| direct_solar_radiation | 484.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 11.386773 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.49e+03 |\n", + "| n_updates | 3474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 439.10754 |\n", + "| air_humidity | 26.441185 |\n", + "| air_temperature | 26.733648 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 54.0 |\n", + "| direct_solar_radiation | 272.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | 14.764248 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 395254.56 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.95e+03 |\n", + "| n_updates | 3499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 554.31964 |\n", + "| air_humidity | 23.395735 |\n", + "| air_temperature | 24.999321 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 14.393337 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 503426.9 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.45e+03 |\n", + "| n_updates | 3524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 317.96118 |\n", + "| air_humidity | 51.266266 |\n", + "| air_temperature | 24.655975 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 14.171899 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 286165.06 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.68e+03 |\n", + "| n_updates | 3549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 233.69771 |\n", + "| air_humidity | 29.034204 |\n", + "| air_temperature | 23.883009 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 12.430132 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 210327.94 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.14e+03 |\n", + "| n_updates | 3574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 23.601944 |\n", + "| air_temperature | 21.99998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 14.13013 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.35e+03 |\n", + "| n_updates | 3599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 37.767708 |\n", + "| air_temperature | 21.999975 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 12.770189 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.51e+03 |\n", + "| n_updates | 3624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 187.09816 |\n", + "| air_humidity | 31.238272 |\n", + "| air_temperature | 21.996042 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 11.031565 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 167724.73 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 3649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 505.19986 |\n", + "| air_humidity | 30.942884 |\n", + "| air_temperature | 19.999975 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 9.365477 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 454679.88 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.42e+03 |\n", + "| n_updates | 3674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.550316 |\n", + "| air_temperature | 18.521523 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 4.5707517 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.95e+03 |\n", + "| n_updates | 3699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 791.0938 |\n", + "| air_humidity | 39.81718 |\n", + "| air_temperature | 20.038563 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.485105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 729618.75 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.61e+03 |\n", + "| n_updates | 3724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 45.82144 |\n", + "| air_temperature | 22.00016 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 7.2294836 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.21e+03 |\n", + "| n_updates | 3749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 56.175064 |\n", + "| air_temperature | 20.339254 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.948975 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 11.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 3774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 252.6262 |\n", + "| air_humidity | 51.662975 |\n", + "| air_temperature | 21.000048 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 11.568501 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 227363.6 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.87e+03 |\n", + "| n_updates | 3799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.2801 |\n", + "| air_humidity | 42.572395 |\n", + "| air_temperature | 19.000004 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 9.591404 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 679752.06 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.51e+03 |\n", + "| n_updates | 3824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 38.447903 |\n", + "| air_temperature | 17.8544 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 4.4505453 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.17e+03 |\n", + "| n_updates | 3849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 63.961487 |\n", + "| air_temperature | 18.345997 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 46.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.001679 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 591 |\n", + "| n_updates | 3874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 23.122137 |\n", + "| air_temperature | 21.613598 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 101.0 |\n", + "| direct_solar_radiation | 137.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 4.2041984 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.42e+03 |\n", + "| n_updates | 3899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.911211 |\n", + "| air_temperature | 18.84073 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 149.5 |\n", + "| direct_solar_radiation | 296.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 3.8583755 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 3924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 35.511806 |\n", + "| air_temperature | 20.975248 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 461.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 11.71295 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.94e+03 |\n", + "| n_updates | 3949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 888.0539 |\n", + "| air_humidity | 30.422834 |\n", + "| air_temperature | 23.68936 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 740.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 7.5188694 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 803709.56 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.02e+03 |\n", + "| n_updates | 3974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 24.836256 |\n", + "| air_temperature | 23.50795 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 238.5 |\n", + "| direct_solar_radiation | 129.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 4.671093 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 3999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.07606 |\n", + "| air_temperature | 23.440237 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 186.0 |\n", + "| direct_solar_radiation | 295.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 7.70772 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.29e+03 |\n", + "| n_updates | 4024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 23.929407 |\n", + "| air_temperature | 23.6828 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 146.0 |\n", + "| direct_solar_radiation | 366.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 4.7432737 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.81e+03 |\n", + "| n_updates | 4049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1043.0057 |\n", + "| air_humidity | 17.89227 |\n", + "| air_temperature | 23.43317 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 97.5 |\n", + "| direct_solar_radiation | 246.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 1.0846555 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 938705.1 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.53e+03 |\n", + "| n_updates | 4074 |\n", + "-----------------------------------------------\n", + "---------------------------------------------------*************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1352.0616 |\n", + "| air_humidity | 14.324686 |\n", + "| air_temperature | 22.706608 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 122.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -0.0033998208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1216855.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 4099 |\n", + "---------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1246.1344 |\n", + "| air_humidity | 12.315995 |\n", + "| air_temperature | 21.914276 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 0.52623665 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1121520.9 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.29e+03 |\n", + "| n_updates | 4124 |\n", + "------------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 33.015846 |\n", + "| air_temperature | 22.779686 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.373768 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.36e+03 |\n", + "| n_updates | 4149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 400.23813 |\n", + "| air_humidity | 56.14992 |\n", + "| air_temperature | 22.67191 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.212911 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 360214.3 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.98e+03 |\n", + "| n_updates | 4174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 299.3965 |\n", + "| air_humidity | 33.190514 |\n", + "| air_temperature | 22.000067 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 9.364509 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 269456.88 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.13e+03 |\n", + "| n_updates | 4199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 623.09314 |\n", + "| air_humidity | 34.904884 |\n", + "| air_temperature | 21.000025 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 6.079979 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 560783.8 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.15e+03 |\n", + "| n_updates | 4224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.073902 |\n", + "| air_temperature | 18.654799 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 4.2901263 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.7e+03 |\n", + "| n_updates | 4249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 168.6232 |\n", + "| air_humidity | 22.533516 |\n", + "| air_temperature | 20.000008 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 5.392105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 151760.88 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.72e+03 |\n", + "| n_updates | 4274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 19.730844 |\n", + "| air_temperature | 17.761995 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 2.2258358 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.55e+03 |\n", + "| n_updates | 4299 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*******************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1018.85645 |\n", + "| air_humidity | 17.41438 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 1.6626261 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 916970.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.13e+03 |\n", + "| n_updates | 4324 |\n", + "------------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 679.9791 |\n", + "| air_humidity | 29.711246 |\n", + "| air_temperature | 19.999962 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 8.013161 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 611981.2 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.28e+03 |\n", + "| n_updates | 4349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 722.9635 |\n", + "| air_humidity | 47.509262 |\n", + "| air_temperature | 19.000923 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 9.301074 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 654445.4 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.8e+03 |\n", + "| n_updates | 4374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1232.7352 |\n", + "| air_humidity | 22.427 |\n", + "| air_temperature | 21.999992 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 0.5932324 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1109461.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.39e+03 |\n", + "| n_updates | 4399 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1655.0643 |\n", + "| air_humidity | 18.618853 |\n", + "| air_temperature | 20.999966 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | -1.5184134 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1489557.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+03 |\n", + "| n_updates | 4424 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 149.19484 |\n", + "| air_humidity | 19.301876 |\n", + "| air_temperature | 19.773636 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 4.3118777 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 134275.34 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.67e+03 |\n", + "| n_updates | 4449 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 624.0063 |\n", + "| air_humidity | 18.470314 |\n", + "| air_temperature | 20.999937 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 0.10012235 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 561605.7 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 4474 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 26.461197 |\n", + "| air_temperature | 19.000006 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 29.5 |\n", + "| direct_solar_radiation | 20.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 5.065284 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 4499 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1124.0399 |\n", + "| air_humidity | 30.274063 |\n", + "| air_temperature | 20.561508 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 48.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 0.6794843 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1011635.94 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.14e+03 |\n", + "| n_updates | 4524 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 32.120804 |\n", + "| air_temperature | 22.681646 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 58.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.6939497 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.21e+03 |\n", + "| n_updates | 4549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 24.096895 |\n", + "| air_temperature | 23.350782 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 97.5 |\n", + "| direct_solar_radiation | 571.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 5.244436 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.11e+03 |\n", + "| n_updates | 4574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 18.148342 |\n", + "| air_temperature | 21.113705 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 111.0 |\n", + "| direct_solar_radiation | 636.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 6.757193 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.85e+03 |\n", + "| n_updates | 4599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 11.95327 |\n", + "| air_temperature | 22.296478 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 61.0 |\n", + "| direct_solar_radiation | 801.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 2.5401795 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.09e+03 |\n", + "| n_updates | 4624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 758.01276 |\n", + "| air_humidity | 20.702787 |\n", + "| air_temperature | 24.030527 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 96.5 |\n", + "| direct_solar_radiation | 462.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 9.224388 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 682211.44 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 4649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 470.51666 |\n", + "| air_humidity | 22.118244 |\n", + "| air_temperature | 26.149982 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 40.5 |\n", + "| direct_solar_radiation | 562.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 12.667169 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 423465.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 4674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 894.3857 |\n", + "| air_humidity | 23.486473 |\n", + "| air_temperature | 24.198273 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 265.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 3.9825225 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 804947.06 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.04e+03 |\n", + "| n_updates | 4699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 656.4523 |\n", + "| air_humidity | 27.297323 |\n", + "| air_temperature | 23.39459 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 9.97379 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 590807.06 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 4724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 29.489573 |\n", + "| air_temperature | 22.93118 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 5.396768 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 4749 |\n", + "-----------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1223.6066 |\n", + "| air_humidity | 17.345486 |\n", + "| air_temperature | 21.348074 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 0.63887537 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1101246.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.74e+03 |\n", + "| n_updates | 4774 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 16.512764 |\n", + "| air_temperature | 19.293253 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 2.127042 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 4799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.35599 |\n", + "| air_temperature | 20.465097 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 3.7489338 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 232 |\n", + "| n_updates | 4824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.52633 |\n", + "| air_temperature | 21.060165 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 3.7001107 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.44e+03 |\n", + "| n_updates | 4849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 740.5445 |\n", + "| air_humidity | 35.829098 |\n", + "| air_temperature | 20.000029 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 6.2892137 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 666490.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.15e+03 |\n", + "| n_updates | 4874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.159826 |\n", + "| air_temperature | 18.131216 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 5.0486894 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.03e+03 |\n", + "| n_updates | 4899 |\n", + "-----------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1383.9827 |\n", + "| air_humidity | 33.605206 |\n", + "| air_temperature | 20.00006 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | -0.16300492 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1245584.4 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+04 |\n", + "| n_updates | 4924 |\n", + "-------------------------------------------------\n", + "-------------------------------------------------*************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1419.2175 |\n", + "| air_humidity | 21.13316 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | -0.33917913 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1277295.8 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.91e+03 |\n", + "| n_updates | 4949 |\n", + "-------------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.017467 |\n", + "| air_temperature | 21.999989 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.999275 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.12e+03 |\n", + "| n_updates | 4974 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1589.4012 |\n", + "| air_humidity | 30.838787 |\n", + "| air_temperature | 17.382097 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -1.1900978 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1430461.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.68e+03 |\n", + "| n_updates | 4999 |\n", + "------------------------------------------------\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 3]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n", + "Eval num_timesteps=70077, episode_reward=-14968.47 +/- 0.00\n", + "Episode length: 35040.00 +/- 0.00\n", + "---------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| eval/ | |\n", + "| comfort_violation(%) | 56.8 |\n", + "| cumulative_comfort_penalty | -1.33e+04 |\n", + "| cumulative_energy_penalty | -1.71e+03 |\n", + "| cumulative_power_consumption | 3.43e+07 |\n", + "| cumulative_reward | -1.5e+04 |\n", + "| cumulative_temperature_violation | 2.65e+04 |\n", + "| episode_length | 3.5e+04 |\n", + "| mean_comfort_penalty | -0.378 |\n", + "| mean_energy_penalty | -0.0489 |\n", + "| mean_power_consumption | 978 |\n", + "| mean_reward | -0.427 |\n", + "| mean_temperature_violation | 0.757 |\n", + "| std_cumulative_reward | 0 |\n", + "| std_reward | 0 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2943.2556 |\n", + "| air_humidity | 16.751154 |\n", + "| air_temperature | 19.999994 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -7.959369 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2648930.0 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| total_timesteps | 70077 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.86e+03 |\n", + "| n_updates | 5019 |\n", + "---------------------------------------------------\n", + "New best mean reward!\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1979.7937 |\n", + "| air_humidity | 14.373043 |\n", + "| air_temperature | 18.999998 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | -3.14206 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1781814.4 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 8.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.53e+03 |\n", + "| n_updates | 5024 |\n", + "-----------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2914.7188 |\n", + "| air_humidity | 12.686562 |\n", + "| air_temperature | 18.000069 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | -11.35344 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2623247.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.1e+03 |\n", + "| n_updates | 5049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 29.281803 |\n", + "| air_temperature | 18.999775 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 1.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 7.188634 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 12.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.79e+03 |\n", + "| n_updates | 5074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1958.0961 |\n", + "| air_humidity | 19.965443 |\n", + "| air_temperature | 19.137955 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 79.0 |\n", + "| direct_solar_radiation | 145.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -3.490796 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1762286.4 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 9.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.35e+03 |\n", + "| n_updates | 5099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2621.8708 |\n", + "| air_humidity | 15.586883 |\n", + "| air_temperature | 18.63774 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 98.0 |\n", + "| direct_solar_radiation | 564.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | -6.352446 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2359683.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.8e+03 |\n", + "| n_updates | 5124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2009.7571 |\n", + "| air_humidity | 10.284857 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 154.0 |\n", + "| direct_solar_radiation | 483.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | -3.2918768 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1808781.4 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.32e+03 |\n", + "| n_updates | 5149 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 969.7436 |\n", + "| air_humidity | 17.372368 |\n", + "| air_temperature | 22.860384 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 104.0 |\n", + "| direct_solar_radiation | 700.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 30.0 |\n", + "| outdoor_temperature | 1.0222852 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 876343.25 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 5174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1507.6636 |\n", + "| air_humidity | 18.65628 |\n", + "| air_temperature | 22.48924 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 77.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | -3.1577966 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1356897.2 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 4.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.23e+04 |\n", + "| n_updates | 5199 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 617.50195 |\n", + "| air_humidity | 40.59938 |\n", + "| air_temperature | 23.053951 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 65.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 10.169581 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 560649.7 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 10.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.07e+04 |\n", + "| n_updates | 5224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1731.4452 |\n", + "| air_humidity | 14.901506 |\n", + "| air_temperature | 23.613556 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 82.0 |\n", + "| direct_solar_radiation | 599.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -2.357542 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1558300.8 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 5249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1856.9801 |\n", + "| air_humidity | 13.100141 |\n", + "| air_temperature | 23.295666 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 52.0 |\n", + "| direct_solar_radiation | 496.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 28.5 |\n", + "| outdoor_temperature | -2.8129723 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1671282.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.42e+03 |\n", + "| n_updates | 5274 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 21.320126 |\n", + "| air_temperature | 20.383184 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 133.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 7.669841 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.36e+03 |\n", + "| n_updates | 5299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1178.2567 |\n", + "| air_humidity | 25.377169 |\n", + "| air_temperature | 21.999947 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 0.86562514 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1060431.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 937 |\n", + "| n_updates | 5324 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2288.4697 |\n", + "| air_humidity | 21.389498 |\n", + "| air_temperature | 22.192562 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | -4.6854405 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2059622.9 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 9.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.17e+03 |\n", + "| n_updates | 5349 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1020.70496 |\n", + "| air_humidity | 32.219017 |\n", + "| air_temperature | 22.359734 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 1.6533837 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 918634.44 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.8e+03 |\n", + "| n_updates | 5374 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 728.1792 |\n", + "| air_humidity | 36.853565 |\n", + "| air_temperature | 20.2277 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 4.2651987 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 631941.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.26e+03 |\n", + "| n_updates | 5399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.562044 |\n", + "| air_temperature | 21.547703 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 3.256225 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 0.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.05e+03 |\n", + "| n_updates | 5424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 44.820778 |\n", + "| air_temperature | 18.46046 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 5.064962 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.34e+03 |\n", + "| n_updates | 5449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 146.1293 |\n", + "| air_humidity | 18.085037 |\n", + "| air_temperature | 20.000011 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | 5.086813 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 131516.38 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 827 |\n", + "| n_updates | 5474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1114.0479 |\n", + "| air_humidity | 23.16856 |\n", + "| air_temperature | 18.734001 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 1.1866692 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1002643.06 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.43e+03 |\n", + "| n_updates | 5499 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 846.8715 |\n", + "| air_humidity | 37.760624 |\n", + "| air_temperature | 20.225866 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 5.4928055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 762184.4 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 5524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 577.6642 |\n", + "| air_humidity | 39.027035 |\n", + "| air_temperature | 20.987038 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 6.158876 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 519897.78 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 5549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 371.0242 |\n", + "| air_humidity | 50.039307 |\n", + "| air_temperature | 20.999393 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.968978 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 333921.78 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 11.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.59e+03 |\n", + "| n_updates | 5574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.129557 |\n", + "| air_temperature | 21.972383 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 3.7546635 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.4e+03 |\n", + "| n_updates | 5599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1735.4952 |\n", + "| air_humidity | 31.633846 |\n", + "| air_temperature | 20.511398 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | -1.9205676 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1561945.8 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.91e+03 |\n", + "| n_updates | 5624 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1448.3888 |\n", + "| air_humidity | 20.905155 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | -0.4850352 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1303549.9 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.26e+03 |\n", + "| n_updates | 5649 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 270.76407 |\n", + "| air_humidity | 22.189915 |\n", + "| air_temperature | 20.999899 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 1.8663336 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 243687.66 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.06e+03 |\n", + "| n_updates | 5674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1268.7618 |\n", + "| air_humidity | 32.23605 |\n", + "| air_temperature | 19.832317 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 92.0 |\n", + "| direct_solar_radiation | 60.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | -0.04412536 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1141885.8 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 4.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.17e+03 |\n", + "| n_updates | 5699 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1885.5887 |\n", + "| air_humidity | 18.774643 |\n", + "| air_temperature | 20.993729 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 684.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | -3.12826 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1697029.9 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.85e+03 |\n", + "| n_updates | 5724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2407.4321 |\n", + "| air_humidity | 12.659005 |\n", + "| air_temperature | 23.013084 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 111.0 |\n", + "| direct_solar_radiation | 737.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -5.6783485 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2166689.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.9e+03 |\n", + "| n_updates | 5749 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.744223 |\n", + "| air_temperature | 23.33259 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 146.0 |\n", + "| direct_solar_radiation | 201.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 8.006251 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.57e+03 |\n", + "| n_updates | 5774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 21.89128 |\n", + "| air_temperature | 20.242847 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 77.0 |\n", + "| direct_solar_radiation | 789.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 8.502991 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.32e+03 |\n", + "| n_updates | 5799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1623.7172 |\n", + "| air_humidity | 8.896154 |\n", + "| air_temperature | 21.603312 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 570.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 30.0 |\n", + "| outdoor_temperature | -1.3616774 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1461345.5 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.24e+03 |\n", + "| n_updates | 5824 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1193.3862 |\n", + "| air_humidity | 28.279856 |\n", + "| air_temperature | 22.578747 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 77.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 0.33275306 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1074047.6 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 7.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.51e+03 |\n", + "| n_updates | 5849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2749.4739 |\n", + "| air_humidity | 12.780788 |\n", + "| air_temperature | 22.953503 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 150.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | -7.4476857 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2474526.5 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.17e+03 |\n", + "| n_updates | 5874 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2649.97 |\n", + "| air_humidity | 13.885911 |\n", + "| air_temperature | 22.413828 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -6.9501653 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2384972.8 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.11e+03 |\n", + "| n_updates | 5899 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1924.2723 |\n", + "| air_humidity | 16.133593 |\n", + "| air_temperature | 22.803274 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -3.3216777 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1731845.1 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.56e+03 |\n", + "| n_updates | 5924 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2374.6277 |\n", + "| air_humidity | 14.483408 |\n", + "| air_temperature | 23.601479 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | -5.11623 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 2137165.0 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.73e+03 |\n", + "| n_updates | 5949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1881.4619 |\n", + "| air_humidity | 10.946623 |\n", + "| air_temperature | 20.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -2.6504009 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1693315.6 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.29e+03 |\n", + "| n_updates | 5974 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 140.76978 |\n", + "| air_humidity | 17.480413 |\n", + "| air_temperature | 19.392883 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 4.4756484 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 126692.8 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.6e+03 |\n", + "| n_updates | 5999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.333809 |\n", + "| air_temperature | 19.543318 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 33.5 |\n", + "| outdoor_temperature | 3.4271114 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.64e+03 |\n", + "| n_updates | 6024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2648.4836 |\n", + "| air_humidity | 14.186273 |\n", + "| air_temperature | 20.95374 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | -6.4855103 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2383635.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 6049 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2084.3047 |\n", + "| air_humidity | 21.145824 |\n", + "| air_temperature | 18.761835 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | -3.6646152 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1875874.2 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.44e+03 |\n", + "| n_updates | 6074 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2165.2742 |\n", + "| air_humidity | 22.902588 |\n", + "| air_temperature | 18.895075 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -4.069463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1948746.9 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.67e+03 |\n", + "| n_updates | 6099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 954.6932 |\n", + "| air_humidity | 36.295982 |\n", + "| air_temperature | 19.999998 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 1.9834425 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 859223.9 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 5.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.84e+03 |\n", + "| n_updates | 6124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 975.0257 |\n", + "| air_humidity | 24.071327 |\n", + "| air_temperature | 18.109482 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.5 |\n", + "| outdoor_temperature | 1.88178 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 877523.1 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.44e+03 |\n", + "| n_updates | 6149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1413.4546 |\n", + "| air_humidity | 18.455126 |\n", + "| air_temperature | 20.0 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | -0.31036434 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1272109.1 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 6174 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2057.9175 |\n", + "| air_humidity | 33.432148 |\n", + "| air_temperature | 19.999971 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 93.5 |\n", + "| outdoor_temperature | -3.5326786 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1852125.6 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 6199 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.786938 |\n", + "| air_temperature | 18.214876 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 3.168115 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 6224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 37.185356 |\n", + "| air_temperature | 17.73231 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 2.5003846 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.54e+03 |\n", + "| n_updates | 6249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 875.0743 |\n", + "| air_humidity | 17.010324 |\n", + "| air_temperature | 21.195412 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 263.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | -1.1552175 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 787566.8 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 5.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 6274 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 128.47087 |\n", + "| air_humidity | 24.034351 |\n", + "| air_temperature | 21.000004 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 4.4333735 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 115623.79 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.05e+03 |\n", + "| n_updates | 6299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 90.19991 |\n", + "| air_humidity | 29.049053 |\n", + "| air_temperature | 21.000017 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 183.0 |\n", + "| direct_solar_radiation | 163.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 4.225305 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 76612.64 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 7.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.99e+03 |\n", + "| n_updates | 6324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1083.9386 |\n", + "| air_humidity | 14.645807 |\n", + "| air_temperature | 23.179724 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 94.0 |\n", + "| direct_solar_radiation | 795.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 0.93911934 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 975544.8 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.38e+03 |\n", + "| n_updates | 6349 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2489.8848 |\n", + "| air_humidity | 17.072931 |\n", + "| air_temperature | 22.479544 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | -6.671191 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2240896.2 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 6374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1146.3035 |\n", + "| air_humidity | 24.533276 |\n", + "| air_temperature | 22.500486 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -1.350996 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1031673.1 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.53e+03 |\n", + "| n_updates | 6399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 37.321774 |\n", + "| air_temperature | 22.816954 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 5.335506 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.75e+03 |\n", + "| n_updates | 6424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 467.1646 |\n", + "| air_humidity | 21.171333 |\n", + "| air_temperature | 26.25289 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 179.0 |\n", + "| direct_solar_radiation | 639.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 29.5 |\n", + "| outdoor_temperature | 12.6892805 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 420448.16 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.75e+03 |\n", + "| n_updates | 6449 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 36.445587 |\n", + "| air_temperature | 22.380398 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 181.0 |\n", + "| direct_solar_radiation | 93.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 13.105264 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 6474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 23.927788 |\n", + "| air_temperature | 22.772154 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 89.0 |\n", + "| direct_solar_radiation | 410.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 13.871598 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.34e+03 |\n", + "| n_updates | 6499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 42.74886 |\n", + "| air_temperature | 23.01816 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 18.0 |\n", + "| direct_solar_radiation | 68.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.287525 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+04 |\n", + "| n_updates | 6524 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 668.89575 |\n", + "| air_humidity | 45.53613 |\n", + "| air_temperature | 22.081665 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.980969 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 590484.25 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 6549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 152.26994 |\n", + "| air_humidity | 42.321407 |\n", + "| air_temperature | 22.286524 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 64.5 |\n", + "| outdoor_temperature | 12.418407 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 137042.95 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 10.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.63e+03 |\n", + "| n_updates | 6574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 464.7534 |\n", + "| air_humidity | 34.08908 |\n", + "| air_temperature | 20.413956 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 6.7095146 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 403879.12 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.76e+03 |\n", + "| n_updates | 6599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 38.898567 |\n", + "| air_temperature | 21.18225 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 2.3518631 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 125.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.79e+03 |\n", + "| n_updates | 6624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.09905 |\n", + "| air_temperature | 19.368822 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 3.9090285 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.25e+03 |\n", + "| n_updates | 6649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.8499 |\n", + "| air_humidity | 23.85285 |\n", + "| air_temperature | 19.461779 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 1.9976588 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856664.94 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.07e+03 |\n", + "| n_updates | 6674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.365232 |\n", + "| air_temperature | 18.261238 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.429393 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 6699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 16.056242 |\n", + "| air_temperature | 21.999687 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 2.379026 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.33e+03 |\n", + "| n_updates | 6724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1718.1122 |\n", + "| air_humidity | 24.954447 |\n", + "| air_temperature | 18.076813 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 40.0 |\n", + "| outdoor_temperature | -1.8336521 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1546300.9 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.98e+03 |\n", + "| n_updates | 6749 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 746.1307 |\n", + "| air_humidity | 31.589094 |\n", + "| air_temperature | 20.72473 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 4.810494 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 671517.6 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.05e+03 |\n", + "| n_updates | 6774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1189.1144 |\n", + "| air_humidity | 17.219078 |\n", + "| air_temperature | 18.536963 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 0.8113365 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1070203.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.56e+03 |\n", + "| n_updates | 6799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1760.4196 |\n", + "| air_humidity | 17.643135 |\n", + "| air_temperature | 21.909454 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | -2.0451891 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1584377.6 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.13e+03 |\n", + "| n_updates | 6824 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1259.0308 |\n", + "| air_humidity | 21.857689 |\n", + "| air_temperature | 18.455622 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | -3.0750003 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1133127.8 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 1.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.61e+03 |\n", + "| n_updates | 6849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 282.3766 |\n", + "| air_humidity | 29.170164 |\n", + "| air_temperature | 21.000095 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 102.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 1.8082709 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 254138.92 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.05e+03 |\n", + "| n_updates | 6874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 978.2873 |\n", + "| air_humidity | 23.684679 |\n", + "| air_temperature | 20.935505 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 182.0 |\n", + "| direct_solar_radiation | 539.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 1.4673761 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 880458.56 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.67e+03 |\n", + "| n_updates | 6899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 33.1851 |\n", + "| air_temperature | 22.755598 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 8.619181 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 617 |\n", + "| n_updates | 6924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1314.9203 |\n", + "| air_humidity | 13.52808 |\n", + "| air_temperature | 22.85324 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 828.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 26.0 |\n", + "| outdoor_temperature | -0.21578881 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1183428.2 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 11.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 6949 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 12.919759 |\n", + "| air_temperature | 22.333363 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 866.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 3.917022 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.94e+03 |\n", + "| n_updates | 6974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 89.78595 |\n", + "| air_humidity | 21.541876 |\n", + "| air_temperature | 22.142008 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 869.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 11.908008 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 80879.87 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.76e+03 |\n", + "| n_updates | 6999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 38.843994 |\n", + "| air_temperature | 23.04883 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 140.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 5.6984205 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.59e+03 |\n", + "| n_updates | 7024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 550.6507 |\n", + "| air_humidity | 44.1667 |\n", + "| air_temperature | 25.99846 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 291.0 |\n", + "| direct_solar_radiation | 267.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 14.344811 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 495585.66 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.44e+03 |\n", + "| n_updates | 7049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 44.996563 |\n", + "| air_temperature | 26.92001 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 189.0 |\n", + "| direct_solar_radiation | 575.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 19.1893 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.76e+03 |\n", + "| n_updates | 7074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 407.94373 |\n", + "| air_humidity | 34.073017 |\n", + "| air_temperature | 25.267233 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 145.0 |\n", + "| direct_solar_radiation | 108.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 11.922835 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 367149.34 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 9.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 7099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 820.66797 |\n", + "| air_humidity | 34.85887 |\n", + "| air_temperature | 24.125118 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 42.0 |\n", + "| direct_solar_radiation | 314.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 6.8898964 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 737382.6 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.01e+03 |\n", + "| n_updates | 7124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 28.866589 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 5.465069 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.3e+03 |\n", + "| n_updates | 7149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 43.123447 |\n", + "| air_temperature | 20.99996 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.107789 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 7174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.636272 |\n", + "| air_temperature | 23.684591 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 4.5161777 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 7199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 44.006355 |\n", + "| air_temperature | 23.509317 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 4.1877465 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.37e+03 |\n", + "| n_updates | 7224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.724228 |\n", + "| air_temperature | 22.732481 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 4.715655 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 859 |\n", + "| n_updates | 7249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.647705 |\n", + "| air_temperature | 21.887827 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 6.674119 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.65e+03 |\n", + "| n_updates | 7274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.95778 |\n", + "| air_temperature | 21.563845 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 10.680291 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.02e+03 |\n", + "| n_updates | 7299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.15199 |\n", + "| air_temperature | 22.148827 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 16.010214 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.53e+03 |\n", + "| n_updates | 7324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.10457 |\n", + "| air_temperature | 22.37624 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 16.720282 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 7349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.93943 |\n", + "| air_temperature | 21.058844 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 12.752775 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.24e+03 |\n", + "| n_updates | 7374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.5358 |\n", + "| air_temperature | 20.520086 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 12.529675 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.88e+03 |\n", + "| n_updates | 7399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.90292 |\n", + "| air_temperature | 19.641085 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 8.0 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 6.235198 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.08e+03 |\n", + "| n_updates | 7424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.272633 |\n", + "| air_temperature | 19.044207 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 42.0 |\n", + "| direct_solar_radiation | 530.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 2.7869196 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.83e+03 |\n", + "| n_updates | 7449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.30996 |\n", + "| air_temperature | 19.577765 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 118.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 6.176463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.76e+03 |\n", + "| n_updates | 7474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.805527 |\n", + "| air_temperature | 18.648262 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 277.0 |\n", + "| direct_solar_radiation | 93.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 6.1966367 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.7e+03 |\n", + "| n_updates | 7499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 817.9984 |\n", + "| air_humidity | 43.170815 |\n", + "| air_temperature | 21.434963 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 168.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 98.5 |\n", + "| outdoor_temperature | 7.863375 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 736198.56 |\n", + "| wind_direction | 125.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.87e+03 |\n", + "| n_updates | 7524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1087.7322 |\n", + "| air_humidity | 42.018997 |\n", + "| air_temperature | 24.99819 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 128.0 |\n", + "| direct_solar_radiation | 880.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 17.724447 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 976106.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+03 |\n", + "| n_updates | 7549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 902.5843 |\n", + "| air_humidity | 48.01306 |\n", + "| air_temperature | 22.805077 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 256.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 13.262782 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 812325.8 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.53e+03 |\n", + "| n_updates | 7574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 539.21356 |\n", + "| air_humidity | 36.537544 |\n", + "| air_temperature | 22.499413 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 255.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.842577 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 485292.22 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 7599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.141941 |\n", + "| air_temperature | 23.097776 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 244.0 |\n", + "| direct_solar_radiation | 640.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 11.159419 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 7624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.81628 |\n", + "| air_temperature | 20.676254 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 200.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 8.347079 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 7649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.26341 |\n", + "| air_temperature | 19.509224 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 8.819503 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7e+03 |\n", + "| n_updates | 7674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 339.67972 |\n", + "| air_humidity | 34.732143 |\n", + "| air_temperature | 23.77928 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 220.0 |\n", + "| direct_solar_radiation | 25.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 11.276463 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 305711.75 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.05e+03 |\n", + "| n_updates | 7699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 32.76473 |\n", + "| air_temperature | 27.478088 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 47.0 |\n", + "| direct_solar_radiation | 489.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 13.006176 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 416 |\n", + "| n_updates | 7724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.08971 |\n", + "| air_temperature | 27.583792 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 9.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 91.0 |\n", + "| outdoor_temperature | 9.646996 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2e+03 |\n", + "| n_updates | 7749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.054016 |\n", + "| air_temperature | 28.166939 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 15.822657 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.17e+03 |\n", + "| n_updates | 7774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.195282 |\n", + "| air_temperature | 26.09547 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 12.948526 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 8.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.92e+03 |\n", + "| n_updates | 7799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.145077 |\n", + "| air_temperature | 23.427517 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 13.653486 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.72e+03 |\n", + "| n_updates | 7824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.926395 |\n", + "| air_temperature | 22.539474 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 11.2723255 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.12e+03 |\n", + "| n_updates | 7849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.501816 |\n", + "| air_temperature | 21.293674 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.5 |\n", + "| outdoor_temperature | 10.341484 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.03e+03 |\n", + "| n_updates | 7874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.79883 |\n", + "| air_temperature | 21.605139 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 10.22611 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.16e+03 |\n", + "| n_updates | 7899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.870968 |\n", + "| air_temperature | 20.849094 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 8.045892 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.53e+03 |\n", + "| n_updates | 7924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.716766 |\n", + "| air_temperature | 21.081879 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | 11.166885 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 9.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.19e+03 |\n", + "| n_updates | 7949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.2547 |\n", + "| air_temperature | 21.099758 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 11.363247 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 7974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.022537 |\n", + "| air_temperature | 20.645359 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 11.923875 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.12e+03 |\n", + "| n_updates | 7999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.795944 |\n", + "| air_temperature | 20.21981 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 66.0 |\n", + "| direct_solar_radiation | 25.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 11.719052 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.75e+03 |\n", + "| n_updates | 8024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.53074 |\n", + "| air_temperature | 20.418552 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 84.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 13.64203 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.18e+03 |\n", + "| n_updates | 8049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 86.189896 |\n", + "| air_humidity | 93.52504 |\n", + "| air_temperature | 20.571243 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 88.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.903064 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 77570.83 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.93e+03 |\n", + "| n_updates | 8074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 400.48703 |\n", + "| air_humidity | 74.71837 |\n", + "| air_temperature | 22.064402 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 314.0 |\n", + "| direct_solar_radiation | 201.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 15.097484 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 360157.4 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 8099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1178.8964 |\n", + "| air_humidity | 43.18821 |\n", + "| air_temperature | 23.995653 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 227.0 |\n", + "| direct_solar_radiation | 653.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 16.000217 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 925971.5 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 972 |\n", + "| n_updates | 8124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.808674 |\n", + "| air_temperature | 24.230162 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 657.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 13.990786 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 8149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.38911 |\n", + "| air_temperature | 24.766394 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 286.0 |\n", + "| direct_solar_radiation | 655.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 19.624998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.17e+03 |\n", + "| n_updates | 8174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 155.3502 |\n", + "| air_humidity | 24.00819 |\n", + "| air_temperature | 25.979362 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 278.0 |\n", + "| direct_solar_radiation | 671.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 15.228561 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 139486.28 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.88e+03 |\n", + "| n_updates | 8199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1030.0591 |\n", + "| air_humidity | 28.968252 |\n", + "| air_temperature | 23.402994 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 298.0 |\n", + "| direct_solar_radiation | 592.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 14.540173 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 927053.2 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.21e+03 |\n", + "| n_updates | 8224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 797.6877 |\n", + "| air_humidity | 30.19432 |\n", + "| air_temperature | 26.263184 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 554.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 17.258335 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 717918.94 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 8.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.15e+03 |\n", + "| n_updates | 8249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 874.74835 |\n", + "| air_humidity | 37.537148 |\n", + "| air_temperature | 27.0753 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 235.0 |\n", + "| direct_solar_radiation | 426.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 18.415379 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 787273.56 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.27e+03 |\n", + "| n_updates | 8274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3824.5125 |\n", + "| air_humidity | 48.882725 |\n", + "| air_temperature | 23.785929 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 148.0 |\n", + "| direct_solar_radiation | 496.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 20.187895 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3442061.2 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 8299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.68514 |\n", + "| air_temperature | 23.985237 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 82.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 17.166412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.24e+03 |\n", + "| n_updates | 8324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.48008 |\n", + "| air_temperature | 22.753471 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 100.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 18.091528 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.03e+03 |\n", + "| n_updates | 8349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.73392 |\n", + "| air_temperature | 28.945398 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 30.5 |\n", + "| outdoor_temperature | 20.771217 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 8374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.760983 |\n", + "| air_temperature | 27.241547 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 18.400848 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.16e+03 |\n", + "| n_updates | 8399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.40298 |\n", + "| air_temperature | 25.17516 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 13.861246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.23e+03 |\n", + "| n_updates | 8424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.80497 |\n", + "| air_temperature | 23.545568 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 14.885168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 0.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.93e+03 |\n", + "| n_updates | 8449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.57668 |\n", + "| air_temperature | 22.214247 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 14.508998 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.54e+03 |\n", + "| n_updates | 8474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.12802 |\n", + "| air_temperature | 22.749151 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 13.651919 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.92e+03 |\n", + "| n_updates | 8499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.21137 |\n", + "| air_temperature | 22.366076 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 15.96721 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 8524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.845642 |\n", + "| air_temperature | 21.960764 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 13.95008 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+03 |\n", + "| n_updates | 8549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.49801 |\n", + "| air_temperature | 21.881857 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 16.46767 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 1.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 524 |\n", + "| n_updates | 8574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.733284 |\n", + "| air_temperature | 22.166264 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 18.524689 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.88e+03 |\n", + "| n_updates | 8599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.329315 |\n", + "| air_temperature | 21.884922 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 194.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 17.687214 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.74e+03 |\n", + "| n_updates | 8624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.705185 |\n", + "| air_temperature | 22.81737 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 107.0 |\n", + "| direct_solar_radiation | 472.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.693514 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+03 |\n", + "| n_updates | 8649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.16821 |\n", + "| air_temperature | 22.976574 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 114.0 |\n", + "| direct_solar_radiation | 646.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 15.119333 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.08e+03 |\n", + "| n_updates | 8674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 756.69354 |\n", + "| air_humidity | 54.817505 |\n", + "| air_temperature | 23.335524 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 147.0 |\n", + "| direct_solar_radiation | 744.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 17.913471 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 680939.06 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.77e+03 |\n", + "| n_updates | 8699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3891.6194 |\n", + "| air_humidity | 46.111176 |\n", + "| air_temperature | 23.174507 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 253.0 |\n", + "| direct_solar_radiation | 639.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 26.0 |\n", + "| outdoor_temperature | 24.636395 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3465989.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 8724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3428.4062 |\n", + "| air_humidity | 57.121716 |\n", + "| air_temperature | 24.138863 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 308.0 |\n", + "| direct_solar_radiation | 611.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 19.792252 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3085565.8 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 8749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1074.4849 |\n", + "| air_humidity | 57.604034 |\n", + "| air_temperature | 25.964142 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 277.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.815947 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 967036.4 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.08e+03 |\n", + "| n_updates | 8774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3687.3022 |\n", + "| air_humidity | 57.33517 |\n", + "| air_temperature | 23.877851 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 368.0 |\n", + "| direct_solar_radiation | 466.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 28.489399 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3303912.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.61e+03 |\n", + "| n_updates | 8799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.93651 |\n", + "| air_temperature | 25.779984 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 408.0 |\n", + "| direct_solar_radiation | 373.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 22.955477 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 8824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.38318 |\n", + "| air_temperature | 26.963749 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 243.0 |\n", + "| direct_solar_radiation | 610.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 22.373495 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.63e+03 |\n", + "| n_updates | 8849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4487.8276 |\n", + "| air_humidity | 45.09316 |\n", + "| air_temperature | 24.21256 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 238.0 |\n", + "| direct_solar_radiation | 338.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 23.55652 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4039045.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 979 |\n", + "| n_updates | 8874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4089.4124 |\n", + "| air_humidity | 61.17132 |\n", + "| air_temperature | 23.19066 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 19.431572 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3680471.0 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.89e+03 |\n", + "| n_updates | 8899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.438007 |\n", + "| air_temperature | 27.290419 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 72.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.92903 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.86e+03 |\n", + "| n_updates | 8924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.02225 |\n", + "| air_temperature | 29.40269 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 56.0 |\n", + "| direct_solar_radiation | 103.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.791893 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.16e+03 |\n", + "| n_updates | 8949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.121346 |\n", + "| air_temperature | 28.871252 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.415564 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.18e+03 |\n", + "| n_updates | 8974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.434044 |\n", + "| air_temperature | 27.172163 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 23.622412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.05e+03 |\n", + "| n_updates | 8999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.2435 |\n", + "| air_temperature | 24.923763 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 19.389812 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.67e+03 |\n", + "| n_updates | 9024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.24047 |\n", + "| air_temperature | 25.115957 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 18.886944 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.76e+03 |\n", + "| n_updates | 9049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.20639 |\n", + "| air_temperature | 24.541458 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 22.951208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3e+03 |\n", + "| n_updates | 9074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.05541 |\n", + "| air_temperature | 25.311417 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 23.508722 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.19e+03 |\n", + "| n_updates | 9099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.42342 |\n", + "| air_temperature | 23.215261 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 19.310314 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.12e+03 |\n", + "| n_updates | 9124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.96147 |\n", + "| air_temperature | 23.621758 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 24.771341 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.11e+03 |\n", + "| n_updates | 9149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.23984 |\n", + "| air_temperature | 24.676752 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 22.543236 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 934 |\n", + "| n_updates | 9174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.025604 |\n", + "| air_temperature | 23.013933 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 3.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 21.945906 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+03 |\n", + "| n_updates | 9199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.37305 |\n", + "| air_temperature | 22.211245 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 23.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 23.28667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.53e+03 |\n", + "| n_updates | 9224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.31747 |\n", + "| air_temperature | 23.182339 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 67.0 |\n", + "| direct_solar_radiation | 604.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 22.826544 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 9249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2593.8738 |\n", + "| air_humidity | 78.85662 |\n", + "| air_temperature | 20.91998 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 113.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 23.730545 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2297572.2 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.1e+03 |\n", + "| n_updates | 9274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4826.358 |\n", + "| air_humidity | 69.02169 |\n", + "| air_temperature | 21.617256 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 341.0 |\n", + "| direct_solar_radiation | 83.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 21.108011 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4406347.5 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 9299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.93762 |\n", + "| air_temperature | 23.177649 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 22.97749 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.56e+03 |\n", + "| n_updates | 9324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.66805 |\n", + "| air_temperature | 24.069008 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 322.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 21.572285 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 573 |\n", + "| n_updates | 9349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4960.5977 |\n", + "| air_humidity | 57.92844 |\n", + "| air_temperature | 24.07896 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 267.0 |\n", + "| direct_solar_radiation | 534.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 25.835115 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4457515.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.01e+03 |\n", + "| n_updates | 9374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6130.1475 |\n", + "| air_humidity | 57.217648 |\n", + "| air_temperature | 23.999527 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 156.0 |\n", + "| direct_solar_radiation | 846.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 25.839724 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5570390.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.75e+03 |\n", + "| n_updates | 9399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6180.046 |\n", + "| air_humidity | 57.915764 |\n", + "| air_temperature | 23.824299 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 319.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 27.998598 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5562041.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.41e+03 |\n", + "| n_updates | 9424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5814.8086 |\n", + "| air_humidity | 57.336285 |\n", + "| air_temperature | 24.416656 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 240.0 |\n", + "| direct_solar_radiation | 639.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 28.857347 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5211308.0 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 9449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8071.458 |\n", + "| air_humidity | 59.186604 |\n", + "| air_temperature | 24.030064 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 217.0 |\n", + "| direct_solar_radiation | 565.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 26.988108 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7237952.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 579 |\n", + "| n_updates | 9474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.32995 |\n", + "| air_temperature | 29.440195 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 132.0 |\n", + "| direct_solar_radiation | 584.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 29.04921 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.13e+03 |\n", + "| n_updates | 9499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.903008 |\n", + "| air_temperature | 29.58267 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 122.0 |\n", + "| direct_solar_radiation | 263.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 27.491972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.14e+03 |\n", + "| n_updates | 9524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.37169 |\n", + "| air_temperature | 28.805046 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 54.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.5 |\n", + "| outdoor_temperature | 23.013592 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.59e+03 |\n", + "| n_updates | 9549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.407288 |\n", + "| air_temperature | 29.713375 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 27.13691 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.97e+03 |\n", + "| n_updates | 9574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.091957 |\n", + "| air_temperature | 28.77042 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 29.924786 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+04 |\n", + "| n_updates | 9599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.7617 |\n", + "| air_temperature | 27.150831 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 23.236689 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.05e+03 |\n", + "| n_updates | 9624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.4881 |\n", + "| air_temperature | 25.895061 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 24.448812 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 9649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.81631 |\n", + "| air_temperature | 26.319372 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 26.388847 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 9674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.7209 |\n", + "| air_temperature | 23.97351 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 21.806433 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.57e+03 |\n", + "| n_updates | 9699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.57992 |\n", + "| air_temperature | 23.869347 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 23.162914 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.64e+03 |\n", + "| n_updates | 9724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.63909 |\n", + "| air_temperature | 23.794798 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 24.551136 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.5e+03 |\n", + "| n_updates | 9749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.72499 |\n", + "| air_temperature | 23.30253 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 22.862804 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.5e+03 |\n", + "| n_updates | 9774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.009865 |\n", + "| air_temperature | 22.375265 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 21.891815 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 1.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 9799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.44114 |\n", + "| air_temperature | 23.95633 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 55.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 24.555973 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+03 |\n", + "| n_updates | 9824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.25535 |\n", + "| air_temperature | 24.365273 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 75.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 26.62452 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 973 |\n", + "| n_updates | 9849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3477.5361 |\n", + "| air_humidity | 82.9503 |\n", + "| air_temperature | 21.206257 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 199.0 |\n", + "| direct_solar_radiation | 43.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 26.23461 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3106383.2 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 9874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6591.9224 |\n", + "| air_humidity | 68.924515 |\n", + "| air_temperature | 21.636711 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 181.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 24.490088 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6105625.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.13e+03 |\n", + "| n_updates | 9899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6579.233 |\n", + "| air_humidity | 62.79068 |\n", + "| air_temperature | 22.80446 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 212.0 |\n", + "| direct_solar_radiation | 618.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 25.128534 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5908606.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.93e+03 |\n", + "| n_updates | 9924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8556.943 |\n", + "| air_humidity | 58.34476 |\n", + "| air_temperature | 24.146399 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 443.0 |\n", + "| direct_solar_radiation | 298.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 30.291105 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7701249.0 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.23e+03 |\n", + "| n_updates | 9949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6612.603 |\n", + "| air_humidity | 58.736492 |\n", + "| air_temperature | 23.865717 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 207.0 |\n", + "| direct_solar_radiation | 705.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 26.542692 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5951342.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.36e+04 |\n", + "| n_updates | 9974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.82043 |\n", + "| air_temperature | 26.714127 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 384.0 |\n", + "| direct_solar_radiation | 370.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 30.392218 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 2.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 9999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.67858 |\n", + "| air_temperature | 26.007689 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 84.5 |\n", + "| outdoor_temperature | 24.04101 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 804 |\n", + "| n_updates | 10024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6615.9927 |\n", + "| air_humidity | 58.55262 |\n", + "| air_temperature | 24.042582 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 289.0 |\n", + "| direct_solar_radiation | 484.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 26.934774 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5924812.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.87e+03 |\n", + "| n_updates | 10049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7803.733 |\n", + "| air_humidity | 58.594456 |\n", + "| air_temperature | 24.192398 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 234.0 |\n", + "| direct_solar_radiation | 372.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.361639 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7023360.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.38e+03 |\n", + "| n_updates | 10074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6048.8022 |\n", + "| air_humidity | 59.633774 |\n", + "| air_temperature | 23.914898 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 269.0 |\n", + "| direct_solar_radiation | 84.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 25.906448 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5443922.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.34e+03 |\n", + "| n_updates | 10099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.285763 |\n", + "| air_temperature | 29.087503 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 401.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 27.432545 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 10124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.60229 |\n", + "| air_temperature | 30.327057 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 34.0 |\n", + "| direct_solar_radiation | 128.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 26.598967 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.19e+03 |\n", + "| n_updates | 10149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.864407 |\n", + "| air_temperature | 28.372997 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 26.0429 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.11e+03 |\n", + "| n_updates | 10174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.675846 |\n", + "| air_temperature | 28.290186 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 31.614428 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.52e+03 |\n", + "| n_updates | 10199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.12505 |\n", + "| air_temperature | 26.204573 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 26.163172 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.82e+03 |\n", + "| n_updates | 10224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.884186 |\n", + "| air_temperature | 24.134598 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 20.089655 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.96e+03 |\n", + "| n_updates | 10249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.48503 |\n", + "| air_temperature | 24.204605 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 15.094099 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.56e+03 |\n", + "| n_updates | 10274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.38634 |\n", + "| air_temperature | 23.735037 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 17.988451 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 1.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.87e+03 |\n", + "| n_updates | 10299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.351166 |\n", + "| air_temperature | 23.945112 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 19.52576 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.56e+03 |\n", + "| n_updates | 10324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.00164 |\n", + "| air_temperature | 24.441584 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 22.688526 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.36e+03 |\n", + "| n_updates | 10349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.23835 |\n", + "| air_temperature | 23.654684 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 23.293741 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.17e+03 |\n", + "| n_updates | 10374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.260864 |\n", + "| air_temperature | 23.570625 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 23.852522 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.33e+03 |\n", + "| n_updates | 10399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.553215 |\n", + "| air_temperature | 22.783445 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 25.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.652273 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.37e+03 |\n", + "| n_updates | 10424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.74817 |\n", + "| air_temperature | 22.861992 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 96.0 |\n", + "| direct_solar_radiation | 78.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 22.354202 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 155.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 10449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2615.6394 |\n", + "| air_humidity | 76.129715 |\n", + "| air_temperature | 22.001867 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 24.034338 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2354075.5 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+04 |\n", + "| n_updates | 10474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.63669 |\n", + "| air_temperature | 24.72616 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 226.0 |\n", + "| direct_solar_radiation | 57.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 28.858715 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.43e+03 |\n", + "| n_updates | 10499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.93833 |\n", + "| air_temperature | 26.650896 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 248.0 |\n", + "| direct_solar_radiation | 491.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 30.86335 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.17e+03 |\n", + "| n_updates | 10524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4059.3743 |\n", + "| air_humidity | 56.83726 |\n", + "| air_temperature | 23.812122 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 237.0 |\n", + "| direct_solar_radiation | 678.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | 26.226334 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3653437.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.63e+03 |\n", + "| n_updates | 10549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4578.8765 |\n", + "| air_humidity | 49.022327 |\n", + "| air_temperature | 23.843649 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 261.0 |\n", + "| direct_solar_radiation | 675.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 32.0 |\n", + "| outdoor_temperature | 26.02081 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4099537.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.48e+03 |\n", + "| n_updates | 10574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6744.505 |\n", + "| air_humidity | 57.16785 |\n", + "| air_temperature | 23.750113 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 141.0 |\n", + "| direct_solar_radiation | 849.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 31.268843 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 6105524.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.09e+04 |\n", + "| n_updates | 10599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5744.1646 |\n", + "| air_humidity | 53.9114 |\n", + "| air_temperature | 24.341438 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 177.0 |\n", + "| direct_solar_radiation | 677.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 30.0 |\n", + "| outdoor_temperature | 31.381172 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5169748.0 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 10624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4735.62 |\n", + "| air_humidity | 54.2698 |\n", + "| air_temperature | 24.242298 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 281.0 |\n", + "| direct_solar_radiation | 478.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 25.902674 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4254899.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.54e+03 |\n", + "| n_updates | 10649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.763294 |\n", + "| air_temperature | 28.425394 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 237.0 |\n", + "| direct_solar_radiation | 330.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 27.0 |\n", + "| outdoor_temperature | 34.236084 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 997 |\n", + "| n_updates | 10674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.033356 |\n", + "| air_temperature | 27.930851 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 116.0 |\n", + "| direct_solar_radiation | 463.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 28.0 |\n", + "| outdoor_temperature | 26.911022 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.25e+03 |\n", + "| n_updates | 10699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.931183 |\n", + "| air_temperature | 28.225517 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 91.0 |\n", + "| direct_solar_radiation | 117.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 23.85916 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 837 |\n", + "| n_updates | 10724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.26508 |\n", + "| air_temperature | 29.295475 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 7.0 |\n", + "| direct_solar_radiation | 2.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 24.975166 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 781 |\n", + "| n_updates | 10749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.48178 |\n", + "| air_temperature | 28.82346 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 19.281387 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.08e+03 |\n", + "| n_updates | 10774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.380795 |\n", + "| air_temperature | 27.832817 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 21.996769 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+03 |\n", + "| n_updates | 10799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 44.240105 |\n", + "| air_temperature | 26.890566 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 22.243492 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.04e+03 |\n", + "| n_updates | 10824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.84637 |\n", + "| air_temperature | 25.793453 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 23.776503 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 4.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.06e+03 |\n", + "| n_updates | 10849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.336395 |\n", + "| air_temperature | 25.626314 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 25.760303 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 10874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.21505 |\n", + "| air_temperature | 23.487644 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 21.056015 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 2.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.11e+03 |\n", + "| n_updates | 10899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.421844 |\n", + "| air_temperature | 23.507233 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 20.46493 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.7e+03 |\n", + "| n_updates | 10924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.71846 |\n", + "| air_temperature | 23.002916 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 19.411385 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.18e+03 |\n", + "| n_updates | 10949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.809654 |\n", + "| air_temperature | 22.716314 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 19.075342 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.88e+03 |\n", + "| n_updates | 10974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.86444 |\n", + "| air_temperature | 23.607555 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 22.198689 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.15e+03 |\n", + "| n_updates | 10999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.55953 |\n", + "| air_temperature | 23.390306 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 20.709194 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.7e+03 |\n", + "| n_updates | 11024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.97892 |\n", + "| air_temperature | 21.430555 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 35.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 18.381512 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+04 |\n", + "| n_updates | 11049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 522.8672 |\n", + "| air_humidity | 80.94645 |\n", + "| air_temperature | 21.47948 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 60.0 |\n", + "| direct_solar_radiation | 691.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 18.247702 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 470580.44 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 11074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 330.18005 |\n", + "| air_humidity | 49.793545 |\n", + "| air_temperature | 22.299383 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 147.0 |\n", + "| direct_solar_radiation | 597.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 14.609633 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 292652.06 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.8e+03 |\n", + "| n_updates | 11099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2898.547 |\n", + "| air_humidity | 53.278496 |\n", + "| air_temperature | 22.61949 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 277.0 |\n", + "| direct_solar_radiation | 436.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 20.475954 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2573731.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.89e+03 |\n", + "| n_updates | 11124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6191.668 |\n", + "| air_humidity | 61.839733 |\n", + "| air_temperature | 23.132393 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 315.0 |\n", + "| direct_solar_radiation | 94.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 24.937683 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5546784.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.82e+03 |\n", + "| n_updates | 11149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.328 |\n", + "| air_temperature | 25.108599 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 226.0 |\n", + "| direct_solar_radiation | 591.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 27.525572 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.11e+03 |\n", + "| n_updates | 11174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.90909 |\n", + "| air_temperature | 25.643183 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 273.0 |\n", + "| direct_solar_radiation | 344.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 21.85953 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.48e+03 |\n", + "| n_updates | 11199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3087.9355 |\n", + "| air_humidity | 49.51548 |\n", + "| air_temperature | 23.905464 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 420.0 |\n", + "| direct_solar_radiation | 123.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 20.520428 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2776982.5 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 11224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3701.2773 |\n", + "| air_humidity | 59.4393 |\n", + "| air_temperature | 23.357481 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 19.842611 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3331149.5 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.16e+03 |\n", + "| n_updates | 11249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4359.327 |\n", + "| air_humidity | 52.05942 |\n", + "| air_temperature | 24.033459 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 166.0 |\n", + "| direct_solar_radiation | 134.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 24.21186 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3923394.2 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.76e+03 |\n", + "| n_updates | 11274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3904.9595 |\n", + "| air_humidity | 58.766552 |\n", + "| air_temperature | 23.823164 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 308.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 21.326008 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3514463.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 11299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.20776 |\n", + "| air_temperature | 28.272985 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 19.0 |\n", + "| direct_solar_radiation | 8.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 18.32586 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 863 |\n", + "| n_updates | 11324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.10212 |\n", + "| air_temperature | 25.217432 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 22.660082 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.12e+03 |\n", + "| n_updates | 11349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.44785 |\n", + "| air_temperature | 23.742256 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 94.5 |\n", + "| outdoor_temperature | 21.647293 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.99e+03 |\n", + "| n_updates | 11374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.26872 |\n", + "| air_temperature | 24.988808 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 13.328288 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.08e+03 |\n", + "| n_updates | 11399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.69315 |\n", + "| air_temperature | 25.202436 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 15.814474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.44e+03 |\n", + "| n_updates | 11424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.717415 |\n", + "| air_temperature | 23.804771 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 17.160044 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.67e+03 |\n", + "| n_updates | 11449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.91682 |\n", + "| air_temperature | 23.10701 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 16.901966 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+03 |\n", + "| n_updates | 11474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.89759 |\n", + "| air_temperature | 23.867949 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 20.076616 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.88e+03 |\n", + "| n_updates | 11499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.97487 |\n", + "| air_temperature | 23.029406 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.5 |\n", + "| outdoor_temperature | 13.115639 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.96e+03 |\n", + "| n_updates | 11524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.84955 |\n", + "| air_temperature | 21.605173 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 11.831333 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.51e+03 |\n", + "| n_updates | 11549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 321.20944 |\n", + "| air_humidity | 52.94715 |\n", + "| air_temperature | 21.00033 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.40463 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 289088.5 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.14e+03 |\n", + "| n_updates | 11574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 279.34213 |\n", + "| air_humidity | 47.79707 |\n", + "| air_temperature | 22.00002 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.137628 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 251407.92 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.66e+03 |\n", + "| n_updates | 11599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 86.035385 |\n", + "| air_humidity | 65.715164 |\n", + "| air_temperature | 22.000046 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.148232 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 77431.84 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 11624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 89.559746 |\n", + "| air_humidity | 62.382233 |\n", + "| air_temperature | 21.999939 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 58.0 |\n", + "| direct_solar_radiation | 91.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.5 |\n", + "| outdoor_temperature | 15.210514 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 80603.77 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.43e+03 |\n", + "| n_updates | 11649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 64.7902 |\n", + "| air_temperature | 21.465332 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 98.0 |\n", + "| direct_solar_radiation | 468.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 17.777851 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.11e+03 |\n", + "| n_updates | 11674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 69.57908 |\n", + "| air_temperature | 22.679138 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 68.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 19.479317 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 9.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.29e+03 |\n", + "| n_updates | 11699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 660.2427 |\n", + "| air_humidity | 29.197695 |\n", + "| air_temperature | 23.115774 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 133.0 |\n", + "| direct_solar_radiation | 749.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 11.404039 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 615147.3 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.38e+03 |\n", + "| n_updates | 11724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 698.806 |\n", + "| air_humidity | 24.322908 |\n", + "| air_temperature | 23.732935 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 220.0 |\n", + "| direct_solar_radiation | 550.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 10.196256 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 640776.94 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.12e+03 |\n", + "| n_updates | 11749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.508892 |\n", + "| air_temperature | 24.289152 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 245.0 |\n", + "| direct_solar_radiation | 511.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 11.32262 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.65e+03 |\n", + "| n_updates | 11774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 38.35403 |\n", + "| air_temperature | 26.072796 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 688.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 19.146742 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 8.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.1e+03 |\n", + "| n_updates | 11799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 45.109554 |\n", + "| air_temperature | 29.182646 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 155.0 |\n", + "| direct_solar_radiation | 684.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 20.280233 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 160.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.55e+03 |\n", + "| n_updates | 11824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 43.46771 |\n", + "| air_temperature | 26.831202 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 164.0 |\n", + "| direct_solar_radiation | 459.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 19.983452 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.12e+03 |\n", + "| n_updates | 11849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 44.368893 |\n", + "| air_temperature | 27.992828 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 136.0 |\n", + "| direct_solar_radiation | 212.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 19.311104 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.11e+03 |\n", + "| n_updates | 11874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 58.686783 |\n", + "| air_temperature | 27.221378 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 40.0 |\n", + "| direct_solar_radiation | 293.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 18.123085 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.51e+03 |\n", + "| n_updates | 11899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 774.1695 |\n", + "| air_humidity | 34.996456 |\n", + "| air_temperature | 27.246576 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 18.92559 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 703926.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.09e+03 |\n", + "| n_updates | 11924 |\n", + "-----------------------------------------------\n", + "------------------------------------------------******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 112.674805 |\n", + "| air_humidity | 60.293446 |\n", + "| air_temperature | 25.96211 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 16.551872 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 101406.91 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.09e+03 |\n", + "| n_updates | 11949 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 137.64085 |\n", + "| air_humidity | 28.135008 |\n", + "| air_temperature | 23.720987 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 11.987406 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 122232.64 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.5e+03 |\n", + "| n_updates | 11974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 258.9177 |\n", + "| air_humidity | 30.75452 |\n", + "| air_temperature | 21.694313 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 9.033271 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 227640.38 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 11999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 44.34447 |\n", + "| air_temperature | 21.441462 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 11.766301 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.13e+03 |\n", + "| n_updates | 12024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 45.472637 |\n", + "| air_temperature | 21.698595 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 12.506051 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.2e+03 |\n", + "| n_updates | 12049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 96.831505 |\n", + "| air_humidity | 63.816128 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 14.555716 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 87148.36 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 5.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+04 |\n", + "| n_updates | 12074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 143.056 |\n", + "| air_humidity | 49.87251 |\n", + "| air_temperature | 20.196104 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 13.250102 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 128750.41 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 1.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 12099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 69.9335 |\n", + "| air_temperature | 21.999865 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.482807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.61e+03 |\n", + "| n_updates | 12124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 81.433624 |\n", + "| air_temperature | 20.767324 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 98.0 |\n", + "| outdoor_temperature | 17.938904 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.91e+03 |\n", + "| n_updates | 12149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 19.583437 |\n", + "| air_temperature | 21.381088 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 31.0 |\n", + "| outdoor_temperature | 12.771853 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.52e+03 |\n", + "| n_updates | 12174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 414.9808 |\n", + "| air_humidity | 23.872995 |\n", + "| air_temperature | 18.743254 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 5.896669 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 373482.72 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+04 |\n", + "| n_updates | 12199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 821.85474 |\n", + "| air_humidity | 22.28704 |\n", + "| air_temperature | 20.656563 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 4.875373 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 739669.25 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 454 |\n", + "| n_updates | 12224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 27.547106 |\n", + "| air_temperature | 18.04457 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 2.0 |\n", + "| direct_solar_radiation | 63.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 75.0 |\n", + "| outdoor_temperature | 3.8614655 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.19e+03 |\n", + "| n_updates | 12249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 32.53162 |\n", + "| air_temperature | 19.037893 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 356.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 11.73929 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.29e+03 |\n", + "| n_updates | 12274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 21.744438 |\n", + "| air_temperature | 20.516462 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 161.0 |\n", + "| direct_solar_radiation | 270.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | 7.609495 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.4e+03 |\n", + "| n_updates | 12299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 918.473 |\n", + "| air_humidity | 30.203888 |\n", + "| air_temperature | 23.050997 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 131.0 |\n", + "| direct_solar_radiation | 667.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 10.156731 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 814822.44 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 12324 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 24.651491 |\n", + "| air_temperature | 20.29867 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 744.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 38.5 |\n", + "| outdoor_temperature | 13.3993225 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.56e+03 |\n", + "| n_updates | 12349 |\n", + "------------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 28.324862 |\n", + "| air_temperature | 22.063183 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 276.0 |\n", + "| direct_solar_radiation | 198.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 15.74168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.86e+03 |\n", + "| n_updates | 12374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 441.1365 |\n", + "| air_humidity | 37.676785 |\n", + "| air_temperature | 26.999302 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 184.0 |\n", + "| direct_solar_radiation | 597.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 18.295261 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 396935.9 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 749 |\n", + "| n_updates | 12399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 397.0408 |\n", + "| air_humidity | 25.999836 |\n", + "| air_temperature | 24.447517 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 85.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 11.532406 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 357336.72 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 10.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+04 |\n", + "| n_updates | 12424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 493.84128 |\n", + "| air_humidity | 26.061975 |\n", + "| air_temperature | 25.247528 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 118.0 |\n", + "| direct_solar_radiation | 453.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 12.655685 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 445882.44 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 4.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.79e+03 |\n", + "| n_updates | 12449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 337.6619 |\n", + "| air_humidity | 33.520164 |\n", + "| air_temperature | 25.640917 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 86.0 |\n", + "| direct_solar_radiation | 77.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | 13.122775 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 303895.72 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.89e+03 |\n", + "| n_updates | 12474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.74225 |\n", + "| air_humidity | 41.628914 |\n", + "| air_temperature | 24.081877 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 7.0 |\n", + "| direct_solar_radiation | 17.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 11.265384 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 785516.4 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 12499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 44.50846 |\n", + "| air_temperature | 21.999935 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 11.621885 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.09e+03 |\n", + "| n_updates | 12524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 45.628036 |\n", + "| air_temperature | 22.000069 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 12.389954 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.53e+03 |\n", + "| n_updates | 12549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 181.22653 |\n", + "| air_humidity | 43.488087 |\n", + "| air_temperature | 22.495659 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 11.260102 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 160043.17 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.77e+03 |\n", + "| n_updates | 12574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 488.6821 |\n", + "| air_humidity | 39.50117 |\n", + "| air_temperature | 20.336163 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.5 |\n", + "| outdoor_temperature | 7.2215056 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 425114.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+03 |\n", + "| n_updates | 12599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 180.7631 |\n", + "| air_humidity | 49.284153 |\n", + "| air_temperature | 21.999992 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 11.821833 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 162686.8 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 12624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 743.012 |\n", + "| air_humidity | 40.796642 |\n", + "| air_temperature | 19.002693 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 6.572727 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 668710.8 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.95e+03 |\n", + "| n_updates | 12649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 628.6884 |\n", + "| air_humidity | 25.816118 |\n", + "| air_temperature | 21.093597 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 4.599007 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 565819.56 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+03 |\n", + "| n_updates | 12674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 31.74596 |\n", + "| air_temperature | 21.000074 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 8.201467 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 5.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.17e+03 |\n", + "| n_updates | 12699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 756.4788 |\n", + "| air_humidity | 23.738033 |\n", + "| air_temperature | 20.86679 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 4.1151543 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 680830.94 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.24e+03 |\n", + "| n_updates | 12724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.259447 |\n", + "| air_temperature | 17.8804 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 2.4538102 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.93e+03 |\n", + "| n_updates | 12749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1109.8292 |\n", + "| air_humidity | 32.276184 |\n", + "| air_temperature | 20.002485 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 1.2077625 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 998846.3 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.17e+03 |\n", + "| n_updates | 12774 |\n", + "-----------------------------------------------\n", + "-------------------------------------------------***************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1372.9894 |\n", + "| air_humidity | 33.068222 |\n", + "| air_temperature | 20.999987 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | -0.10803817 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1235690.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.5e+03 |\n", + "| n_updates | 12799 |\n", + "-------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1710.4203 |\n", + "| air_humidity | 26.788225 |\n", + "| air_temperature | 20.5662 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | -1.7951931 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1539378.2 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.53e+03 |\n", + "| n_updates | 12824 |\n", + "------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1841.4658 |\n", + "| air_humidity | 19.267988 |\n", + "| air_temperature | 20.999996 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | -2.4504209 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1657319.2 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 12849 |\n", + "------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2306.6052 |\n", + "| air_humidity | 13.655644 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 55.0 |\n", + "| direct_solar_radiation | 61.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | -4.7761173 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2075944.6 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 0.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 12874 |\n", + "------------------------------------------------\n", + "-------------------------------------------------****************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1300.3312 |\n", + "| air_humidity | 21.154627 |\n", + "| air_temperature | 20.620234 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | -0.20197213 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1170298.1 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.56e+03 |\n", + "| n_updates | 12899 |\n", + "-------------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 838.0061 |\n", + "| air_humidity | 55.374287 |\n", + "| air_temperature | 21.689898 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 154.0 |\n", + "| direct_solar_radiation | 56.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 98.5 |\n", + "| outdoor_temperature | 12.248131 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 767363.94 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 11.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.14e+03 |\n", + "| n_updates | 12924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.32771 |\n", + "| air_temperature | 23.409586 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 178.0 |\n", + "| direct_solar_radiation | 547.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 10.429253 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.12e+03 |\n", + "| n_updates | 12949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 31.469723 |\n", + "| air_temperature | 22.937748 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 158.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 8.520331 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.06e+03 |\n", + "| n_updates | 12974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 917.63416 |\n", + "| air_humidity | 25.424332 |\n", + "| air_temperature | 23.37107 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 120.0 |\n", + "| direct_solar_radiation | 644.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 6.5279045 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 826909.6 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 12999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 370.86636 |\n", + "| air_humidity | 32.690987 |\n", + "| air_temperature | 18.534119 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 29.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.0 |\n", + "| outdoor_temperature | 6.47209 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 333779.75 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 9.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 13024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.081112 |\n", + "| air_temperature | 20.211607 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 64.0 |\n", + "| direct_solar_radiation | 234.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | 3.3783436 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 12.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.08e+03 |\n", + "| n_updates | 13049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 861.6628 |\n", + "| air_humidity | 18.8145 |\n", + "| air_temperature | 23.979624 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 526.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 34.5 |\n", + "| outdoor_temperature | 5.8914924 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 775496.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 793 |\n", + "| n_updates | 13074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 640.4554 |\n", + "| air_humidity | 25.776783 |\n", + "| air_temperature | 24.407007 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | 8.198558 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 570274.1 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.59e+03 |\n", + "| n_updates | 13099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 844.3286 |\n", + "| air_humidity | 41.763554 |\n", + "| air_temperature | 23.095621 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 7.7191653 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 759895.75 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.3e+03 |\n", + "| n_updates | 13124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 874.85583 |\n", + "| air_humidity | 33.53786 |\n", + "| air_temperature | 21.60302 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 4.926668 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 774289.1 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.88e+03 |\n", + "| n_updates | 13149 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1264.9574 |\n", + "| air_humidity | 21.493917 |\n", + "| air_temperature | 22.395668 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 0.43212128 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1138461.8 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 9.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 13174 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 306.69937 |\n", + "| air_humidity | 19.631279 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.0 |\n", + "| outdoor_temperature | 4.6707997 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 276029.44 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 8.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+03 |\n", + "| n_updates | 13199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.799517 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 2.2084277 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 542 |\n", + "| n_updates | 13224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.181026 |\n", + "| air_temperature | 21.002357 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 3.265807 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 13249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 37.930477 |\n", + "| air_temperature | 19.753136 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 4.2085614 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 899 |\n", + "| n_updates | 13274 |\n", + "-----------------------------------------------\n", + "-------------------------------------------------********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1398.5908 |\n", + "| air_humidity | 31.410603 |\n", + "| air_temperature | 21.000002 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | -0.23604545 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1258731.8 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.56e+03 |\n", + "| n_updates | 13299 |\n", + "-------------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 30.992683 |\n", + "| air_temperature | 21.999996 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 2.9798114 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 13324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 27.637766 |\n", + "| air_temperature | 18.669603 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 3.13234 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.43e+03 |\n", + "| n_updates | 13349 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1793.6534 |\n", + "| air_humidity | 12.261504 |\n", + "| air_temperature | 21.999996 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | -2.2113588 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1614288.1 |\n", + "| wind_direction | 325.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.96e+03 |\n", + "| n_updates | 13374 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1068.9926 |\n", + "| air_humidity | 20.901031 |\n", + "| air_temperature | 17.97254 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 1.4119455 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 962093.4 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 13399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1037.5333 |\n", + "| air_humidity | 23.295412 |\n", + "| air_temperature | 19.985338 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 1.569242 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 933780.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 13424 |\n", + "-----------------------------------------------\n", + "------------------------------------------------***********************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 531.9781 |\n", + "| air_humidity | 21.137249 |\n", + "| air_temperature | 21.781822 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 0.56026334 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 478780.3 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.52e+03 |\n", + "| n_updates | 13449 |\n", + "------------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 26.447454 |\n", + "| air_temperature | 20.000038 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 79.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 4.3963323 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.15e+03 |\n", + "| n_updates | 13474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 28.223364 |\n", + "| air_temperature | 21.120174 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 31.0 |\n", + "| direct_solar_radiation | 578.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 4.0409384 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 1.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.93e+03 |\n", + "| n_updates | 13499 |\n", + "-----------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1293.855 |\n", + "| air_humidity | 21.47397 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 92.0 |\n", + "| direct_solar_radiation | 547.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.5 |\n", + "| outdoor_temperature | 0.28763378 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1164469.5 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.72e+03 |\n", + "| n_updates | 13524 |\n", + "------------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2052.83 |\n", + "| air_humidity | 17.319937 |\n", + "| air_temperature | 18.667053 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 489.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | -3.5072422 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1847547.1 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+04 |\n", + "| n_updates | 13549 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 29.388943 |\n", + "| air_temperature | 22.514286 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 120.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 2.2709444 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 13574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 23.907196 |\n", + "| air_temperature | 22.934315 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 303.0 |\n", + "| direct_solar_radiation | 45.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.5 |\n", + "| outdoor_temperature | 4.08747 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 1.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.47e+03 |\n", + "| n_updates | 13599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 782.1886 |\n", + "| air_humidity | 44.01096 |\n", + "| air_temperature | 22.976707 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 113.0 |\n", + "| direct_solar_radiation | 309.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 9.240701 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 713822.94 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 13624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 26.889645 |\n", + "| air_temperature | 23.825846 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 88.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 9.648953 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 7.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.96e+03 |\n", + "| n_updates | 13649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 33.47256 |\n", + "| air_temperature | 23.051739 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 28.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 2.5098643 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.37e+03 |\n", + "| n_updates | 13674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.71378 |\n", + "| air_temperature | 22.259344 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 3.2563782 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.63e+03 |\n", + "| n_updates | 13699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 91.78562 |\n", + "| air_humidity | 25.185575 |\n", + "| air_temperature | 20.999916 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 4.861682 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 82607.06 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 10.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.92e+03 |\n", + "| n_updates | 13724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1024.272 |\n", + "| air_humidity | 27.808973 |\n", + "| air_temperature | 22.563572 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 1.6355486 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 921844.75 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 13749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2743.635 |\n", + "| air_humidity | 16.346043 |\n", + "| air_temperature | 21.583727 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 39.0 |\n", + "| outdoor_temperature | -6.961267 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 2469271.5 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 968 |\n", + "| n_updates | 13774 |\n", + "-----------------------------------------------\n", + "\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 4]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n", + "----------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| episode/ | |\n", + "| comfort_violation_time(%) | 42.6 |\n", + "| cumulative_comfort_penalty | -2.13e+04 |\n", + "| cumulative_energy_penalty | -3.54e+03 |\n", + "| cumulative_power | 7.08e+07 |\n", + "| cumulative_reward | -24834.174 |\n", + "| cumulative_temperature_violation | 4.26e+04 |\n", + "| episode_length | 70077 |\n", + "| mean_comfort_penalty | -0.304 |\n", + "| mean_energy_penalty | -0.0505 |\n", + "| mean_power | 1.01e+03 |\n", + "| mean_reward | -0.3543841 |\n", + "| mean_temperature_violation | 0.608 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3264.773 |\n", + "| air_humidity | 16.017635 |\n", + "| air_temperature | 16.728548 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | -9.5669565 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2938295.8 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.15e+03 |\n", + "| n_updates | 13779 |\n", + "----------------------------------------------------\n", + "-----------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 3.5e+04 |\n", + "| ep_rew_mean | -1.22e+04 |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| episodes | 2 |\n", + "| fps | 952 |\n", + "| time_elapsed | 110 |\n", + "| total_timesteps | 105117 |\n", + "-----------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3178.6443 |\n", + "| air_humidity | 13.9179 |\n", + "| air_temperature | 21.00378 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 25.5 |\n", + "| outdoor_temperature | -9.136313 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 2860780.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 10.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.82e+03 |\n", + "| n_updates | 13799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2588.9912 |\n", + "| air_humidity | 15.689926 |\n", + "| air_temperature | 20.000109 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | -6.1880474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2330092.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.14e+03 |\n", + "| n_updates | 13824 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1323.0002 |\n", + "| air_humidity | 38.257965 |\n", + "| air_temperature | 19.999996 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 87.25 |\n", + "| outdoor_temperature | 0.14190736 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1190700.2 |\n", + "| wind_direction | 247.5 |\n", + "| wind_speed | 8.275 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.11e+03 |\n", + "| n_updates | 13849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2258.7883 |\n", + "| air_humidity | 20.096224 |\n", + "| air_temperature | 17.745817 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | -4.5370326 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2032909.4 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 13874 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2483.813 |\n", + "| air_humidity | 14.061123 |\n", + "| air_temperature | 17.850971 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | -5.6621566 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2235431.8 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 2.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 795 |\n", + "| n_updates | 13899 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1322.736 |\n", + "| air_humidity | 10.838393 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 56.25 |\n", + "| outdoor_temperature | 0.14322889 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1190462.4 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 13924 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2446.134 |\n", + "| air_humidity | 16.319656 |\n", + "| air_temperature | 20.34714 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -5.473761 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2201520.5 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 5.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.43e+03 |\n", + "| n_updates | 13949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.85662 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 3.2131824 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.97e+03 |\n", + "| n_updates | 13974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1941.4054 |\n", + "| air_humidity | 26.045143 |\n", + "| air_temperature | 21.82076 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 67.25 |\n", + "| outdoor_temperature | -2.9501185 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1747264.9 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.89e+03 |\n", + "| n_updates | 13999 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1955.8734 |\n", + "| air_humidity | 18.822397 |\n", + "| air_temperature | 19.999998 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 48.75 |\n", + "| outdoor_temperature | -3.0224586 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1760286.1 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 902 |\n", + "| n_updates | 14024 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.606636 |\n", + "| air_temperature | 20.999992 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 2.3032584 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+04 |\n", + "| n_updates | 14049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 124.68914 |\n", + "| air_humidity | 29.865686 |\n", + "| air_temperature | 20.02376 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 19.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 83.75 |\n", + "| outdoor_temperature | 4.82571 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 107442.516 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 926 |\n", + "| n_updates | 14074 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2462.6763 |\n", + "| air_humidity | 17.745747 |\n", + "| air_temperature | 19.46204 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 87.0 |\n", + "| direct_solar_radiation | 30.75 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.25 |\n", + "| outdoor_temperature | -6.0136967 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2216408.5 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 7.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 14099 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 33.261345 |\n", + "| air_temperature | 22.545242 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 52.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.8804245 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 132.5 |\n", + "| wind_speed | 7.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 14124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1471.364 |\n", + "| air_humidity | 19.59662 |\n", + "| air_temperature | 22.959154 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 177.0 |\n", + "| direct_solar_radiation | 153.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 61.25 |\n", + "| outdoor_temperature | -0.99800754 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1324227.6 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.6e+03 |\n", + "| n_updates | 14149 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 745.9737 |\n", + "| air_humidity | 26.770702 |\n", + "| air_temperature | 23.468678 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 93.25 |\n", + "| direct_solar_radiation | 769.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 51.75 |\n", + "| outdoor_temperature | 7.255399 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 677180.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.13e+03 |\n", + "| n_updates | 14174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 524.576 |\n", + "| air_humidity | 49.16026 |\n", + "| air_temperature | 22.537245 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 10.697998 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 472118.4 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 10.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.49e+03 |\n", + "| n_updates | 14199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 142.57867 |\n", + "| air_humidity | 22.805319 |\n", + "| air_temperature | 21.999964 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 99.75 |\n", + "| direct_solar_radiation | 666.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 37.25 |\n", + "| outdoor_temperature | 8.377738 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 128933.805 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.7e+03 |\n", + "| n_updates | 14224 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 17.845053 |\n", + "| air_temperature | 21.09502 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 127.5 |\n", + "| direct_solar_radiation | 477.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 8.656128 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 14249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.1569 |\n", + "| air_humidity | 40.648323 |\n", + "| air_temperature | 23.346079 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 39.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 85.25 |\n", + "| outdoor_temperature | 8.96482 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 679641.2 |\n", + "| wind_direction | 82.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+04 |\n", + "| n_updates | 14274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 42.070915 |\n", + "| air_temperature | 22.793812 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 16.5 |\n", + "| direct_solar_radiation | 20.25 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 7.1089516 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 82.5 |\n", + "| wind_speed | 7.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 14299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 637.3314 |\n", + "| air_humidity | 53.170254 |\n", + "| air_temperature | 23.19397 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 10.569685 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 573598.3 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.36e+03 |\n", + "| n_updates | 14324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 371.55234 |\n", + "| air_humidity | 53.279606 |\n", + "| air_temperature | 22.224451 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 87.25 |\n", + "| outdoor_temperature | 11.406227 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 334397.1 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 7.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 14349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1022.66864 |\n", + "| air_humidity | 34.204594 |\n", + "| air_temperature | 22.414547 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 1.6435652 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 920401.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.54e+03 |\n", + "| n_updates | 14374 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1139.4733 |\n", + "| air_humidity | 25.386675 |\n", + "| air_temperature | 20.21549 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 1.059542 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1025525.94 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 14399 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.400509 |\n", + "| air_temperature | 19.244875 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 3.6225793 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 14424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 957.9209 |\n", + "| air_humidity | 39.998306 |\n", + "| air_temperature | 20.000904 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 1.9673041 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 862128.8 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.65e+03 |\n", + "| n_updates | 14449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1848.209 |\n", + "| air_humidity | 23.906105 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | -2.4841363 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1663388.0 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 720 |\n", + "| n_updates | 14474 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2414.4824 |\n", + "| air_humidity | 26.082052 |\n", + "| air_temperature | 20.003956 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 40.75 |\n", + "| outdoor_temperature | -5.3155036 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2173034.2 |\n", + "| wind_direction | 12.5 |\n", + "| wind_speed | 11.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 14499 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.025675 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 63.5 |\n", + "| outdoor_temperature | 0.79964656 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 4.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.48e+03 |\n", + "| n_updates | 14524 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 699.84283 |\n", + "| air_humidity | 31.964478 |\n", + "| air_temperature | 18.297335 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 75.75 |\n", + "| outdoor_temperature | 4.0827537 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 602817.7 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 14549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3115.8237 |\n", + "| air_humidity | 15.136002 |\n", + "| air_temperature | 19.429403 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | -8.82221 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2804241.5 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 5.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.07e+03 |\n", + "| n_updates | 14574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1468.3408 |\n", + "| air_humidity | 13.363356 |\n", + "| air_temperature | 20.0 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -0.58479565 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1321506.8 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.97e+03 |\n", + "| n_updates | 14599 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1956.0592 |\n", + "| air_humidity | 21.415497 |\n", + "| air_temperature | 21.735435 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | -3.0233877 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1760453.2 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 9.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 14624 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3478.2593 |\n", + "| air_humidity | 11.524329 |\n", + "| air_temperature | 16.549387 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | -14.171143 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3130433.2 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.2e+03 |\n", + "| n_updates | 14649 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2161.4868 |\n", + "| air_humidity | 11.50414 |\n", + "| air_temperature | 19.000036 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 39.75 |\n", + "| direct_solar_radiation | 153.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 64.75 |\n", + "| outdoor_temperature | -7.5872803 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1945338.1 |\n", + "| wind_direction | 282.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+03 |\n", + "| n_updates | 14674 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2298.961 |\n", + "| air_humidity | 12.468061 |\n", + "| air_temperature | 21.999899 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 68.75 |\n", + "| direct_solar_radiation | 501.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 41.5 |\n", + "| outdoor_temperature | -5.1359925 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2069064.9 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2e+03 |\n", + "| n_updates | 14699 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2482.3235 |\n", + "| air_humidity | 15.208434 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 58.5 |\n", + "| direct_solar_radiation | 837.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 50.75 |\n", + "| outdoor_temperature | -5.6547093 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2234091.2 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.71e+03 |\n", + "| n_updates | 14724 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1333.4619 |\n", + "| air_humidity | 10.839565 |\n", + "| air_temperature | 21.995874 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 218.25 |\n", + "| direct_solar_radiation | 219.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 0.08959897 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1200115.8 |\n", + "| wind_direction | 252.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.4e+03 |\n", + "| n_updates | 14749 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.333763 |\n", + "| air_temperature | 23.36302 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 129.5 |\n", + "| direct_solar_radiation | 746.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | 5.126002 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 6.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.27e+03 |\n", + "| n_updates | 14774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2383.3894 |\n", + "| air_humidity | 8.774642 |\n", + "| air_temperature | 22.380083 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 158.75 |\n", + "| direct_solar_radiation | 683.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 27.5 |\n", + "| outdoor_temperature | -7.536425 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2145050.5 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.95e+03 |\n", + "| n_updates | 14799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2361.432 |\n", + "| air_humidity | 11.286173 |\n", + "| air_temperature | 22.862402 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 171.25 |\n", + "| direct_solar_radiation | 540.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 37.0 |\n", + "| outdoor_temperature | -5.5457816 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2125288.8 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.04e+03 |\n", + "| n_updates | 14824 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1143.717 |\n", + "| air_humidity | 14.54144 |\n", + "| air_temperature | 23.631212 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 863.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | 0.75334334 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1029345.3 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.67e+03 |\n", + "| n_updates | 14849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1158.7903 |\n", + "| air_humidity | 26.88448 |\n", + "| air_temperature | 23.092854 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 66.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 0.5057328 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1042911.25 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.99e+03 |\n", + "| n_updates | 14874 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 73.7766 |\n", + "| air_humidity | 25.315073 |\n", + "| air_temperature | 20.000492 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 38.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 5.228516 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 66398.945 |\n", + "| wind_direction | 332.5 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.06e+03 |\n", + "| n_updates | 14899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 15.07751 |\n", + "| air_temperature | 22.42386 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.25 |\n", + "| outdoor_temperature | 3.532443 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.73e+03 |\n", + "| n_updates | 14924 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 26.815527 |\n", + "| air_temperature | 24.792336 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 2.8700993 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 14949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 24.373877 |\n", + "| air_temperature | 23.764162 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 56.25 |\n", + "| outdoor_temperature | 3.9288108 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 14974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.13989 |\n", + "| air_temperature | 22.858171 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 2.637647 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 75.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.47e+03 |\n", + "| n_updates | 14999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 32.451893 |\n", + "| air_temperature | 19.095592 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 63.25 |\n", + "| outdoor_temperature | 3.9432404 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 15024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 962.5944 |\n", + "| air_humidity | 23.422165 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.75 |\n", + "| outdoor_temperature | 1.9439363 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 866335.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.13e+03 |\n", + "| n_updates | 15049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.20381 |\n", + "| air_temperature | 22.000006 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 3.9635112 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.72e+03 |\n", + "| n_updates | 15074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1978.8235 |\n", + "| air_humidity | 17.958961 |\n", + "| air_temperature | 19.000006 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 35.0 |\n", + "| outdoor_temperature | -3.1372092 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1780941.1 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.68e+03 |\n", + "| n_updates | 15099 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1651.2651 |\n", + "| air_humidity | 21.80585 |\n", + "| air_temperature | 21.99999 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 55.0 |\n", + "| outdoor_temperature | -1.4994174 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1486138.6 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 15124 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1477.7244 |\n", + "| air_humidity | 19.804928 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | -0.6317136 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1329952.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.89e+03 |\n", + "| n_updates | 15149 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1173.0521 |\n", + "| air_humidity | 40.49864 |\n", + "| air_temperature | 19.615831 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 0.89164776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1055746.9 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.42e+03 |\n", + "| n_updates | 15174 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 810.88544 |\n", + "| air_humidity | 26.834318 |\n", + "| air_temperature | 20.000088 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 59.25 |\n", + "| outdoor_temperature | 5.296541 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 729796.9 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 1.025 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 15199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 566.93365 |\n", + "| air_humidity | 37.77567 |\n", + "| air_temperature | 18.473743 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 4.3673377 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 510240.28 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+03 |\n", + "| n_updates | 15224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 94.785126 |\n", + "| air_humidity | 36.622604 |\n", + "| air_temperature | 19.349455 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 22.0 |\n", + "| direct_solar_radiation | 146.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 9.245056 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 83250.836 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 6.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.7e+03 |\n", + "| n_updates | 15249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 40.965393 |\n", + "| air_temperature | 18.794714 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 77.75 |\n", + "| direct_solar_radiation | 21.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.478311 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.13e+03 |\n", + "| n_updates | 15274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 44.28175 |\n", + "| air_temperature | 21.336182 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 78.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.5593534 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.61e+03 |\n", + "| n_updates | 15299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 764.0725 |\n", + "| air_humidity | 50.251144 |\n", + "| air_temperature | 22.643566 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 88.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.124284 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 687665.25 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 15324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 23.494152 |\n", + "| air_temperature | 23.261553 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 143.5 |\n", + "| direct_solar_radiation | 801.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 6.961959 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 5.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 15349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 33.514217 |\n", + "| air_temperature | 22.651453 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 200.25 |\n", + "| direct_solar_radiation | 1.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 3.141846 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 786 |\n", + "| n_updates | 15374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 33.8206 |\n", + "| air_temperature | 20.309654 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 206.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 6.0417705 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.67e+03 |\n", + "| n_updates | 15399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 26.79647 |\n", + "| air_temperature | 20.653496 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 287.5 |\n", + "| direct_solar_radiation | 348.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 5.8445897 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 9.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.97e+03 |\n", + "| n_updates | 15424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.176092 |\n", + "| air_temperature | 24.43434 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 119.0 |\n", + "| direct_solar_radiation | 757.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 29.75 |\n", + "| outdoor_temperature | 14.736623 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 15449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 19.772951 |\n", + "| air_temperature | 23.21499 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 108.75 |\n", + "| direct_solar_radiation | 49.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 5.9866753 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 9.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.97e+03 |\n", + "| n_updates | 15474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 809.15594 |\n", + "| air_humidity | 19.844421 |\n", + "| air_temperature | 23.992252 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 66.25 |\n", + "| direct_solar_radiation | 453.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.0 |\n", + "| outdoor_temperature | 7.26631 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 727706.06 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.22e+03 |\n", + "| n_updates | 15499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 30.93134 |\n", + "| air_temperature | 23.089472 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 20.25 |\n", + "| direct_solar_radiation | 96.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 91.25 |\n", + "| outdoor_temperature | 3.1187332 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 9.025 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.82e+03 |\n", + "| n_updates | 15524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 208.74844 |\n", + "| air_humidity | 18.482845 |\n", + "| air_temperature | 24.876616 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 22.0 |\n", + "| outdoor_temperature | 12.427065 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 186888.42 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+03 |\n", + "| n_updates | 15549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1466.7415 |\n", + "| air_humidity | 17.671227 |\n", + "| air_temperature | 20.999994 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 94.75 |\n", + "| outdoor_temperature | -0.5767989 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1320067.4 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 10.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 894 |\n", + "| n_updates | 15574 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1806.4314 |\n", + "| air_humidity | 19.1926 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | -2.2752483 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1625788.2 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+03 |\n", + "| n_updates | 15599 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.01203 |\n", + "| air_temperature | 21.75387 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 2.158653 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.04e+03 |\n", + "| n_updates | 15624 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.351454 |\n", + "| air_temperature | 21.016546 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 56.25 |\n", + "| outdoor_temperature | 2.4189992 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 999 |\n", + "| n_updates | 15649 |\n", + "-----------------------------------------------\n", + "Progress: |**********************-----------------------------------------------------------------------------| 22%-----------------------------------------------\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 449.45572 |\n", + "| air_humidity | 35.932343 |\n", + "| air_temperature | 21.472187 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 7.158784 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 404510.16 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.89e+03 |\n", + "| n_updates | 15674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1563.6162 |\n", + "| air_humidity | 24.247192 |\n", + "| air_temperature | 19.999989 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | -1.0611725 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1407254.6 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+03 |\n", + "| n_updates | 15699 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2125.3613 |\n", + "| air_humidity | 17.254232 |\n", + "| air_temperature | 19.878681 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 33.5 |\n", + "| outdoor_temperature | -3.8698978 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1912825.1 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.76e+03 |\n", + "| n_updates | 15724 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.619474 |\n", + "| air_temperature | 19.133396 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 69.0 |\n", + "| outdoor_temperature | 2.4355738 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.29e+03 |\n", + "| n_updates | 15749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 381.8151 |\n", + "| air_humidity | 37.59117 |\n", + "| air_temperature | 21.439528 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 8.856663 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 343633.6 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 15774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 42.63189 |\n", + "| air_temperature | 19.000011 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 5.119897 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 15799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 50.85754 |\n", + "| air_temperature | 18.377762 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 8.373751 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.95e+03 |\n", + "| n_updates | 15824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 35.561874 |\n", + "| air_temperature | 21.873852 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 74.0 |\n", + "| direct_solar_radiation | 11.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 10.225957 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 15849 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 26.675598 |\n", + "| air_temperature | 18.554829 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 615.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 4.2019925 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 15874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 40.36259 |\n", + "| air_temperature | 18.407398 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 130.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 84.25 |\n", + "| outdoor_temperature | 3.0041485 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.13e+03 |\n", + "| n_updates | 15899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 219.27303 |\n", + "| air_humidity | 40.82527 |\n", + "| air_temperature | 19.000004 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 204.25 |\n", + "| direct_solar_radiation | 1.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.623772 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 197345.73 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.89e+03 |\n", + "| n_updates | 15924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 35.68691 |\n", + "| air_temperature | 21.785128 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 208.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 5.421297 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 147.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.76e+03 |\n", + "| n_updates | 15949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 840.3833 |\n", + "| air_humidity | 25.465723 |\n", + "| air_temperature | 22.999157 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 324.5 |\n", + "| direct_solar_radiation | 198.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 42.75 |\n", + "| outdoor_temperature | 7.6123447 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 755894.1 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.12e+03 |\n", + "| n_updates | 15974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 734.6666 |\n", + "| air_humidity | 18.650326 |\n", + "| air_temperature | 22.999714 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 117.75 |\n", + "| direct_solar_radiation | 915.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 36.25 |\n", + "| outdoor_temperature | 8.88295 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 661284.7 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.51e+03 |\n", + "| n_updates | 15999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 500.5111 |\n", + "| air_humidity | 24.855114 |\n", + "| air_temperature | 24.99908 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 231.25 |\n", + "| direct_solar_radiation | 663.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 11.0018635 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 450460.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.02e+03 |\n", + "| n_updates | 16024 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 255.18027 |\n", + "| air_humidity | 40.3879 |\n", + "| air_temperature | 25.245584 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 182.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 12.835742 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 229662.23 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 16049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.144527 |\n", + "| air_temperature | 25.565943 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 157.25 |\n", + "| direct_solar_radiation | 440.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 16.46367 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.01e+03 |\n", + "| n_updates | 16074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.334118 |\n", + "| air_temperature | 26.882177 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 113.5 |\n", + "| direct_solar_radiation | 319.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 35.5 |\n", + "| outdoor_temperature | 26.066725 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.18e+03 |\n", + "| n_updates | 16099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 43.002823 |\n", + "| air_temperature | 29.800293 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 55.75 |\n", + "| direct_solar_radiation | 1.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 72.5 |\n", + "| outdoor_temperature | 16.096746 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 979 |\n", + "| n_updates | 16124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.986477 |\n", + "| air_temperature | 28.824877 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 14.492639 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.56e+03 |\n", + "| n_updates | 16149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 42.606262 |\n", + "| air_temperature | 27.829678 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 16.676575 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.8e+03 |\n", + "| n_updates | 16174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 33.19549 |\n", + "| air_temperature | 25.93673 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 16.0 |\n", + "| outdoor_temperature | 9.1879835 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 9.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+04 |\n", + "| n_updates | 16199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 36.42534 |\n", + "| air_temperature | 24.6196 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 36.5 |\n", + "| outdoor_temperature | 6.809757 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 834 |\n", + "| n_updates | 16224 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.749786 |\n", + "| air_temperature | 19.409586 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.75 |\n", + "| outdoor_temperature | 4.1420374 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.98e+03 |\n", + "| n_updates | 16249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 46.242737 |\n", + "| air_temperature | 20.562092 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.75 |\n", + "| outdoor_temperature | 7.1730056 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 107.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.95e+03 |\n", + "| n_updates | 16274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.64957 |\n", + "| air_temperature | 20.738081 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 12.110972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 958 |\n", + "| n_updates | 16299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.871155 |\n", + "| air_temperature | 22.278757 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 84.5 |\n", + "| outdoor_temperature | 13.553884 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.06e+03 |\n", + "| n_updates | 16324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.26202 |\n", + "| air_temperature | 19.654593 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 90.75 |\n", + "| outdoor_temperature | 7.9804134 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.12e+03 |\n", + "| n_updates | 16349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.018555 |\n", + "| air_temperature | 19.43056 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 4.530317 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 47.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 854 |\n", + "| n_updates | 16374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.09686 |\n", + "| air_temperature | 19.882326 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 7.630194 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.62e+03 |\n", + "| n_updates | 16399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.39541 |\n", + "| air_temperature | 18.942545 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 21.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 4.826478 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 16424 |\n", + "-----------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214338.3238974}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/ep_rew_mean': -12207.1521785, '_timestamp': 1700214338.324025}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214338.3241777}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/episodes': 2, '_timestamp': 1700214338.324233}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/fps': 952, '_timestamp': 1700214338.324258}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/time_elapsed': 110, '_timestamp': 1700214338.3242805}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 105117 is less than current step: 105118. Dropping entry: {'time/total_timesteps': 105117, '_timestamp': 1700214338.3243134}).\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.804073 |\n", + "| air_temperature | 17.933743 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 65.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 5.314055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.75e+03 |\n", + "| n_updates | 16449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 139.62027 |\n", + "| air_humidity | 57.48164 |\n", + "| air_temperature | 19.324568 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 81.25 |\n", + "| direct_solar_radiation | 754.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 62.25 |\n", + "| outdoor_temperature | 11.337564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 127898.09 |\n", + "| wind_direction | 242.5 |\n", + "| wind_speed | 4.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 16474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 423.0795 |\n", + "| air_humidity | 54.558548 |\n", + "| air_temperature | 21.274569 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 249.5 |\n", + "| direct_solar_radiation | 331.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 11.623175 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 391077.4 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.03e+03 |\n", + "| n_updates | 16499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 426.25082 |\n", + "| air_humidity | 42.10922 |\n", + "| air_temperature | 24.387661 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 169.5 |\n", + "| direct_solar_radiation | 783.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 53.25 |\n", + "| outdoor_temperature | 15.680944 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 383625.75 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 16524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3278.4285 |\n", + "| air_humidity | 51.37957 |\n", + "| air_temperature | 23.440716 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 440.75 |\n", + "| direct_solar_radiation | 415.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 19.777857 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2925658.0 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 16549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.33587 |\n", + "| air_temperature | 23.060978 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 423.25 |\n", + "| direct_solar_radiation | 154.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 19.105343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8e+03 |\n", + "| n_updates | 16574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.69443 |\n", + "| air_temperature | 25.178434 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 182.75 |\n", + "| direct_solar_radiation | 738.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 16.890213 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 9.025 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 777 |\n", + "| n_updates | 16599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 886.88434 |\n", + "| air_humidity | 43.01376 |\n", + "| air_temperature | 22.757463 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 231.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 12.084203 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 798195.9 |\n", + "| wind_direction | 112.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.67e+03 |\n", + "| n_updates | 16624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 202.23326 |\n", + "| air_humidity | 55.07219 |\n", + "| air_temperature | 25.159515 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 139.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 14.396703 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 182009.94 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.39e+03 |\n", + "| n_updates | 16649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 259.9499 |\n", + "| air_humidity | 24.07339 |\n", + "| air_temperature | 26.803598 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 273.5 |\n", + "| direct_solar_radiation | 169.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 29.75 |\n", + "| outdoor_temperature | 15.0922365 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 233954.9 |\n", + "| wind_direction | 117.5 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 16674 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1844.631 |\n", + "| air_humidity | 28.542942 |\n", + "| air_temperature | 24.000408 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 134.0 |\n", + "| direct_solar_radiation | 401.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.75 |\n", + "| outdoor_temperature | 17.741638 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1660167.9 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.33e+03 |\n", + "| n_updates | 16699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 39.95888 |\n", + "| air_temperature | 28.465874 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 75.75 |\n", + "| direct_solar_radiation | 29.25 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 14.858121 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 17.5 |\n", + "| wind_speed | 7.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.93e+03 |\n", + "| n_updates | 16724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.26563 |\n", + "| air_temperature | 22.1756 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 12.75 |\n", + "| direct_solar_radiation | 27.75 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.75 |\n", + "| outdoor_temperature | 15.311967 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.59e+03 |\n", + "| n_updates | 16749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.651237 |\n", + "| air_temperature | 24.642591 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 89.75 |\n", + "| outdoor_temperature | 14.209018 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 137.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.33e+03 |\n", + "| n_updates | 16774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.60104 |\n", + "| air_temperature | 25.386179 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 11.908129 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 97.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.87e+03 |\n", + "| n_updates | 16799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.14912 |\n", + "| air_temperature | 23.695042 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 13.742707 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 653 |\n", + "| n_updates | 16824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.65019 |\n", + "| air_temperature | 22.592537 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.277803 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 0.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.22e+03 |\n", + "| n_updates | 16849 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.704895 |\n", + "| air_temperature | 23.187885 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 63.75 |\n", + "| outdoor_temperature | 14.677337 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.39e+03 |\n", + "| n_updates | 16874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.997635 |\n", + "| air_temperature | 23.428854 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 14.541368 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 12.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 16899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.104126 |\n", + "| air_temperature | 21.876242 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 82.25 |\n", + "| outdoor_temperature | 9.96343 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.75e+03 |\n", + "| n_updates | 16924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.86454 |\n", + "| air_temperature | 21.600565 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 39.75 |\n", + "| outdoor_temperature | 14.400382 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 5.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.64e+03 |\n", + "| n_updates | 16949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.518505 |\n", + "| air_temperature | 20.212349 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 6.7360797 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.12e+04 |\n", + "| n_updates | 16974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.30012 |\n", + "| air_temperature | 20.133348 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 18.5 |\n", + "| direct_solar_radiation | 26.75 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 6.6733184 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 16999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.16668 |\n", + "| air_temperature | 19.883177 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 87.5 |\n", + "| direct_solar_radiation | 222.25 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 10.129374 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.58e+03 |\n", + "| n_updates | 17024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.16959 |\n", + "| air_temperature | 20.764967 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 133.75 |\n", + "| direct_solar_radiation | 459.75 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 73.25 |\n", + "| outdoor_temperature | 14.322216 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.48e+03 |\n", + "| n_updates | 17049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.00924 |\n", + "| air_temperature | 21.80383 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 247.75 |\n", + "| direct_solar_radiation | 337.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 15.378115 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.81e+03 |\n", + "| n_updates | 17074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.258354 |\n", + "| air_temperature | 22.053274 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 219.25 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 18.406048 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.04e+03 |\n", + "| n_updates | 17099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 691.146 |\n", + "| air_humidity | 46.539497 |\n", + "| air_temperature | 24.863531 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 200.0 |\n", + "| direct_solar_radiation | 737.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.5 |\n", + "| outdoor_temperature | 17.3546 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 622023.5 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 9.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 17124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3710.4148 |\n", + "| air_humidity | 39.002415 |\n", + "| air_temperature | 23.876598 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 239.5 |\n", + "| direct_solar_radiation | 707.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.5 |\n", + "| outdoor_temperature | 20.152966 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3339373.2 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.82e+03 |\n", + "| n_updates | 17149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3688.425 |\n", + "| air_humidity | 43.778458 |\n", + "| air_temperature | 23.66983 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 443.25 |\n", + "| direct_solar_radiation | 133.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 38.75 |\n", + "| outdoor_temperature | 22.107475 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3319582.5 |\n", + "| wind_direction | 157.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.57e+03 |\n", + "| n_updates | 17174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 917.6637 |\n", + "| air_humidity | 56.962753 |\n", + "| air_temperature | 23.999311 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 259.5 |\n", + "| direct_solar_radiation | 4.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.511669 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 825897.3 |\n", + "| wind_direction | 127.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.99e+03 |\n", + "| n_updates | 17199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 858.77216 |\n", + "| air_humidity | 57.474483 |\n", + "| air_temperature | 25.882996 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 163.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 17.411175 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 772894.94 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 7.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 17224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.20754 |\n", + "| air_temperature | 25.337343 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 280.5 |\n", + "| direct_solar_radiation | 431.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 40.25 |\n", + "| outdoor_temperature | 19.513725 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 8.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.94e+03 |\n", + "| n_updates | 17249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.899506 |\n", + "| air_temperature | 25.854675 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 263.0 |\n", + "| direct_solar_radiation | 43.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 38.75 |\n", + "| outdoor_temperature | 19.162733 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+03 |\n", + "| n_updates | 17274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4173.7295 |\n", + "| air_humidity | 37.54742 |\n", + "| air_temperature | 23.964441 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 121.75 |\n", + "| direct_solar_radiation | 547.25 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 30.25 |\n", + "| outdoor_temperature | 22.092154 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3756356.5 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 8.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.53e+03 |\n", + "| n_updates | 17299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.42586 |\n", + "| air_temperature | 29.204458 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 105.75 |\n", + "| direct_solar_radiation | 76.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 19.358492 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.76e+03 |\n", + "| n_updates | 17324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.49464 |\n", + "| air_temperature | 29.286299 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 39.75 |\n", + "| direct_solar_radiation | 78.75 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 52.5 |\n", + "| outdoor_temperature | 24.95861 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 17.5 |\n", + "| wind_speed | 0.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.01e+03 |\n", + "| n_updates | 17349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.129776 |\n", + "| air_temperature | 29.402967 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 21.23685 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 2.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+04 |\n", + "| n_updates | 17374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.3626 |\n", + "| air_temperature | 27.33943 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 18.870724 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.59e+03 |\n", + "| n_updates | 17399 |\n", + "-----------------------------------------------\n", + "----------------------------------------------******----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.01241 |\n", + "| air_temperature | 26.20268 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 47.75 |\n", + "| outdoor_temperature | 21.07225 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2e+03 |\n", + "| n_updates | 17424 |\n", + "----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.478065 |\n", + "| air_temperature | 24.307499 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 48.25 |\n", + "| outdoor_temperature | 16.253143 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.35e+03 |\n", + "| n_updates | 17449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.24167 |\n", + "| air_temperature | 23.637384 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 38.25 |\n", + "| outdoor_temperature | 19.995474 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.55e+03 |\n", + "| n_updates | 17474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.323845 |\n", + "| air_temperature | 23.203812 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 60.75 |\n", + "| outdoor_temperature | 16.461828 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 613 |\n", + "| n_updates | 17499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.80206 |\n", + "| air_temperature | 22.288834 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 17.761728 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 922 |\n", + "| n_updates | 17524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 89.78475 |\n", + "| air_temperature | 21.46684 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.061084 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.62e+03 |\n", + "| n_updates | 17549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.15778 |\n", + "| air_temperature | 23.580736 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 17.122057 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 1.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.25e+03 |\n", + "| n_updates | 17574 |\n", + "-----------------------------------------------\n", + "----------------------------------------------*********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 88.29978 |\n", + "| air_temperature | 22.31859 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 20.0 |\n", + "| direct_solar_radiation | 40.25 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 14.69055 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 940 |\n", + "| n_updates | 17599 |\n", + "----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.26164 |\n", + "| air_temperature | 21.451311 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 94.25 |\n", + "| direct_solar_radiation | 98.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 15.18072 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 42.5 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 857 |\n", + "| n_updates | 17624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.971344 |\n", + "| air_temperature | 21.424046 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 168.5 |\n", + "| direct_solar_radiation | 91.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 18.039125 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 17649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1732.2148 |\n", + "| air_humidity | 72.68931 |\n", + "| air_temperature | 21.707315 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.75 |\n", + "| outdoor_temperature | 19.883415 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1558993.4 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 17674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1228.1124 |\n", + "| air_humidity | 69.9077 |\n", + "| air_temperature | 22.623905 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 165.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.969051 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1105301.1 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 517 |\n", + "| n_updates | 17699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4790.518 |\n", + "| air_humidity | 62.532368 |\n", + "| air_temperature | 22.88602 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 280.75 |\n", + "| direct_solar_radiation | 574.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 84.75 |\n", + "| outdoor_temperature | 21.947834 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4281177.5 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.6e+03 |\n", + "| n_updates | 17724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.33571 |\n", + "| air_temperature | 26.042614 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 299.0 |\n", + "| direct_solar_radiation | 563.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 68.75 |\n", + "| outdoor_temperature | 27.839651 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 217.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 17749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.68221 |\n", + "| air_temperature | 23.874613 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 272.75 |\n", + "| direct_solar_radiation | 136.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 24.195335 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.52e+03 |\n", + "| n_updates | 17774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5723.8325 |\n", + "| air_humidity | 59.568176 |\n", + "| air_temperature | 23.107014 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 259.75 |\n", + "| direct_solar_radiation | 706.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 23.755472 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5151449.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 4.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 452 |\n", + "| n_updates | 17799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6552.195 |\n", + "| air_humidity | 58.304203 |\n", + "| air_temperature | 23.97524 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 169.75 |\n", + "| direct_solar_radiation | 637.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 71.75 |\n", + "| outdoor_temperature | 27.065159 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5884490.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 17824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7836.0625 |\n", + "| air_humidity | 56.81204 |\n", + "| air_temperature | 24.587852 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 381.0 |\n", + "| direct_solar_radiation | 266.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 42.5 |\n", + "| outdoor_temperature | 32.049313 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7052456.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.44e+03 |\n", + "| n_updates | 17849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4793.1064 |\n", + "| air_humidity | 54.42562 |\n", + "| air_temperature | 24.286098 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 216.0 |\n", + "| direct_solar_radiation | 511.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 40.75 |\n", + "| outdoor_temperature | 25.641277 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4312496.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+03 |\n", + "| n_updates | 17874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7375.4526 |\n", + "| air_humidity | 61.23719 |\n", + "| air_temperature | 23.157116 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 121.5 |\n", + "| direct_solar_radiation | 495.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.25 |\n", + "| outdoor_temperature | 23.998201 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6626954.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.98e+03 |\n", + "| n_updates | 17899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.19129 |\n", + "| air_temperature | 29.05981 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 105.5 |\n", + "| direct_solar_radiation | 315.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | 28.943462 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 17924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.36356 |\n", + "| air_temperature | 28.721018 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 52.0 |\n", + "| direct_solar_radiation | 52.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.5 |\n", + "| outdoor_temperature | 24.795532 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.29e+03 |\n", + "| n_updates | 17949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.818764 |\n", + "| air_temperature | 28.084414 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 97.75 |\n", + "| outdoor_temperature | 24.247278 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.63e+03 |\n", + "| n_updates | 17974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.21806 |\n", + "| air_temperature | 27.403837 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 28.683372 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.69e+03 |\n", + "| n_updates | 17999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.10296 |\n", + "| air_temperature | 26.301935 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 21.085833 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.41e+03 |\n", + "| n_updates | 18024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.1191 |\n", + "| air_temperature | 24.227379 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 86.25 |\n", + "| outdoor_temperature | 20.546297 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.58e+03 |\n", + "| n_updates | 18049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.33137 |\n", + "| air_temperature | 23.995317 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.382294 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.79e+03 |\n", + "| n_updates | 18074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.265434 |\n", + "| air_temperature | 23.291105 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.631296 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.06e+04 |\n", + "| n_updates | 18099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.593895 |\n", + "| air_temperature | 22.290453 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.25 |\n", + "| outdoor_temperature | 18.960316 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.9e+03 |\n", + "| n_updates | 18124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.49853 |\n", + "| air_temperature | 22.546316 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 17.489908 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.57e+03 |\n", + "| n_updates | 18149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.61108 |\n", + "| air_temperature | 22.441803 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.0 |\n", + "| outdoor_temperature | 20.486403 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.51e+03 |\n", + "| n_updates | 18174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.05344 |\n", + "| air_temperature | 22.388695 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 17.0 |\n", + "| direct_solar_radiation | 1.75 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 19.99402 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.31e+03 |\n", + "| n_updates | 18199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.21326 |\n", + "| air_temperature | 22.180178 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 42.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.440664 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 67.5 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.93e+03 |\n", + "| n_updates | 18224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.37489 |\n", + "| air_temperature | 23.224543 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 110.0 |\n", + "| direct_solar_radiation | 160.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.75 |\n", + "| outdoor_temperature | 23.39646 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 18249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.447105 |\n", + "| air_temperature | 24.64745 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 173.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 72.75 |\n", + "| outdoor_temperature | 25.151327 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 242.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+04 |\n", + "| n_updates | 18274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8526.9795 |\n", + "| air_humidity | 64.30461 |\n", + "| air_temperature | 22.684814 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 288.25 |\n", + "| direct_solar_radiation | 412.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 27.592764 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7762197.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.26e+03 |\n", + "| n_updates | 18299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8381.347 |\n", + "| air_humidity | 60.01121 |\n", + "| air_temperature | 23.661592 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 254.25 |\n", + "| direct_solar_radiation | 629.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 71.75 |\n", + "| outdoor_temperature | 27.747707 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7516141.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.75e+03 |\n", + "| n_updates | 18324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6758.7915 |\n", + "| air_humidity | 58.00684 |\n", + "| air_temperature | 24.18974 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 317.5 |\n", + "| direct_solar_radiation | 556.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 39.75 |\n", + "| outdoor_temperature | 31.748314 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6082912.5 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.81e+03 |\n", + "| n_updates | 18349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4673.956 |\n", + "| air_humidity | 56.21035 |\n", + "| air_temperature | 24.077019 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 282.25 |\n", + "| direct_solar_radiation | 664.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | 26.647907 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4197338.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.61e+03 |\n", + "| n_updates | 18374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3924.4778 |\n", + "| air_humidity | 55.328617 |\n", + "| air_temperature | 24.44708 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 161.25 |\n", + "| direct_solar_radiation | 755.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 35.75 |\n", + "| outdoor_temperature | 29.854593 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3535004.5 |\n", + "| wind_direction | 207.5 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 915 |\n", + "| n_updates | 18399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.166363 |\n", + "| air_temperature | 28.55074 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 226.0 |\n", + "| direct_solar_radiation | 707.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 30.628448 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 18424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.52538 |\n", + "| air_temperature | 27.901205 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 273.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 25.93718 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.89e+03 |\n", + "| n_updates | 18449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7710.064 |\n", + "| air_humidity | 59.231922 |\n", + "| air_temperature | 23.880999 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 190.25 |\n", + "| direct_solar_radiation | 343.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 28.25258 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6939057.5 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+04 |\n", + "| n_updates | 18474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6280.664 |\n", + "| air_humidity | 59.72886 |\n", + "| air_temperature | 23.7811 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 155.5 |\n", + "| direct_solar_radiation | 91.25 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 50.25 |\n", + "| outdoor_temperature | 29.278086 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5652597.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 995 |\n", + "| n_updates | 18499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 48.54388 |\n", + "| air_temperature | 29.638643 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 103.25 |\n", + "| direct_solar_radiation | 62.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 55.25 |\n", + "| outdoor_temperature | 25.908215 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.09e+03 |\n", + "| n_updates | 18524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 56.875576 |\n", + "| air_temperature | 28.546131 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 36.5 |\n", + "| direct_solar_radiation | 21.75 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 25.278723 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.83e+03 |\n", + "| n_updates | 18549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.24339 |\n", + "| air_temperature | 29.165983 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 88.75 |\n", + "| outdoor_temperature | 24.60015 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 18574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.87542 |\n", + "| air_temperature | 27.153479 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 24.488916 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.19e+03 |\n", + "| n_updates | 18599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.727104 |\n", + "| air_temperature | 26.621859 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 24.772013 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 18624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.13177 |\n", + "| air_temperature | 25.110699 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.25 |\n", + "| outdoor_temperature | 22.868048 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.89e+03 |\n", + "| n_updates | 18649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.009995 |\n", + "| air_temperature | 23.295828 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 20.944084 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 222.5 |\n", + "| wind_speed | 3.625 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.68e+03 |\n", + "| n_updates | 18674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.22931 |\n", + "| air_temperature | 24.215412 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 23.454714 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.08e+03 |\n", + "| n_updates | 18699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.98991 |\n", + "| air_temperature | 23.21452 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.25 |\n", + "| outdoor_temperature | 21.339176 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 778 |\n", + "| n_updates | 18724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.72173 |\n", + "| air_temperature | 23.91344 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 23.348045 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.08e+03 |\n", + "| n_updates | 18749 |\n", + "-----------------------------------------------\n", + "----------------------------------------------*********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.47173 |\n", + "| air_temperature | 23.57375 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 21.85287 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 202.5 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 648 |\n", + "| n_updates | 18774 |\n", + "----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.6411 |\n", + "| air_temperature | 22.740074 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 23.466516 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.83e+03 |\n", + "| n_updates | 18799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.37062 |\n", + "| air_temperature | 22.634445 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 49.5 |\n", + "| direct_solar_radiation | 17.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 22.287907 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 839 |\n", + "| n_updates | 18824 |\n", + "-----------------------------------------------\n", + "----------------------------------------------**********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.94491 |\n", + "| air_temperature | 22.73523 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 84.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 24.26252 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 127.5 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.38e+03 |\n", + "| n_updates | 18849 |\n", + "----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2807.4397 |\n", + "| air_humidity | 74.32868 |\n", + "| air_temperature | 21.33207 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 129.0 |\n", + "| direct_solar_radiation | 596.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 26.407139 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2526695.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.81e+03 |\n", + "| n_updates | 18874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9054.869 |\n", + "| air_humidity | 65.859116 |\n", + "| air_temperature | 23.2239 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 113.0 |\n", + "| direct_solar_radiation | 751.25 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 29.98417 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 8148379.0 |\n", + "| wind_direction | 207.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 18899 |\n", + "-----------------------------------------------\n", + "----------------------------------------------************************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.58006 |\n", + "| air_temperature | 26.38312 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 272.25 |\n", + "| direct_solar_radiation | 387.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 28.69311 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.88e+03 |\n", + "| n_updates | 18924 |\n", + "----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.058 |\n", + "| air_temperature | 26.914494 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 180.75 |\n", + "| direct_solar_radiation | 689.25 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 69.75 |\n", + "| outdoor_temperature | 29.624235 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 177.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 18949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8801.524 |\n", + "| air_humidity | 58.136875 |\n", + "| air_temperature | 24.039986 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 265.75 |\n", + "| direct_solar_radiation | 10.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.25 |\n", + "| outdoor_temperature | 28.023397 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 7921372.0 |\n", + "| wind_direction | 112.5 |\n", + "| wind_speed | 5.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.12e+03 |\n", + "| n_updates | 18974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3378.667 |\n", + "| air_humidity | 58.892483 |\n", + "| air_temperature | 23.367899 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 257.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 84.75 |\n", + "| outdoor_temperature | 21.247084 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3040800.2 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.18e+03 |\n", + "| n_updates | 18999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4014.445 |\n", + "| air_humidity | 57.45482 |\n", + "| air_temperature | 23.92956 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 368.0 |\n", + "| direct_solar_radiation | 307.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 49.75 |\n", + "| outdoor_temperature | 23.911158 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 3613000.5 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.18e+03 |\n", + "| n_updates | 19024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4817.473 |\n", + "| air_humidity | 52.57281 |\n", + "| air_temperature | 24.286257 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 237.75 |\n", + "| direct_solar_radiation | 550.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | 26.177536 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4331393.5 |\n", + "| wind_direction | 132.5 |\n", + "| wind_speed | 4.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.34e+03 |\n", + "| n_updates | 19049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5711.878 |\n", + "| air_humidity | 57.63123 |\n", + "| air_temperature | 24.354006 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 239.0 |\n", + "| direct_solar_radiation | 424.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 26.314344 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5136858.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 395 |\n", + "| n_updates | 19074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.167454 |\n", + "| air_temperature | 28.583328 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 68.25 |\n", + "| direct_solar_radiation | 670.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 67.25 |\n", + "| outdoor_temperature | 26.150335 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 19099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.369625 |\n", + "| air_temperature | 29.384346 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 82.75 |\n", + "| direct_solar_radiation | 102.75 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 25.75643 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 185.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.68e+03 |\n", + "| n_updates | 19124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.58527 |\n", + "| air_temperature | 29.717571 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 18.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 31.05684 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.17e+03 |\n", + "| n_updates | 19149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 57.148495 |\n", + "| air_temperature | 29.580566 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 26.079569 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 496 |\n", + "| n_updates | 19174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.282104 |\n", + "| air_temperature | 27.809978 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 24.78124 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.12e+03 |\n", + "| n_updates | 19199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 64.98033 |\n", + "| air_temperature | 26.815897 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 83.75 |\n", + "| outdoor_temperature | 23.301914 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.78e+03 |\n", + "| n_updates | 19224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.27217 |\n", + "| air_temperature | 26.22684 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 26.958303 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.37e+03 |\n", + "| n_updates | 19249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.57633 |\n", + "| air_temperature | 25.920828 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 26.734919 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 22.5 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4e+03 |\n", + "| n_updates | 19274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.304825 |\n", + "| air_temperature | 25.465914 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 22.813532 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.07e+03 |\n", + "| n_updates | 19299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.35207 |\n", + "| air_temperature | 23.392422 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 17.851112 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 52.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.42e+03 |\n", + "| n_updates | 19324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.09457 |\n", + "| air_temperature | 23.109562 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 21.00783 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 19349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.33025 |\n", + "| air_temperature | 23.843977 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 43.5 |\n", + "| outdoor_temperature | 26.288761 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.09e+03 |\n", + "| n_updates | 19374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.405334 |\n", + "| air_temperature | 22.821547 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 18.559614 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.26e+03 |\n", + "| n_updates | 19399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.77596 |\n", + "| air_temperature | 23.128113 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 31.5 |\n", + "| direct_solar_radiation | 52.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 20.81059 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+03 |\n", + "| n_updates | 19424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.58572 |\n", + "| air_temperature | 23.639242 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 84.75 |\n", + "| direct_solar_radiation | 314.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 52.5 |\n", + "| outdoor_temperature | 20.048075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.97e+03 |\n", + "| n_updates | 19449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1617.4988 |\n", + "| air_humidity | 79.90342 |\n", + "| air_temperature | 20.43247 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 139.75 |\n", + "| direct_solar_radiation | 442.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 22.065544 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1478523.6 |\n", + "| wind_direction | 52.5 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.59e+03 |\n", + "| n_updates | 19474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5886.132 |\n", + "| air_humidity | 66.80615 |\n", + "| air_temperature | 22.063503 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 180.25 |\n", + "| direct_solar_radiation | 508.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 81.0 |\n", + "| outdoor_temperature | 24.354967 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5328320.5 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.15e+03 |\n", + "| n_updates | 19499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3672.857 |\n", + "| air_humidity | 59.752323 |\n", + "| air_temperature | 23.272907 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 187.0 |\n", + "| direct_solar_radiation | 603.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 43.5 |\n", + "| outdoor_temperature | 24.80805 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3281666.5 |\n", + "| wind_direction | 97.5 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 19524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4737.7534 |\n", + "| air_humidity | 58.999786 |\n", + "| air_temperature | 23.746513 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 222.5 |\n", + "| direct_solar_radiation | 627.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 24.401014 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4263978.0 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 19549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4875.718 |\n", + "| air_humidity | 44.244587 |\n", + "| air_temperature | 24.019958 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 180.0 |\n", + "| direct_solar_radiation | 788.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 26.25 |\n", + "| outdoor_temperature | 26.552404 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4371530.0 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.83e+03 |\n", + "| n_updates | 19574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.898952 |\n", + "| air_temperature | 26.009037 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 127.75 |\n", + "| direct_solar_radiation | 850.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 26.36101 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.82e+03 |\n", + "| n_updates | 19599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.81277 |\n", + "| air_temperature | 27.505688 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 186.5 |\n", + "| direct_solar_radiation | 669.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 25.5 |\n", + "| outdoor_temperature | 29.788122 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 19624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4886.1143 |\n", + "| air_humidity | 57.88376 |\n", + "| air_temperature | 23.773052 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 199.5 |\n", + "| direct_solar_radiation | 361.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 56.75 |\n", + "| outdoor_temperature | 24.97054 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4363027.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.29e+03 |\n", + "| n_updates | 19649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4029.3594 |\n", + "| air_humidity | 46.99753 |\n", + "| air_temperature | 24.343311 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 173.25 |\n", + "| direct_solar_radiation | 387.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 42.25 |\n", + "| outdoor_temperature | 22.448847 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3626423.5 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.33e+03 |\n", + "| n_updates | 19674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5349.853 |\n", + "| air_humidity | 58.909237 |\n", + "| air_temperature | 24.063595 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 93.5 |\n", + "| direct_solar_radiation | 335.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 24.990084 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4814867.5 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.78e+03 |\n", + "| n_updates | 19699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.822647 |\n", + "| air_temperature | 29.09369 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 42.25 |\n", + "| direct_solar_radiation | 105.75 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 23.82931 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 829 |\n", + "| n_updates | 19724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.729893 |\n", + "| air_temperature | 30.093975 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 24.931477 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 19749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 65.69394 |\n", + "| air_temperature | 26.956028 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 82.75 |\n", + "| outdoor_temperature | 22.900484 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 7.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.27e+03 |\n", + "| n_updates | 19774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.78566 |\n", + "| air_temperature | 23.96756 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 18.051031 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.14e+03 |\n", + "| n_updates | 19799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.47217 |\n", + "| air_temperature | 24.990147 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 20.638704 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.32e+03 |\n", + "| n_updates | 19824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.647545 |\n", + "| air_temperature | 24.419151 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 15.977511 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 19849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 53.864487 |\n", + "| air_temperature | 23.427107 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 17.705479 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.49e+03 |\n", + "| n_updates | 19874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.79724 |\n", + "| air_temperature | 23.55326 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.224926 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.07e+03 |\n", + "| n_updates | 19899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.70181 |\n", + "| air_temperature | 23.83317 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 21.874525 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.11e+03 |\n", + "| n_updates | 19924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.30007 |\n", + "| air_temperature | 23.849401 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 18.547737 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 4.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.04e+03 |\n", + "| n_updates | 19949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 92.61786 |\n", + "| air_temperature | 21.799852 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 13.870208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.82e+03 |\n", + "| n_updates | 19974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.17677 |\n", + "| air_temperature | 22.119612 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 20.816065 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 137.5 |\n", + "| wind_speed | 4.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.47e+03 |\n", + "| n_updates | 19999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.015495 |\n", + "| air_temperature | 21.31066 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 13.5 |\n", + "| direct_solar_radiation | 20.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 84.75 |\n", + "| outdoor_temperature | 18.328482 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.36e+03 |\n", + "| n_updates | 20024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 84.57495 |\n", + "| air_temperature | 21.005348 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 61.0 |\n", + "| direct_solar_radiation | 262.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 13.333364 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 20049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 301.6228 |\n", + "| air_humidity | 79.943886 |\n", + "| air_temperature | 20.113867 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 92.5 |\n", + "| direct_solar_radiation | 310.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 16.825045 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 271460.53 |\n", + "| wind_direction | 67.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.59e+03 |\n", + "| n_updates | 20074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.96002 |\n", + "| air_temperature | 22.580376 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 144.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 78.75 |\n", + "| outdoor_temperature | 21.745192 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.96e+03 |\n", + "| n_updates | 20099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.88721 |\n", + "| air_temperature | 23.508745 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 170.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 23.018007 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 4.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.54e+03 |\n", + "| n_updates | 20124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 344.5578 |\n", + "| air_humidity | 30.767315 |\n", + "| air_temperature | 24.99779 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 271.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 41.25 |\n", + "| outdoor_temperature | 14.921902 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 309548.22 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6e+03 |\n", + "| n_updates | 20149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2278.3 |\n", + "| air_humidity | 39.205063 |\n", + "| air_temperature | 24.005941 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 276.75 |\n", + "| direct_solar_radiation | 358.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 18.965593 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 2050470.0 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+03 |\n", + "| n_updates | 20174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1998.3851 |\n", + "| air_humidity | 52.785255 |\n", + "| air_temperature | 24.266527 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 219.0 |\n", + "| direct_solar_radiation | 202.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 63.75 |\n", + "| outdoor_temperature | 20.165852 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 1794946.1 |\n", + "| wind_direction | 122.5 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.81e+03 |\n", + "| n_updates | 20199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1957.5281 |\n", + "| air_humidity | 55.09818 |\n", + "| air_temperature | 23.998634 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 179.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 18.801235 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1761775.2 |\n", + "| wind_direction | 67.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+03 |\n", + "| n_updates | 20224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4070.7903 |\n", + "| air_humidity | 57.882877 |\n", + "| air_temperature | 23.809664 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 96.5 |\n", + "| direct_solar_radiation | 738.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 22.709478 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3636545.2 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.63e+03 |\n", + "| n_updates | 20249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.24881 |\n", + "| air_temperature | 26.860281 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 74.25 |\n", + "| direct_solar_radiation | 600.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 24.5 |\n", + "| outdoor_temperature | 22.27375 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.31e+03 |\n", + "| n_updates | 20274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.049194 |\n", + "| air_temperature | 26.28117 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 48.0 |\n", + "| direct_solar_radiation | 299.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 18.562544 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.42e+03 |\n", + "| n_updates | 20299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 38.25449 |\n", + "| air_temperature | 30.236038 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 17.029285 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.14e+03 |\n", + "| n_updates | 20324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 325.93085 |\n", + "| air_humidity | 38.41647 |\n", + "| air_temperature | 22.50031 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 66.75 |\n", + "| outdoor_temperature | 12.274445 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 293337.75 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.07e+03 |\n", + "| n_updates | 20349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 72.12592 |\n", + "| air_humidity | 45.341778 |\n", + "| air_temperature | 25.65021 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 15.496785 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 64778.598 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.51e+03 |\n", + "| n_updates | 20374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 63.414883 |\n", + "| air_temperature | 28.577398 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 82.5 |\n", + "| outdoor_temperature | 19.600908 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 948 |\n", + "| n_updates | 20399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 61.78261 |\n", + "| air_temperature | 22.69856 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 89.25 |\n", + "| outdoor_temperature | 16.416159 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 1.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.32e+04 |\n", + "| n_updates | 20424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 52.74851 |\n", + "| air_temperature | 25.398882 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 20.38683 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 8.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.64e+03 |\n", + "| n_updates | 20449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 33.290733 |\n", + "| air_temperature | 21.287834 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 50.5 |\n", + "| outdoor_temperature | 12.449082 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.15e+03 |\n", + "| n_updates | 20474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 19.943989 |\n", + "| air_temperature | 18.339186 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 46.75 |\n", + "| outdoor_temperature | 5.152613 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 7.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.67e+03 |\n", + "| n_updates | 20499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.289444 |\n", + "| air_temperature | 18.999548 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 2.6775541 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.13e+03 |\n", + "| n_updates | 20524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 417.08643 |\n", + "| air_humidity | 46.24744 |\n", + "| air_temperature | 18.841345 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.75 |\n", + "| outdoor_temperature | 11.781759 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 375377.78 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.7e+03 |\n", + "| n_updates | 20549 |\n", + "-----------------------------------------------\n", + "------------------------------------------------****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 135.26466 |\n", + "| air_humidity | 61.379833 |\n", + "| air_temperature | 22.000166 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 13.575298 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 121738.195 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.3e+03 |\n", + "| n_updates | 20574 |\n", + "------------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 64.60407 |\n", + "| air_temperature | 20.836473 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 13.240486 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.04e+04 |\n", + "| n_updates | 20599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 63.3282 |\n", + "| air_temperature | 22.00007 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.022585 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.56e+03 |\n", + "| n_updates | 20624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 188.70605 |\n", + "| air_humidity | 67.29689 |\n", + "| air_temperature | 19.1231 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 37.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 14.237206 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 169835.45 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.08e+04 |\n", + "| n_updates | 20649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 168.05627 |\n", + "| air_humidity | 53.480873 |\n", + "| air_temperature | 22.000565 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 126.0 |\n", + "| direct_solar_radiation | 279.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 73.25 |\n", + "| outdoor_temperature | 14.391249 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 151250.64 |\n", + "| wind_direction | 277.5 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 20674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 677.43176 |\n", + "| air_humidity | 49.575752 |\n", + "| air_temperature | 22.503729 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 171.75 |\n", + "| direct_solar_radiation | 443.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 16.459827 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 541536.8 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.78e+03 |\n", + "| n_updates | 20699 |\n", + "-----------------------------------------------\n", + "------------------------------------------------******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 349.05792 |\n", + "| air_humidity | 42.49321 |\n", + "| air_temperature | 24.44578 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 193.25 |\n", + "| direct_solar_radiation | 579.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 60.75 |\n", + "| outdoor_temperature | 14.8956995 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 316582.8 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 12.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 20724 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.344414 |\n", + "| air_temperature | 24.028534 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 202.0 |\n", + "| direct_solar_radiation | 571.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 42.25 |\n", + "| outdoor_temperature | 10.90466 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 6.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.76e+04 |\n", + "| n_updates | 20749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 32.880497 |\n", + "| air_temperature | 21.89145 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 206.25 |\n", + "| direct_solar_radiation | 571.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 15.797259 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.65e+03 |\n", + "| n_updates | 20774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 114.77949 |\n", + "| air_humidity | 48.73564 |\n", + "| air_temperature | 22.8385 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 197.75 |\n", + "| direct_solar_radiation | 617.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 18.827942 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 103301.54 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+03 |\n", + "| n_updates | 20799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 47.761047 |\n", + "| air_temperature | 29.14502 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 147.75 |\n", + "| direct_solar_radiation | 609.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 19.072847 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 20824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 46.74231 |\n", + "| air_temperature | 31.30642 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 157.0 |\n", + "| direct_solar_radiation | 41.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 67.25 |\n", + "| outdoor_temperature | 21.932957 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 112.5 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.67e+03 |\n", + "| n_updates | 20849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 63.611557 |\n", + "| air_temperature | 28.221117 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 80.0 |\n", + "| direct_solar_radiation | 45.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 98.25 |\n", + "| outdoor_temperature | 19.452662 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.66e+03 |\n", + "| n_updates | 20874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 56.281235 |\n", + "| air_temperature | 30.96048 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 20.25 |\n", + "| direct_solar_radiation | 161.25 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 20.33139 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 4.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.83e+03 |\n", + "| n_updates | 20899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 23.261051 |\n", + "| air_temperature | 30.090052 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 21.75 |\n", + "| outdoor_temperature | 19.227865 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 8.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.15e+03 |\n", + "| n_updates | 20924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 16.51077 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 38.75 |\n", + "| outdoor_temperature | 9.069071 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 9.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.32e+03 |\n", + "| n_updates | 20949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 20.737274 |\n", + "| air_temperature | 21.259157 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 6.756015 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.98e+03 |\n", + "| n_updates | 20974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 406.1129 |\n", + "| air_humidity | 22.629057 |\n", + "| air_temperature | 20.645561 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | 8.182513 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 353544.72 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.66e+03 |\n", + "| n_updates | 20999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 176.19357 |\n", + "| air_humidity | 29.804996 |\n", + "| air_temperature | 21.000021 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | 11.880113 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 158574.2 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 735 |\n", + "| n_updates | 21024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 465.4056 |\n", + "| air_humidity | 19.860521 |\n", + "| air_temperature | 21.00008 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 44.25 |\n", + "| outdoor_temperature | 6.4531593 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 418865.06 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 21049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 301.59442 |\n", + "| air_humidity | 48.137383 |\n", + "| air_temperature | 21.000105 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 87.5 |\n", + "| outdoor_temperature | 10.345593 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 271435.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 21074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 76.23822 |\n", + "| air_humidity | 26.149212 |\n", + "| air_temperature | 19.272993 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 8.594441 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 68614.4 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.87e+03 |\n", + "| n_updates | 21099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 29.898169 |\n", + "| air_temperature | 20.22157 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | 11.937977 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.6e+03 |\n", + "| n_updates | 21124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 303.0912 |\n", + "| air_humidity | 41.484962 |\n", + "| air_temperature | 20.999952 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 10.393824 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 272782.06 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 21149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 334.2243 |\n", + "| air_humidity | 30.540747 |\n", + "| air_temperature | 21.889717 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.75 |\n", + "| outdoor_temperature | 8.7990265 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 300801.88 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.17e+03 |\n", + "| n_updates | 21174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.27362 |\n", + "| air_temperature | 18.00155 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 5.7800684 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.04e+03 |\n", + "| n_updates | 21199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 35.91788 |\n", + "| air_temperature | 17.852299 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 4.6286163 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.18e+03 |\n", + "| n_updates | 21224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 40.212387 |\n", + "| air_temperature | 18.128834 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 17.0 |\n", + "| direct_solar_radiation | 55.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 4.8678036 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 332.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.77e+03 |\n", + "| n_updates | 21249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 48.87794 |\n", + "| air_temperature | 21.000011 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 92.5 |\n", + "| direct_solar_radiation | 142.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 89.0 |\n", + "| outdoor_temperature | 10.662078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.72e+03 |\n", + "| n_updates | 21274 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 70.95457 |\n", + "| air_temperature | 19.950773 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 124.25 |\n", + "| direct_solar_radiation | 115.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.6532345 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 21299 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 812.9243 |\n", + "| air_humidity | 47.064064 |\n", + "| air_temperature | 22.938717 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 214.75 |\n", + "| direct_solar_radiation | 160.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 9.8358345 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 731631.9 |\n", + "| wind_direction | 330.0 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 786 |\n", + "| n_updates | 21324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 855.16016 |\n", + "| air_humidity | 34.934628 |\n", + "| air_temperature | 23.299423 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 161.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 8.631185 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 769644.2 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.34e+03 |\n", + "| n_updates | 21349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 37.76056 |\n", + "| air_temperature | 22.979378 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 105.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 9.527214 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 0.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 21374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 255.54282 |\n", + "| air_humidity | 51.38102 |\n", + "| air_temperature | 24.256739 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 126.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.949695 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 229988.53 |\n", + "| wind_direction | 127.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 994 |\n", + "| n_updates | 21399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 746.01514 |\n", + "| air_humidity | 23.516073 |\n", + "| air_temperature | 23.465982 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 153.5 |\n", + "| direct_solar_radiation | 13.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 6.8982987 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 671413.6 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 7.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 21424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 26.107616 |\n", + "| air_temperature | 20.64333 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 101.75 |\n", + "| direct_solar_radiation | 26.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 9.14588 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.53e+03 |\n", + "| n_updates | 21449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.82852 |\n", + "| air_temperature | 21.930077 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 30.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | 10.184548 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 7.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.91e+03 |\n", + "| n_updates | 21474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 28.248968 |\n", + "| air_temperature | 23.18946 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 6.470765 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 21499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 29.087454 |\n", + "| air_temperature | 22.994007 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 68.25 |\n", + "| outdoor_temperature | 4.6299367 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.27e+03 |\n", + "| n_updates | 21524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 765.85596 |\n", + "| air_humidity | 37.356014 |\n", + "| air_temperature | 21.712988 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 5.873901 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 678344.4 |\n", + "| wind_direction | 217.5 |\n", + "| wind_speed | 9.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2e+03 |\n", + "| n_updates | 21549 |\n", + "-----------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1263.6243 |\n", + "| air_humidity | 27.212038 |\n", + "| air_temperature | 22.358484 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.25 |\n", + "| outdoor_temperature | 0.43878692 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1137261.9 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.11e+03 |\n", + "| n_updates | 21574 |\n", + "------------------------------------------------\n", + "------------------------------------------------****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1525.2096 |\n", + "| air_humidity | 21.43743 |\n", + "| air_temperature | 22.001425 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 56.25 |\n", + "| outdoor_temperature | -0.8691397 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1372688.6 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 9.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 21599 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1891.6239 |\n", + "| air_humidity | 17.67955 |\n", + "| air_temperature | 18.995008 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 47.5 |\n", + "| outdoor_temperature | -2.701211 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1702461.5 |\n", + "| wind_direction | 307.5 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.71e+03 |\n", + "| n_updates | 21624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 13.117279 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 62.25 |\n", + "| outdoor_temperature | 2.0829508 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 10.0 |\n", + "| wind_speed | 0.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.71e+03 |\n", + "| n_updates | 21649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 636.2585 |\n", + "| air_humidity | 37.8067 |\n", + "| air_temperature | 21.249306 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 98.25 |\n", + "| outdoor_temperature | 4.57644 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 572632.7 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.48e+03 |\n", + "| n_updates | 21674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 676.5342 |\n", + "| air_humidity | 58.59235 |\n", + "| air_temperature | 18.482203 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 96.25 |\n", + "| outdoor_temperature | 10.229322 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 608880.75 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.4e+03 |\n", + "| n_updates | 21699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.79686 |\n", + "| air_temperature | 18.229832 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 8.900488 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.45e+03 |\n", + "| n_updates | 21724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 30.653414 |\n", + "| air_temperature | 19.000013 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 67.0 |\n", + "| outdoor_temperature | 4.4980135 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.38e+03 |\n", + "| n_updates | 21749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 179.40852 |\n", + "| air_humidity | 31.820286 |\n", + "| air_temperature | 19.999996 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 4.539938 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 161467.67 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.08e+03 |\n", + "| n_updates | 21774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 225.59595 |\n", + "| air_humidity | 32.762558 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 7.7978168 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 203036.36 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 10.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.51e+03 |\n", + "| n_updates | 21799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1103.6442 |\n", + "| air_humidity | 18.20577 |\n", + "| air_temperature | 18.0 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 1.2386879 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 993279.7 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 10.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 745 |\n", + "| n_updates | 21824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 19.739792 |\n", + "| air_temperature | 20.000017 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.0 |\n", + "| outdoor_temperature | 2.0301712 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.11e+03 |\n", + "| n_updates | 21849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 35.217537 |\n", + "| air_temperature | 20.274149 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 18.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.9920654 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.55e+03 |\n", + "| n_updates | 21874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 32.84092 |\n", + "| air_temperature | 21.583551 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 68.5 |\n", + "| direct_solar_radiation | 3.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 5.4908586 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.15e+03 |\n", + "| n_updates | 21899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1209.0073 |\n", + "| air_humidity | 20.072664 |\n", + "| air_temperature | 22.122103 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 80.25 |\n", + "| direct_solar_radiation | 65.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.75 |\n", + "| outdoor_temperature | 0.2546476 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1088106.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.3e+03 |\n", + "| n_updates | 21924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 968.7795 |\n", + "| air_humidity | 20.682884 |\n", + "| air_temperature | 18.82307 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 210.5 |\n", + "| direct_solar_radiation | 213.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 53.25 |\n", + "| outdoor_temperature | 1.9130111 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 871901.56 |\n", + "| wind_direction | 277.5 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 21949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 18.628345 |\n", + "| air_temperature | 21.067177 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 92.25 |\n", + "| direct_solar_radiation | 492.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 7.173874 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.75e+03 |\n", + "| n_updates | 21974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 22.734207 |\n", + "| air_temperature | 23.486908 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 167.25 |\n", + "| direct_solar_radiation | 121.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 2.5671427 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.74e+03 |\n", + "| n_updates | 21999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 28.432045 |\n", + "| air_temperature | 23.13434 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 92.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 87.25 |\n", + "| outdoor_temperature | 3.7937093 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.49e+03 |\n", + "| n_updates | 22024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 861.25696 |\n", + "| air_humidity | 26.538927 |\n", + "| air_temperature | 22.993273 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 53.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 1.9933993 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 775131.25 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.18e+03 |\n", + "| n_updates | 22049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 30.87924 |\n", + "| air_temperature | 23.100765 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 36.0 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 3.5068433 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 4.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.27e+03 |\n", + "| n_updates | 22074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 22.573284 |\n", + "| air_temperature | 22.911606 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 3.334994 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.52e+03 |\n", + "| n_updates | 22099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.63873 |\n", + "| air_temperature | 20.344404 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 32.25 |\n", + "| outdoor_temperature | 3.4847171 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 572 |\n", + "| n_updates | 22124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 78.55217 |\n", + "| air_humidity | 17.442886 |\n", + "| air_temperature | 20.012045 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 62.25 |\n", + "| outdoor_temperature | 4.591076 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 67041.266 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.8e+03 |\n", + "| n_updates | 22149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 538.88184 |\n", + "| air_humidity | 24.78695 |\n", + "| air_temperature | 21.017 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 5.038567 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 484993.62 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.34e+03 |\n", + "| n_updates | 22174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 443.30167 |\n", + "| air_humidity | 26.74962 |\n", + "| air_temperature | 20.506552 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 6.9844346 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 384110.12 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 4.25 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.71e+03 |\n", + "| n_updates | 22199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 798.4142 |\n", + "| air_humidity | 30.103796 |\n", + "| air_temperature | 20.000015 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 80.25 |\n", + "| outdoor_temperature | 4.3912582 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 718572.75 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 824 |\n", + "| n_updates | 22224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.865433 |\n", + "| air_temperature | 18.52578 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 4.8629026 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 22249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 634.5351 |\n", + "| air_humidity | 24.009302 |\n", + "| air_temperature | 20.856209 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 5.6826453 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 577064.06 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 607 |\n", + "| n_updates | 22274 |\n", + "-----------------------------------------------\n", + "------------------------------------------------************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1824.9485 |\n", + "| air_humidity | 13.21023 |\n", + "| air_temperature | 20.999922 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 44.5 |\n", + "| outdoor_temperature | -2.3678339 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1642453.6 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 855 |\n", + "| n_updates | 22299 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 15.420471 |\n", + "| air_temperature | 21.000063 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 3.1042883 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.4e+03 |\n", + "| n_updates | 22324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 33.208645 |\n", + "| air_temperature | 19.72489 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 72.25 |\n", + "| outdoor_temperature | 4.998941 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.88e+03 |\n", + "| n_updates | 22349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 737.5208 |\n", + "| air_humidity | 35.81898 |\n", + "| air_temperature | 19.986662 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 8.87142 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 663768.75 |\n", + "| wind_direction | 95.0 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.74e+03 |\n", + "| n_updates | 22374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.983475 |\n", + "| air_temperature | 20.000034 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 89.75 |\n", + "| outdoor_temperature | 4.678801 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 247.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.38e+03 |\n", + "| n_updates | 22399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.802359 |\n", + "| air_temperature | 17.999998 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 4.5781016 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.97e+03 |\n", + "| n_updates | 22424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 977.8774 |\n", + "| air_humidity | 30.994516 |\n", + "| air_temperature | 21.99999 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 63.25 |\n", + "| outdoor_temperature | 1.8675216 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 880089.6 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.33e+03 |\n", + "| n_updates | 22449 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1262.1515 |\n", + "| air_humidity | 19.378036 |\n", + "| air_temperature | 20.0 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 20.75 |\n", + "| direct_solar_radiation | 10.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 72.0 |\n", + "| outdoor_temperature | 0.44615075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1135936.4 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.44e+03 |\n", + "| n_updates | 22474 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1012.9957 |\n", + "| air_humidity | 28.28078 |\n", + "| air_temperature | 21.999395 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 36.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 91.25 |\n", + "| outdoor_temperature | 1.2347054 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 911696.1 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 12.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.35e+03 |\n", + "| n_updates | 22499 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1838.0356 |\n", + "| air_humidity | 15.019802 |\n", + "| air_temperature | 22.52058 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 90.75 |\n", + "| direct_solar_radiation | 430.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -2.8313658 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1654232.1 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 10.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 22524 |\n", + "------------------------------------------------\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 5]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n", + "Eval num_timesteps=140154, episode_reward=-19379.18 +/- 0.00\n", + "Episode length: 35040.00 +/- 0.00\n", + "----------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| eval/ | |\n", + "| comfort_violation(%) | 58.2 |\n", + "| cumulative_comfort_penalty | -1.77e+04 |\n", + "| cumulative_energy_penalty | -1.71e+03 |\n", + "| cumulative_power_consumption | 3.42e+07 |\n", + "| cumulative_reward | -1.94e+04 |\n", + "| cumulative_temperature_violation | 3.53e+04 |\n", + "| episode_length | 3.5e+04 |\n", + "| mean_comfort_penalty | -0.504 |\n", + "| mean_energy_penalty | -0.0488 |\n", + "| mean_power_consumption | 975 |\n", + "| mean_reward | -0.553 |\n", + "| mean_temperature_violation | 1.01 |\n", + "| std_cumulative_reward | 0 |\n", + "| std_reward | 0 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2817.9358 |\n", + "| air_humidity | 19.03184 |\n", + "| air_temperature | 17.655746 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | -7.3327703 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2536142.2 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| total_timesteps | 140154 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.86e+03 |\n", + "| n_updates | 22538 |\n", + "----------------------------------------------------\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1502.1025 |\n", + "| air_humidity | 14.293673 |\n", + "| air_temperature | 22.445791 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 189.5 |\n", + "| direct_solar_radiation | 229.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 34.5 |\n", + "| outdoor_temperature | -1.5963737 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 1351892.4 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 9.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 903 |\n", + "| n_updates | 22549 |\n", + "------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2402.0833 |\n", + "| air_humidity | 11.437536 |\n", + "| air_temperature | 23.042078 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 194.0 |\n", + "| direct_solar_radiation | 340.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 36.5 |\n", + "| outdoor_temperature | -7.386407 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 2161875.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 22574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 730.1309 |\n", + "| air_humidity | 48.870342 |\n", + "| air_temperature | 22.699852 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 66.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 10.502956 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 657117.8 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 586 |\n", + "| n_updates | 22599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1743.8271 |\n", + "| air_humidity | 15.084388 |\n", + "| air_temperature | 23.225992 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 84.5 |\n", + "| direct_solar_radiation | 617.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 41.25 |\n", + "| outdoor_temperature | -2.2472076 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1569444.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.24e+03 |\n", + "| n_updates | 22624 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 1%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2086.3428 |\n", + "| air_humidity | 11.047049 |\n", + "| air_temperature | 21.712967 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 61.25 |\n", + "| direct_solar_radiation | 446.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 31.25 |\n", + "| outdoor_temperature | -3.6748056 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1877708.5 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.9e+03 |\n", + "| n_updates | 22649 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1514.7529 |\n", + "| air_humidity | 11.312537 |\n", + "| air_temperature | 18.06745 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 17.75 |\n", + "| direct_solar_radiation | 39.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 38.5 |\n", + "| outdoor_temperature | -0.81685615 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1363277.6 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.15e+03 |\n", + "| n_updates | 22674 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1679.8973 |\n", + "| air_humidity | 14.889441 |\n", + "| air_temperature | 23.022127 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 33.25 |\n", + "| outdoor_temperature | -2.0998027 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1511907.6 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 7.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+04 |\n", + "| n_updates | 22699 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1181.1582 |\n", + "| air_humidity | 30.25977 |\n", + "| air_temperature | 22.538345 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.75 |\n", + "| outdoor_temperature | 0.8511174 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 1063042.4 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.41e+03 |\n", + "| n_updates | 22724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 2%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1137.0897 |\n", + "| air_humidity | 35.217064 |\n", + "| air_temperature | 22.56905 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 53.25 |\n", + "| outdoor_temperature | 1.0714601 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1023380.7 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 12.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.99e+03 |\n", + "| n_updates | 22749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2040.2118 |\n", + "| air_humidity | 19.544863 |\n", + "| air_temperature | 21.461933 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | -3.4441502 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1836190.6 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.27e+03 |\n", + "| n_updates | 22774 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2529.7434 |\n", + "| air_humidity | 14.992049 |\n", + "| air_temperature | 22.000025 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | -5.891808 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2276769.0 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 1.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.86e+03 |\n", + "| n_updates | 22799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 3%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 88.66814 |\n", + "| air_humidity | 24.351942 |\n", + "| air_temperature | 20.999962 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 5.703776 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 79801.32 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+04 |\n", + "| n_updates | 22824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1896.4862 |\n", + "| air_humidity | 26.343338 |\n", + "| air_temperature | 20.999996 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 80.25 |\n", + "| outdoor_temperature | -2.7255228 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1706837.6 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 7.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.23e+03 |\n", + "| n_updates | 22849 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1738.7863 |\n", + "| air_humidity | 23.685612 |\n", + "| air_temperature | 21.000185 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | -1.9370227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1564907.6 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 6.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.53e+03 |\n", + "| n_updates | 22874 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 4%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1819.8478 |\n", + "| air_humidity | 36.205776 |\n", + "| air_temperature | 18.776604 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 59.75 |\n", + "| outdoor_temperature | -2.3423305 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1637863.0 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 869 |\n", + "| n_updates | 22899 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.533558 |\n", + "| air_temperature | 20.0 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 77.25 |\n", + "| outdoor_temperature | 3.254023 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.3e+03 |\n", + "| n_updates | 22924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 775.37915 |\n", + "| air_humidity | 30.69621 |\n", + "| air_temperature | 20.610672 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 5.3951087 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 697841.25 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.26e+03 |\n", + "| n_updates | 22949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1090.8883 |\n", + "| air_humidity | 34.197186 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 94.25 |\n", + "| outdoor_temperature | 1.3024671 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 981799.44 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+04 |\n", + "| n_updates | 22974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 5%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 76.24103 |\n", + "| air_humidity | 15.340016 |\n", + "| air_temperature | 22.000084 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 32.5 |\n", + "| outdoor_temperature | 5.6408863 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 68616.93 |\n", + "| wind_direction | 277.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.2e+03 |\n", + "| n_updates | 22999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 653.5078 |\n", + "| air_humidity | 25.526716 |\n", + "| air_temperature | 19.085022 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | -0.04738527 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 588157.06 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.51e+03 |\n", + "| n_updates | 23024 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 34.741325 |\n", + "| air_temperature | 21.45583 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 6.0234256 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 955 |\n", + "| n_updates | 23049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 6%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 34.4651 |\n", + "| air_temperature | 21.080013 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 24.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 4.02629 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 23074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 49.845024 |\n", + "| air_temperature | 22.139757 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 68.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.3318205 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.57e+03 |\n", + "| n_updates | 23099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 22.955624 |\n", + "| air_temperature | 22.493074 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 134.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.25 |\n", + "| outdoor_temperature | 3.3589754 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.66e+03 |\n", + "| n_updates | 23124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 134.70111 |\n", + "| air_humidity | 25.452288 |\n", + "| air_temperature | 21.407345 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 147.75 |\n", + "| direct_solar_radiation | 702.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 49.25 |\n", + "| outdoor_temperature | 5.5939164 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 130938.66 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.19e+03 |\n", + "| n_updates | 23149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 7%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 94.756516 |\n", + "| air_humidity | 20.744356 |\n", + "| air_temperature | 21.000023 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 198.5 |\n", + "| direct_solar_radiation | 13.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 54.25 |\n", + "| outdoor_temperature | 4.2581863 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 85280.87 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 953 |\n", + "| n_updates | 23174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 31.130491 |\n", + "| air_temperature | 22.85354 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 204.5 |\n", + "| direct_solar_radiation | 107.25 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 82.75 |\n", + "| outdoor_temperature | 4.7462764 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.49e+03 |\n", + "| n_updates | 23199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 894.3857 |\n", + "| air_humidity | 21.35435 |\n", + "| air_temperature | 23.739147 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 101.5 |\n", + "| direct_solar_radiation | 669.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 47.75 |\n", + "| outdoor_temperature | 4.232125 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 804947.06 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.99e+03 |\n", + "| n_updates | 23224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 909.95856 |\n", + "| air_humidity | 20.03153 |\n", + "| air_temperature | 23.830122 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 117.0 |\n", + "| direct_solar_radiation | 40.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 1.9822812 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 818962.7 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.24e+03 |\n", + "| n_updates | 23249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 8%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1441.3219 |\n", + "| air_humidity | 13.395819 |\n", + "| air_temperature | 23.927961 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 35.25 |\n", + "| direct_solar_radiation | 430.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 20.0 |\n", + "| outdoor_temperature | -0.7346813 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1297189.8 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.38e+03 |\n", + "| n_updates | 23274 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 843.04126 |\n", + "| air_humidity | 27.11858 |\n", + "| air_temperature | 23.23063 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.75 |\n", + "| outdoor_temperature | 6.9470654 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 758737.1 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.07e+03 |\n", + "| n_updates | 23299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 10.769078 |\n", + "| air_temperature | 21.700409 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 17.75 |\n", + "| outdoor_temperature | 1.4319363 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.7e+03 |\n", + "| n_updates | 23324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 9%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1513.7151 |\n", + "| air_humidity | 8.712755 |\n", + "| air_temperature | 21.936546 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | -0.8116667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1362343.5 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 23349 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1265.1232 |\n", + "| air_humidity | 30.580465 |\n", + "| air_temperature | 21.114868 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 64.5 |\n", + "| outdoor_temperature | 0.4312929 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 1138610.8 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.54e+03 |\n", + "| n_updates | 23374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3361.0725 |\n", + "| air_humidity | 16.331541 |\n", + "| air_temperature | 20.00343 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 41.0 |\n", + "| outdoor_temperature | -10.048454 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 3024965.2 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+04 |\n", + "| n_updates | 23399 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2836.715 |\n", + "| air_humidity | 16.323826 |\n", + "| air_temperature | 20.999985 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | -7.4266663 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2553043.5 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4e+03 |\n", + "| n_updates | 23424 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 10%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2352.4175 |\n", + "| air_humidity | 17.25093 |\n", + "| air_temperature | 21.999996 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -5.0051785 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2117175.8 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.19e+03 |\n", + "| n_updates | 23449 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2825.996 |\n", + "| air_humidity | 16.099987 |\n", + "| air_temperature | 20.839624 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | -7.373072 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2543396.5 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 23474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1623.5151 |\n", + "| air_humidity | 13.141766 |\n", + "| air_temperature | 18.081106 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | -1.360667 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1461163.6 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+03 |\n", + "| n_updates | 23499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 11%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 965.93756 |\n", + "| air_humidity | 17.687538 |\n", + "| air_temperature | 17.630848 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 1.9272208 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 869343.75 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 823 |\n", + "| n_updates | 23524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1933.3208 |\n", + "| air_humidity | 15.414612 |\n", + "| air_temperature | 21.75106 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | -2.9096956 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1739988.8 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 23549 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3003.5579 |\n", + "| air_humidity | 14.476208 |\n", + "| air_temperature | 18.999998 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 41.5 |\n", + "| outdoor_temperature | -8.260881 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2703202.2 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.39e+03 |\n", + "| n_updates | 23574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 12%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2032.1776 |\n", + "| air_humidity | 15.796214 |\n", + "| air_temperature | 21.991514 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | -3.4039795 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1828959.9 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.41e+03 |\n", + "| n_updates | 23599 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1802.0966 |\n", + "| air_humidity | 18.37355 |\n", + "| air_temperature | 21.000368 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | -5.790329 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1621886.9 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 23624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1535.6776 |\n", + "| air_humidity | 38.64689 |\n", + "| air_temperature | 18.027721 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 32.25 |\n", + "| direct_solar_radiation | 71.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | -0.92147976 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1382109.9 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 878 |\n", + "| n_updates | 23649 |\n", + "-------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1070.4492 |\n", + "| air_humidity | 22.329798 |\n", + "| air_temperature | 19.0 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 57.5 |\n", + "| direct_solar_radiation | 387.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 52.75 |\n", + "| outdoor_temperature | 1.4046625 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 963404.25 |\n", + "| wind_direction | 2.5 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.47e+03 |\n", + "| n_updates | 23674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 13%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 22.375334 |\n", + "| air_temperature | 22.626062 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 161.75 |\n", + "| direct_solar_radiation | 270.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 54.75 |\n", + "| outdoor_temperature | 5.4629197 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 1.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.77e+03 |\n", + "| n_updates | 23699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 871.7625 |\n", + "| air_humidity | 31.798983 |\n", + "| air_temperature | 22.695002 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 161.75 |\n", + "| direct_solar_radiation | 561.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 64.75 |\n", + "| outdoor_temperature | 8.719495 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 784586.25 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 1.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+03 |\n", + "| n_updates | 23724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 21.862947 |\n", + "| air_temperature | 23.217703 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 175.75 |\n", + "| direct_solar_radiation | 266.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 39.5 |\n", + "| outdoor_temperature | 7.437775 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 82.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.13e+03 |\n", + "| n_updates | 23749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 32.07955 |\n", + "| air_temperature | 22.814928 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 163.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 4.6540294 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 2.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.33e+03 |\n", + "| n_updates | 23774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 14%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 852.2755 |\n", + "| air_humidity | 15.134862 |\n", + "| air_temperature | 23.507696 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 120.25 |\n", + "| direct_solar_radiation | 763.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 28.5 |\n", + "| outdoor_temperature | 3.5265477 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 767048.0 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.14e+03 |\n", + "| n_updates | 23799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 80.00732 |\n", + "| air_humidity | 23.061901 |\n", + "| air_temperature | 20.99999 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 143.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 4.6219144 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 72006.586 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.98e+03 |\n", + "| n_updates | 23824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 119.331 |\n", + "| air_humidity | 20.039072 |\n", + "| air_temperature | 21.185757 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 82.5 |\n", + "| direct_solar_radiation | 674.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 29.75 |\n", + "| outdoor_temperature | 9.234543 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 108005.73 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.77e+03 |\n", + "| n_updates | 23849 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 15%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 17.926476 |\n", + "| air_temperature | 23.740973 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 70.75 |\n", + "| direct_solar_radiation | 468.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 36.0 |\n", + "| outdoor_temperature | 3.8430476 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 890 |\n", + "| n_updates | 23874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1566.8773 |\n", + "| air_humidity | 14.682913 |\n", + "| air_temperature | 22.498217 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 18.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 27.25 |\n", + "| outdoor_temperature | -1.5347023 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1410189.5 |\n", + "| wind_direction | 62.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.1e+04 |\n", + "| n_updates | 23899 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1056.3701 |\n", + "| air_humidity | 33.320927 |\n", + "| air_temperature | 22.997578 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 1.4750577 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 950733.1 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.84e+03 |\n", + "| n_updates | 23924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 567.25543 |\n", + "| air_humidity | 37.674805 |\n", + "| air_temperature | 22.00009 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 2.0 |\n", + "| outdoor_humidity | 94.25 |\n", + "| outdoor_temperature | 4.278501 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 510529.88 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.62e+03 |\n", + "| n_updates | 23949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 16%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 361.7099 |\n", + "| air_humidity | 28.397816 |\n", + "| air_temperature | 21.395718 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 6.3793273 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 315658.1 |\n", + "| wind_direction | 150.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 23974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 38.01982 |\n", + "| air_temperature | 20.494572 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 46.75 |\n", + "| outdoor_temperature | 13.6984215 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 8.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.67e+03 |\n", + "| n_updates | 23999 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 27.335354 |\n", + "| air_temperature | 20.544844 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 10.299374 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 979 |\n", + "| n_updates | 24024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 17%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 498.51852 |\n", + "| air_humidity | 41.83481 |\n", + "| air_temperature | 21.420488 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 6.471261 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 448666.66 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.87e+03 |\n", + "| n_updates | 24049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 857.4525 |\n", + "| air_humidity | 46.919167 |\n", + "| air_temperature | 19.564985 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 7.447118 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 819357.75 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.68e+03 |\n", + "| n_updates | 24074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.682133 |\n", + "| air_temperature | 18.215752 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 52.75 |\n", + "| outdoor_temperature | 7.4204226 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 584 |\n", + "| n_updates | 24099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 18%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 39.790886 |\n", + "| air_temperature | 17.81009 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 94.25 |\n", + "| outdoor_temperature | 4.7941985 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 24124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 989.4895 |\n", + "| air_humidity | 35.68059 |\n", + "| air_temperature | 21.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 1.8094609 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 890540.56 |\n", + "| wind_direction | 145.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1e+03 |\n", + "| n_updates | 24149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.470379 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 2.564283 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.31e+03 |\n", + "| n_updates | 24174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1292.4681 |\n", + "| air_humidity | 20.69247 |\n", + "| air_temperature | 20.999994 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 0.29456785 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1163221.2 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.95e+03 |\n", + "| n_updates | 24199 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 19%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 26.87485 |\n", + "| air_temperature | 20.670357 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 2.8225725 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+04 |\n", + "| n_updates | 24224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 537.9154 |\n", + "| air_humidity | 17.599335 |\n", + "| air_temperature | 18.355534 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 76.5 |\n", + "| direct_solar_radiation | 340.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 0.5305769 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 484123.84 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 8.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 660 |\n", + "| n_updates | 24249 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1382.9108 |\n", + "| air_humidity | 14.891599 |\n", + "| air_temperature | 21.999945 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 118.0 |\n", + "| direct_solar_radiation | 615.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 37.75 |\n", + "| outdoor_temperature | -0.5557412 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1244619.6 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.38e+03 |\n", + "| n_updates | 24274 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 803.8625 |\n", + "| air_humidity | 29.357159 |\n", + "| air_temperature | 22.554504 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 130.5 |\n", + "| direct_solar_radiation | 737.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 10.128186 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 739491.4 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 7.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 24299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 20%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1323.8452 |\n", + "| air_humidity | 16.495691 |\n", + "| air_temperature | 17.75022 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 116.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 0.13768224 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1191460.8 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 8.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.36e+03 |\n", + "| n_updates | 24324 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1658.1755 |\n", + "| air_humidity | 17.395845 |\n", + "| air_temperature | 20.233568 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 262.25 |\n", + "| direct_solar_radiation | 31.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | -1.5339695 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1492358.0 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.94e+03 |\n", + "| n_updates | 24349 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 476.10425 |\n", + "| air_humidity | 27.279238 |\n", + "| air_temperature | 23.898874 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 263.25 |\n", + "| direct_solar_radiation | 613.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 79.25 |\n", + "| outdoor_temperature | 2.688903 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 428493.84 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 886 |\n", + "| n_updates | 24374 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 21%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.6465 |\n", + "| air_humidity | 26.631628 |\n", + "| air_temperature | 23.065317 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 161.5 |\n", + "| direct_solar_radiation | 9.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 76.0 |\n", + "| outdoor_temperature | 2.6888297 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 680081.9 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 7.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 497 |\n", + "| n_updates | 24399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 31.569489 |\n", + "| air_temperature | 23.826828 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 131.5 |\n", + "| direct_solar_radiation | 803.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 8.234565 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 10.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 24424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 658.0206 |\n", + "| air_humidity | 21.673584 |\n", + "| air_temperature | 23.873396 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 210.5 |\n", + "| direct_solar_radiation | 360.75 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.25 |\n", + "| outdoor_temperature | 8.975745 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 594968.7 |\n", + "| wind_direction | 290.0 |\n", + "| wind_speed | 10.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 815 |\n", + "| n_updates | 24449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1073.464 |\n", + "| air_humidity | 13.284251 |\n", + "| air_temperature | 23.545315 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 91.5 |\n", + "| direct_solar_radiation | 613.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 19.5 |\n", + "| outdoor_temperature | 1.1647538 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 966117.6 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.58e+03 |\n", + "| n_updates | 24474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 22%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 143.16599 |\n", + "| air_humidity | 12.985385 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 49.0 |\n", + "| direct_solar_radiation | 350.75 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 34.5 |\n", + "| outdoor_temperature | 5.93227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 127358.41 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 8.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.2e+03 |\n", + "| n_updates | 24499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 22.004717 |\n", + "| air_temperature | 21.936619 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 5.1236157 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 24524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 370.9882 |\n", + "| air_humidity | 43.365337 |\n", + "| air_temperature | 22.001156 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 6.6044636 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 333889.38 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.63e+03 |\n", + "| n_updates | 24549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 205.3318 |\n", + "| air_humidity | 48.651054 |\n", + "| air_temperature | 21.7617 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 10.614986 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 181480.81 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 5.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 789 |\n", + "| n_updates | 24574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 23%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 52.010227 |\n", + "| air_temperature | 23.79372 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 16.146664 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.17e+03 |\n", + "| n_updates | 24599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 633.59576 |\n", + "| air_humidity | 36.390213 |\n", + "| air_temperature | 18.894945 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 67.25 |\n", + "| outdoor_temperature | 7.8684926 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 570236.2 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 7.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+03 |\n", + "| n_updates | 24624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 24%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 40.3879 |\n", + "| air_temperature | 20.59343 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 86.0 |\n", + "| outdoor_temperature | 3.5267246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 924 |\n", + "| n_updates | 24649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 104.15375 |\n", + "| air_humidity | 31.20326 |\n", + "| air_temperature | 20.999985 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 3.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 4.188778 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 93738.375 |\n", + "| wind_direction | 32.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.16e+03 |\n", + "| n_updates | 24674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 39.983723 |\n", + "| air_temperature | 20.003113 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | 3.8033586 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 3.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+03 |\n", + "| n_updates | 24699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.221664 |\n", + "| air_temperature | 19.668886 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 85.0 |\n", + "| outdoor_temperature | 4.3165517 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 5.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.23e+03 |\n", + "| n_updates | 24724 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 25%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.650764 |\n", + "| air_temperature | 19.165148 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 2.5306246 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.58e+03 |\n", + "| n_updates | 24749 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.53965 |\n", + "| air_temperature | 19.157383 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.25 |\n", + "| outdoor_temperature | 4.457339 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.91e+03 |\n", + "| n_updates | 24774 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.95734 |\n", + "| air_temperature | 19.35088 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 6.4295363 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.42e+03 |\n", + "| n_updates | 24799 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.47406 |\n", + "| air_temperature | 20.338148 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 29.0 |\n", + "| direct_solar_radiation | 369.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 95.0 |\n", + "| outdoor_temperature | 7.9402747 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.86e+03 |\n", + "| n_updates | 24824 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 26%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.3464 |\n", + "| air_temperature | 20.925404 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 121.0 |\n", + "| direct_solar_radiation | 356.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 61.5 |\n", + "| outdoor_temperature | 14.273043 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 24849 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2664.3604 |\n", + "| air_humidity | 63.509575 |\n", + "| air_temperature | 21.99787 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 154.75 |\n", + "| direct_solar_radiation | 452.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 20.487545 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2375066.5 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.68e+03 |\n", + "| n_updates | 24874 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3005.8865 |\n", + "| air_humidity | 62.8656 |\n", + "| air_temperature | 22.20208 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 218.5 |\n", + "| direct_solar_radiation | 174.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 71.25 |\n", + "| outdoor_temperature | 20.12474 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2684761.2 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.64e+04 |\n", + "| n_updates | 24899 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 27%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3164.7615 |\n", + "| air_humidity | 54.197342 |\n", + "| air_temperature | 23.086617 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 263.25 |\n", + "| direct_solar_radiation | 404.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 44.25 |\n", + "| outdoor_temperature | 20.261744 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2821500.5 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 9.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.54e+03 |\n", + "| n_updates | 24924 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.615269 |\n", + "| air_temperature | 23.11328 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 177.25 |\n", + "| direct_solar_radiation | 827.75 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 21.5 |\n", + "| outdoor_temperature | 10.584083 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 10.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+03 |\n", + "| n_updates | 24949 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 438.20398 |\n", + "| air_humidity | 14.780738 |\n", + "| air_temperature | 23.99957 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 110.0 |\n", + "| direct_solar_radiation | 941.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 17.25 |\n", + "| outdoor_temperature | 9.602093 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 397929.97 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+03 |\n", + "| n_updates | 24974 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 33.816364 |\n", + "| air_temperature | 21.155039 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 229.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 66.25 |\n", + "| outdoor_temperature | 8.980941 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.66e+03 |\n", + "| n_updates | 24999 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 28%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 31.091959 |\n", + "| air_temperature | 22.514444 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 190.75 |\n", + "| direct_solar_radiation | 620.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 10.923158 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 137.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.03e+03 |\n", + "| n_updates | 25024 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 456.93237 |\n", + "| air_humidity | 48.886036 |\n", + "| air_temperature | 23.283798 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 110.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 9.940544 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 411239.16 |\n", + "| wind_direction | 107.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.84e+03 |\n", + "| n_updates | 25049 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4053.9346 |\n", + "| air_humidity | 47.16852 |\n", + "| air_temperature | 23.773457 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 144.25 |\n", + "| direct_solar_radiation | 458.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 42.25 |\n", + "| outdoor_temperature | 21.774252 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3648541.2 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.2e+03 |\n", + "| n_updates | 25074 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 44.031296 |\n", + "| air_temperature | 25.765486 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 47.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 9.873235 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 87.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.75e+04 |\n", + "| n_updates | 25099 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 29%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 35.823162 |\n", + "| air_temperature | 27.340607 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 15.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 8.295609 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 52.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.5e+03 |\n", + "| n_updates | 25124 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 38.977745 |\n", + "| air_temperature | 27.899288 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | 7.2945585 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 157.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.95e+03 |\n", + "| n_updates | 25149 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.1766 |\n", + "| air_temperature | 20.729017 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 10.415078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 952 |\n", + "| n_updates | 25174 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 30%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.9957 |\n", + "| air_temperature | 19.192297 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 7.950842 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.93e+03 |\n", + "| n_updates | 25199 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.464287 |\n", + "| air_temperature | 22.169394 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 8.823215 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 492 |\n", + "| n_updates | 25224 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.59591 |\n", + "| air_temperature | 22.65728 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 10.0935545 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.77e+03 |\n", + "| n_updates | 25249 |\n", + "------------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 31%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.50592 |\n", + "| air_temperature | 21.325115 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 8.709449 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 1.9 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.82e+03 |\n", + "| n_updates | 25274 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.27389 |\n", + "| air_temperature | 21.735031 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 9.947844 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 70.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.33e+03 |\n", + "| n_updates | 25299 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.82053 |\n", + "| air_temperature | 21.900738 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 83.0 |\n", + "| outdoor_temperature | 13.363319 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.59e+03 |\n", + "| n_updates | 25324 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.47042 |\n", + "| air_temperature | 21.461578 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 14.763615 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 47.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.85e+03 |\n", + "| n_updates | 25349 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 32%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.52933 |\n", + "| air_temperature | 19.80769 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 10.0389 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.23e+03 |\n", + "| n_updates | 25374 |\n", + "----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.56004 |\n", + "| air_temperature | 19.754734 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 12.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 4.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.546379 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 110.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.05e+03 |\n", + "| n_updates | 25399 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 100.0 |\n", + "| air_temperature | 19.873129 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 99.75 |\n", + "| direct_solar_radiation | 283.5 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 8.822796 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.38e+03 |\n", + "| n_updates | 25424 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 33%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 250.6906 |\n", + "| air_humidity | 60.83376 |\n", + "| air_temperature | 21.001799 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 151.5 |\n", + "| direct_solar_radiation | 495.25 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 42.75 |\n", + "| outdoor_temperature | 13.935489 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 226307.55 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.92e+03 |\n", + "| n_updates | 25449 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 352.57874 |\n", + "| air_humidity | 51.372105 |\n", + "| air_temperature | 21.999958 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 189.75 |\n", + "| direct_solar_radiation | 4.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 77.0 |\n", + "| outdoor_temperature | 12.262045 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 326594.3 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 10.55 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.52e+03 |\n", + "| n_updates | 25474 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.50618 |\n", + "| air_temperature | 20.628372 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 129.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.25 |\n", + "| outdoor_temperature | 13.166679 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 15.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.95e+03 |\n", + "| n_updates | 25499 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.167046 |\n", + "| air_temperature | 21.691072 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 309.25 |\n", + "| direct_solar_radiation | 31.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 16.63086 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 676 |\n", + "| n_updates | 25524 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 34%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 410.55798 |\n", + "| air_humidity | 54.012146 |\n", + "| air_temperature | 25.636631 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 346.75 |\n", + "| direct_solar_radiation | 16.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 15.807955 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 369502.8 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 25549 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 651.70325 |\n", + "| air_humidity | 58.94949 |\n", + "| air_temperature | 22.544811 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 143.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 99.25 |\n", + "| outdoor_temperature | 13.337481 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 586532.94 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.48e+03 |\n", + "| n_updates | 25574 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1041.8875 |\n", + "| air_humidity | 57.804943 |\n", + "| air_temperature | 24.998793 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 263.75 |\n", + "| direct_solar_radiation | 10.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 16.276424 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 937698.75 |\n", + "| wind_direction | 122.5 |\n", + "| wind_speed | 4.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.19e+03 |\n", + "| n_updates | 25599 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3808.2505 |\n", + "| air_humidity | 51.37692 |\n", + "| air_temperature | 23.888063 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 365.75 |\n", + "| direct_solar_radiation | 196.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 46.5 |\n", + "| outdoor_temperature | 23.000093 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3427425.5 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 7.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.26e+03 |\n", + "| n_updates | 25624 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 35%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4303.7583 |\n", + "| air_humidity | 42.214954 |\n", + "| air_temperature | 24.2613 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 168.5 |\n", + "| direct_solar_radiation | 652.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 34.25 |\n", + "| outdoor_temperature | 23.414637 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3870570.8 |\n", + "| wind_direction | 337.5 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 950 |\n", + "| n_updates | 25649 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.714012 |\n", + "| air_temperature | 26.159508 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 129.5 |\n", + "| direct_solar_radiation | 608.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 61.75 |\n", + "| outdoor_temperature | 13.151306 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 180.0 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.61e+03 |\n", + "| n_updates | 25674 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 51.74679 |\n", + "| air_temperature | 27.251833 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 106.25 |\n", + "| direct_solar_radiation | 385.25 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 20.827276 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 140.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.05e+03 |\n", + "| n_updates | 25699 |\n", + "-----------------------------------------------\n", + "--------------------------------------------------------------------------------------------------------------| 36%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 30.98147 |\n", + "| air_temperature | 28.937086 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 46.0 |\n", + "| direct_solar_radiation | 185.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 51.5 |\n", + "| outdoor_temperature | 13.358186 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 130.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.12e+03 |\n", + "| n_updates | 25724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 41.291485 |\n", + "| air_temperature | 29.252293 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 9.602841 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.03e+03 |\n", + "| n_updates | 25749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 45.470722 |\n", + "| air_temperature | 26.394222 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 10.277687 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 77.5 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 25774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.822987 |\n", + "| air_temperature | 25.489048 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 12.156735 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 80.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.18e+04 |\n", + "| n_updates | 25799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*--------------------------------------------------------------| 37%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.22203 |\n", + "| air_temperature | 24.64449 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 13.052027 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 72.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.12e+03 |\n", + "| n_updates | 25824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.95142 |\n", + "| air_temperature | 22.187042 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.178462 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 25849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.1022 |\n", + "| air_temperature | 21.650509 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 15.624398 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 332.5 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 25874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**-------------------------------------------------------------| 38%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.087856 |\n", + "| air_temperature | 22.81011 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 45.25 |\n", + "| outdoor_temperature | 13.491618 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.78e+03 |\n", + "| n_updates | 25899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.322044 |\n", + "| air_temperature | 21.77929 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 78.75 |\n", + "| outdoor_temperature | 14.339748 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.21e+03 |\n", + "| n_updates | 25924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.95429 |\n", + "| air_temperature | 21.417715 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 15.883621 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 92.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 998 |\n", + "| n_updates | 25949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***------------------------------------------------------------| 39%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 100.0 |\n", + "| air_temperature | 21.256157 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.279231 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 97.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 25974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 100.0 |\n", + "| air_temperature | 21.208662 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 63.75 |\n", + "| direct_solar_radiation | 114.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 76.5 |\n", + "| outdoor_temperature | 12.422109 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.5e+03 |\n", + "| n_updates | 25999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 96.97581 |\n", + "| air_temperature | 21.713926 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 127.0 |\n", + "| direct_solar_radiation | 287.75 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 16.465273 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.34e+03 |\n", + "| n_updates | 26024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 187.26651 |\n", + "| air_humidity | 92.392784 |\n", + "| air_temperature | 20.754955 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 165.25 |\n", + "| direct_solar_radiation | 485.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 64.75 |\n", + "| outdoor_temperature | 15.890859 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 168539.34 |\n", + "| wind_direction | 315.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.71e+03 |\n", + "| n_updates | 26049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****-----------------------------------------------------------| 40%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2839.5784 |\n", + "| air_humidity | 52.345562 |\n", + "| air_temperature | 21.531103 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 176.75 |\n", + "| direct_solar_radiation | 652.25 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 43.0 |\n", + "| outdoor_temperature | 19.804117 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 2523309.0 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.98e+03 |\n", + "| n_updates | 26074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3925.5715 |\n", + "| air_humidity | 57.477875 |\n", + "| air_temperature | 22.937943 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 187.25 |\n", + "| direct_solar_radiation | 717.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 38.75 |\n", + "| outdoor_temperature | 24.464203 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3504417.8 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.22e+03 |\n", + "| n_updates | 26099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4254.275 |\n", + "| air_humidity | 52.1896 |\n", + "| air_temperature | 23.768286 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 245.25 |\n", + "| direct_solar_radiation | 677.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 35.25 |\n", + "| outdoor_temperature | 26.724548 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3828847.2 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 2.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.93e+03 |\n", + "| n_updates | 26124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4908.532 |\n", + "| air_humidity | 58.187576 |\n", + "| air_temperature | 24.125984 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 272.25 |\n", + "| direct_solar_radiation | 681.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 5.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 25.087038 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4400032.0 |\n", + "| wind_direction | 147.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.15e+03 |\n", + "| n_updates | 26149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****----------------------------------------------------------| 41%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.08793 |\n", + "| air_temperature | 25.162493 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 214.5 |\n", + "| direct_solar_radiation | 742.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 49.75 |\n", + "| outdoor_temperature | 27.204876 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 26174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.17672 |\n", + "| air_temperature | 25.449238 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 120.25 |\n", + "| direct_solar_radiation | 868.75 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 31.75 |\n", + "| outdoor_temperature | 19.77673 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.82e+03 |\n", + "| n_updates | 26199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4341.2114 |\n", + "| air_humidity | 47.581272 |\n", + "| air_temperature | 24.12907 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 164.25 |\n", + "| direct_solar_radiation | 792.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 44.0 |\n", + "| outdoor_temperature | 22.831139 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3903533.5 |\n", + "| wind_direction | 217.5 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 26224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******---------------------------------------------------------| 42%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4636.2915 |\n", + "| air_humidity | 40.08801 |\n", + "| air_temperature | 24.42213 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 249.5 |\n", + "| direct_solar_radiation | 492.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 32.5 |\n", + "| outdoor_temperature | 24.683224 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4171513.5 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.36e+03 |\n", + "| n_updates | 26249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3491.4077 |\n", + "| air_humidity | 55.89672 |\n", + "| air_temperature | 23.679293 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 170.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 19.496178 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3150081.5 |\n", + "| wind_direction | 177.5 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.49e+03 |\n", + "| n_updates | 26274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 55.47146 |\n", + "| air_temperature | 25.53944 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 94.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 88.5 |\n", + "| outdoor_temperature | 18.309011 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 8.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.43e+03 |\n", + "| n_updates | 26299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 47.804707 |\n", + "| air_temperature | 30.097784 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 70.0 |\n", + "| direct_solar_radiation | 78.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 43.5 |\n", + "| outdoor_temperature | 27.872309 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 26324 |\n", + "-----------------------------------------------\n", + "----------------------------------------------********--------------------------------------------------------| 43%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.28057 |\n", + "| air_temperature | 26.83315 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 12.25 |\n", + "| direct_solar_radiation | 6.5 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 48.75 |\n", + "| outdoor_temperature | 20.32014 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.02e+04 |\n", + "| n_updates | 26349 |\n", + "----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.60585 |\n", + "| air_temperature | 26.294132 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | 17.06836 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.91e+03 |\n", + "| n_updates | 26374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.328117 |\n", + "| air_temperature | 26.36409 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 17.44078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.16e+03 |\n", + "| n_updates | 26399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.79806 |\n", + "| air_temperature | 24.133389 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 19.43842 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 162.5 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.15e+03 |\n", + "| n_updates | 26424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********-------------------------------------------------------| 44%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.323395 |\n", + "| air_temperature | 23.736319 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 19.34564 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.8e+03 |\n", + "| n_updates | 26449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.02745 |\n", + "| air_temperature | 23.606394 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 99.0 |\n", + "| outdoor_temperature | 19.023228 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 658 |\n", + "| n_updates | 26474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********------------------------------------------------------| 45%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 82.58435 |\n", + "| air_temperature | 23.921928 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 87.0 |\n", + "| outdoor_temperature | 21.423105 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.94e+03 |\n", + "| n_updates | 26499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.42138 |\n", + "| air_temperature | 24.429708 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 21.647804 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 92.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+03 |\n", + "| n_updates | 26524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.55395 |\n", + "| air_temperature | 22.446527 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 98.25 |\n", + "| outdoor_temperature | 19.192326 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 1.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.04e+03 |\n", + "| n_updates | 26549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.08581 |\n", + "| air_temperature | 22.69578 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 97.0 |\n", + "| outdoor_temperature | 22.023277 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.15e+03 |\n", + "| n_updates | 26574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********-----------------------------------------------------| 46%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.03985 |\n", + "| air_temperature | 22.502487 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 48.5 |\n", + "| direct_solar_radiation | 192.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 22.397675 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.58e+03 |\n", + "| n_updates | 26599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 87.01041 |\n", + "| air_temperature | 22.92337 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 115.0 |\n", + "| direct_solar_radiation | 271.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | 20.942945 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.78e+03 |\n", + "| n_updates | 26624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1697.0332 |\n", + "| air_humidity | 83.39393 |\n", + "| air_temperature | 20.575014 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 98.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 20.522898 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1457054.8 |\n", + "| wind_direction | 212.5 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 26649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.909515 |\n", + "| air_temperature | 24.961433 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 124.5 |\n", + "| direct_solar_radiation | 684.25 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 42.0 |\n", + "| outdoor_temperature | 24.839106 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.31e+03 |\n", + "| n_updates | 26674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********----------------------------------------------------| 47%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.118645 |\n", + "| air_temperature | 25.401157 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 310.5 |\n", + "| direct_solar_radiation | 442.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | 27.892473 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 282.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 468 |\n", + "| n_updates | 26699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7243.911 |\n", + "| air_humidity | 60.207127 |\n", + "| air_temperature | 23.405018 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 436.0 |\n", + "| direct_solar_radiation | 309.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 76.25 |\n", + "| outdoor_temperature | 26.610846 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6482271.0 |\n", + "| wind_direction | 142.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 26724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6050.424 |\n", + "| air_humidity | 58.90546 |\n", + "| air_temperature | 23.9165 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 290.5 |\n", + "| direct_solar_radiation | 425.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 24.506327 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5445381.5 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 635 |\n", + "| n_updates | 26749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************---------------------------------------------------| 48%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5802.945 |\n", + "| air_humidity | 56.61357 |\n", + "| air_temperature | 24.26556 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 195.0 |\n", + "| direct_solar_radiation | 756.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 27.554426 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 5239022.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.57e+03 |\n", + "| n_updates | 26774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5660.5815 |\n", + "| air_humidity | 57.0777 |\n", + "| air_temperature | 24.114191 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 274.75 |\n", + "| direct_solar_radiation | 610.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 68.25 |\n", + "| outdoor_temperature | 25.911041 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 5093937.0 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 9.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.18e+03 |\n", + "| n_updates | 26799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 5907.6895 |\n", + "| air_humidity | 57.608673 |\n", + "| air_temperature | 24.191023 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 319.25 |\n", + "| direct_solar_radiation | 279.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 23.198372 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5316920.5 |\n", + "| wind_direction | 215.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.77e+03 |\n", + "| n_updates | 26824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.9303 |\n", + "| air_temperature | 24.091045 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 244.75 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 21.664352 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 117.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.95e+03 |\n", + "| n_updates | 26849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************--------------------------------------------------| 49%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 69.5355 |\n", + "| air_temperature | 26.462065 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 293.25 |\n", + "| direct_solar_radiation | 91.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 6.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 21.446198 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.9e+03 |\n", + "| n_updates | 26874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 52.676174 |\n", + "| air_temperature | 26.86975 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 88.75 |\n", + "| direct_solar_radiation | 543.5 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.234293 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 26899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.196945 |\n", + "| air_temperature | 29.72702 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 57.0 |\n", + "| direct_solar_radiation | 78.75 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.75 |\n", + "| outdoor_temperature | 21.81109 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 7.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3e+03 |\n", + "| n_updates | 26924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 59.365803 |\n", + "| air_temperature | 28.91152 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 24.75 |\n", + "| direct_solar_radiation | 5.25 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 73.0 |\n", + "| outdoor_temperature | 23.71026 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.94e+03 |\n", + "| n_updates | 26949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************-------------------------------------------------| 50%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.808823 |\n", + "| air_temperature | 28.34431 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 22.228575 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 102.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.39e+03 |\n", + "| n_updates | 26974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.46324 |\n", + "| air_temperature | 27.034254 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 21.445435 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 6.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.23e+03 |\n", + "| n_updates | 26999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.088394 |\n", + "| air_temperature | 26.545113 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 83.5 |\n", + "| outdoor_temperature | 24.056477 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.63e+03 |\n", + "| n_updates | 27024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************------------------------------------------------| 51%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.48272 |\n", + "| air_temperature | 26.513992 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 70.25 |\n", + "| outdoor_temperature | 26.597227 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 67.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.66e+03 |\n", + "| n_updates | 27049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 81.68627 |\n", + "| air_temperature | 24.137533 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 23.70093 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 17.5 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 564 |\n", + "| n_updates | 27074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.33599 |\n", + "| air_temperature | 24.662937 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 61.0 |\n", + "| outdoor_temperature | 27.363422 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 5.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.54e+03 |\n", + "| n_updates | 27099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************-----------------------------------------------| 52%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.69531 |\n", + "| air_temperature | 23.924374 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 20.73869 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.1e+03 |\n", + "| n_updates | 27124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.839935 |\n", + "| air_temperature | 22.857756 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 20.073912 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.31e+03 |\n", + "| n_updates | 27149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.361885 |\n", + "| air_temperature | 24.164515 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 23.011673 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 27174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 73.6474 |\n", + "| air_temperature | 24.565113 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 27.5 |\n", + "| direct_solar_radiation | 219.5 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 80.0 |\n", + "| outdoor_temperature | 24.377394 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.65e+03 |\n", + "| n_updates | 27199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************----------------------------------------------| 53%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.95512 |\n", + "| air_temperature | 22.372908 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 97.75 |\n", + "| outdoor_temperature | 20.871769 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 22.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.23e+03 |\n", + "| n_updates | 27224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2666.0518 |\n", + "| air_humidity | 83.77003 |\n", + "| air_temperature | 21.471449 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 173.5 |\n", + "| direct_solar_radiation | 193.5 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 24.982664 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2182675.2 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 0.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.35e+03 |\n", + "| n_updates | 27249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6300.4297 |\n", + "| air_humidity | 69.49313 |\n", + "| air_temperature | 22.120296 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 112.75 |\n", + "| direct_solar_radiation | 736.75 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 60.5 |\n", + "| outdoor_temperature | 26.808458 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5725117.5 |\n", + "| wind_direction | 75.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 27274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 8811.83 |\n", + "| air_humidity | 65.531456 |\n", + "| air_temperature | 22.561466 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 152.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 25.571522 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 7934286.0 |\n", + "| wind_direction | 115.0 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.52e+03 |\n", + "| n_updates | 27299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************---------------------------------------------| 54%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6695.759 |\n", + "| air_humidity | 60.31789 |\n", + "| air_temperature | 23.617308 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 319.75 |\n", + "| direct_solar_radiation | 525.25 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 74.0 |\n", + "| outdoor_temperature | 26.11162 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5988546.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.74e+03 |\n", + "| n_updates | 27324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.9954 |\n", + "| air_temperature | 26.786385 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 386.5 |\n", + "| direct_solar_radiation | 388.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 30.048075 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.49e+03 |\n", + "| n_updates | 27349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.56357 |\n", + "| air_temperature | 26.611694 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 372.0 |\n", + "| direct_solar_radiation | 480.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 71.0 |\n", + "| outdoor_temperature | 27.463623 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.03e+03 |\n", + "| n_updates | 27374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************--------------------------------------------| 55%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7725.646 |\n", + "| air_humidity | 57.66061 |\n", + "| air_temperature | 24.009495 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 362.25 |\n", + "| direct_solar_radiation | 482.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 75.5 |\n", + "| outdoor_temperature | 27.697567 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6953081.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.38e+03 |\n", + "| n_updates | 27399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7112.092 |\n", + "| air_humidity | 59.154137 |\n", + "| air_temperature | 23.774574 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 233.25 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 92.5 |\n", + "| outdoor_temperature | 24.108007 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6400882.5 |\n", + "| wind_direction | 242.5 |\n", + "| wind_speed | 5.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.33e+03 |\n", + "| n_updates | 27424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7589.05 |\n", + "| air_humidity | 58.069283 |\n", + "| air_temperature | 24.212975 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 168.75 |\n", + "| direct_solar_radiation | 636.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 65.75 |\n", + "| outdoor_temperature | 27.823973 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6806540.0 |\n", + "| wind_direction | 192.5 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 539 |\n", + "| n_updates | 27449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7284.086 |\n", + "| air_humidity | 57.75603 |\n", + "| air_temperature | 24.36963 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 224.0 |\n", + "| direct_solar_radiation | 46.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 65.25 |\n", + "| outdoor_temperature | 27.25723 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6567345.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 5.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.68e+03 |\n", + "| n_updates | 27474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 56%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 54.34198 |\n", + "| air_temperature | 26.128633 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 81.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 21.060984 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 252.5 |\n", + "| wind_speed | 3.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.5e+03 |\n", + "| n_updates | 27499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.87071 |\n", + "| air_temperature | 27.23084 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 41.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 78.25 |\n", + "| outdoor_temperature | 22.799652 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 652 |\n", + "| n_updates | 27524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 70.91234 |\n", + "| air_temperature | 26.266905 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | 22.761063 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.84e+03 |\n", + "| n_updates | 27549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 60.622814 |\n", + "| air_temperature | 27.924835 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 84.0 |\n", + "| outdoor_temperature | 23.308342 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.28e+03 |\n", + "| n_updates | 27574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************-------------------------------------------| 57%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 68.77873 |\n", + "| air_temperature | 26.76857 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 90.75 |\n", + "| outdoor_temperature | 23.624556 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.2e+03 |\n", + "| n_updates | 27599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.077736 |\n", + "| air_temperature | 25.452297 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 7.0 |\n", + "| outdoor_humidity | 82.0 |\n", + "| outdoor_temperature | 23.497612 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 3.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.44e+03 |\n", + "| n_updates | 27624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************------------------------------------------| 58%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.40393 |\n", + "| air_temperature | 25.641663 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.25 |\n", + "| outdoor_temperature | 24.917315 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 232.5 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.44e+03 |\n", + "| n_updates | 27649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.30557 |\n", + "| air_temperature | 25.393188 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 28.25013 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.4e+03 |\n", + "| n_updates | 27674 |\n", + "-----------------------------------------------\n", + "----------------------------------------------************************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 74.47385 |\n", + "| air_temperature | 25.55956 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 25.52394 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 187.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 27699 |\n", + "----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.14162 |\n", + "| air_temperature | 25.054893 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 82.75 |\n", + "| outdoor_temperature | 25.166603 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.39e+03 |\n", + "| n_updates | 27724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************----------------------------------------| 59%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 85.48113 |\n", + "| air_temperature | 23.279541 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 89.5 |\n", + "| outdoor_temperature | 23.949242 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 27749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 90.318306 |\n", + "| air_temperature | 21.868973 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 86.5 |\n", + "| outdoor_temperature | 18.62419 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 42.5 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.65e+03 |\n", + "| n_updates | 27774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.097755 |\n", + "| air_temperature | 21.851496 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 21.0 |\n", + "| direct_solar_radiation | 57.75 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.5 |\n", + "| outdoor_temperature | 15.950931 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 30.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.83e+03 |\n", + "| n_updates | 27799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.87412 |\n", + "| air_temperature | 21.786936 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 98.75 |\n", + "| direct_solar_radiation | 102.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 73.5 |\n", + "| outdoor_temperature | 19.933619 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 35.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.68e+03 |\n", + "| n_updates | 27824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************---------------------------------------| 60%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.27451 |\n", + "| air_temperature | 23.58274 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 71.0 |\n", + "| direct_solar_radiation | 629.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 74.75 |\n", + "| outdoor_temperature | 22.477741 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 2.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.16e+03 |\n", + "| n_updates | 27849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.46448 |\n", + "| air_temperature | 24.158018 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 259.0 |\n", + "| direct_solar_radiation | 266.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 79.0 |\n", + "| outdoor_temperature | 25.413868 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 205.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.28e+03 |\n", + "| n_updates | 27874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7313.54 |\n", + "| air_humidity | 62.38672 |\n", + "| air_temperature | 22.854069 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 337.5 |\n", + "| direct_solar_radiation | 108.5 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 26.157618 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 6531380.0 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.41e+03 |\n", + "| n_updates | 27899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************--------------------------------------| 61%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4564.3667 |\n", + "| air_humidity | 58.276726 |\n", + "| air_temperature | 23.902065 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 279.75 |\n", + "| direct_solar_radiation | 594.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 39.75 |\n", + "| outdoor_temperature | 27.919645 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4107929.8 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+03 |\n", + "| n_updates | 27924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 7623.4326 |\n", + "| air_humidity | 58.009117 |\n", + "| air_temperature | 24.158352 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 354.75 |\n", + "| direct_solar_radiation | 483.5 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 27.180256 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 6847386.5 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.55e+03 |\n", + "| n_updates | 27949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6947.407 |\n", + "| air_humidity | 58.06217 |\n", + "| air_temperature | 23.78853 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 186.5 |\n", + "| direct_solar_radiation | 707.25 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | 29.24378 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 6253876.0 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.43e+03 |\n", + "| n_updates | 27974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 9098.813 |\n", + "| air_humidity | 56.64776 |\n", + "| air_temperature | 24.771917 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 305.0 |\n", + "| direct_solar_radiation | 491.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 58.0 |\n", + "| outdoor_temperature | 33.54648 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 8188946.0 |\n", + "| wind_direction | 100.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.43e+04 |\n", + "| n_updates | 27999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************-------------------------------------| 62%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 76.09069 |\n", + "| air_temperature | 27.673058 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 353.25 |\n", + "| direct_solar_radiation | 251.75 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 60.0 |\n", + "| outdoor_temperature | 31.510412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 28024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.35179 |\n", + "| air_temperature | 28.799736 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 138.5 |\n", + "| direct_solar_radiation | 643.5 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 33.0 |\n", + "| outdoor_temperature | 32.46637 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.98e+03 |\n", + "| n_updates | 28049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4839.138 |\n", + "| air_humidity | 53.21796 |\n", + "| air_temperature | 24.422802 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 147.5 |\n", + "| direct_solar_radiation | 458.5 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 27.520885 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4355224.5 |\n", + "| wind_direction | 117.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.24e+03 |\n", + "| n_updates | 28074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 49.3193 |\n", + "| air_temperature | 26.766872 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 98.0 |\n", + "| direct_solar_radiation | 229.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 25.16245 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 167.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.46e+03 |\n", + "| n_updates | 28099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************------------------------------------| 63%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 50.959476 |\n", + "| air_temperature | 30.62267 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 23.25 |\n", + "| direct_solar_radiation | 160.5 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 66.75 |\n", + "| outdoor_temperature | 29.26822 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 202.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.14e+03 |\n", + "| n_updates | 28124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 43.667793 |\n", + "| air_temperature | 29.918974 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 31.25 |\n", + "| outdoor_temperature | 26.58964 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 5.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.25e+03 |\n", + "| n_updates | 28149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.34158 |\n", + "| air_temperature | 28.237514 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.75 |\n", + "| outdoor_temperature | 23.070307 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 207.5 |\n", + "| wind_speed | 7.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.49e+03 |\n", + "| n_updates | 28174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************-----------------------------------| 64%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.39148 |\n", + "| air_temperature | 26.905378 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 32.5 |\n", + "| outdoor_temperature | 24.062317 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 8.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.4e+03 |\n", + "| n_updates | 28199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 71.6153 |\n", + "| air_temperature | 25.987005 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 50.0 |\n", + "| outdoor_temperature | 21.171911 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.58e+03 |\n", + "| n_updates | 28224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.07577 |\n", + "| air_temperature | 24.398651 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.75 |\n", + "| outdoor_temperature | 19.837196 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 225.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.27e+03 |\n", + "| n_updates | 28249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************----------------------------------| 65%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.98378 |\n", + "| air_temperature | 24.30729 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 68.5 |\n", + "| outdoor_temperature | 23.006378 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 42.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.3e+03 |\n", + "| n_updates | 28274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 77.59511 |\n", + "| air_temperature | 23.637218 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 65.5 |\n", + "| outdoor_temperature | 19.68392 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 47.5 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.93e+03 |\n", + "| n_updates | 28299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 78.53599 |\n", + "| air_temperature | 23.408203 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 57.5 |\n", + "| outdoor_temperature | 24.29011 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 355.0 |\n", + "| wind_speed | 0.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.19e+03 |\n", + "| n_updates | 28324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.36071 |\n", + "| air_temperature | 23.787981 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 8.0 |\n", + "| outdoor_humidity | 72.25 |\n", + "| outdoor_temperature | 18.836372 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 257.5 |\n", + "| wind_speed | 1.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.11e+03 |\n", + "| n_updates | 28349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************---------------------------------| 66%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.465584 |\n", + "| air_temperature | 23.595346 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 86.25 |\n", + "| outdoor_temperature | 21.46531 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 295.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.91e+03 |\n", + "| n_updates | 28374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 62.35134 |\n", + "| air_temperature | 23.423868 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 23.927923 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.98e+03 |\n", + "| n_updates | 28399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 93.466934 |\n", + "| air_temperature | 21.542606 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 50.75 |\n", + "| direct_solar_radiation | 189.25 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 15.690955 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 45.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.02e+03 |\n", + "| n_updates | 28424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************--------------------------------| 67%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2477.6624 |\n", + "| air_humidity | 77.14731 |\n", + "| air_temperature | 22.00025 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 83.0 |\n", + "| direct_solar_radiation | 502.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 73.25 |\n", + "| outdoor_temperature | 20.781527 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1977187.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.29e+03 |\n", + "| n_updates | 28449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4321.831 |\n", + "| air_humidity | 70.94759 |\n", + "| air_temperature | 21.340313 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 116.75 |\n", + "| direct_solar_radiation | 631.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 22.644999 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3888217.8 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.62e+03 |\n", + "| n_updates | 28474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4505.541 |\n", + "| air_humidity | 62.703907 |\n", + "| air_temperature | 22.807577 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 98.25 |\n", + "| direct_solar_radiation | 812.75 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 53.5 |\n", + "| outdoor_temperature | 24.97025 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 4071010.2 |\n", + "| wind_direction | 22.5 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.55e+03 |\n", + "| n_updates | 28499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.33011 |\n", + "| air_temperature | 24.624273 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 154.75 |\n", + "| direct_solar_radiation | 478.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 25.0148 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.3e+03 |\n", + "| n_updates | 28524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************-------------------------------| 68%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 72.02536 |\n", + "| air_temperature | 25.36438 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 400.5 |\n", + "| direct_solar_radiation | 304.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 22.886509 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 50.0 |\n", + "| wind_speed | 6.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.89e+03 |\n", + "| n_updates | 28549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3543.0786 |\n", + "| air_humidity | 58.36832 |\n", + "| air_temperature | 23.563951 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 261.25 |\n", + "| direct_solar_radiation | 207.0 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 67.75 |\n", + "| outdoor_temperature | 21.862566 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 3202745.5 |\n", + "| wind_direction | 175.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.82e+03 |\n", + "| n_updates | 28574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4519.3745 |\n", + "| air_humidity | 41.45838 |\n", + "| air_temperature | 23.592949 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 98.25 |\n", + "| direct_solar_radiation | 822.75 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 31.75 |\n", + "| outdoor_temperature | 24.748531 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 4067437.0 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 6.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.52e+03 |\n", + "| n_updates | 28599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3872.587 |\n", + "| air_humidity | 35.28053 |\n", + "| air_temperature | 24.146233 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 174.0 |\n", + "| direct_solar_radiation | 672.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 36.25 |\n", + "| outdoor_temperature | 20.738441 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3485328.2 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.6e+03 |\n", + "| n_updates | 28624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************------------------------------| 69%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 4094.6316 |\n", + "| air_humidity | 54.37934 |\n", + "| air_temperature | 24.257887 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 184.5 |\n", + "| direct_solar_radiation | 314.25 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 24.230354 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 3685168.5 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.75e+03 |\n", + "| n_updates | 28649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 6661.5596 |\n", + "| air_humidity | 59.606304 |\n", + "| air_temperature | 23.828178 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 115.5 |\n", + "| direct_solar_radiation | 171.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 80.5 |\n", + "| outdoor_temperature | 24.708069 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 5995403.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.82e+03 |\n", + "| n_updates | 28674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.85174 |\n", + "| air_temperature | 27.639334 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 44.75 |\n", + "| direct_solar_radiation | 168.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 52.25 |\n", + "| outdoor_temperature | 25.771671 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 4.5 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.35e+03 |\n", + "| n_updates | 28699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************-----------------------------| 70%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 66.16045 |\n", + "| air_temperature | 26.708534 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 19.23912 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 152.5 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.08e+03 |\n", + "| n_updates | 28724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 58.647655 |\n", + "| air_temperature | 28.036564 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 69.25 |\n", + "| outdoor_temperature | 19.43089 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.57e+03 |\n", + "| n_updates | 28749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 67.57566 |\n", + "| air_temperature | 26.250349 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 21.130976 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 350.0 |\n", + "| wind_speed | 4.8 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.15e+03 |\n", + "| n_updates | 28774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 63.49098 |\n", + "| air_temperature | 25.85888 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 18.392647 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 25.0 |\n", + "| wind_speed | 3.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 28799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************----------------------------| 71%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 75.80126 |\n", + "| air_temperature | 24.471773 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 78.0 |\n", + "| outdoor_temperature | 15.646113 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.9e+03 |\n", + "| n_updates | 28824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.124214 |\n", + "| air_temperature | 23.765324 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 79.5 |\n", + "| outdoor_temperature | 19.500229 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.5e+03 |\n", + "| n_updates | 28849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 80.977394 |\n", + "| air_temperature | 23.556833 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 20.698845 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 210.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.04e+03 |\n", + "| n_updates | 28874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************---------------------------| 72%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.42441 |\n", + "| air_temperature | 21.563036 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 13.609982 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 4.625 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.97e+03 |\n", + "| n_updates | 28899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 61.102802 |\n", + "| air_temperature | 21.2258 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 12.835937 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 20.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.69e+03 |\n", + "| n_updates | 28924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 79.69949 |\n", + "| air_temperature | 21.181385 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 75.25 |\n", + "| outdoor_temperature | 13.469681 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 60.0 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.07e+03 |\n", + "| n_updates | 28949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************--------------------------| 73%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 96.59502 |\n", + "| air_temperature | 20.909647 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.75 |\n", + "| outdoor_temperature | 14.101468 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 12.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+04 |\n", + "| n_updates | 28974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 83.66151 |\n", + "| air_temperature | 20.910679 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 93.0 |\n", + "| outdoor_temperature | 14.273347 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 0.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.57e+03 |\n", + "| n_updates | 28999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 86.35091 |\n", + "| air_temperature | 22.401176 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 28.5 |\n", + "| direct_solar_radiation | 148.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 17.324581 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.63e+03 |\n", + "| n_updates | 29024 |\n", + "-----------------------------------------------\n", + "------------------------------------------------*************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 0.0 |\n", + "| air_humidity | 91.71592 |\n", + "| air_temperature | 21.573292 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 61.5 |\n", + "| direct_solar_radiation | 462.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 62.5 |\n", + "| outdoor_temperature | 15.8933735 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 0.0 |\n", + "| wind_direction | 55.0 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 951 |\n", + "| n_updates | 29049 |\n", + "------------------------------------------------\n", + "-----------------------------------------------**************************************-------------------------| 74%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 251.89574 |\n", + "| air_humidity | 70.314674 |\n", + "| air_temperature | 21.169209 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 77.5 |\n", + "| direct_solar_radiation | 664.75 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 9.0 |\n", + "| outdoor_humidity | 71.5 |\n", + "| outdoor_temperature | 14.55806 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 226868.83 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 29074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 850.58246 |\n", + "| air_humidity | 35.990826 |\n", + "| air_temperature | 22.583698 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 119.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 9.76581 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 769733.7 |\n", + "| wind_direction | 5.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.25e+04 |\n", + "| n_updates | 29099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 42.975693 |\n", + "| air_temperature | 26.315203 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 204.5 |\n", + "| direct_solar_radiation | 600.75 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 59.0 |\n", + "| outdoor_temperature | 19.211603 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 636 |\n", + "| n_updates | 29124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 51.393436 |\n", + "| air_temperature | 28.684353 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 178.5 |\n", + "| direct_solar_radiation | 708.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 21.962957 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 182.5 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.99e+03 |\n", + "| n_updates | 29149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************------------------------| 75%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 48.845577 |\n", + "| air_temperature | 30.227089 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 179.5 |\n", + "| direct_solar_radiation | 708.25 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 57.0 |\n", + "| outdoor_temperature | 24.785164 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.71e+03 |\n", + "| n_updates | 29174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 49.81533 |\n", + "| air_temperature | 26.78495 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 206.75 |\n", + "| direct_solar_radiation | 562.75 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 69.75 |\n", + "| outdoor_temperature | 24.165697 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 172.5 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.19e+03 |\n", + "| n_updates | 29199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 51.039814 |\n", + "| air_temperature | 22.37903 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 163.0 |\n", + "| direct_solar_radiation | 601.5 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 16.668146 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 302.5 |\n", + "| wind_speed | 9.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.64e+03 |\n", + "| n_updates | 29224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************-----------------------| 76%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 755.82086 |\n", + "| air_humidity | 21.041191 |\n", + "| air_temperature | 24.998777 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 144.75 |\n", + "| direct_solar_radiation | 395.75 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | 12.887494 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 680238.8 |\n", + "| wind_direction | 300.0 |\n", + "| wind_speed | 9.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.18e+04 |\n", + "| n_updates | 29249 |\n", + "-----------------------------------------------\n", + "------------------------------------------------****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 589.74524 |\n", + "| air_humidity | 23.250929 |\n", + "| air_temperature | 25.870352 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 62.25 |\n", + "| direct_solar_radiation | 407.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 35.5 |\n", + "| outdoor_temperature | 11.0501375 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 530770.75 |\n", + "| wind_direction | 327.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3e+03 |\n", + "| n_updates | 29274 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 354.78235 |\n", + "| air_humidity | 32.41525 |\n", + "| air_temperature | 25.343817 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 13.5 |\n", + "| direct_solar_radiation | 74.25 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 59.25 |\n", + "| outdoor_temperature | 12.575379 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 320056.66 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 4.675 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.08e+03 |\n", + "| n_updates | 29299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 171.28177 |\n", + "| air_humidity | 52.437138 |\n", + "| air_temperature | 25.750761 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 95.25 |\n", + "| outdoor_temperature | 13.752086 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 153119.23 |\n", + "| wind_direction | 190.0 |\n", + "| wind_speed | 3.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 992 |\n", + "| n_updates | 29324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************----------------------| 77%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 847.4101 |\n", + "| air_humidity | 64.57593 |\n", + "| air_temperature | 23.547272 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 89.25 |\n", + "| outdoor_temperature | 17.499285 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 803713.75 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 6.175 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.11e+03 |\n", + "| n_updates | 29349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 61.545914 |\n", + "| air_temperature | 22.444693 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 14.527241 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 195.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.8e+03 |\n", + "| n_updates | 29374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 65.661545 |\n", + "| air_temperature | 22.53084 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.061643 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 85.0 |\n", + "| wind_speed | 2.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.06e+03 |\n", + "| n_updates | 29399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 75.10691 |\n", + "| air_temperature | 21.282064 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 97.75 |\n", + "| outdoor_temperature | 17.111017 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 120.0 |\n", + "| wind_speed | 7.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.96e+03 |\n", + "| n_updates | 29424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************---------------------| 78%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 163.51776 |\n", + "| air_humidity | 38.679943 |\n", + "| air_temperature | 20.623661 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 64.0 |\n", + "| outdoor_temperature | 11.948649 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 144203.34 |\n", + "| wind_direction | 322.5 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.08e+03 |\n", + "| n_updates | 29449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 195.99529 |\n", + "| air_humidity | 59.502026 |\n", + "| air_temperature | 20.113121 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 79.75 |\n", + "| outdoor_temperature | 11.68936 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 176395.77 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 6.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.14e+03 |\n", + "| n_updates | 29474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************--------------------| 79%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 395.82913 |\n", + "| air_humidity | 18.008144 |\n", + "| air_temperature | 21.827543 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 40.5 |\n", + "| outdoor_temperature | 7.9139585 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 356246.22 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 9.15 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.37e+03 |\n", + "| n_updates | 29499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.179922 |\n", + "| air_temperature | 20.999998 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 3.8165884 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.79e+03 |\n", + "| n_updates | 29524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 51.240658 |\n", + "| air_temperature | 20.216024 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.049884 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.96e+03 |\n", + "| n_updates | 29549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 269.9406 |\n", + "| air_humidity | 44.607895 |\n", + "| air_temperature | 21.994785 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 94.75 |\n", + "| outdoor_temperature | 10.3867 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 242946.55 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.46e+03 |\n", + "| n_updates | 29574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************-------------------| 80%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 265.15726 |\n", + "| air_humidity | 67.06001 |\n", + "| air_temperature | 19.49031 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 12.626621 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 247664.86 |\n", + "| wind_direction | 320.0 |\n", + "| wind_speed | 0.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.8e+03 |\n", + "| n_updates | 29599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 173.63905 |\n", + "| air_humidity | 48.56933 |\n", + "| air_temperature | 20.999338 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 85.5 |\n", + "| outdoor_temperature | 13.303662 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 155237.77 |\n", + "| wind_direction | 65.0 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.25e+03 |\n", + "| n_updates | 29624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 118.98283 |\n", + "| air_humidity | 65.69601 |\n", + "| air_temperature | 21.996305 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 69.5 |\n", + "| direct_solar_radiation | 315.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 15.818181 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 103831.44 |\n", + "| wind_direction | 197.5 |\n", + "| wind_speed | 3.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.04e+03 |\n", + "| n_updates | 29649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 247.43365 |\n", + "| air_humidity | 72.01116 |\n", + "| air_temperature | 21.810081 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 104.0 |\n", + "| direct_solar_radiation | 539.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 90.0 |\n", + "| outdoor_temperature | 18.61902 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 213251.53 |\n", + "| wind_direction | 200.0 |\n", + "| wind_speed | 4.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.45e+03 |\n", + "| n_updates | 29674 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************------------------| 81%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 17.864481 |\n", + "| air_temperature | 22.0 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 163.75 |\n", + "| direct_solar_radiation | 544.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 31.25 |\n", + "| outdoor_temperature | 12.616375 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 10.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.55e+03 |\n", + "| n_updates | 29699 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 67.14059 |\n", + "| air_humidity | 20.561531 |\n", + "| air_temperature | 21.291023 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 129.75 |\n", + "| direct_solar_radiation | 744.25 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 48.75 |\n", + "| outdoor_temperature | 9.290013 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60426.527 |\n", + "| wind_direction | 287.5 |\n", + "| wind_speed | 8.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.14e+03 |\n", + "| n_updates | 29724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 21.577415 |\n", + "| air_temperature | 23.974966 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 214.5 |\n", + "| direct_solar_radiation | 489.25 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 34.75 |\n", + "| outdoor_temperature | 9.945387 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 342.5 |\n", + "| wind_speed | 7.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+03 |\n", + "| n_updates | 29749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************-----------------| 82%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 25.4303 |\n", + "| air_temperature | 24.09662 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 193.75 |\n", + "| direct_solar_radiation | 532.75 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.5 |\n", + "| outdoor_temperature | 12.126259 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 220.0 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.56e+03 |\n", + "| n_updates | 29774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 443.75012 |\n", + "| air_humidity | 30.129744 |\n", + "| air_temperature | 26.99909 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 112.5 |\n", + "| direct_solar_radiation | 750.0 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 45.0 |\n", + "| outdoor_temperature | 16.957376 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 398741.12 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 3.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.75e+03 |\n", + "| n_updates | 29799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 43.644516 |\n", + "| air_temperature | 23.742807 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 67.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 10.0 |\n", + "| outdoor_humidity | 74.25 |\n", + "| outdoor_temperature | 14.38035 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 170.0 |\n", + "| wind_speed | 5.425 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 872 |\n", + "| n_updates | 29824 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 948.68085 |\n", + "| air_humidity | 25.795471 |\n", + "| air_temperature | 24.864655 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 87.75 |\n", + "| direct_solar_radiation | 362.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 38.0 |\n", + "| outdoor_temperature | 14.421692 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 853812.75 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 8.65 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.91e+03 |\n", + "| n_updates | 29849 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***********************************************----------------| 83%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 21.444937 |\n", + "| air_temperature | 23.155224 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 31.5 |\n", + "| direct_solar_radiation | 51.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 33.25 |\n", + "| outdoor_temperature | 15.639802 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 6.7 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.42e+03 |\n", + "| n_updates | 29874 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 31.62606 |\n", + "| air_temperature | 22.500097 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 12.85239 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 255.0 |\n", + "| wind_speed | 2.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.69e+03 |\n", + "| n_updates | 29899 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 405.7212 |\n", + "| air_humidity | 36.554108 |\n", + "| air_temperature | 23.08769 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 55.25 |\n", + "| outdoor_temperature | 15.108369 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 374291.9 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 6.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.02e+03 |\n", + "| n_updates | 29924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 305.68054 |\n", + "| air_humidity | 31.438751 |\n", + "| air_temperature | 21.759789 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 5.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 59.25 |\n", + "| outdoor_temperature | 8.8017235 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 269702.0 |\n", + "| wind_direction | 312.5 |\n", + "| wind_speed | 9.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.6e+03 |\n", + "| n_updates | 29949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************---------------| 84%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 261.02954 |\n", + "| air_humidity | 34.213444 |\n", + "| air_temperature | 21.81333 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 68.0 |\n", + "| outdoor_temperature | 8.8243685 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 229651.97 |\n", + "| wind_direction | 347.5 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.25e+03 |\n", + "| n_updates | 29974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 267.00937 |\n", + "| air_humidity | 41.375805 |\n", + "| air_temperature | 20.47146 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 78.5 |\n", + "| outdoor_temperature | 9.48292 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 240308.42 |\n", + "| wind_direction | 357.5 |\n", + "| wind_speed | 3.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 844 |\n", + "| n_updates | 29999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 245.04773 |\n", + "| air_humidity | 56.78811 |\n", + "| air_temperature | 20.049967 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 93.5 |\n", + "| outdoor_temperature | 10.860969 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 220542.95 |\n", + "| wind_direction | 135.0 |\n", + "| wind_speed | 1.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 9.55e+03 |\n", + "| n_updates | 30024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************--------------| 85%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 66.95168 |\n", + "| air_humidity | 56.25504 |\n", + "| air_temperature | 21.000023 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 11.277805 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 60256.516 |\n", + "| wind_direction | 127.5 |\n", + "| wind_speed | 8.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.81e+03 |\n", + "| n_updates | 30049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 236.33292 |\n", + "| air_humidity | 55.955597 |\n", + "| air_temperature | 19.760807 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 87.75 |\n", + "| outdoor_temperature | 13.201731 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 213139.3 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.57e+03 |\n", + "| n_updates | 30074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 709.60114 |\n", + "| air_humidity | 40.48715 |\n", + "| air_temperature | 19.001703 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 77.75 |\n", + "| outdoor_temperature | 8.46865 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 635589.6 |\n", + "| wind_direction | 352.5 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.16e+03 |\n", + "| n_updates | 30099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************-------------| 86%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 41.221107 |\n", + "| air_temperature | 18.109674 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 87.25 |\n", + "| outdoor_temperature | 6.9412384 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.16e+03 |\n", + "| n_updates | 30124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 263.63318 |\n", + "| air_humidity | 50.26123 |\n", + "| air_temperature | 21.0 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 11.222464 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 237269.86 |\n", + "| wind_direction | 162.5 |\n", + "| wind_speed | 1.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 914 |\n", + "| n_updates | 30149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 34.58445 |\n", + "| air_temperature | 18.038744 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.75 |\n", + "| outdoor_temperature | 2.9729078 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 892 |\n", + "| n_updates | 30174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 30.037195 |\n", + "| air_temperature | 18.692776 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 73.75 |\n", + "| outdoor_temperature | 3.3160286 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 267.5 |\n", + "| wind_speed | 5.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.12e+04 |\n", + "| n_updates | 30199 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************------------| 87%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 97.770256 |\n", + "| air_humidity | 39.53176 |\n", + "| air_temperature | 19.99999 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 94.0 |\n", + "| outdoor_temperature | 8.763005 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 87993.23 |\n", + "| wind_direction | 240.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.51e+03 |\n", + "| n_updates | 30224 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 30.103163 |\n", + "| air_temperature | 18.441555 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 45.0 |\n", + "| direct_solar_radiation | 18.0 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 84.25 |\n", + "| outdoor_temperature | 2.4654706 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 5.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.28e+03 |\n", + "| n_updates | 30249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 24.286907 |\n", + "| air_temperature | 19.844337 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 91.0 |\n", + "| direct_solar_radiation | 154.5 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 65.0 |\n", + "| outdoor_temperature | 3.499041 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 5.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.68e+03 |\n", + "| n_updates | 30274 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------****************************************************-----------| 88%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 925.3575 |\n", + "| air_humidity | 25.10244 |\n", + "| air_temperature | 21.518553 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 95.75 |\n", + "| direct_solar_radiation | 622.0 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.5 |\n", + "| outdoor_temperature | 1.7320251 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 827500.2 |\n", + "| wind_direction | 235.0 |\n", + "| wind_speed | 3.625 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.56e+03 |\n", + "| n_updates | 30299 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1231.8073 |\n", + "| air_humidity | 23.295015 |\n", + "| air_temperature | 23.016277 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 160.5 |\n", + "| direct_solar_radiation | 503.0 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 72.5 |\n", + "| outdoor_temperature | 0.3730378 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 1108626.5 |\n", + "| wind_direction | 272.5 |\n", + "| wind_speed | 6.825 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.13e+03 |\n", + "| n_updates | 30324 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1072.4786 |\n", + "| air_humidity | 19.873655 |\n", + "| air_temperature | 23.144833 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 208.75 |\n", + "| direct_solar_radiation | 347.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 51.0 |\n", + "| outdoor_temperature | 0.8989847 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 965230.75 |\n", + "| wind_direction | 292.5 |\n", + "| wind_speed | 9.775 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.24e+03 |\n", + "| n_updates | 30349 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 17.420418 |\n", + "| air_temperature | 21.237041 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 117.25 |\n", + "| direct_solar_radiation | 708.5 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 47.0 |\n", + "| outdoor_temperature | 3.577261 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 317.5 |\n", + "| wind_speed | 4.875 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 8.84e+03 |\n", + "| n_updates | 30374 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*****************************************************----------| 89%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 969.2309 |\n", + "| air_humidity | 13.720751 |\n", + "| air_temperature | 21.337305 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 174.75 |\n", + "| direct_solar_radiation | 322.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 46.0 |\n", + "| outdoor_temperature | 1.910754 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 872307.8 |\n", + "| wind_direction | 285.0 |\n", + "| wind_speed | 5.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.51e+03 |\n", + "| n_updates | 30399 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 26.28127 |\n", + "| air_temperature | 23.197556 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 107.25 |\n", + "| direct_solar_radiation | 16.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 80.75 |\n", + "| outdoor_temperature | 3.4707968 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 90.0 |\n", + "| wind_speed | 4.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.18e+03 |\n", + "| n_updates | 30424 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 384.50226 |\n", + "| air_humidity | 57.287544 |\n", + "| air_temperature | 24.413916 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 36.5 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 100.0 |\n", + "| outdoor_temperature | 13.534519 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 346052.03 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 4.375 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.43e+03 |\n", + "| n_updates | 30449 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 749.6212 |\n", + "| air_humidity | 32.984917 |\n", + "| air_temperature | 23.419529 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 13.0 |\n", + "| direct_solar_radiation | 12.0 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | 8.94522 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 674659.1 |\n", + "| wind_direction | 250.0 |\n", + "| wind_speed | 6.2 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.28e+03 |\n", + "| n_updates | 30474 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------******************************************************---------| 90%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 32.733772 |\n", + "| air_temperature | 23.07528 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 66.5 |\n", + "| outdoor_temperature | 7.035179 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 227.5 |\n", + "| wind_speed | 2.85 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.62e+03 |\n", + "| n_updates | 30499 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 709.4852 |\n", + "| air_humidity | 30.311705 |\n", + "| air_temperature | 22.56456 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 70.0 |\n", + "| outdoor_temperature | 5.236861 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 631967.6 |\n", + "| wind_direction | 165.0 |\n", + "| wind_speed | 2.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 733 |\n", + "| n_updates | 30524 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 386.22852 |\n", + "| air_humidity | 26.344952 |\n", + "| air_temperature | 18.58754 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 30.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 11.0 |\n", + "| outdoor_humidity | 49.75 |\n", + "| outdoor_temperature | 5.560407 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 347605.66 |\n", + "| wind_direction | 310.0 |\n", + "| wind_speed | 8.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.12e+03 |\n", + "| n_updates | 30549 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*******************************************************--------| 91%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1243.507 |\n", + "| air_humidity | 16.326004 |\n", + "| air_temperature | 20.84595 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.0 |\n", + "| outdoor_temperature | 0.5393739 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1119156.2 |\n", + "| wind_direction | 307.5 |\n", + "| wind_speed | 12.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.52e+03 |\n", + "| n_updates | 30574 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 770.26825 |\n", + "| air_humidity | 20.772131 |\n", + "| air_temperature | 19.714325 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 2.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 49.0 |\n", + "| outdoor_temperature | 4.096941 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 648078.06 |\n", + "| wind_direction | 297.5 |\n", + "| wind_speed | 6.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.1e+03 |\n", + "| n_updates | 30599 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.780336 |\n", + "| air_temperature | 18.484047 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 3.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | 6.4706626 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 222.5 |\n", + "| wind_speed | 5.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.53e+03 |\n", + "| n_updates | 30624 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------********************************************************-------| 92%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 413.7795 |\n", + "| air_humidity | 38.355236 |\n", + "| air_temperature | 21.587442 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 4.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 91.5 |\n", + "| outdoor_temperature | 7.7593412 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 372401.56 |\n", + "| wind_direction | 245.0 |\n", + "| wind_speed | 2.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 30649 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1199.713 |\n", + "| air_humidity | 35.19888 |\n", + "| air_temperature | 18.850016 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 6.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 0.7583431 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1079741.8 |\n", + "| wind_direction | 270.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.84e+03 |\n", + "| n_updates | 30674 |\n", + "-----------------------------------------------\n", + "------------------------------------------------********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1826.2998 |\n", + "| air_humidity | 24.840548 |\n", + "| air_temperature | 18.298168 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 7.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 1.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 66.0 |\n", + "| outdoor_temperature | -2.3745906 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1643669.9 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 8.925 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.26e+03 |\n", + "| n_updates | 30699 |\n", + "------------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 20.057957 |\n", + "| air_temperature | 18.570192 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 8.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 2.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.0 |\n", + "| outdoor_temperature | 3.9157972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.075 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.14e+03 |\n", + "| n_updates | 30724 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*********************************************************------| 93%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1083.1313 |\n", + "| air_humidity | 22.157179 |\n", + "| air_temperature | 20.578194 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 9.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 3.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 76.75 |\n", + "| outdoor_temperature | 1.341252 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 974818.2 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 0.525 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 7.08e+03 |\n", + "| n_updates | 30749 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 36.529976 |\n", + "| air_temperature | 18.427694 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 10.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 4.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 67.5 |\n", + "| outdoor_temperature | 2.9428682 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 37.5 |\n", + "| wind_speed | 1.125 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.56e+03 |\n", + "| n_updates | 30774 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 43.5748 |\n", + "| air_temperature | 18.313513 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 11.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 5.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.2255049 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 3.975 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.09e+03 |\n", + "| n_updates | 30799 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**********************************************************-----| 94%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 244.03078 |\n", + "| air_humidity | 28.005653 |\n", + "| air_temperature | 21.000095 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 12.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 6.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 92.0 |\n", + "| outdoor_temperature | 2.1828644 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 219627.69 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 4.35 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.07e+03 |\n", + "| n_updates | 30824 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 551.1428 |\n", + "| air_humidity | 27.979132 |\n", + "| air_temperature | 18.311874 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 13.0 |\n", + "| diffuse_solar_radiation | 11.25 |\n", + "| direct_solar_radiation | 39.75 |\n", + "| hour | 7.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.5 |\n", + "| outdoor_temperature | 0.46443972 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 496028.53 |\n", + "| wind_direction | 265.0 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.57e+03 |\n", + "| n_updates | 30849 |\n", + "------------------------------------------------\n", + "-------------------------------------------------*********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 3 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 27 |\n", + "| Heating_Setpoint_RL | 18 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1375.0525 |\n", + "| air_humidity | 25.567287 |\n", + "| air_temperature | 18.014524 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 14.0 |\n", + "| diffuse_solar_radiation | 35.5 |\n", + "| direct_solar_radiation | 417.0 |\n", + "| hour | 8.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 59.75 |\n", + "| outdoor_temperature | -0.11835387 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1237547.2 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 6.95 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.01e+03 |\n", + "| n_updates | 30874 |\n", + "-------------------------------------------------\n", + "------------------------------------------------**********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1464.2988 |\n", + "| air_humidity | 15.480985 |\n", + "| air_temperature | 17.915373 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 15.0 |\n", + "| diffuse_solar_radiation | 70.0 |\n", + "| direct_solar_radiation | 568.25 |\n", + "| hour | 9.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 48.5 |\n", + "| outdoor_temperature | -0.5645857 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1317869.0 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 1.575 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 964 |\n", + "| n_updates | 30899 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***********************************************************----| 95%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 906.4148 |\n", + "| air_humidity | 23.380638 |\n", + "| air_temperature | 23.220278 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 16.0 |\n", + "| diffuse_solar_radiation | 108.0 |\n", + "| direct_solar_radiation | 526.5 |\n", + "| hour | 10.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.75 |\n", + "| outdoor_temperature | 4.6327314 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 815773.3 |\n", + "| wind_direction | 230.0 |\n", + "| wind_speed | 4.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.32e+03 |\n", + "| n_updates | 30924 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 640.8608 |\n", + "| air_humidity | 23.445868 |\n", + "| air_temperature | 23.922201 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 17.0 |\n", + "| diffuse_solar_radiation | 53.0 |\n", + "| direct_solar_radiation | 789.0 |\n", + "| hour | 11.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 30.75 |\n", + "| outdoor_temperature | 10.970597 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 560345.6 |\n", + "| wind_direction | 280.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 3.5e+03 |\n", + "| n_updates | 30949 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 2 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 28 |\n", + "| Heating_Setpoint_RL | 17 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 454.61838 |\n", + "| air_humidity | 22.946701 |\n", + "| air_temperature | 23.933338 |\n", + "| clg_setpoint | 28.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 18.0 |\n", + "| diffuse_solar_radiation | 130.25 |\n", + "| direct_solar_radiation | 570.25 |\n", + "| hour | 12.0 |\n", + "| htg_setpoint | 17.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 7.093073 |\n", + "| people_occupant | 8.0 |\n", + "| total_electricity_HVAC | 410771.34 |\n", + "| wind_direction | 0.0 |\n", + "| wind_speed | 3.1 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.21e+03 |\n", + "| n_updates | 30974 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 0 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 30 |\n", + "| Heating_Setpoint_RL | 15 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 560.646 |\n", + "| air_humidity | 24.925459 |\n", + "| air_temperature | 23.773348 |\n", + "| clg_setpoint | 30.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 19.0 |\n", + "| diffuse_solar_radiation | 180.75 |\n", + "| direct_solar_radiation | 201.5 |\n", + "| hour | 13.0 |\n", + "| htg_setpoint | 15.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 43.75 |\n", + "| outdoor_temperature | 10.055126 |\n", + "| people_occupant | 16.0 |\n", + "| total_electricity_HVAC | 504581.38 |\n", + "| wind_direction | 237.5 |\n", + "| wind_speed | 6.325 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.05e+03 |\n", + "| n_updates | 30999 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------************************************************************---| 96%\n", + "| action_network/ | |\n", + "| index | 9 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 28.871876 |\n", + "| air_temperature | 23.722929 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 20.0 |\n", + "| diffuse_solar_radiation | 100.0 |\n", + "| direct_solar_radiation | 30.25 |\n", + "| hour | 14.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 55.5 |\n", + "| outdoor_temperature | 10.191752 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 340.0 |\n", + "| wind_speed | 5.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.4e+03 |\n", + "| n_updates | 31024 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 16.536386 |\n", + "| air_temperature | 23.418673 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 21.0 |\n", + "| diffuse_solar_radiation | 40.25 |\n", + "| direct_solar_radiation | 492.75 |\n", + "| hour | 15.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 29.0 |\n", + "| outdoor_temperature | 3.5819852 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 345.0 |\n", + "| wind_speed | 5.3 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 622 |\n", + "| n_updates | 31049 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1063.0789 |\n", + "| air_humidity | 13.744133 |\n", + "| air_temperature | 21.999746 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 22.0 |\n", + "| diffuse_solar_radiation | 19.25 |\n", + "| direct_solar_radiation | 46.75 |\n", + "| hour | 16.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.75 |\n", + "| outdoor_temperature | 1.4415144 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 956770.94 |\n", + "| wind_direction | 57.5 |\n", + "| wind_speed | 2.725 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.55e+04 |\n", + "| n_updates | 31074 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------*************************************************************--| 97%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 859.9368 |\n", + "| air_humidity | 31.90969 |\n", + "| air_temperature | 22.74368 |\n", + "| clg_setpoint | 22.5 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 23.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 17.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 81.25 |\n", + "| outdoor_temperature | 3.8199086 |\n", + "| people_occupant | 20.0 |\n", + "| total_electricity_HVAC | 773943.1 |\n", + "| wind_direction | 335.0 |\n", + "| wind_speed | 4.0 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.4e+03 |\n", + "| n_updates | 31099 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 5 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 25 |\n", + "| Heating_Setpoint_RL | 20 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1086.9948 |\n", + "| air_humidity | 25.50109 |\n", + "| air_temperature | 23.585283 |\n", + "| clg_setpoint | 25.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 24.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 18.0 |\n", + "| htg_setpoint | 20.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 69.5 |\n", + "| outdoor_temperature | 1.3219347 |\n", + "| people_occupant | 10.0 |\n", + "| total_electricity_HVAC | 978295.25 |\n", + "| wind_direction | 105.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.51e+03 |\n", + "| n_updates | 31124 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 8 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 22.5 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 362.91885 |\n", + "| air_humidity | 38.318344 |\n", + "| air_temperature | 21.535563 |\n", + "| clg_setpoint | 27.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 25.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 19.0 |\n", + "| htg_setpoint | 18.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 74.5 |\n", + "| outdoor_temperature | 8.044543 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 319316.4 |\n", + "| wind_direction | 260.0 |\n", + "| wind_speed | 4.75 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.68e+03 |\n", + "| n_updates | 31149 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 1 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 29 |\n", + "| Heating_Setpoint_RL | 16 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 692.0048 |\n", + "| air_humidity | 28.121815 |\n", + "| air_temperature | 19.953701 |\n", + "| clg_setpoint | 29.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 26.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 20.0 |\n", + "| htg_setpoint | 16.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 52.0 |\n", + "| outdoor_temperature | 5.671339 |\n", + "| people_occupant | 2.0 |\n", + "| total_electricity_HVAC | 596618.9 |\n", + "| wind_direction | 262.5 |\n", + "| wind_speed | 7.45 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 6.86e+03 |\n", + "| n_updates | 31174 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------**************************************************************-| 98%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1085.7454 |\n", + "| air_humidity | 37.932785 |\n", + "| air_temperature | 20.481953 |\n", + "| clg_setpoint | 26.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 27.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 21.0 |\n", + "| htg_setpoint | 19.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.0 |\n", + "| outdoor_temperature | 1.3281816 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 977170.8 |\n", + "| wind_direction | 7.5 |\n", + "| wind_speed | 7.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 5.9e+03 |\n", + "| n_updates | 31199 |\n", + "-----------------------------------------------\n", + "------------------------------------------------**************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 7 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 23 |\n", + "| Heating_Setpoint_RL | 22 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1320.7164 |\n", + "| air_humidity | 19.061243 |\n", + "| air_temperature | 22.000002 |\n", + "| clg_setpoint | 23.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 28.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 22.0 |\n", + "| htg_setpoint | 22.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 54.5 |\n", + "| outdoor_temperature | 0.15332632 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1188644.8 |\n", + "| wind_direction | 40.0 |\n", + "| wind_speed | 2.225 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 2.23e+03 |\n", + "| n_updates | 31224 |\n", + "------------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 951.3817 |\n", + "| air_humidity | 29.622356 |\n", + "| air_temperature | 18.660505 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 29.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 23.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 96.75 |\n", + "| outdoor_temperature | 3.5307813 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 856243.5 |\n", + "| wind_direction | 27.5 |\n", + "| wind_speed | 12.475 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.66e+03 |\n", + "| n_updates | 31249 |\n", + "-----------------------------------------------\n", + "-----------------------------------------------***************************************************************| 99%\n", + "| action_network/ | |\n", + "| index | 6 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 24 |\n", + "| Heating_Setpoint_RL | 21 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 1123.5736 |\n", + "| air_humidity | 28.958847 |\n", + "| air_temperature | 21.000471 |\n", + "| clg_setpoint | 24.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 31.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 21.0 |\n", + "| month | 12.0 |\n", + "| outdoor_humidity | 56.0 |\n", + "| outdoor_temperature | 1.1390406 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 1011216.2 |\n", + "| wind_direction | 252.5 |\n", + "| wind_speed | 11.05 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 4.89e+03 |\n", + "| n_updates | 31274 |\n", + "-----------------------------------------------\n", + "\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43] [Episode 6]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1/Eplus-env-sub_run6/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 6 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 6) if logger is active\u001b[0m\n", + "-----------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| episode/ | |\n", + "| comfort_violation_time(%) | 43.7 |\n", + "| cumulative_comfort_penalty | -2.27e+04 |\n", + "| cumulative_energy_penalty | -3.56e+03 |\n", + "| cumulative_power | 7.11e+07 |\n", + "| cumulative_reward | -26294.172 |\n", + "| cumulative_temperature_violation | 4.55e+04 |\n", + "| episode_length | 70077 |\n", + "| mean_comfort_penalty | -0.324 |\n", + "| mean_energy_penalty | -0.0507 |\n", + "| mean_power | 1.01e+03 |\n", + "| mean_reward | -0.37521827 |\n", + "| mean_temperature_violation | 0.649 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 3207.3267 |\n", + "| air_humidity | 17.21404 |\n", + "| air_temperature | 16.906685 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 43.25 |\n", + "| outdoor_temperature | -9.279724 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2886594.0 |\n", + "| wind_direction | 305.0 |\n", + "| wind_speed | 8.4 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.33e+04 |\n", + "| n_updates | 31298 |\n", + "-----------------------------------------------------\n", + "-----------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 3.5e+04 |\n", + "| ep_rew_mean | -1.25e+04 |\n", + "| exploration_rate | 0.05 |\n", + "| time/ | |\n", + "| episodes | 3 |\n", + "| fps | 815 |\n", + "| time_elapsed | 214 |\n", + "| total_timesteps | 175194 |\n", + "-----------------------------------\n", + "------------------------------------------------\n", + "| action_network/ | |\n", + "| index | 4 |\n", + "| action_simulation/ | |\n", + "| Cooling_Setpoint_RL | 26 |\n", + "| Heating_Setpoint_RL | 19 |\n", + "| observation/ | |\n", + "| HVAC_electricity_demand_rate | 2556.6965 |\n", + "| air_humidity | 17.018936 |\n", + "| air_temperature | 16.829346 |\n", + "| clg_setpoint | 40.0 |\n", + "| co2_emission | 0.0 |\n", + "| day_of_month | 1.0 |\n", + "| diffuse_solar_radiation | 0.0 |\n", + "| direct_solar_radiation | 0.0 |\n", + "| hour | 0.0 |\n", + "| htg_setpoint | 12.8 |\n", + "| month | 1.0 |\n", + "| outdoor_humidity | 57.75 |\n", + "| outdoor_temperature | -6.0265746 |\n", + "| people_occupant | 0.0 |\n", + "| total_electricity_HVAC | 2301027.0 |\n", + "| wind_direction | 275.0 |\n", + "| wind_speed | 7.6 |\n", + "| rollout/ | |\n", + "| exploration_rate | 0.05 |\n", + "| train/ | |\n", + "| learning_rate | 0.0001 |\n", + "| loss | 1.6e+04 |\n", + "| n_updates | 31299 |\n", + "------------------------------------------------\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.observation_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.observation_variables` for environment variables or `env.get_wrapper_attr('observation_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.action_variables to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.action_variables` for environment variables or `env.get_wrapper_attr('action_variables')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.is_discrete to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.is_discrete` for environment variables or `env.get_wrapper_attr('is_discrete')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n", + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_len_mean': 35040.0, '_timestamp': 1700214442.738834}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/ep_rew_mean': -12505.215683, '_timestamp': 1700214442.7389145}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'rollout/exploration_rate': 0.05, '_timestamp': 1700214442.738949}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/episodes': 3, '_timestamp': 1700214442.7389746}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/fps': 815, '_timestamp': 1700214442.7390523}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/time_elapsed': 214, '_timestamp': 1700214442.739078}).\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m (User provided step: 175194 is less than current step: 175195. Dropping entry: {'time/total_timesteps': 175194, '_timestamp': 1700214442.7391007}).\n" + ] + } + ], + "source": [ + "model.learn(\n", + " total_timesteps=timesteps,\n", + " callback=callback,\n", + " log_interval=1)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Now, we save the current model (the model version when training has finished)." + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/stable_baselines3/common/save_util.py:278: UserWarning: Path '35040' does not exist. Will create it.\n", + " warnings.warn(f\"Path '{path.parent}' does not exist. Will create it.\")\n" + ] + } + ], + "source": [ + "model.save(str(env.get_wrapper_attr('timestep_per_episode'))+ '/' + experiment_name)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "And as always, remember to close the environment." + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43]\u001b[0m\n" + ] + } + ], + "source": [ + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Finally, we need to upload all Sinergym output as *wandb* artifacts. This output includes all sinergym_output (and LoggerWrapper CSV files) and models generated during training and evaluation episodes." + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43-res1)... " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Done. 0.1s\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_EVALUATION-res1)... Done. 0.0s\n", + "wandb: WARNING Source type is set to 'repo' but some required information is missing from the environment. A job will not be created from this run. See https://docs.wandb.ai/guides/launch/create-job\n" + ] + }, + { + "data": { + "text/html": [ + "W&B sync reduced upload amount by 1.2% " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "\n", + "

    Run history:


    action_network/index▃▃█▆▁▆▅▆▆▃▃▇▁▃█▅▅▇▂▂▃▄▁▅▇▂▇▁▅▃█▃▇▄▅▇▄▇▃▁
    action_simulation/Cooling_Setpoint_RL▆▅▁▁█▁▃▂▂▅▆▁█▆▁▃▃▁▇▇▅▄█▃▁▇▁█▃▅▁▅▁▄▃▁▄▁▅█
    action_simulation/Heating_Setpoint_RL▃▄▇█▁█▆▇▇▄▃█▁▃▇▆▆█▂▂▄▅▁▆█▂█▁▆▄▇▄█▅▆█▅█▄▁
    episode/comfort_violation_time(%)▁▁█
    episode/cumulative_comfort_penalty█▂▁
    episode/cumulative_energy_penalty█▁▁
    episode/cumulative_power▁██
    episode/cumulative_reward█▂▁
    episode/cumulative_temperature_violation▁▇█
    episode/episode_length▁██
    episode/mean_comfort_penalty█▅▁
    episode/mean_energy_penalty▁█▄
    episode/mean_power█▁▅
    episode/mean_reward█▅▁
    episode/mean_temperature_violation▁▄█
    eval/comfort_violation(%)▁█
    eval/cumulative_comfort_penalty█▁
    eval/cumulative_energy_penalty▁█
    eval/cumulative_power_consumption█▁
    eval/cumulative_reward█▁
    eval/cumulative_temperature_violation▁█
    eval/episode_length▁▁
    eval/mean_comfort_penalty█▁
    eval/mean_energy_penalty▁█
    eval/mean_power_consumption█▁
    eval/mean_reward█▁
    eval/mean_temperature_violation▁█
    eval/std_cumulative_reward▁▁
    eval/std_reward▁▁
    observation/HVAC_electricity_demand_rate▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
    observation/air_humidity▂▂▅▆▇▆▆▃▃▂▁▅▅▆▆▂▄▃▅▇██▄▂▂▂▄▆▆▆▂▁▁▂▇▆▅▃▂▂
    observation/air_temperature▆▃▄▅▅▄▂▂▂▅▆▅█▇▃▂▁▂▂▄▅▃▇▂▄▃▄▆▇▆▃▁▄▃▂▆▅▅▇▅
    observation/clg_setpoint▁▁▄█▅▁█▄▃▆▇▅█▁▁▃▇▄▂▅▁▄█▃▁▇▁█▃▅▁▅▁▁▁▁▄▁▅█
    observation/co2_emission▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
    observation/day_of_month▅▅▃█▅▆▃█▅▅▃█▅▃▃█▅▃▄▁▆▃▄▁▅▃█▁▆▃█▁▅▃█▁▆▃█▅
    observation/diffuse_solar_radiation▂▁▁▁▁▃▄▁▁▃▄▆▇▄▁▁▁▁▂▃▂▂▄▂▃▇▅▁▁▁▁▁▁▁▁▃█▃▃▄
    observation/direct_solar_radiation▄▁▁▁▁▇▄▁▁▆▇▆▄▁▁▁▁▁▅▅▁▁▅▃▆▄▁▁▁▁▁▁▁▁▁█▅█▇▃
    observation/hour▅████▂▂▂▁▅▅▅▅▅████▁▁▁▁▅▅▄▄▄▇▇▇▇▁▁▁▁▄▄▄▄▄
    observation/htg_setpoint█▇▅▁▄█▁▅▆▃▂▄▁█▇▆▂▅▇▄█▅▁▆█▂█▁▆▄▇▄█▇██▅█▄▁
    observation/month▁▂▃▄▅▅▇▇▁▂▃▄▅▆▇▇▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█▁▂▃▄▅▆▇█
    observation/outdoor_humidity▃▅▃▆█▄█▆█▄▁▄▆▆▇▄▇▇▃▇▇▇▆▃▃▄▆▄▇▇▄▃▃▅█▂▆▂▄▃
    observation/outdoor_temperature▄▂▃▆██▅▃▃▃▅██▆▅▂▂▂▂▆█▆▆▂▃▂▄▆▇▆▄▁▂▁▄▆█▇▅▃
    observation/people_occupant█▁▁▁▁▁▁▁▁███▁▁▁▁▁▁▁▁▁▁▁▁▁▁▇▁▁▁▁▁▁▁▁▁▇▇▇▇
    observation/total_electricity_HVAC▂▂▁▁▁▄▁▁▁▂▁▆▁▁▁▁▂▂▁▁▁▁▂▂▁▁▂▁▁▁▁▂▁▂▁▁█▅▁▂
    observation/wind_direction▅▅▇▁▅█▆▇▃▃▇▄▅▂▁▇▆▃█▅▆▂▅▇▆▂▃█▅▂▆▇▇█▃▇▅▁█▆
    observation/wind_speed▂▃▆▁▃▄▃▅▅▃█▅▄▃▁▆▅▄▅▃▃▂▃█▆▆▄▅▅▂▃▇▄▅▃▄▅▅▃▄
    rollout/exploration_rate█▇▄▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
    time/total_timesteps▁█
    train/learning_rate▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁
    train/loss▇▁▃▂▃▂▁▂▁▂▂▁▂▃▃▁▂▁▁▂▂▁▃▃▂▂█▂▃▂▂▂▁▂▂▁▂▁▁▂
    train/n_updates▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███

    Run summary:


    action_network/index4
    action_simulation/Cooling_Setpoint_RL26
    action_simulation/Heating_Setpoint_RL19
    episode/comfort_violation_time(%)43.69622
    episode/cumulative_comfort_penalty-22738.12343
    episode/cumulative_energy_penalty-3556.04736
    episode/cumulative_power71120947.22879
    episode/cumulative_reward-26294.17188
    episode/cumulative_temperature_violation45476.24685
    episode/episode_length70077
    episode/mean_comfort_penalty-0.32447
    episode/mean_energy_penalty-0.05074
    episode/mean_power1014.89714
    episode/mean_reward-0.37522
    episode/mean_temperature_violation0.64895
    eval/comfort_violation(%)58.24201
    eval/cumulative_comfort_penalty-17670.69841
    eval/cumulative_energy_penalty-1708.48282
    eval/cumulative_power_consumption34169656.38755
    eval/cumulative_reward-19379.18123
    eval/cumulative_temperature_violation35341.39683
    eval/episode_length35040.0
    eval/mean_comfort_penalty-0.5043
    eval/mean_energy_penalty-0.04876
    eval/mean_power_consumption975.16143
    eval/mean_reward-0.55306
    eval/mean_temperature_violation1.0086
    eval/std_cumulative_reward0.0
    eval/std_reward0.0
    observation/HVAC_electricity_demand_rate2556.69653
    observation/air_humidity17.01894
    observation/air_temperature16.82935
    observation/clg_setpoint40.0
    observation/co2_emission0.0
    observation/day_of_month1.0
    observation/diffuse_solar_radiation0.0
    observation/direct_solar_radiation0.0
    observation/hour0.0
    observation/htg_setpoint12.8
    observation/month1.0
    observation/outdoor_humidity57.75
    observation/outdoor_temperature-6.02657
    observation/people_occupant0.0
    observation/total_electricity_HVAC2301027.0
    observation/wind_direction275.0
    observation/wind_speed7.6
    rollout/exploration_rate0.05
    time/total_timesteps140154
    train/learning_rate0.0001
    train/loss16037.58984
    train/n_updates31299

    " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_cun8jng3 at: https://wandb.ai/alex_ugr/sinergym/runs/pf27dlou
    Synced 5 W&B file(s), 0 media file(s), 150 artifact file(s) and 0 other file(s)" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Find logs at: ./wandb/run-20231117_094304-pf27dlou/logs" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "artifact = wandb.Artifact(\n", + " name=\"experiment1\",\n", + " type=\"training\")\n", + "artifact.add_dir(\n", + " env.get_wrapper_attr('workspace_path'),\n", + " name='training_output/')\n", + "artifact.add_dir(\n", + " eval_env.get_wrapper_attr('workspace_path'),\n", + " name='evaluation_output/')\n", + "run.log_artifact(artifact)\n", + "\n", + "# wandb has finished\n", + "run.finish()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "All experiment results are stored locally, but you can also view the execution in *wandb*:\n", + "\n", + "- When you check your projects, you'll see the execution allocated:\n", + "\n", + "![wandb_projects1](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_projects1.png?raw=true)\n", + "\n", + "- The training experiment's tracked hyperparameters:\n", + "\n", + "![wandb_training_hyperparameters](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_training_hyperparameters.png?raw=true)\n", + "\n", + "- Registered artifacts (if evaluation is enabled, the best model is also registered):\n", + "\n", + "![wandb_training_artifact](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_training_artifact.png?raw=true)\n", + "\n", + "- Real-time visualization of metrics:\n", + "\n", + "![wandb_training_charts](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_training_charts.png?raw=true)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Loading a model" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We'll be using the `load_agent.py` script located in the repository root. This script leverages all the capabilities of Sinergym for working with loaded deep reinforcement learning models and sets parameters for everything, allowing us to easily define load options via a JSON file when executing the script.\n", + "\n", + "For more details on how to run `load_agent.py`, please refer to [Load a trained model](https://ugr-sail.github.io/sinergym/compilation/main/pages/deep-reinforcement-learning.html#load-a-trained-model)." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "First, we'll define the Sinergym environment ID where we want to test the loaded agent and the name of the evaluation experiment." + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [], + "source": [ + "# Environment ID\n", + "environment = \"Eplus-5zone-mixed-discrete-stochastic-v1\"\n", + "# Episodes\n", + "episodes=5\n", + "# Evaluation name\n", + "evaluation_date = datetime.today().strftime('%Y-%m-%d_%H:%M')\n", + "evaluation_name = 'SB3_DQN-EVAL-' + environment + \\\n", + " '-episodes-' + str(episodes)\n", + "evaluation_name += '_' + evaluation_date" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We can also use *wandb* here. We can allocate this evaluation of a loaded model to a different project to avoid merging experiments." + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "Tracking run with wandb version 0.16.0" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Run data is saved locally in /workspaces/sinergym/examples/wandb/run-20231117_094859-15owsnpb" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Syncing run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:43_sr2houks to Weights & Biases (docs)
    " + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View project at https://wandb.ai/alex_ugr/sinergym_evaluations" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View run at https://wandb.ai/alex_ugr/sinergym_evaluations/runs/15owsnpb" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "\n", + "# Create wandb.config object in order to log all experiment params\n", + "experiment_params = {\n", + " 'sinergym-version': sinergym.__version__,\n", + " 'python-version': sys.version\n", + "}\n", + "experiment_params.update({'environment':environment,\n", + " 'episodes':episodes,\n", + " 'algorithm':'SB3_DQN'})\n", + "\n", + "# Get wandb init params (you have to specify your own project and entity)\n", + "wandb_params = {\"project\": 'sinergym_evaluations',\n", + " \"entity\": 'alex_ugr'}\n", + "# Init wandb entry\n", + "run = wandb.init(\n", + " name=experiment_name + '_' + wandb.util.generate_id(),\n", + " config=experiment_params,\n", + " ** wandb_params\n", + ")" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We'll create the Gym environment, but it's **important to wrap the environment with the same wrappers used during training**. We can use the evaluation experiment name to rename the environment." + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make(environment, env_name=evaluation_name)\n", + "env = LoggerWrapper(env)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "We'll load the Stable Baselines 3 DQN model from our local computer, but we could also use a remote model stored in *wandb* from another training experiment." + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [], + "source": [ + "# get wandb artifact path (to load model)\n", + "load_artifact_entity = 'alex_ugr'\n", + "load_artifact_project = 'sinergym'\n", + "load_artifact_name = 'experiment1'\n", + "load_artifact_tag = 'latest'\n", + "load_artifact_model_path = 'evaluation_output/best_model/model.zip'\n", + "wandb_path = load_artifact_entity + '/' + load_artifact_project + \\\n", + " '/' + load_artifact_name + ':' + load_artifact_tag\n", + "# Download artifact\n", + "artifact = run.use_artifact(wandb_path)\n", + "artifact.get_path(load_artifact_model_path).download('.')\n", + "# Set model path to local wandb file downloaded\n", + "model_path = './' + load_artifact_model_path\n", + "model = DQN.load(model_path)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As you can see, the *wandb* model we want to load can come from an artifact of a different entity or project than the one we're using to register the evaluation of the loaded model, as long as it's accessible.\n", + "The next step is to use the model to predict actions and interact with the environment to collect data for model evaluation." + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "1 -1.7954676783357755\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -963.9496999955164------------------------------------------------------------------------------------------| 9%\n", + "3 -1817.582571129998*******-----------------------------------------------------------------------------------| 16%\n", + "4 -2841.5036276598917***************--------------------------------------------------------------------------| 25%\n", + "5 -4340.565445997684************************------------------------------------------------------------------| 33%\n", + "6 -6108.581378312066********************************----------------------------------------------------------| 41%\n", + "7 -7223.767956524665*****************************************-------------------------------------------------| 50%\n", + "8 -8558.958125000907************************************************------------------------------------------| 58%\n", + "9 -9950.644160496227*********************************************************---------------------------------| 66%\n", + "10 -11044.144766497926****************************************************************------------------------| 75%\n", + "11 -13176.534777951341************************************************************************----------------| 83%\n", + "12 -14049.395840884017********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 0 Mean reward: -0.4263319241570109 Cumulative reward: -14938.670622460524\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 2) if logger is active\u001b[0m\n", + "1 -1.7052782846459695\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -936.5481180476335------------------------------------------------------------------------------------------| 9%\n", + "3 -1798.784133735751*******-----------------------------------------------------------------------------------| 16%\n", + "4 -2827.2387312028445***************--------------------------------------------------------------------------| 25%\n", + "5 -4366.328889075081************************------------------------------------------------------------------| 33%\n", + "6 -6183.997471720583********************************----------------------------------------------------------| 41%\n", + "7 -7325.563685767946*****************************************-------------------------------------------------| 50%\n", + "8 -8681.46846670104*************************************************------------------------------------------| 58%\n", + "9 -10086.073464526888********************************************************---------------------------------| 66%\n", + "10 -11172.340415472303****************************************************************------------------------| 75%\n", + "11 -13219.748208010345************************************************************************----------------| 83%\n", + "12 -14115.750843779568********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 1 Mean reward: -0.4283177306652533 Cumulative reward: -15008.253282509391\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 3]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run3/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 3 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 3) if logger is active\u001b[0m\n", + "1 -1.7042527324647196\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -934.5236861805773------------------------------------------------------------------------------------------| 9%\n", + "3 -1799.7806890630795******-----------------------------------------------------------------------------------| 16%\n", + "4 -2820.081000039381****************--------------------------------------------------------------------------| 25%\n", + "5 -4295.9802117699255***********************------------------------------------------------------------------| 33%\n", + "6 -6066.508686603184********************************----------------------------------------------------------| 41%\n", + "7 -7176.935226174976*****************************************-------------------------------------------------| 50%\n", + "8 -8529.98270733462*************************************************------------------------------------------| 58%\n", + "9 -9927.566541371296*********************************************************---------------------------------| 66%\n", + "10 -10989.840486913932****************************************************************------------------------| 75%\n", + "11 -12997.533912090104************************************************************************----------------| 83%\n", + "12 -13880.172965873764********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 2 Mean reward: -0.42214784762863855 Cumulative reward: -14792.06058090633\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 4]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run4/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 4 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 4) if logger is active\u001b[0m\n", + "1 -1.7502089967989307\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -942.9367504242642------------------------------------------------------------------------------------------| 9%\n", + "3 -1800.656177587228*******-----------------------------------------------------------------------------------| 16%\n", + "4 -2794.655237212276****************--------------------------------------------------------------------------| 25%\n", + "5 -4333.22916802518*************************------------------------------------------------------------------| 33%\n", + "6 -6090.34169685729*********************************----------------------------------------------------------| 41%\n", + "7 -7224.1494897446855****************************************-------------------------------------------------| 50%\n", + "8 -8598.938588370329************************************************------------------------------------------| 58%\n", + "9 -9997.264926241101*********************************************************---------------------------------| 66%\n", + "10 -11077.148069449044****************************************************************------------------------| 75%\n", + "11 -13197.575884449961************************************************************************----------------| 83%\n", + "12 -14086.931630958963********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 3 Mean reward: -0.4275640288043432 Cumulative reward: -14981.8435693031\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode detected, recording summary (progress.csv) if logger is active\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48] [Episode 5]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3_Random_1.0_0.0_0.001.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/output', '/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48-res35041/Eplus-env-sub_run5/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 5 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 5) if logger is active\u001b[0m\n", + "1 -1.795342248728848\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2 -938.7996243556881------------------------------------------------------------------------------------------| 9%\n", + "3 -1819.0145801281317******-----------------------------------------------------------------------------------| 16%\n", + "4 -2877.741132595393****************--------------------------------------------------------------------------| 25%\n", + "5 -4407.196686348535************************------------------------------------------------------------------| 33%\n", + "6 -6174.90714284908*********************************----------------------------------------------------------| 41%\n", + "7 -7316.297986671081*****************************************-------------------------------------------------| 50%\n", + "8 -8651.146489725308************************************************------------------------------------------| 58%\n", + "9 -10070.592382785619********************************************************---------------------------------| 66%\n", + "10 -11131.844874744675****************************************************************------------------------| 75%\n", + "11 -13342.353151567342************************************************************************----------------| 83%\n", + "12 -14226.469403206707********************************************************************************--------| 91%\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 4 Mean reward: -0.43131719567353316 Cumulative reward: -15113.354536399509\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-11-17_09:48]\u001b[0m\n" + ] + } + ], + "source": [ + "for i in range(episodes):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a, _ = model.predict(obs)\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month:\n", + " current_month = info['month']\n", + " print(info['month'], sum(rewards))\n", + " print(\n", + " 'Episode ',\n", + " i,\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Finally, we'll register the evaluation data in *wandb* as an artifact for preservation." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: Adding directory to artifact (/workspaces/sinergym/examples/Eplus-env-SB3_DQN-EVAL-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-08-03_13:36-res1)... Done. 0.1s\n" + ] + }, + { + "data": { + "text/html": [ + "Waiting for W&B process to finish... (success)." + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + " View run SB3_DQN-Eplus-5zone-mixed-discrete-stochastic-v1-episodes-5_2023-08-03_13:33_hu200t1q at: https://wandb.ai/alex_ugr/sinergym_evaluations/runs/empzk2on
    Synced 5 W&B file(s), 0 media file(s), 92 artifact file(s) and 0 other file(s)" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/html": [ + "Find logs at: ./wandb/run-20230803_133654-empzk2on/logs" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "artifact = wandb.Artifact(\n", + " name=\"evaluation1\",\n", + " type=\"evaluating\")\n", + "artifact.add_dir(\n", + " env.experiment_path,\n", + " name='evaluation_output/')\n", + "\n", + "run.log_artifact(artifact)\n", + "\n", + "# wandb has finished\n", + "run.finish()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "The results from the loaded model are stored locally, but you can also view the execution in *wandb*:\n", + "\n", + "- When you check the wandb project list, you'll see that the sinergym_evaluations project has a new run:\n", + "\n", + "![wandb_project2](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_project2.png?raw=true)\n", + "\n", + "- The evaluation experiment's tracked hyperparameters, and the previous training artifact used to load the model:\n", + "\n", + "![wandb_evaluating_hyperparameters](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_evaluating_hyperparameters.png?raw=true)\n", + "\n", + "- The registered artifact with Sinergym Output (and CSV files generated with the Logger Wrapper):\n", + "\n", + "![wandb_evaluating_artifact](https://github.com/ugr-sail/sinergym/blob/main/images/wandb_evaluating_artifact.png?raw=true)" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "916dbcbb3f70747c44a77c7bcd40155683ae19c65e1c03b4aa3499c5328201f1" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.html b/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.html new file mode 100644 index 0000000000..4b6b320912 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.html @@ -0,0 +1,2706 @@ + + + + + + + 18. Getting information about Sinergym environments — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    18. Getting information about Sinergym environments

    +

    Sinergym environments have an extended backend to work with building and weather models, the EnergyPlus engine, Wrappers, etc.

    +

    However, it’s crucial that users can access information about these background components from the environment interface. This section will show you how to do that.

    +
    +
    [1]:
+
    +
    +
    import gymnasium as gym
+import numpy as np
+
+import sinergym
+from sinergym.utils.common import export_schedulers_to_excel
+
    +
    +
    +
    +

    18.1. Schedulers information

    +

    Buildings have a set of schedulers that control the building’s actuators according to predefined rules. In addition to the information available in the log files generated by EnergyPlus, you can consult Sinergym’s reading of the building to see how these schedulers affect the building. Schedulers information is extracted into a Python dictionary, and Sinergym can export that information to an Excel file. To do this, simply load the environment and follow the next steps:

    +
    +
    [2]:
+
    +
    +
    from pprint import pprint
+
+env = gym.make('Eplus-demo-v1')
+schedulers=env.get_wrapper_attr('schedulers')
+pprint(schedulers)
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [demo-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment demo-v1 created successfully.
+{'ActSchd': {'SPACE1-1 People 1': {'field_name': 'activity_level_schedule_name',
+                                   'table_name': 'People'},
+             'SPACE2-1 People 1': {'field_name': 'activity_level_schedule_name',
+                                   'table_name': 'People'},
+             'SPACE3-1 People 1': {'field_name': 'activity_level_schedule_name',
+                                   'table_name': 'People'},
+             'SPACE4-1 People 1': {'field_name': 'activity_level_schedule_name',
+                                   'table_name': 'People'},
+             'SPACE5-1 People 1': {'field_name': 'activity_level_schedule_name',
+                                   'table_name': 'People'},
+             'Type': 'Any Number'},
+ 'BasinHeaterSched': {'Main Cooling Coil 1': {'field_name': 'basin_heater_operating_schedule_name',
+                                              'table_name': 'Coil:Cooling:DX:TwoSpeed'},
+                      'Type': 'On/Off'},
+ 'Clg-SetP-Sch': {'CoolingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',
+                                      'table_name': 'ThermostatSetpoint:SingleCooling'},
+                  'DualSetPoint': {'field_name': 'cooling_setpoint_temperature_schedule_name',
+                                   'table_name': 'ThermostatSetpoint:DualSetpoint'},
+                  'Type': 'Temperature'},
+ 'CoolingCoilAvailSched': {'DX Cooling Coil System 1': {'field_name': 'availability_schedule_name',
+                                                        'table_name': 'CoilSystem:Cooling:DX'},
+                           'Main Cooling Coil 1': {'field_name': 'availability_schedule_name',
+                                                   'table_name': 'Coil:Cooling:DX:TwoSpeed'},
+                           'Type': 'Fraction'},
+ 'EQUIP-1': {'SPACE1-1 ElecEq 1': {'field_name': 'schedule_name',
+                                   'table_name': 'ElectricEquipment'},
+             'SPACE2-1 ElecEq 1': {'field_name': 'schedule_name',
+                                   'table_name': 'ElectricEquipment'},
+             'SPACE3-1 ElecEq 1': {'field_name': 'schedule_name',
+                                   'table_name': 'ElectricEquipment'},
+             'SPACE4-1 ElecEq 1': {'field_name': 'schedule_name',
+                                   'table_name': 'ElectricEquipment'},
+             'SPACE5-1 ElecEq 1': {'field_name': 'schedule_name',
+                                   'table_name': 'ElectricEquipment'},
+             'Type': 'Fraction'},
+ 'FanAvailSched': {'Supply Fan 1': {'field_name': 'availability_schedule_name',
+                                    'table_name': 'Fan:VariableVolume'},
+                   'Type': 'Fraction',
+                   'VAV Sys 1 Avail': {'field_name': 'schedule_name',
+                                       'table_name': 'AvailabilityManager:Scheduled'}},
+ 'Htg-SetP-Sch': {'DualSetPoint': {'field_name': 'heating_setpoint_temperature_schedule_name',
+                                   'table_name': 'ThermostatSetpoint:DualSetpoint'},
+                  'HeatingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',
+                                      'table_name': 'ThermostatSetpoint:SingleHeating'},
+                  'Type': 'Temperature'},
+ 'INFIL-SCH': {'SPACE1-1 Infil 1': {'field_name': 'schedule_name',
+                                    'table_name': 'ZoneInfiltration:DesignFlowRate'},
+               'SPACE2-1 Infil 1': {'field_name': 'schedule_name',
+                                    'table_name': 'ZoneInfiltration:DesignFlowRate'},
+               'SPACE3-1 Infil 1': {'field_name': 'schedule_name',
+                                    'table_name': 'ZoneInfiltration:DesignFlowRate'},
+               'SPACE4-1 Infil 1': {'field_name': 'schedule_name',
+                                    'table_name': 'ZoneInfiltration:DesignFlowRate'},
+               'SPACE5-1 Infil 1': {'field_name': 'schedule_name',
+                                    'table_name': 'ZoneInfiltration:DesignFlowRate'},
+               'Type': 'Fraction'},
+ 'LIGHTS-1': {'SPACE1-1 Lights 1': {'field_name': 'schedule_name',
+                                    'table_name': 'Lights'},
+              'SPACE2-1 Lights 1': {'field_name': 'schedule_name',
+                                    'table_name': 'Lights'},
+              'SPACE3-1 Lights 1': {'field_name': 'schedule_name',
+                                    'table_name': 'Lights'},
+              'SPACE4-1 Lights 1': {'field_name': 'schedule_name',
+                                    'table_name': 'Lights'},
+              'SPACE5-1 Lights 1': {'field_name': 'schedule_name',
+                                    'table_name': 'Lights'},
+              'Type': 'Fraction'},
+ 'Min OA Sched': {'OA Controller 1': {'field_name': 'minimum_outdoor_air_schedule_name',
+                                      'table_name': 'Controller:OutdoorAir'},
+                  'Type': 'Fraction'},
+ 'Min OARequirements Sched': {'Type': 'Any Number',
+                              'ZoneMinOARequirements': {'field_name': 'outdoor_air_schedule_name',
+                                                        'table_name': 'DesignSpecification:OutdoorAir'}},
+ 'OCCUPY-1': {'SPACE1-1 People 1': {'field_name': 'number_of_people_schedule_name',
+                                    'table_name': 'People'},
+              'SPACE2-1 People 1': {'field_name': 'number_of_people_schedule_name',
+                                    'table_name': 'People'},
+              'SPACE3-1 People 1': {'field_name': 'number_of_people_schedule_name',
+                                    'table_name': 'People'},
+              'SPACE4-1 People 1': {'field_name': 'number_of_people_schedule_name',
+                                    'table_name': 'People'},
+              'SPACE5-1 People 1': {'field_name': 'number_of_people_schedule_name',
+                                    'table_name': 'People'},
+              'Type': 'Fraction'},
+ 'PlenumClg-SetP-Sch': {'PlenumCoolingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',
+                                                  'table_name': 'ThermostatSetpoint:SingleCooling'},
+                        'Type': 'Temperature'},
+ 'PlenumHtg-SetP-Sch': {'PlenumHeatingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',
+                                                  'table_name': 'ThermostatSetpoint:SingleHeating'},
+                        'Type': 'Temperature'},
+ 'ReheatCoilAvailSched': {'Main heating Coil 1': {'field_name': 'availability_schedule_name',
+                                                  'table_name': 'Coil:Heating:Fuel'},
+                          'SPACE1-1 VAV Reheat': {'field_name': 'availability_schedule_name',
+                                                  'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},
+                          'SPACE1-1 Zone Coil': {'field_name': 'availability_schedule_name',
+                                                 'table_name': 'Coil:Heating:Fuel'},
+                          'SPACE2-1 VAV Reheat': {'field_name': 'availability_schedule_name',
+                                                  'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},
+                          'SPACE2-1 Zone Coil': {'field_name': 'availability_schedule_name',
+                                                 'table_name': 'Coil:Heating:Fuel'},
+                          'SPACE3-1 VAV Reheat': {'field_name': 'availability_schedule_name',
+                                                  'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},
+                          'SPACE3-1 Zone Coil': {'field_name': 'availability_schedule_name',
+                                                 'table_name': 'Coil:Heating:Fuel'},
+                          'SPACE4-1 VAV Reheat': {'field_name': 'availability_schedule_name',
+                                                  'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},
+                          'SPACE4-1 Zone Coil': {'field_name': 'availability_schedule_name',
+                                                 'table_name': 'Coil:Heating:Fuel'},
+                          'SPACE5-1 VAV Reheat': {'field_name': 'availability_schedule_name',
+                                                  'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},
+                          'SPACE5-1 Zone Coil': {'field_name': 'availability_schedule_name',
+                                                 'table_name': 'Coil:Heating:Fuel'},
+                          'Type': 'Fraction'},
+ 'Seasonal Reset Supply Air Temp Sch': {'Supply Air Temp Manager 1': {'field_name': 'schedule_name',
+                                                                      'table_name': 'SetpointManager:Scheduled'},
+                                        'Type': 'Temperature'},
+ 'ShadeTransSch': {'Main South Overhang': {'field_name': 'transmittance_schedule_name',
+                                           'table_name': 'Shading:Zone:Detailed'},
+                   'South Door Overhang': {'field_name': 'transmittance_schedule_name',
+                                           'table_name': 'Shading:Zone:Detailed'},
+                   'Type': 'Fraction'},
+ 'Zone Control Type Sched': {'SPACE1-1 Control': {'field_name': 'control_type_schedule_name',
+                                                  'table_name': 'ZoneControl:Thermostat'},
+                             'SPACE2-1 Control': {'field_name': 'control_type_schedule_name',
+                                                  'table_name': 'ZoneControl:Thermostat'},
+                             'SPACE3-1 Control': {'field_name': 'control_type_schedule_name',
+                                                  'table_name': 'ZoneControl:Thermostat'},
+                             'SPACE4-1 Control': {'field_name': 'control_type_schedule_name',
+                                                  'table_name': 'ZoneControl:Thermostat'},
+                             'SPACE5-1 Control': {'field_name': 'control_type_schedule_name',
+                                                  'table_name': 'ZoneControl:Thermostat'},
+                             'Type': 'Control Type'}}
+
    +
    +

    If you want to get an Excel file with that information, there’s a function for that:

    +
    +
    [3]:
+
    +
    +
    export_schedulers_to_excel(schedulers=schedulers,path='./example.xlsx')
+
    +
    +
    +
    +
    +

    18.2. Environment Properties

    +

    As mentioned, some environment features are created in the gym interface layer, but more information is calculated in the backend. Therefore, Sinergym environments have several properties to consult this information. For more details, visit the documentation, but here are some examples:

    +

    Note: We’re using the get_wrapper_attr method from Gym to get information about the attributes, in line with the new Gymnasium protocol.

    +
    +
    [4]:
+
    +
    +
    print('What is all the variables names which conform my Gymnasium observation?: {}'.format(env.get_wrapper_attr('observation_variables')))
+print('What is all the variables names which conform my Gymnasium action?: {}'.format(env.get_wrapper_attr('action_variables')))
+print('Is there an episode executing?: {}'.format(env.get_wrapper_attr('is_running')))
+print('What is the episode run period?: {}'.format(env.get_wrapper_attr('runperiod')))
+print('Episode length in seconds?: {}'.format(env.get_wrapper_attr('episode_length')))
+print('How many steps have an episode?: {}'.format(env.get_wrapper_attr('timestep_per_episode')))
+print('How often do steps changed?: {}'.format(env.get_wrapper_attr('step_size')))
+print('What are the available zones?: {}'.format(env.get_wrapper_attr('zone_names')))
+print('Where is the output path of Sinergym environment?: {}'.format(env.get_wrapper_attr('workspace_path')))
+print('Where is the building used?: {}'.format(env.get_wrapper_attr('building_path')))
+print('Where is the weather used?: {}'.format(env.get_wrapper_attr('weather_path')))
+print('Is the action space discrete?: {}'.format(env.get_wrapper_attr('is_discrete')))
+
    +
    +
    +
    +
    +
    +
    +
    +What is all the variables names which conform my Gymnasium observation?: ['month', 'day_of_month', 'hour', 'outdoor_temperature', 'htg_setpoint', 'clg_setpoint', 'air_temperature', 'air_humidity', 'HVAC_electricity_demand_rate']
+What is all the variables names which conform my Gymnasium action?: ['Heating_Setpoint_RL', 'Cooling_Setpoint_RL']
+Is there an episode executing?: False
+What is the episode run period?: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+Episode length in seconds?: 31536000.0
+How many steps have an episode?: 35040
+How often do steps changed?: 900.0
+What are the available zones?: ['PLENUM-1', 'SPACE1-1', 'SPACE2-1', 'SPACE3-1', 'SPACE4-1', 'SPACE5-1']
+Where is the output path of Sinergym environment?: /workspaces/sinergym/examples/Eplus-env-demo-v1-res35041
+Where is the building used?: /workspaces/sinergym/sinergym/data/buildings/5ZoneAutoDXVAV.epJSON
+Where is the weather used?: /workspaces/sinergym/sinergym/data/weather/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw
+Is the action space discrete?: False
+
    +
    +
    +
    +

    18.3. Handlers information

    +

    Similarly, we can consult the actuators, variables, and meters available in the environment, along with those we’re specifically controlling and observing with our environment.

    +

    You can consult it as follows:

    +
    +
    [5]:
+
    +
    +
    print('Available Handlers: {}'.format(env.get_wrapper_attr('available_handlers')))
+print('Controlled actuators: {}'.format(env.get_wrapper_attr('actuator_handlers')))
+print('Observed variables: {}'.format(env.get_wrapper_attr('var_handlers')))
+print('Observed meters: {}'.format(env.get_wrapper_attr('meter_handlers')))
+
    +
    +
    +
    +
    +
    +
    +
    +Available Handlers: None
+Controlled actuators: None
+Observed variables: None
+Observed meters: None
+
    +
    +

    As you can see, the information isn’t displayed. This is due to internal reasons of the EnergyPlus API. To make this information available, we need to perform the first reset() on the environment:

    +
    +
    [6]:
+
    +
    +
    env.reset()
+print('Available Handlers: {}'.format(env.get_wrapper_attr('available_handlers')))
+print('Controlled actuators: {}'.format(env.get_wrapper_attr('actuator_handlers')))
+print('Observed variables: {}'.format(env.get_wrapper_attr('var_handlers')))
+print('Observed meters: {}'.format(env.get_wrapper_attr('meter_handlers')))
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [demo-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 1, 'end_month': 3, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}
+[MODELING] (INFO) : Updated episode length (seconds): 5184000.0
+[MODELING] (INFO) : Updated timestep size (seconds): 3600.0
+[MODELING] (INFO) : Updated timesteps per episode: 1440
+[MODELING] (INFO) : Adapting weather to building model. [USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/output]
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Available Handlers: **ACTUATORS**
+Actuator,Schedule:Compact,Schedule Value,ACTSCHD;
+Actuator,Schedule:Compact,Schedule Value,BASINHEATERSCHED;
+Actuator,Schedule:Compact,Schedule Value,CLG-SETP-SCH;
+Actuator,Schedule:Compact,Schedule Value,COOLINGCOILAVAILSCHED;
+Actuator,Schedule:Compact,Schedule Value,EQUIP-1;
+Actuator,Schedule:Compact,Schedule Value,FANAVAILSCHED;
+Actuator,Schedule:Compact,Schedule Value,HTG-SETP-SCH;
+Actuator,Schedule:Compact,Schedule Value,INFIL-SCH;
+Actuator,Schedule:Compact,Schedule Value,LIGHTS-1;
+Actuator,Schedule:Compact,Schedule Value,MIN OA SCHED;
+Actuator,Schedule:Compact,Schedule Value,MIN OAREQUIREMENTS SCHED;
+Actuator,Schedule:Compact,Schedule Value,OCCUPY-1;
+Actuator,Schedule:Compact,Schedule Value,PLENUMCLG-SETP-SCH;
+Actuator,Schedule:Compact,Schedule Value,PLENUMHTG-SETP-SCH;
+Actuator,Schedule:Compact,Schedule Value,REHEATCOILAVAILSCHED;
+Actuator,Schedule:Compact,Schedule Value,SEASONAL RESET SUPPLY AIR TEMP SCH;
+Actuator,Schedule:Compact,Schedule Value,SHADETRANSSCH;
+Actuator,Schedule:Compact,Schedule Value,ZONE CONTROL TYPE SCHED;
+Actuator,Weather Data,Outdoor Dry Bulb,Environment;
+Actuator,Weather Data,Outdoor Dew Point,Environment;
+Actuator,Weather Data,Outdoor Relative Humidity,Environment;
+Actuator,Weather Data,Diffuse Solar,Environment;
+Actuator,Weather Data,Direct Solar,Environment;
+Actuator,Weather Data,Wind Speed,Environment;
+Actuator,Weather Data,Wind Direction,Environment;
+Actuator,Material,Surface Property Solar Absorptance,BR01;
+Actuator,Material,Surface Property Thermal Absorptance,BR01;
+Actuator,Material,Surface Property Visible Absorptance,BR01;
+Actuator,Material,Surface Property Solar Absorptance,CC03;
+Actuator,Material,Surface Property Thermal Absorptance,CC03;
+Actuator,Material,Surface Property Visible Absorptance,CC03;
+Actuator,Material,Surface Property Solar Absorptance,GP01;
+Actuator,Material,Surface Property Thermal Absorptance,GP01;
+Actuator,Material,Surface Property Visible Absorptance,GP01;
+Actuator,Material,Surface Property Solar Absorptance,GP02;
+Actuator,Material,Surface Property Thermal Absorptance,GP02;
+Actuator,Material,Surface Property Visible Absorptance,GP02;
+Actuator,Material,Surface Property Solar Absorptance,IN02;
+Actuator,Material,Surface Property Thermal Absorptance,IN02;
+Actuator,Material,Surface Property Visible Absorptance,IN02;
+Actuator,Material,Surface Property Solar Absorptance,IN46;
+Actuator,Material,Surface Property Thermal Absorptance,IN46;
+Actuator,Material,Surface Property Visible Absorptance,IN46;
+Actuator,Material,Surface Property Solar Absorptance,PW03;
+Actuator,Material,Surface Property Thermal Absorptance,PW03;
+Actuator,Material,Surface Property Visible Absorptance,PW03;
+Actuator,Material,Surface Property Solar Absorptance,RG01;
+Actuator,Material,Surface Property Thermal Absorptance,RG01;
+Actuator,Material,Surface Property Visible Absorptance,RG01;
+Actuator,Material,Surface Property Solar Absorptance,WD01;
+Actuator,Material,Surface Property Thermal Absorptance,WD01;
+Actuator,Material,Surface Property Visible Absorptance,WD01;
+Actuator,Material,Surface Property Solar Absorptance,WD10;
+Actuator,Material,Surface Property Thermal Absorptance,WD10;
+Actuator,Material,Surface Property Visible Absorptance,WD10;
+Actuator,Material,Surface Property Solar Absorptance,CP01;
+Actuator,Material,Surface Property Thermal Absorptance,CP01;
+Actuator,Material,Surface Property Visible Absorptance,CP01;
+Actuator,Material,Surface Property Solar Absorptance,MAT-CLNG-1;
+Actuator,Material,Surface Property Thermal Absorptance,MAT-CLNG-1;
+Actuator,Material,Surface Property Visible Absorptance,MAT-CLNG-1;
+Actuator,Material,Surface Property Solar Absorptance,MAT-FLOOR-1;
+Actuator,Material,Surface Property Thermal Absorptance,MAT-FLOOR-1;
+Actuator,Material,Surface Property Visible Absorptance,MAT-FLOOR-1;
+Actuator,Material,Surface Property Solar Absorptance,MAT-SB-U;
+Actuator,Material,Surface Property Thermal Absorptance,MAT-SB-U;
+Actuator,Material,Surface Property Visible Absorptance,MAT-SB-U;
+Actuator,People,Number of People,SPACE1-1 PEOPLE 1;
+Actuator,People,Number of People,SPACE2-1 PEOPLE 1;
+Actuator,People,Number of People,SPACE3-1 PEOPLE 1;
+Actuator,People,Number of People,SPACE4-1 PEOPLE 1;
+Actuator,People,Number of People,SPACE5-1 PEOPLE 1;
+Actuator,Lights,Electricity Rate,SPACE1-1 LIGHTS 1;
+Actuator,Lights,Electricity Rate,SPACE2-1 LIGHTS 1;
+Actuator,Lights,Electricity Rate,SPACE3-1 LIGHTS 1;
+Actuator,Lights,Electricity Rate,SPACE4-1 LIGHTS 1;
+Actuator,Lights,Electricity Rate,SPACE5-1 LIGHTS 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE1-1 ELECEQ 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE2-1 ELECEQ 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE3-1 ELECEQ 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE4-1 ELECEQ 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE5-1 ELECEQ 1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PB;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PB;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PF;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PF;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PL;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PL;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PR;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PR;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,TOP-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,TOP-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,FRONT-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,FRONT-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB12;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB12;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB14;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB14;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB15;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB15;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F1-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F1-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DF-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DF-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WF-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WF-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,RIGHT-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,RIGHT-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB21;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB21;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB23;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB23;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB25;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB25;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F2-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F2-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WR-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WR-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,BACK-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,BACK-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB32;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB32;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB34;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB34;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB35;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB35;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F3-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F3-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DB-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DB-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WB-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WB-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,LEFT-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,LEFT-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB41;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB41;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB43;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB43;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB45;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB45;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F4-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F4-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WL-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WL-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB51;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB51;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB52;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB52;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB53;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB53;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB54;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB54;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F5-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F5-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1;
+Actuator,Surface,Construction State,WALL-1PB;
+Actuator,Surface,Construction State,WALL-1PF;
+Actuator,Surface,Construction State,WALL-1PL;
+Actuator,Surface,Construction State,WALL-1PR;
+Actuator,Surface,Construction State,C1-1P;
+Actuator,Surface,Construction State,C2-1P;
+Actuator,Surface,Construction State,C3-1P;
+Actuator,Surface,Construction State,C4-1P;
+Actuator,Surface,Construction State,C5-1P;
+Actuator,Surface,Construction State,TOP-1;
+Actuator,Surface,Construction State,FRONT-1;
+Actuator,Surface,Construction State,SB12;
+Actuator,Surface,Construction State,SB14;
+Actuator,Surface,Construction State,SB15;
+Actuator,Surface,Construction State,F1-1;
+Actuator,Surface,Construction State,C1-1;
+Actuator,Surface,Construction State,DF-1;
+Actuator,Surface,Construction State,WF-1;
+Actuator,Surface,Construction State,RIGHT-1;
+Actuator,Surface,Construction State,SB21;
+Actuator,Surface,Construction State,SB23;
+Actuator,Surface,Construction State,SB25;
+Actuator,Surface,Construction State,F2-1;
+Actuator,Surface,Construction State,C2-1;
+Actuator,Surface,Construction State,WR-1;
+Actuator,Surface,Construction State,BACK-1;
+Actuator,Surface,Construction State,SB32;
+Actuator,Surface,Construction State,SB34;
+Actuator,Surface,Construction State,SB35;
+Actuator,Surface,Construction State,F3-1;
+Actuator,Surface,Construction State,C3-1;
+Actuator,Surface,Construction State,DB-1;
+Actuator,Surface,Construction State,WB-1;
+Actuator,Surface,Construction State,LEFT-1;
+Actuator,Surface,Construction State,SB41;
+Actuator,Surface,Construction State,SB43;
+Actuator,Surface,Construction State,SB45;
+Actuator,Surface,Construction State,F4-1;
+Actuator,Surface,Construction State,C4-1;
+Actuator,Surface,Construction State,WL-1;
+Actuator,Surface,Construction State,SB51;
+Actuator,Surface,Construction State,SB52;
+Actuator,Surface,Construction State,SB53;
+Actuator,Surface,Construction State,SB54;
+Actuator,Surface,Construction State,F5-1;
+Actuator,Surface,Construction State,C5-1;
+Actuator,Surface,View Factor To Ground,WALL-1PB;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PB;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PB;
+Actuator,Surface,Outdoor Air Wind Speed,WALL-1PB;
+Actuator,Surface,Outdoor Air Wind Direction,WALL-1PB;
+Actuator,Surface,View Factor To Ground,WALL-1PF;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PF;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PF;
+Actuator,Surface,Outdoor Air Wind Speed,WALL-1PF;
+Actuator,Surface,Outdoor Air Wind Direction,WALL-1PF;
+Actuator,Surface,View Factor To Ground,WALL-1PL;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PL;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PL;
+Actuator,Surface,Outdoor Air Wind Speed,WALL-1PL;
+Actuator,Surface,Outdoor Air Wind Direction,WALL-1PL;
+Actuator,Surface,View Factor To Ground,WALL-1PR;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PR;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PR;
+Actuator,Surface,Outdoor Air Wind Speed,WALL-1PR;
+Actuator,Surface,Outdoor Air Wind Direction,WALL-1PR;
+Actuator,Surface,View Factor To Ground,TOP-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,TOP-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,TOP-1;
+Actuator,Surface,Outdoor Air Wind Speed,TOP-1;
+Actuator,Surface,Outdoor Air Wind Direction,TOP-1;
+Actuator,Surface,View Factor To Ground,FRONT-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,FRONT-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,FRONT-1;
+Actuator,Surface,Outdoor Air Wind Speed,FRONT-1;
+Actuator,Surface,Outdoor Air Wind Direction,FRONT-1;
+Actuator,Surface,View Factor To Ground,DF-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,DF-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,DF-1;
+Actuator,Surface,Outdoor Air Wind Speed,DF-1;
+Actuator,Surface,Outdoor Air Wind Direction,DF-1;
+Actuator,Surface,View Factor To Ground,WF-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WF-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WF-1;
+Actuator,Surface,Outdoor Air Wind Speed,WF-1;
+Actuator,Surface,Outdoor Air Wind Direction,WF-1;
+Actuator,Surface,View Factor To Ground,RIGHT-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,RIGHT-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,RIGHT-1;
+Actuator,Surface,Outdoor Air Wind Speed,RIGHT-1;
+Actuator,Surface,Outdoor Air Wind Direction,RIGHT-1;
+Actuator,Surface,View Factor To Ground,WR-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WR-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WR-1;
+Actuator,Surface,Outdoor Air Wind Speed,WR-1;
+Actuator,Surface,Outdoor Air Wind Direction,WR-1;
+Actuator,Surface,View Factor To Ground,BACK-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,BACK-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,BACK-1;
+Actuator,Surface,Outdoor Air Wind Speed,BACK-1;
+Actuator,Surface,Outdoor Air Wind Direction,BACK-1;
+Actuator,Surface,View Factor To Ground,DB-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,DB-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,DB-1;
+Actuator,Surface,Outdoor Air Wind Speed,DB-1;
+Actuator,Surface,Outdoor Air Wind Direction,DB-1;
+Actuator,Surface,View Factor To Ground,WB-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WB-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WB-1;
+Actuator,Surface,Outdoor Air Wind Speed,WB-1;
+Actuator,Surface,Outdoor Air Wind Direction,WB-1;
+Actuator,Surface,View Factor To Ground,LEFT-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,LEFT-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,LEFT-1;
+Actuator,Surface,Outdoor Air Wind Speed,LEFT-1;
+Actuator,Surface,Outdoor Air Wind Direction,LEFT-1;
+Actuator,Surface,View Factor To Ground,WL-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WL-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WL-1;
+Actuator,Surface,Outdoor Air Wind Speed,WL-1;
+Actuator,Surface,Outdoor Air Wind Direction,WL-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,PLENUM-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,PLENUM-1;
+Actuator,Zone,Outdoor Air Wind Speed,PLENUM-1;
+Actuator,Zone,Outdoor Air Wind Direction,PLENUM-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE1-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE1-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE1-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE1-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE2-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE2-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE2-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE2-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE3-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE3-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE3-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE3-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE4-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE4-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE4-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE4-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE5-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE5-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE5-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE5-1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE1-1 INFIL 1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE2-1 INFIL 1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE3-1 INFIL 1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE4-1 INFIL 1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE5-1 INFIL 1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE5-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE1-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE1-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE2-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE2-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE3-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE3-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE4-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE4-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE5-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE5-1;
+Actuator,Fan,Fan Air Mass Flow Rate,SUPPLY FAN 1;
+Actuator,Fan,Fan Pressure Rise,SUPPLY FAN 1;
+Actuator,Fan,Fan Total Efficiency,SUPPLY FAN 1;
+Actuator,Fan,Fan Autosized Air Flow Rate,SUPPLY FAN 1;
+Actuator,Sizing:System,Main Supply Volume Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Supply Coincident Peak Cooling Mass Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Supply Coincident Peak Heating Mass Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Supply Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Supply Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Heating Volume Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Cooling Volume Flow Rate,VAV SYS 1;
+Actuator,Outdoor Air Controller,Air Mass Flow Rate,OA CONTROLLER 1;
+Actuator,Curve,Curve Result,VARSPEEDCOOLCAPFT;
+Actuator,Curve,Curve Result,VARSPEEDCOOLCAPLSFT;
+Actuator,Curve,Curve Result,VARSPEEDCOOLEIRFT;
+Actuator,Curve,Curve Result,VARSPEEDCOOLEIRLSFT;
+Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLCAPFFLOW;
+Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLEIRFFLOW;
+Actuator,Curve,Curve Result,VARSPEEDCYCLINGPLFFPLR;
+Actuator,System Node Setpoint,Temperature Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,Outdoor Air System Node,Drybulb Temperature,OUTSIDE AIR INLET NODE 1;
+Actuator,Outdoor Air System Node,Wetbulb Temperature,OUTSIDE AIR INLET NODE 1;
+Actuator,Outdoor Air System Node,Wind Speed,OUTSIDE AIR INLET NODE 1;
+Actuator,Outdoor Air System Node,Wind Direction,OUTSIDE AIR INLET NODE 1;
+Actuator,Outdoor Air System Node,Drybulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,Outdoor Air System Node,Wetbulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,Outdoor Air System Node,Wind Speed,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,Outdoor Air System Node,Wind Direction,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,AirLoopHVAC,Availability Status,VAV SYS 1;
+**INTERNAL_VARIABLES**
+InternalVariable,People Count Design Level,SPACE1-1 PEOPLE 1
+InternalVariable,People Count Design Level,SPACE2-1 PEOPLE 1
+InternalVariable,People Count Design Level,SPACE3-1 PEOPLE 1
+InternalVariable,People Count Design Level,SPACE4-1 PEOPLE 1
+InternalVariable,People Count Design Level,SPACE5-1 PEOPLE 1
+InternalVariable,Lighting Power Design Level,SPACE1-1 LIGHTS 1
+InternalVariable,Lighting Power Design Level,SPACE2-1 LIGHTS 1
+InternalVariable,Lighting Power Design Level,SPACE3-1 LIGHTS 1
+InternalVariable,Lighting Power Design Level,SPACE4-1 LIGHTS 1
+InternalVariable,Lighting Power Design Level,SPACE5-1 LIGHTS 1
+InternalVariable,Plug and Process Power Design Level,SPACE1-1 ELECEQ 1
+InternalVariable,Plug and Process Power Design Level,SPACE2-1 ELECEQ 1
+InternalVariable,Plug and Process Power Design Level,SPACE3-1 ELECEQ 1
+InternalVariable,Plug and Process Power Design Level,SPACE4-1 ELECEQ 1
+InternalVariable,Plug and Process Power Design Level,SPACE5-1 ELECEQ 1
+InternalVariable,Zone Floor Area,PLENUM-1
+InternalVariable,Zone Air Volume,PLENUM-1
+InternalVariable,Zone Multiplier,PLENUM-1
+InternalVariable,Zone List Multiplier,PLENUM-1
+InternalVariable,Zone Floor Area,SPACE1-1
+InternalVariable,Zone Air Volume,SPACE1-1
+InternalVariable,Zone Multiplier,SPACE1-1
+InternalVariable,Zone List Multiplier,SPACE1-1
+InternalVariable,Zone Floor Area,SPACE2-1
+InternalVariable,Zone Air Volume,SPACE2-1
+InternalVariable,Zone Multiplier,SPACE2-1
+InternalVariable,Zone List Multiplier,SPACE2-1
+InternalVariable,Zone Floor Area,SPACE3-1
+InternalVariable,Zone Air Volume,SPACE3-1
+InternalVariable,Zone Multiplier,SPACE3-1
+InternalVariable,Zone List Multiplier,SPACE3-1
+InternalVariable,Zone Floor Area,SPACE4-1
+InternalVariable,Zone Air Volume,SPACE4-1
+InternalVariable,Zone Multiplier,SPACE4-1
+InternalVariable,Zone List Multiplier,SPACE4-1
+InternalVariable,Zone Floor Area,SPACE5-1
+InternalVariable,Zone Air Volume,SPACE5-1
+InternalVariable,Zone Multiplier,SPACE5-1
+InternalVariable,Zone List Multiplier,SPACE5-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE1-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE1-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE1-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE1-1
+InternalVariable,Final Zone Design Heating Load,SPACE1-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE1-1
+InternalVariable,Final Zone Design Cooling Load,SPACE1-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE1-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE1-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE1-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE1-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE1-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE1-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE1-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE1-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE1-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE1-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE2-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE2-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE2-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE2-1
+InternalVariable,Final Zone Design Heating Load,SPACE2-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE2-1
+InternalVariable,Final Zone Design Cooling Load,SPACE2-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE2-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE2-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE2-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE2-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE2-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE2-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE2-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE2-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE2-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE2-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE3-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE3-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE3-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE3-1
+InternalVariable,Final Zone Design Heating Load,SPACE3-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE3-1
+InternalVariable,Final Zone Design Cooling Load,SPACE3-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE3-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE3-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE3-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE3-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE3-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE3-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE3-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE3-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE3-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE3-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE4-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE4-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE4-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE4-1
+InternalVariable,Final Zone Design Heating Load,SPACE4-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE4-1
+InternalVariable,Final Zone Design Cooling Load,SPACE4-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE4-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE4-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE4-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE4-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE4-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE4-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE4-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE4-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE4-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE4-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE5-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE5-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE5-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE5-1
+InternalVariable,Final Zone Design Heating Load,SPACE5-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE5-1
+InternalVariable,Final Zone Design Cooling Load,SPACE5-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE5-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE5-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE5-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE5-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE5-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE5-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE5-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE5-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE5-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE5-1
+InternalVariable,Fan Maximum Mass Flow Rate,SUPPLY FAN 1
+InternalVariable,Fan Nominal Pressure Rise,SUPPLY FAN 1
+InternalVariable,Fan Nominal Total Efficiency,SUPPLY FAN 1
+InternalVariable,Intermediate Air System Main Supply Volume Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Coincident Peak Cooling Mass Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Coincident Peak Heating Mass Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Heating Volume Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Cooling Volume Flow Rate,VAV SYS 1
+InternalVariable,Air System Cooling Design Sensible Capacity,VAV SYS 1
+InternalVariable,Air System Cooling Design Total Capacity,VAV SYS 1
+InternalVariable,Air System Heating Design Sensible Capacity,VAV SYS 1
+InternalVariable,Air System Preheating Design Sensible Capacity,VAV SYS 1
+InternalVariable,Air System Outdoor Air Design Volume Flow Rate,VAV SYS 1
+InternalVariable,Air System Cooling Design Mixed Air Temperature,VAV SYS 1
+InternalVariable,Air System Cooling Design Mixed Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Cooling Design Return Air Temperature,VAV SYS 1
+InternalVariable,Air System Cooling Design Return Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Cooling Design Outdoor Air Temperature,VAV SYS 1
+InternalVariable,Air System Cooling Design Outdoor Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Heating Design Mixed Air Temperature,VAV SYS 1
+InternalVariable,Air System Heating Design Mixed Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Heating Design Return Air Temperature,VAV SYS 1
+InternalVariable,Air System Heating Design Return Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Heating Design Outdoor Air Temperature,VAV SYS 1
+InternalVariable,Air System Heating Design Outdoor Air Humidity Ratio,VAV SYS 1
+InternalVariable,Outdoor Air Controller Maximum Mass Flow Rate,OA CONTROLLER 1
+InternalVariable,Outdoor Air Controller Minimum Mass Flow Rate,OA CONTROLLER 1
+**PLUGIN_GLOBAL_VARIABLES**
+**TRENDS**
+**METERS**
+OutputMeter,Electricity:Facility
+OutputMeter,Electricity:Building
+OutputMeter,Electricity:Zone:SPACE1-1
+OutputMeter,Electricity:SpaceType:GENERAL
+OutputMeter,InteriorLights:Electricity
+OutputMeter,InteriorLights:Electricity:Zone:SPACE1-1
+OutputMeter,InteriorLights:Electricity:SpaceType:GENERAL
+OutputMeter,GeneralLights:InteriorLights:Electricity
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE1-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:SpaceType:GENERAL
+OutputMeter,Electricity:Zone:SPACE2-1
+OutputMeter,InteriorLights:Electricity:Zone:SPACE2-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE2-1
+OutputMeter,Electricity:Zone:SPACE3-1
+OutputMeter,InteriorLights:Electricity:Zone:SPACE3-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE3-1
+OutputMeter,Electricity:Zone:SPACE4-1
+OutputMeter,InteriorLights:Electricity:Zone:SPACE4-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE4-1
+OutputMeter,Electricity:Zone:SPACE5-1
+OutputMeter,InteriorLights:Electricity:Zone:SPACE5-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE5-1
+OutputMeter,InteriorEquipment:Electricity
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE1-1
+OutputMeter,InteriorEquipment:Electricity:SpaceType:GENERAL
+OutputMeter,General:InteriorEquipment:Electricity
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE1-1
+OutputMeter,General:InteriorEquipment:Electricity:SpaceType:GENERAL
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE2-1
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE2-1
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE3-1
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE3-1
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE4-1
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE4-1
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE5-1
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE5-1
+OutputMeter,EnergyTransfer:Facility
+OutputMeter,EnergyTransfer:Building
+OutputMeter,EnergyTransfer:Zone:PLENUM-1
+OutputMeter,Heating:EnergyTransfer
+OutputMeter,Heating:EnergyTransfer:Zone:PLENUM-1
+OutputMeter,General:Heating:EnergyTransfer
+OutputMeter,General:Heating:EnergyTransfer:Zone:PLENUM-1
+OutputMeter,Cooling:EnergyTransfer
+OutputMeter,Cooling:EnergyTransfer:Zone:PLENUM-1
+OutputMeter,General:Cooling:EnergyTransfer
+OutputMeter,General:Cooling:EnergyTransfer:Zone:PLENUM-1
+OutputMeter,EnergyTransfer:Zone:SPACE1-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE1-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE1-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE1-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE1-1
+OutputMeter,EnergyTransfer:Zone:SPACE2-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE2-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE2-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE2-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE2-1
+OutputMeter,EnergyTransfer:Zone:SPACE3-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE3-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE3-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE3-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE3-1
+OutputMeter,EnergyTransfer:Zone:SPACE4-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE4-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE4-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE4-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE4-1
+OutputMeter,EnergyTransfer:Zone:SPACE5-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE5-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE5-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE5-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE5-1
+OutputMeter,ElectricityPurchased:Facility
+OutputMeter,ElectricityPurchased:Plant
+OutputMeter,Cogeneration:ElectricityPurchased
+OutputMeter,General:Cogeneration:ElectricityPurchased
+OutputMeter,ElectricitySurplusSold:Facility
+OutputMeter,ElectricitySurplusSold:Plant
+OutputMeter,Cogeneration:ElectricitySurplusSold
+OutputMeter,General:Cogeneration:ElectricitySurplusSold
+OutputMeter,ElectricityNet:Facility
+OutputMeter,ElectricityNet:Plant
+OutputMeter,Cogeneration:ElectricityNet
+OutputMeter,General:Cogeneration:ElectricityNet
+OutputMeter,EnergyTransfer:HVAC
+OutputMeter,HeatingCoils:EnergyTransfer
+OutputMeter,NaturalGas:Facility
+OutputMeter,NaturalGas:HVAC
+OutputMeter,Heating:NaturalGas
+OutputMeter,General:Heating:NaturalGas
+OutputMeter,Electricity:HVAC
+OutputMeter,Heating:Electricity
+OutputMeter,General:Heating:Electricity
+OutputMeter,Fans:Electricity
+OutputMeter,General:Fans:Electricity
+OutputMeter,CoolingCoils:EnergyTransfer
+OutputMeter,Cooling:Electricity
+OutputMeter,General:Cooling:Electricity
+OutputMeter,Water:Facility
+OutputMeter,Water:HVAC
+OutputMeter,Cooling:Water
+OutputMeter,General:Cooling:Water
+OutputMeter,MainsWater:Facility
+OutputMeter,MainsWater:HVAC
+OutputMeter,Cooling:MainsWater
+OutputMeter,General:Cooling:MainsWater
+OutputMeter,Carbon Equivalent:Facility
+OutputMeter,CarbonEquivalentEmissions:Carbon Equivalent
+**VARIABLES**
+OutputVariable,Site Outdoor Air Drybulb Temperature,ENVIRONMENT
+OutputVariable,Lights Electricity Energy,SPACE1-1 LIGHTS 1
+OutputVariable,Lights Electricity Energy,SPACE2-1 LIGHTS 1
+OutputVariable,Lights Electricity Energy,SPACE3-1 LIGHTS 1
+OutputVariable,Lights Electricity Energy,SPACE4-1 LIGHTS 1
+OutputVariable,Lights Electricity Energy,SPACE5-1 LIGHTS 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE1-1 ELECEQ 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE2-1 ELECEQ 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE3-1 ELECEQ 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE4-1 ELECEQ 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE5-1 ELECEQ 1
+OutputVariable,Zone Air System Sensible Heating Energy,PLENUM-1
+OutputVariable,Zone Air System Sensible Cooling Energy,PLENUM-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE1-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE1-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE2-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE2-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE3-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE3-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE4-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE4-1
+OutputVariable,Zone Air Temperature,SPACE5-1
+OutputVariable,Zone Air Relative Humidity,SPACE5-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE5-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE5-1
+OutputVariable,Zone Thermostat Heating Setpoint Temperature,SPACE5-1
+OutputVariable,Zone Thermostat Cooling Setpoint Temperature,SPACE5-1
+OutputVariable,Facility Total Purchased Electricity Energy,WHOLE BUILDING
+OutputVariable,Facility Total Surplus Electricity Energy,WHOLE BUILDING
+OutputVariable,Facility Net Purchased Electricity Energy,WHOLE BUILDING
+OutputVariable,Facility Total HVAC Electricity Demand Rate,WHOLE BUILDING
+OutputVariable,Heating Coil Heating Energy,MAIN HEATING COIL 1
+OutputVariable,Heating Coil NaturalGas Energy,MAIN HEATING COIL 1
+OutputVariable,Heating Coil Electricity Energy,MAIN HEATING COIL 1
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,MAIN HEATING COIL 1
+OutputVariable,Heating Coil Heating Energy,SPACE1-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE1-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE1-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE1-1 ZONE COIL
+OutputVariable,Heating Coil Heating Energy,SPACE2-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE2-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE2-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE2-1 ZONE COIL
+OutputVariable,Heating Coil Heating Energy,SPACE3-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE3-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE3-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE3-1 ZONE COIL
+OutputVariable,Heating Coil Heating Energy,SPACE4-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE4-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE4-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE4-1 ZONE COIL
+OutputVariable,Heating Coil Heating Energy,SPACE5-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE5-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE5-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE5-1 ZONE COIL
+OutputVariable,Fan Electricity Energy,SUPPLY FAN 1
+OutputVariable,Cooling Coil Total Cooling Energy,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Electricity Energy,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Evaporative Condenser Water Volume,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Evaporative Condenser Mains Supply Water Volume,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Evaporative Condenser Pump Electricity Energy,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Basin Heater Electricity Energy,MAIN COOLING COIL 1
+OutputVariable,Environmental Impact Total N2O Emissions Carbon Equivalent Mass,SITE
+OutputVariable,Environmental Impact Total CH4 Emissions Carbon Equivalent Mass,SITE
+OutputVariable,Environmental Impact Total CO2 Emissions Carbon Equivalent Mass,SITE
+
+Controlled actuators: {'Heating_Setpoint_RL': 7, 'Cooling_Setpoint_RL': 3}
+Observed variables: {'outdoor_temperature': 1, 'htg_setpoint': 26, 'clg_setpoint': 27, 'air_temperature': 22, 'air_humidity': 23, 'HVAC_electricity_demand_rate': 31}
+Observed meters: {}
+
    +
    +
    +
    +

    18.4. Displaying all the environment information

    +

    You can also print all the environment information. Just remember to do reset() beforehand to have handlers information too:

    +
    +
    [7]:
+
    +
    +
    env.info()
+
    +
    +
    +
    +
    +
    +
    +
    +
+    #==================================================================================#
+                                ENVIRONMENT NAME: demo-v1
+    #==================================================================================#
+    #----------------------------------------------------------------------------------#
+                                ENVIRONMENT INFO:
+    #----------------------------------------------------------------------------------#
+    - Building file: /workspaces/sinergym/sinergym/data/buildings/5ZoneAutoDXVAV.epJSON
+    - Zone names: ['PLENUM-1', 'SPACE1-1', 'SPACE2-1', 'SPACE3-1', 'SPACE4-1', 'SPACE5-1']
+    - Weather file(s): ['USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw']
+    - Current weather used: /workspaces/sinergym/sinergym/data/weather/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw
+    - Episodes executed: 1
+    - Workspace directory: /workspaces/sinergym/examples/Eplus-env-demo-v1-res35041
+    - Reward function: <sinergym.utils.rewards.LinearReward object at 0x7f80ad33c0a0>
+    - Reset default options: {}
+    - Run period: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 1, 'end_month': 3, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 1}
+    - Episode length: 5184000.0
+    - Number of timesteps in an episode: 1440
+    - Timestep size (seconds): 3600.0
+    - It is discrete?: False
+    #----------------------------------------------------------------------------------#
+                                ENVIRONMENT SPACE:
+    #----------------------------------------------------------------------------------#
+    - Observation space: Box(-50000000.0, 50000000.0, (9,), float32)
+    - Observation variables: ['month', 'day_of_month', 'hour', 'outdoor_temperature', 'htg_setpoint', 'clg_setpoint', 'air_temperature', 'air_humidity', 'HVAC_electricity_demand_rate']
+    - Action space: Box([15.  22.5], [22.5 30. ], (2,), float32)
+    - Action variables: ['Heating_Setpoint_RL', 'Cooling_Setpoint_RL']
+    #==================================================================================#
+                                    SIMULATOR
+    #==================================================================================#
+    *NOTE: To have information about available handlers and controlled elements, it is
+    required to do env reset before to print information.*
+
+    Is running? : True
+    #----------------------------------------------------------------------------------#
+                                AVAILABLE ELEMENTS:
+    #----------------------------------------------------------------------------------#
+    *Some variables can not be here depending if it is defined Output:Variable field
+     in building model. See documentation for more information.*
+
+    **ACTUATORS**
+Actuator,Schedule:Compact,Schedule Value,ACTSCHD;
+Actuator,Schedule:Compact,Schedule Value,BASINHEATERSCHED;
+Actuator,Schedule:Compact,Schedule Value,CLG-SETP-SCH;
+Actuator,Schedule:Compact,Schedule Value,COOLINGCOILAVAILSCHED;
+Actuator,Schedule:Compact,Schedule Value,EQUIP-1;
+Actuator,Schedule:Compact,Schedule Value,FANAVAILSCHED;
+Actuator,Schedule:Compact,Schedule Value,HTG-SETP-SCH;
+Actuator,Schedule:Compact,Schedule Value,INFIL-SCH;
+Actuator,Schedule:Compact,Schedule Value,LIGHTS-1;
+Actuator,Schedule:Compact,Schedule Value,MIN OA SCHED;
+Actuator,Schedule:Compact,Schedule Value,MIN OAREQUIREMENTS SCHED;
+Actuator,Schedule:Compact,Schedule Value,OCCUPY-1;
+Actuator,Schedule:Compact,Schedule Value,PLENUMCLG-SETP-SCH;
+Actuator,Schedule:Compact,Schedule Value,PLENUMHTG-SETP-SCH;
+Actuator,Schedule:Compact,Schedule Value,REHEATCOILAVAILSCHED;
+Actuator,Schedule:Compact,Schedule Value,SEASONAL RESET SUPPLY AIR TEMP SCH;
+Actuator,Schedule:Compact,Schedule Value,SHADETRANSSCH;
+Actuator,Schedule:Compact,Schedule Value,ZONE CONTROL TYPE SCHED;
+Actuator,Weather Data,Outdoor Dry Bulb,Environment;
+Actuator,Weather Data,Outdoor Dew Point,Environment;
+Actuator,Weather Data,Outdoor Relative Humidity,Environment;
+Actuator,Weather Data,Diffuse Solar,Environment;
+Actuator,Weather Data,Direct Solar,Environment;
+Actuator,Weather Data,Wind Speed,Environment;
+Actuator,Weather Data,Wind Direction,Environment;
+Actuator,Material,Surface Property Solar Absorptance,BR01;
+Actuator,Material,Surface Property Thermal Absorptance,BR01;
+Actuator,Material,Surface Property Visible Absorptance,BR01;
+Actuator,Material,Surface Property Solar Absorptance,CC03;
+Actuator,Material,Surface Property Thermal Absorptance,CC03;
+Actuator,Material,Surface Property Visible Absorptance,CC03;
+Actuator,Material,Surface Property Solar Absorptance,GP01;
+Actuator,Material,Surface Property Thermal Absorptance,GP01;
+Actuator,Material,Surface Property Visible Absorptance,GP01;
+Actuator,Material,Surface Property Solar Absorptance,GP02;
+Actuator,Material,Surface Property Thermal Absorptance,GP02;
+Actuator,Material,Surface Property Visible Absorptance,GP02;
+Actuator,Material,Surface Property Solar Absorptance,IN02;
+Actuator,Material,Surface Property Thermal Absorptance,IN02;
+Actuator,Material,Surface Property Visible Absorptance,IN02;
+Actuator,Material,Surface Property Solar Absorptance,IN46;
+Actuator,Material,Surface Property Thermal Absorptance,IN46;
+Actuator,Material,Surface Property Visible Absorptance,IN46;
+Actuator,Material,Surface Property Solar Absorptance,PW03;
+Actuator,Material,Surface Property Thermal Absorptance,PW03;
+Actuator,Material,Surface Property Visible Absorptance,PW03;
+Actuator,Material,Surface Property Solar Absorptance,RG01;
+Actuator,Material,Surface Property Thermal Absorptance,RG01;
+Actuator,Material,Surface Property Visible Absorptance,RG01;
+Actuator,Material,Surface Property Solar Absorptance,WD01;
+Actuator,Material,Surface Property Thermal Absorptance,WD01;
+Actuator,Material,Surface Property Visible Absorptance,WD01;
+Actuator,Material,Surface Property Solar Absorptance,WD10;
+Actuator,Material,Surface Property Thermal Absorptance,WD10;
+Actuator,Material,Surface Property Visible Absorptance,WD10;
+Actuator,Material,Surface Property Solar Absorptance,CP01;
+Actuator,Material,Surface Property Thermal Absorptance,CP01;
+Actuator,Material,Surface Property Visible Absorptance,CP01;
+Actuator,Material,Surface Property Solar Absorptance,MAT-CLNG-1;
+Actuator,Material,Surface Property Thermal Absorptance,MAT-CLNG-1;
+Actuator,Material,Surface Property Visible Absorptance,MAT-CLNG-1;
+Actuator,Material,Surface Property Solar Absorptance,MAT-FLOOR-1;
+Actuator,Material,Surface Property Thermal Absorptance,MAT-FLOOR-1;
+Actuator,Material,Surface Property Visible Absorptance,MAT-FLOOR-1;
+Actuator,Material,Surface Property Solar Absorptance,MAT-SB-U;
+Actuator,Material,Surface Property Thermal Absorptance,MAT-SB-U;
+Actuator,Material,Surface Property Visible Absorptance,MAT-SB-U;
+Actuator,People,Number of People,SPACE1-1 PEOPLE 1;
+Actuator,People,Number of People,SPACE2-1 PEOPLE 1;
+Actuator,People,Number of People,SPACE3-1 PEOPLE 1;
+Actuator,People,Number of People,SPACE4-1 PEOPLE 1;
+Actuator,People,Number of People,SPACE5-1 PEOPLE 1;
+Actuator,Lights,Electricity Rate,SPACE1-1 LIGHTS 1;
+Actuator,Lights,Electricity Rate,SPACE2-1 LIGHTS 1;
+Actuator,Lights,Electricity Rate,SPACE3-1 LIGHTS 1;
+Actuator,Lights,Electricity Rate,SPACE4-1 LIGHTS 1;
+Actuator,Lights,Electricity Rate,SPACE5-1 LIGHTS 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE1-1 ELECEQ 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE2-1 ELECEQ 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE3-1 ELECEQ 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE4-1 ELECEQ 1;
+Actuator,ElectricEquipment,Electricity Rate,SPACE5-1 ELECEQ 1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PB;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PB;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PF;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PF;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PL;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PL;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PR;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PR;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1P;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1P;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,TOP-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,TOP-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,FRONT-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,FRONT-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB12;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB12;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB14;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB14;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB15;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB15;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F1-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F1-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DF-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DF-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WF-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WF-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,RIGHT-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,RIGHT-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB21;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB21;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB23;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB23;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB25;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB25;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F2-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F2-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WR-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WR-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,BACK-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,BACK-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB32;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB32;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB34;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB34;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB35;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB35;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F3-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F3-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DB-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DB-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WB-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WB-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,LEFT-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,LEFT-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB41;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB41;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB43;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB43;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB45;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB45;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F4-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F4-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WL-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WL-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB51;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB51;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB52;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB52;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB53;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB53;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB54;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB54;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F5-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F5-1;
+Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1;
+Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1;
+Actuator,Surface,Construction State,WALL-1PB;
+Actuator,Surface,Construction State,WALL-1PF;
+Actuator,Surface,Construction State,WALL-1PL;
+Actuator,Surface,Construction State,WALL-1PR;
+Actuator,Surface,Construction State,C1-1P;
+Actuator,Surface,Construction State,C2-1P;
+Actuator,Surface,Construction State,C3-1P;
+Actuator,Surface,Construction State,C4-1P;
+Actuator,Surface,Construction State,C5-1P;
+Actuator,Surface,Construction State,TOP-1;
+Actuator,Surface,Construction State,FRONT-1;
+Actuator,Surface,Construction State,SB12;
+Actuator,Surface,Construction State,SB14;
+Actuator,Surface,Construction State,SB15;
+Actuator,Surface,Construction State,F1-1;
+Actuator,Surface,Construction State,C1-1;
+Actuator,Surface,Construction State,DF-1;
+Actuator,Surface,Construction State,WF-1;
+Actuator,Surface,Construction State,RIGHT-1;
+Actuator,Surface,Construction State,SB21;
+Actuator,Surface,Construction State,SB23;
+Actuator,Surface,Construction State,SB25;
+Actuator,Surface,Construction State,F2-1;
+Actuator,Surface,Construction State,C2-1;
+Actuator,Surface,Construction State,WR-1;
+Actuator,Surface,Construction State,BACK-1;
+Actuator,Surface,Construction State,SB32;
+Actuator,Surface,Construction State,SB34;
+Actuator,Surface,Construction State,SB35;
+Actuator,Surface,Construction State,F3-1;
+Actuator,Surface,Construction State,C3-1;
+Actuator,Surface,Construction State,DB-1;
+Actuator,Surface,Construction State,WB-1;
+Actuator,Surface,Construction State,LEFT-1;
+Actuator,Surface,Construction State,SB41;
+Actuator,Surface,Construction State,SB43;
+Actuator,Surface,Construction State,SB45;
+Actuator,Surface,Construction State,F4-1;
+Actuator,Surface,Construction State,C4-1;
+Actuator,Surface,Construction State,WL-1;
+Actuator,Surface,Construction State,SB51;
+Actuator,Surface,Construction State,SB52;
+Actuator,Surface,Construction State,SB53;
+Actuator,Surface,Construction State,SB54;
+Actuator,Surface,Construction State,F5-1;
+Actuator,Surface,Construction State,C5-1;
+Actuator,Surface,View Factor To Ground,WALL-1PB;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PB;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PB;
+Actuator,Surface,Outdoor Air Wind Speed,WALL-1PB;
+Actuator,Surface,Outdoor Air Wind Direction,WALL-1PB;
+Actuator,Surface,View Factor To Ground,WALL-1PF;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PF;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PF;
+Actuator,Surface,Outdoor Air Wind Speed,WALL-1PF;
+Actuator,Surface,Outdoor Air Wind Direction,WALL-1PF;
+Actuator,Surface,View Factor To Ground,WALL-1PL;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PL;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PL;
+Actuator,Surface,Outdoor Air Wind Speed,WALL-1PL;
+Actuator,Surface,Outdoor Air Wind Direction,WALL-1PL;
+Actuator,Surface,View Factor To Ground,WALL-1PR;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PR;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PR;
+Actuator,Surface,Outdoor Air Wind Speed,WALL-1PR;
+Actuator,Surface,Outdoor Air Wind Direction,WALL-1PR;
+Actuator,Surface,View Factor To Ground,TOP-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,TOP-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,TOP-1;
+Actuator,Surface,Outdoor Air Wind Speed,TOP-1;
+Actuator,Surface,Outdoor Air Wind Direction,TOP-1;
+Actuator,Surface,View Factor To Ground,FRONT-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,FRONT-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,FRONT-1;
+Actuator,Surface,Outdoor Air Wind Speed,FRONT-1;
+Actuator,Surface,Outdoor Air Wind Direction,FRONT-1;
+Actuator,Surface,View Factor To Ground,DF-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,DF-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,DF-1;
+Actuator,Surface,Outdoor Air Wind Speed,DF-1;
+Actuator,Surface,Outdoor Air Wind Direction,DF-1;
+Actuator,Surface,View Factor To Ground,WF-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WF-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WF-1;
+Actuator,Surface,Outdoor Air Wind Speed,WF-1;
+Actuator,Surface,Outdoor Air Wind Direction,WF-1;
+Actuator,Surface,View Factor To Ground,RIGHT-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,RIGHT-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,RIGHT-1;
+Actuator,Surface,Outdoor Air Wind Speed,RIGHT-1;
+Actuator,Surface,Outdoor Air Wind Direction,RIGHT-1;
+Actuator,Surface,View Factor To Ground,WR-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WR-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WR-1;
+Actuator,Surface,Outdoor Air Wind Speed,WR-1;
+Actuator,Surface,Outdoor Air Wind Direction,WR-1;
+Actuator,Surface,View Factor To Ground,BACK-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,BACK-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,BACK-1;
+Actuator,Surface,Outdoor Air Wind Speed,BACK-1;
+Actuator,Surface,Outdoor Air Wind Direction,BACK-1;
+Actuator,Surface,View Factor To Ground,DB-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,DB-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,DB-1;
+Actuator,Surface,Outdoor Air Wind Speed,DB-1;
+Actuator,Surface,Outdoor Air Wind Direction,DB-1;
+Actuator,Surface,View Factor To Ground,WB-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WB-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WB-1;
+Actuator,Surface,Outdoor Air Wind Speed,WB-1;
+Actuator,Surface,Outdoor Air Wind Direction,WB-1;
+Actuator,Surface,View Factor To Ground,LEFT-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,LEFT-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,LEFT-1;
+Actuator,Surface,Outdoor Air Wind Speed,LEFT-1;
+Actuator,Surface,Outdoor Air Wind Direction,LEFT-1;
+Actuator,Surface,View Factor To Ground,WL-1;
+Actuator,Surface,Outdoor Air Drybulb Temperature,WL-1;
+Actuator,Surface,Outdoor Air Wetbulb Temperature,WL-1;
+Actuator,Surface,Outdoor Air Wind Speed,WL-1;
+Actuator,Surface,Outdoor Air Wind Direction,WL-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,PLENUM-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,PLENUM-1;
+Actuator,Zone,Outdoor Air Wind Speed,PLENUM-1;
+Actuator,Zone,Outdoor Air Wind Direction,PLENUM-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE1-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE1-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE1-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE1-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE2-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE2-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE2-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE2-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE3-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE3-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE3-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE3-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE4-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE4-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE4-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE4-1;
+Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE5-1;
+Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE5-1;
+Actuator,Zone,Outdoor Air Wind Speed,SPACE5-1;
+Actuator,Zone,Outdoor Air Wind Direction,SPACE5-1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE1-1 INFIL 1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE2-1 INFIL 1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE3-1 INFIL 1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE4-1 INFIL 1;
+Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE5-1 INFIL 1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE1-1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE2-1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE3-1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE4-1;
+Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Heating Load,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE5-1;
+Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE5-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE1-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE1-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE2-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE2-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE3-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE3-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE4-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE4-1;
+Actuator,Zone Temperature Control,Heating Setpoint,SPACE5-1;
+Actuator,Zone Temperature Control,Cooling Setpoint,SPACE5-1;
+Actuator,Fan,Fan Air Mass Flow Rate,SUPPLY FAN 1;
+Actuator,Fan,Fan Pressure Rise,SUPPLY FAN 1;
+Actuator,Fan,Fan Total Efficiency,SUPPLY FAN 1;
+Actuator,Fan,Fan Autosized Air Flow Rate,SUPPLY FAN 1;
+Actuator,Sizing:System,Main Supply Volume Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Supply Coincident Peak Cooling Mass Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Supply Coincident Peak Heating Mass Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Supply Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Supply Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Heating Volume Flow Rate,VAV SYS 1;
+Actuator,Sizing:System,Main Cooling Volume Flow Rate,VAV SYS 1;
+Actuator,Outdoor Air Controller,Air Mass Flow Rate,OA CONTROLLER 1;
+Actuator,Curve,Curve Result,VARSPEEDCOOLCAPFT;
+Actuator,Curve,Curve Result,VARSPEEDCOOLCAPLSFT;
+Actuator,Curve,Curve Result,VARSPEEDCOOLEIRFT;
+Actuator,Curve,Curve Result,VARSPEEDCOOLEIRLSFT;
+Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLCAPFFLOW;
+Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLEIRFFLOW;
+Actuator,Curve,Curve Result,VARSPEEDCYCLINGPLFFPLR;
+Actuator,System Node Setpoint,Temperature Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,OUTSIDE AIR INLET NODE 1;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MIXED AIR NODE 1;
+Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 INLET NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,ZONE EQ IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 OUT NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ATU IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 NODE;
+Actuator,System Node Setpoint,Temperature Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Temperature Minimum Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Temperature Maximum Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,RELIEF AIR OUTLET NODE 1;
+Actuator,Outdoor Air System Node,Drybulb Temperature,OUTSIDE AIR INLET NODE 1;
+Actuator,Outdoor Air System Node,Wetbulb Temperature,OUTSIDE AIR INLET NODE 1;
+Actuator,Outdoor Air System Node,Wind Speed,OUTSIDE AIR INLET NODE 1;
+Actuator,Outdoor Air System Node,Wind Direction,OUTSIDE AIR INLET NODE 1;
+Actuator,Outdoor Air System Node,Drybulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,Outdoor Air System Node,Wetbulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,Outdoor Air System Node,Wind Speed,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,Outdoor Air System Node,Wind Direction,MAIN COOLING COIL 1 CONDENSER NODE;
+Actuator,AirLoopHVAC,Availability Status,VAV SYS 1;
+**INTERNAL_VARIABLES**
+InternalVariable,People Count Design Level,SPACE1-1 PEOPLE 1
+InternalVariable,People Count Design Level,SPACE2-1 PEOPLE 1
+InternalVariable,People Count Design Level,SPACE3-1 PEOPLE 1
+InternalVariable,People Count Design Level,SPACE4-1 PEOPLE 1
+InternalVariable,People Count Design Level,SPACE5-1 PEOPLE 1
+InternalVariable,Lighting Power Design Level,SPACE1-1 LIGHTS 1
+InternalVariable,Lighting Power Design Level,SPACE2-1 LIGHTS 1
+InternalVariable,Lighting Power Design Level,SPACE3-1 LIGHTS 1
+InternalVariable,Lighting Power Design Level,SPACE4-1 LIGHTS 1
+InternalVariable,Lighting Power Design Level,SPACE5-1 LIGHTS 1
+InternalVariable,Plug and Process Power Design Level,SPACE1-1 ELECEQ 1
+InternalVariable,Plug and Process Power Design Level,SPACE2-1 ELECEQ 1
+InternalVariable,Plug and Process Power Design Level,SPACE3-1 ELECEQ 1
+InternalVariable,Plug and Process Power Design Level,SPACE4-1 ELECEQ 1
+InternalVariable,Plug and Process Power Design Level,SPACE5-1 ELECEQ 1
+InternalVariable,Zone Floor Area,PLENUM-1
+InternalVariable,Zone Air Volume,PLENUM-1
+InternalVariable,Zone Multiplier,PLENUM-1
+InternalVariable,Zone List Multiplier,PLENUM-1
+InternalVariable,Zone Floor Area,SPACE1-1
+InternalVariable,Zone Air Volume,SPACE1-1
+InternalVariable,Zone Multiplier,SPACE1-1
+InternalVariable,Zone List Multiplier,SPACE1-1
+InternalVariable,Zone Floor Area,SPACE2-1
+InternalVariable,Zone Air Volume,SPACE2-1
+InternalVariable,Zone Multiplier,SPACE2-1
+InternalVariable,Zone List Multiplier,SPACE2-1
+InternalVariable,Zone Floor Area,SPACE3-1
+InternalVariable,Zone Air Volume,SPACE3-1
+InternalVariable,Zone Multiplier,SPACE3-1
+InternalVariable,Zone List Multiplier,SPACE3-1
+InternalVariable,Zone Floor Area,SPACE4-1
+InternalVariable,Zone Air Volume,SPACE4-1
+InternalVariable,Zone Multiplier,SPACE4-1
+InternalVariable,Zone List Multiplier,SPACE4-1
+InternalVariable,Zone Floor Area,SPACE5-1
+InternalVariable,Zone Air Volume,SPACE5-1
+InternalVariable,Zone Multiplier,SPACE5-1
+InternalVariable,Zone List Multiplier,SPACE5-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE1-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE1-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE1-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE1-1
+InternalVariable,Final Zone Design Heating Load,SPACE1-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE1-1
+InternalVariable,Final Zone Design Cooling Load,SPACE1-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE1-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE1-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE1-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE1-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE1-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE1-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE1-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE1-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE1-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE1-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE2-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE2-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE2-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE2-1
+InternalVariable,Final Zone Design Heating Load,SPACE2-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE2-1
+InternalVariable,Final Zone Design Cooling Load,SPACE2-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE2-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE2-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE2-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE2-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE2-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE2-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE2-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE2-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE2-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE2-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE3-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE3-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE3-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE3-1
+InternalVariable,Final Zone Design Heating Load,SPACE3-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE3-1
+InternalVariable,Final Zone Design Cooling Load,SPACE3-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE3-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE3-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE3-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE3-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE3-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE3-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE3-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE3-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE3-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE3-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE4-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE4-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE4-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE4-1
+InternalVariable,Final Zone Design Heating Load,SPACE4-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE4-1
+InternalVariable,Final Zone Design Cooling Load,SPACE4-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE4-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE4-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE4-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE4-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE4-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE4-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE4-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE4-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE4-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE4-1
+InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE5-1
+InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE5-1
+InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE5-1
+InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE5-1
+InternalVariable,Final Zone Design Heating Load,SPACE5-1
+InternalVariable,Intermediate Zone Design Heating Load,SPACE5-1
+InternalVariable,Final Zone Design Cooling Load,SPACE5-1
+InternalVariable,Intermediate Zone Design Cooling Load,SPACE5-1
+InternalVariable,Final Zone Design Heating Air Density,SPACE5-1
+InternalVariable,Intermediate Zone Design Heating Air Density,SPACE5-1
+InternalVariable,Final Zone Design Cooling Air Density,SPACE5-1
+InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE5-1
+InternalVariable,Final Zone Design Heating Volume Flow,SPACE5-1
+InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE5-1
+InternalVariable,Final Zone Design Cooling Volume Flow,SPACE5-1
+InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE5-1
+InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE5-1
+InternalVariable,Fan Maximum Mass Flow Rate,SUPPLY FAN 1
+InternalVariable,Fan Nominal Pressure Rise,SUPPLY FAN 1
+InternalVariable,Fan Nominal Total Efficiency,SUPPLY FAN 1
+InternalVariable,Intermediate Air System Main Supply Volume Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Coincident Peak Cooling Mass Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Coincident Peak Heating Mass Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Heating Volume Flow Rate,VAV SYS 1
+InternalVariable,Intermediate Air System Cooling Volume Flow Rate,VAV SYS 1
+InternalVariable,Air System Cooling Design Sensible Capacity,VAV SYS 1
+InternalVariable,Air System Cooling Design Total Capacity,VAV SYS 1
+InternalVariable,Air System Heating Design Sensible Capacity,VAV SYS 1
+InternalVariable,Air System Preheating Design Sensible Capacity,VAV SYS 1
+InternalVariable,Air System Outdoor Air Design Volume Flow Rate,VAV SYS 1
+InternalVariable,Air System Cooling Design Mixed Air Temperature,VAV SYS 1
+InternalVariable,Air System Cooling Design Mixed Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Cooling Design Return Air Temperature,VAV SYS 1
+InternalVariable,Air System Cooling Design Return Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Cooling Design Outdoor Air Temperature,VAV SYS 1
+InternalVariable,Air System Cooling Design Outdoor Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Heating Design Mixed Air Temperature,VAV SYS 1
+InternalVariable,Air System Heating Design Mixed Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Heating Design Return Air Temperature,VAV SYS 1
+InternalVariable,Air System Heating Design Return Air Humidity Ratio,VAV SYS 1
+InternalVariable,Air System Heating Design Outdoor Air Temperature,VAV SYS 1
+InternalVariable,Air System Heating Design Outdoor Air Humidity Ratio,VAV SYS 1
+InternalVariable,Outdoor Air Controller Maximum Mass Flow Rate,OA CONTROLLER 1
+InternalVariable,Outdoor Air Controller Minimum Mass Flow Rate,OA CONTROLLER 1
+**PLUGIN_GLOBAL_VARIABLES**
+**TRENDS**
+**METERS**
+OutputMeter,Electricity:Facility
+OutputMeter,Electricity:Building
+OutputMeter,Electricity:Zone:SPACE1-1
+OutputMeter,Electricity:SpaceType:GENERAL
+OutputMeter,InteriorLights:Electricity
+OutputMeter,InteriorLights:Electricity:Zone:SPACE1-1
+OutputMeter,InteriorLights:Electricity:SpaceType:GENERAL
+OutputMeter,GeneralLights:InteriorLights:Electricity
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE1-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:SpaceType:GENERAL
+OutputMeter,Electricity:Zone:SPACE2-1
+OutputMeter,InteriorLights:Electricity:Zone:SPACE2-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE2-1
+OutputMeter,Electricity:Zone:SPACE3-1
+OutputMeter,InteriorLights:Electricity:Zone:SPACE3-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE3-1
+OutputMeter,Electricity:Zone:SPACE4-1
+OutputMeter,InteriorLights:Electricity:Zone:SPACE4-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE4-1
+OutputMeter,Electricity:Zone:SPACE5-1
+OutputMeter,InteriorLights:Electricity:Zone:SPACE5-1
+OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE5-1
+OutputMeter,InteriorEquipment:Electricity
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE1-1
+OutputMeter,InteriorEquipment:Electricity:SpaceType:GENERAL
+OutputMeter,General:InteriorEquipment:Electricity
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE1-1
+OutputMeter,General:InteriorEquipment:Electricity:SpaceType:GENERAL
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE2-1
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE2-1
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE3-1
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE3-1
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE4-1
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE4-1
+OutputMeter,InteriorEquipment:Electricity:Zone:SPACE5-1
+OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE5-1
+OutputMeter,EnergyTransfer:Facility
+OutputMeter,EnergyTransfer:Building
+OutputMeter,EnergyTransfer:Zone:PLENUM-1
+OutputMeter,Heating:EnergyTransfer
+OutputMeter,Heating:EnergyTransfer:Zone:PLENUM-1
+OutputMeter,General:Heating:EnergyTransfer
+OutputMeter,General:Heating:EnergyTransfer:Zone:PLENUM-1
+OutputMeter,Cooling:EnergyTransfer
+OutputMeter,Cooling:EnergyTransfer:Zone:PLENUM-1
+OutputMeter,General:Cooling:EnergyTransfer
+OutputMeter,General:Cooling:EnergyTransfer:Zone:PLENUM-1
+OutputMeter,EnergyTransfer:Zone:SPACE1-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE1-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE1-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE1-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE1-1
+OutputMeter,EnergyTransfer:Zone:SPACE2-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE2-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE2-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE2-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE2-1
+OutputMeter,EnergyTransfer:Zone:SPACE3-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE3-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE3-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE3-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE3-1
+OutputMeter,EnergyTransfer:Zone:SPACE4-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE4-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE4-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE4-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE4-1
+OutputMeter,EnergyTransfer:Zone:SPACE5-1
+OutputMeter,Heating:EnergyTransfer:Zone:SPACE5-1
+OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE5-1
+OutputMeter,Cooling:EnergyTransfer:Zone:SPACE5-1
+OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE5-1
+OutputMeter,ElectricityPurchased:Facility
+OutputMeter,ElectricityPurchased:Plant
+OutputMeter,Cogeneration:ElectricityPurchased
+OutputMeter,General:Cogeneration:ElectricityPurchased
+OutputMeter,ElectricitySurplusSold:Facility
+OutputMeter,ElectricitySurplusSold:Plant
+OutputMeter,Cogeneration:ElectricitySurplusSold
+OutputMeter,General:Cogeneration:ElectricitySurplusSold
+OutputMeter,ElectricityNet:Facility
+OutputMeter,ElectricityNet:Plant
+OutputMeter,Cogeneration:ElectricityNet
+OutputMeter,General:Cogeneration:ElectricityNet
+OutputMeter,EnergyTransfer:HVAC
+OutputMeter,HeatingCoils:EnergyTransfer
+OutputMeter,NaturalGas:Facility
+OutputMeter,NaturalGas:HVAC
+OutputMeter,Heating:NaturalGas
+OutputMeter,General:Heating:NaturalGas
+OutputMeter,Electricity:HVAC
+OutputMeter,Heating:Electricity
+OutputMeter,General:Heating:Electricity
+OutputMeter,Fans:Electricity
+OutputMeter,General:Fans:Electricity
+OutputMeter,CoolingCoils:EnergyTransfer
+OutputMeter,Cooling:Electricity
+OutputMeter,General:Cooling:Electricity
+OutputMeter,Water:Facility
+OutputMeter,Water:HVAC
+OutputMeter,Cooling:Water
+OutputMeter,General:Cooling:Water
+OutputMeter,MainsWater:Facility
+OutputMeter,MainsWater:HVAC
+OutputMeter,Cooling:MainsWater
+OutputMeter,General:Cooling:MainsWater
+OutputMeter,Carbon Equivalent:Facility
+OutputMeter,CarbonEquivalentEmissions:Carbon Equivalent
+**VARIABLES**
+OutputVariable,Site Outdoor Air Drybulb Temperature,ENVIRONMENT
+OutputVariable,Lights Electricity Energy,SPACE1-1 LIGHTS 1
+OutputVariable,Lights Electricity Energy,SPACE2-1 LIGHTS 1
+OutputVariable,Lights Electricity Energy,SPACE3-1 LIGHTS 1
+OutputVariable,Lights Electricity Energy,SPACE4-1 LIGHTS 1
+OutputVariable,Lights Electricity Energy,SPACE5-1 LIGHTS 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE1-1 ELECEQ 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE2-1 ELECEQ 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE3-1 ELECEQ 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE4-1 ELECEQ 1
+OutputVariable,Electric Equipment Electricity Energy,SPACE5-1 ELECEQ 1
+OutputVariable,Zone Air System Sensible Heating Energy,PLENUM-1
+OutputVariable,Zone Air System Sensible Cooling Energy,PLENUM-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE1-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE1-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE2-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE2-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE3-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE3-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE4-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE4-1
+OutputVariable,Zone Air Temperature,SPACE5-1
+OutputVariable,Zone Air Relative Humidity,SPACE5-1
+OutputVariable,Zone Air System Sensible Heating Energy,SPACE5-1
+OutputVariable,Zone Air System Sensible Cooling Energy,SPACE5-1
+OutputVariable,Zone Thermostat Heating Setpoint Temperature,SPACE5-1
+OutputVariable,Zone Thermostat Cooling Setpoint Temperature,SPACE5-1
+OutputVariable,Facility Total Purchased Electricity Energy,WHOLE BUILDING
+OutputVariable,Facility Total Surplus Electricity Energy,WHOLE BUILDING
+OutputVariable,Facility Net Purchased Electricity Energy,WHOLE BUILDING
+OutputVariable,Facility Total HVAC Electricity Demand Rate,WHOLE BUILDING
+OutputVariable,Heating Coil Heating Energy,MAIN HEATING COIL 1
+OutputVariable,Heating Coil NaturalGas Energy,MAIN HEATING COIL 1
+OutputVariable,Heating Coil Electricity Energy,MAIN HEATING COIL 1
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,MAIN HEATING COIL 1
+OutputVariable,Heating Coil Heating Energy,SPACE1-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE1-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE1-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE1-1 ZONE COIL
+OutputVariable,Heating Coil Heating Energy,SPACE2-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE2-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE2-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE2-1 ZONE COIL
+OutputVariable,Heating Coil Heating Energy,SPACE3-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE3-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE3-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE3-1 ZONE COIL
+OutputVariable,Heating Coil Heating Energy,SPACE4-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE4-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE4-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE4-1 ZONE COIL
+OutputVariable,Heating Coil Heating Energy,SPACE5-1 ZONE COIL
+OutputVariable,Heating Coil NaturalGas Energy,SPACE5-1 ZONE COIL
+OutputVariable,Heating Coil Electricity Energy,SPACE5-1 ZONE COIL
+OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE5-1 ZONE COIL
+OutputVariable,Fan Electricity Energy,SUPPLY FAN 1
+OutputVariable,Cooling Coil Total Cooling Energy,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Electricity Energy,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Evaporative Condenser Water Volume,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Evaporative Condenser Mains Supply Water Volume,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Evaporative Condenser Pump Electricity Energy,MAIN COOLING COIL 1
+OutputVariable,Cooling Coil Basin Heater Electricity Energy,MAIN COOLING COIL 1
+OutputVariable,Environmental Impact Total N2O Emissions Carbon Equivalent Mass,SITE
+OutputVariable,Environmental Impact Total CH4 Emissions Carbon Equivalent Mass,SITE
+OutputVariable,Environmental Impact Total CO2 Emissions Carbon Equivalent Mass,SITE
+
+    #----------------------------------------------------------------------------------#
+                                CONTROLLED ELEMENTS:
+    #----------------------------------------------------------------------------------#
+    - Actuators: {'Heating_Setpoint_RL': 7, 'Cooling_Setpoint_RL': 3}
+    - Variables: {'outdoor_temperature': 1, 'htg_setpoint': 26, 'clg_setpoint': 27, 'air_temperature': 22, 'air_humidity': 23, 'HVAC_electricity_demand_rate': 31}
+    - Meters: {}
+    - Internal Variables: None
+
+
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: WARN: env.info to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.info` for environment variables or `env.get_wrapper_attr('info')` that will search the reminding wrappers.
+  logger.warn(
+
    +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.ipynb b/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.ipynb new file mode 100644 index 0000000000..32b86a2bae --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/getting_env_information.ipynb @@ -0,0 +1,2608 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Getting information about Sinergym environments" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Sinergym environments have an extended backend to work with building and weather models, the EnergyPlus engine, Wrappers, etc.\n", + "\n", + "However, it's crucial that users can access information about these background components from the environment interface. This section will show you how to do that.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "\n", + "import sinergym\n", + "from sinergym.utils.common import export_schedulers_to_excel" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Schedulers information" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Buildings have a set of schedulers that control the building's actuators according to predefined rules. \n", + "In addition to the information available in the log files generated by EnergyPlus, you can consult Sinergym's reading of the building to see how these schedulers affect the building.\n", + "Schedulers information is extracted into a Python dictionary, and Sinergym can export that information to an Excel file.\n", + "To do this, simply load the environment and follow the next steps:" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [demo-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment demo-v1 created successfully.\u001b[0m\n", + "{'ActSchd': {'SPACE1-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE2-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE3-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE4-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE5-1 People 1': {'field_name': 'activity_level_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'Type': 'Any Number'},\n", + " 'BasinHeaterSched': {'Main Cooling Coil 1': {'field_name': 'basin_heater_operating_schedule_name',\n", + " 'table_name': 'Coil:Cooling:DX:TwoSpeed'},\n", + " 'Type': 'On/Off'},\n", + " 'Clg-SetP-Sch': {'CoolingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:SingleCooling'},\n", + " 'DualSetPoint': {'field_name': 'cooling_setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:DualSetpoint'},\n", + " 'Type': 'Temperature'},\n", + " 'CoolingCoilAvailSched': {'DX Cooling Coil System 1': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'CoilSystem:Cooling:DX'},\n", + " 'Main Cooling Coil 1': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Cooling:DX:TwoSpeed'},\n", + " 'Type': 'Fraction'},\n", + " 'EQUIP-1': {'SPACE1-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'SPACE2-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'SPACE3-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'SPACE4-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'SPACE5-1 ElecEq 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ElectricEquipment'},\n", + " 'Type': 'Fraction'},\n", + " 'FanAvailSched': {'Supply Fan 1': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Fan:VariableVolume'},\n", + " 'Type': 'Fraction',\n", + " 'VAV Sys 1 Avail': {'field_name': 'schedule_name',\n", + " 'table_name': 'AvailabilityManager:Scheduled'}},\n", + " 'Htg-SetP-Sch': {'DualSetPoint': {'field_name': 'heating_setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:DualSetpoint'},\n", + " 'HeatingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:SingleHeating'},\n", + " 'Type': 'Temperature'},\n", + " 'INFIL-SCH': {'SPACE1-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'SPACE2-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'SPACE3-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'SPACE4-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'SPACE5-1 Infil 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'ZoneInfiltration:DesignFlowRate'},\n", + " 'Type': 'Fraction'},\n", + " 'LIGHTS-1': {'SPACE1-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'SPACE2-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'SPACE3-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'SPACE4-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'SPACE5-1 Lights 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'Lights'},\n", + " 'Type': 'Fraction'},\n", + " 'Min OA Sched': {'OA Controller 1': {'field_name': 'minimum_outdoor_air_schedule_name',\n", + " 'table_name': 'Controller:OutdoorAir'},\n", + " 'Type': 'Fraction'},\n", + " 'Min OARequirements Sched': {'Type': 'Any Number',\n", + " 'ZoneMinOARequirements': {'field_name': 'outdoor_air_schedule_name',\n", + " 'table_name': 'DesignSpecification:OutdoorAir'}},\n", + " 'OCCUPY-1': {'SPACE1-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE2-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE3-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE4-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'SPACE5-1 People 1': {'field_name': 'number_of_people_schedule_name',\n", + " 'table_name': 'People'},\n", + " 'Type': 'Fraction'},\n", + " 'PlenumClg-SetP-Sch': {'PlenumCoolingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:SingleCooling'},\n", + " 'Type': 'Temperature'},\n", + " 'PlenumHtg-SetP-Sch': {'PlenumHeatingSetpoint': {'field_name': 'setpoint_temperature_schedule_name',\n", + " 'table_name': 'ThermostatSetpoint:SingleHeating'},\n", + " 'Type': 'Temperature'},\n", + " 'ReheatCoilAvailSched': {'Main heating Coil 1': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE1-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE1-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE2-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE2-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE3-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE3-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE4-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE4-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'SPACE5-1 VAV Reheat': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'AirTerminal:SingleDuct:VAV:Reheat'},\n", + " 'SPACE5-1 Zone Coil': {'field_name': 'availability_schedule_name',\n", + " 'table_name': 'Coil:Heating:Fuel'},\n", + " 'Type': 'Fraction'},\n", + " 'Seasonal Reset Supply Air Temp Sch': {'Supply Air Temp Manager 1': {'field_name': 'schedule_name',\n", + " 'table_name': 'SetpointManager:Scheduled'},\n", + " 'Type': 'Temperature'},\n", + " 'ShadeTransSch': {'Main South Overhang': {'field_name': 'transmittance_schedule_name',\n", + " 'table_name': 'Shading:Zone:Detailed'},\n", + " 'South Door Overhang': {'field_name': 'transmittance_schedule_name',\n", + " 'table_name': 'Shading:Zone:Detailed'},\n", + " 'Type': 'Fraction'},\n", + " 'Zone Control Type Sched': {'SPACE1-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'SPACE2-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'SPACE3-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'SPACE4-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'SPACE5-1 Control': {'field_name': 'control_type_schedule_name',\n", + " 'table_name': 'ZoneControl:Thermostat'},\n", + " 'Type': 'Control Type'}}\n" + ] + } + ], + "source": [ + "from pprint import pprint\n", + "\n", + "env = gym.make('Eplus-demo-v1')\n", + "schedulers=env.get_wrapper_attr('schedulers')\n", + "pprint(schedulers)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "If you want to get an Excel file with that information, there's a function for that:" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [], + "source": [ + "export_schedulers_to_excel(schedulers=schedulers,path='./example.xlsx')" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Environment Properties" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As mentioned, some environment features are created in the gym interface layer, but more information is calculated in the backend.\n", + "Therefore, Sinergym environments have several properties to consult this information. For more details, visit the documentation, but here are some examples:\n", + "\n", + "Note: We're using the `get_wrapper_attr` method from Gym to get information about the attributes, in line with the new Gymnasium protocol." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "What is all the variables names which conform my Gymnasium observation?: ['month', 'day_of_month', 'hour', 'outdoor_temperature', 'htg_setpoint', 'clg_setpoint', 'air_temperature', 'air_humidity', 'HVAC_electricity_demand_rate']\n", + "What is all the variables names which conform my Gymnasium action?: ['Heating_Setpoint_RL', 'Cooling_Setpoint_RL']\n", + "Is there an episode executing?: False\n", + "What is the episode run period?: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\n", + "Episode length in seconds?: 31536000.0\n", + "How many steps have an episode?: 35040\n", + "How often do steps changed?: 900.0\n", + "What are the available zones?: ['PLENUM-1', 'SPACE1-1', 'SPACE2-1', 'SPACE3-1', 'SPACE4-1', 'SPACE5-1']\n", + "Where is the output path of Sinergym environment?: /workspaces/sinergym/examples/Eplus-env-demo-v1-res35041\n", + "Where is the building used?: /workspaces/sinergym/sinergym/data/buildings/5ZoneAutoDXVAV.epJSON\n", + "Where is the weather used?: /workspaces/sinergym/sinergym/data/weather/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw\n", + "Is the action space discrete?: False\n" + ] + } + ], + "source": [ + "print('What is all the variables names which conform my Gymnasium observation?: {}'.format(env.get_wrapper_attr('observation_variables')))\n", + "print('What is all the variables names which conform my Gymnasium action?: {}'.format(env.get_wrapper_attr('action_variables')))\n", + "print('Is there an episode executing?: {}'.format(env.get_wrapper_attr('is_running')))\n", + "print('What is the episode run period?: {}'.format(env.get_wrapper_attr('runperiod')))\n", + "print('Episode length in seconds?: {}'.format(env.get_wrapper_attr('episode_length')))\n", + "print('How many steps have an episode?: {}'.format(env.get_wrapper_attr('timestep_per_episode')))\n", + "print('How often do steps changed?: {}'.format(env.get_wrapper_attr('step_size')))\n", + "print('What are the available zones?: {}'.format(env.get_wrapper_attr('zone_names')))\n", + "print('Where is the output path of Sinergym environment?: {}'.format(env.get_wrapper_attr('workspace_path')))\n", + "print('Where is the building used?: {}'.format(env.get_wrapper_attr('building_path')))\n", + "print('Where is the weather used?: {}'.format(env.get_wrapper_attr('weather_path')))\n", + "print('Is the action space discrete?: {}'.format(env.get_wrapper_attr('is_discrete')))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Handlers information" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Similarly, we can consult the actuators, variables, and meters available in the environment, along with those we're specifically controlling and observing with our environment.\n", + "\n", + "You can consult it as follows:" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Available Handlers: None\n", + "Controlled actuators: None\n", + "Observed variables: None\n", + "Observed meters: None\n" + ] + } + ], + "source": [ + "print('Available Handlers: {}'.format(env.get_wrapper_attr('available_handlers')))\n", + "print('Controlled actuators: {}'.format(env.get_wrapper_attr('actuator_handlers')))\n", + "print('Observed variables: {}'.format(env.get_wrapper_attr('var_handlers')))\n", + "print('Observed meters: {}'.format(env.get_wrapper_attr('meter_handlers')))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As you can see, the information isn't displayed. This is due to internal reasons of the EnergyPlus API. To make this information available, we need to perform the first `reset()` on the environment:" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [demo-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 1, 'end_month': 3, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated episode length (seconds): 5184000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timestep size (seconds): 3600.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timesteps per episode: 1440\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Available Handlers: **ACTUATORS**\n", + "Actuator,Schedule:Compact,Schedule Value,ACTSCHD;\n", + "Actuator,Schedule:Compact,Schedule Value,BASINHEATERSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,CLG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,COOLINGCOILAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,EQUIP-1;\n", + "Actuator,Schedule:Compact,Schedule Value,FANAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,HTG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,INFIL-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,LIGHTS-1;\n", + "Actuator,Schedule:Compact,Schedule Value,MIN OA SCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,MIN OAREQUIREMENTS SCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,OCCUPY-1;\n", + "Actuator,Schedule:Compact,Schedule Value,PLENUMCLG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,PLENUMHTG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,REHEATCOILAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,SEASONAL RESET SUPPLY AIR TEMP SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,SHADETRANSSCH;\n", + "Actuator,Schedule:Compact,Schedule Value,ZONE CONTROL TYPE SCHED;\n", + "Actuator,Weather Data,Outdoor Dry Bulb,Environment;\n", + "Actuator,Weather Data,Outdoor Dew Point,Environment;\n", + "Actuator,Weather Data,Outdoor Relative Humidity,Environment;\n", + "Actuator,Weather Data,Diffuse Solar,Environment;\n", + "Actuator,Weather Data,Direct Solar,Environment;\n", + "Actuator,Weather Data,Wind Speed,Environment;\n", + "Actuator,Weather Data,Wind Direction,Environment;\n", + "Actuator,Material,Surface Property Solar Absorptance,BR01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,BR01;\n", + "Actuator,Material,Surface Property Visible Absorptance,BR01;\n", + "Actuator,Material,Surface Property Solar Absorptance,CC03;\n", + "Actuator,Material,Surface Property Thermal Absorptance,CC03;\n", + "Actuator,Material,Surface Property Visible Absorptance,CC03;\n", + "Actuator,Material,Surface Property Solar Absorptance,GP01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,GP01;\n", + "Actuator,Material,Surface Property Visible Absorptance,GP01;\n", + "Actuator,Material,Surface Property Solar Absorptance,GP02;\n", + "Actuator,Material,Surface Property Thermal Absorptance,GP02;\n", + "Actuator,Material,Surface Property Visible Absorptance,GP02;\n", + "Actuator,Material,Surface Property Solar Absorptance,IN02;\n", + "Actuator,Material,Surface Property Thermal Absorptance,IN02;\n", + "Actuator,Material,Surface Property Visible Absorptance,IN02;\n", + "Actuator,Material,Surface Property Solar Absorptance,IN46;\n", + "Actuator,Material,Surface Property Thermal Absorptance,IN46;\n", + "Actuator,Material,Surface Property Visible Absorptance,IN46;\n", + "Actuator,Material,Surface Property Solar Absorptance,PW03;\n", + "Actuator,Material,Surface Property Thermal Absorptance,PW03;\n", + "Actuator,Material,Surface Property Visible Absorptance,PW03;\n", + "Actuator,Material,Surface Property Solar Absorptance,RG01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,RG01;\n", + "Actuator,Material,Surface Property Visible Absorptance,RG01;\n", + "Actuator,Material,Surface Property Solar Absorptance,WD01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,WD01;\n", + "Actuator,Material,Surface Property Visible Absorptance,WD01;\n", + "Actuator,Material,Surface Property Solar Absorptance,WD10;\n", + "Actuator,Material,Surface Property Thermal Absorptance,WD10;\n", + "Actuator,Material,Surface Property Visible Absorptance,WD10;\n", + "Actuator,Material,Surface Property Solar Absorptance,CP01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,CP01;\n", + "Actuator,Material,Surface Property Visible Absorptance,CP01;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-SB-U;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-SB-U;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-SB-U;\n", + "Actuator,People,Number of People,SPACE1-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE2-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE3-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE4-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE5-1 PEOPLE 1;\n", + "Actuator,Lights,Electricity Rate,SPACE1-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE2-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE3-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE4-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE5-1 LIGHTS 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE1-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE2-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE3-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE4-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE5-1 ELECEQ 1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PB;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PB;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PF;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PF;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PL;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PL;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PR;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PR;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,TOP-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,TOP-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,FRONT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,FRONT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB12;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB12;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB14;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB14;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB15;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB15;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F1-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F1-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DF-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DF-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WF-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WF-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,RIGHT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,RIGHT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB21;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB21;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB23;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB23;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB25;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB25;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F2-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F2-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WR-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WR-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,BACK-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,BACK-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB32;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB32;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB34;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB34;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB35;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB35;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F3-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F3-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DB-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DB-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WB-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WB-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,LEFT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,LEFT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB41;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB41;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB43;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB43;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB45;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB45;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F4-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F4-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WL-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WL-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB51;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB51;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB52;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB52;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB53;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB53;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB54;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB54;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F5-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F5-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1;\n", + "Actuator,Surface,Construction State,WALL-1PB;\n", + "Actuator,Surface,Construction State,WALL-1PF;\n", + "Actuator,Surface,Construction State,WALL-1PL;\n", + "Actuator,Surface,Construction State,WALL-1PR;\n", + "Actuator,Surface,Construction State,C1-1P;\n", + "Actuator,Surface,Construction State,C2-1P;\n", + "Actuator,Surface,Construction State,C3-1P;\n", + "Actuator,Surface,Construction State,C4-1P;\n", + "Actuator,Surface,Construction State,C5-1P;\n", + "Actuator,Surface,Construction State,TOP-1;\n", + "Actuator,Surface,Construction State,FRONT-1;\n", + "Actuator,Surface,Construction State,SB12;\n", + "Actuator,Surface,Construction State,SB14;\n", + "Actuator,Surface,Construction State,SB15;\n", + "Actuator,Surface,Construction State,F1-1;\n", + "Actuator,Surface,Construction State,C1-1;\n", + "Actuator,Surface,Construction State,DF-1;\n", + "Actuator,Surface,Construction State,WF-1;\n", + "Actuator,Surface,Construction State,RIGHT-1;\n", + "Actuator,Surface,Construction State,SB21;\n", + "Actuator,Surface,Construction State,SB23;\n", + "Actuator,Surface,Construction State,SB25;\n", + "Actuator,Surface,Construction State,F2-1;\n", + "Actuator,Surface,Construction State,C2-1;\n", + "Actuator,Surface,Construction State,WR-1;\n", + "Actuator,Surface,Construction State,BACK-1;\n", + "Actuator,Surface,Construction State,SB32;\n", + "Actuator,Surface,Construction State,SB34;\n", + "Actuator,Surface,Construction State,SB35;\n", + "Actuator,Surface,Construction State,F3-1;\n", + "Actuator,Surface,Construction State,C3-1;\n", + "Actuator,Surface,Construction State,DB-1;\n", + "Actuator,Surface,Construction State,WB-1;\n", + "Actuator,Surface,Construction State,LEFT-1;\n", + "Actuator,Surface,Construction State,SB41;\n", + "Actuator,Surface,Construction State,SB43;\n", + "Actuator,Surface,Construction State,SB45;\n", + "Actuator,Surface,Construction State,F4-1;\n", + "Actuator,Surface,Construction State,C4-1;\n", + "Actuator,Surface,Construction State,WL-1;\n", + "Actuator,Surface,Construction State,SB51;\n", + "Actuator,Surface,Construction State,SB52;\n", + "Actuator,Surface,Construction State,SB53;\n", + "Actuator,Surface,Construction State,SB54;\n", + "Actuator,Surface,Construction State,F5-1;\n", + "Actuator,Surface,Construction State,C5-1;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PB;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PF;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PL;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PR;\n", + "Actuator,Surface,View Factor To Ground,TOP-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,TOP-1;\n", + "Actuator,Surface,View Factor To Ground,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,FRONT-1;\n", + "Actuator,Surface,View Factor To Ground,DF-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,DF-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,DF-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,DF-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,DF-1;\n", + "Actuator,Surface,View Factor To Ground,WF-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WF-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WF-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WF-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WF-1;\n", + "Actuator,Surface,View Factor To Ground,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,RIGHT-1;\n", + "Actuator,Surface,View Factor To Ground,WR-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WR-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WR-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WR-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WR-1;\n", + "Actuator,Surface,View Factor To Ground,BACK-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,BACK-1;\n", + "Actuator,Surface,View Factor To Ground,DB-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,DB-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,DB-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,DB-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,DB-1;\n", + "Actuator,Surface,View Factor To Ground,WB-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WB-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WB-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WB-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WB-1;\n", + "Actuator,Surface,View Factor To Ground,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,LEFT-1;\n", + "Actuator,Surface,View Factor To Ground,WL-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WL-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WL-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WL-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WL-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE5-1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE1-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE2-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE3-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE4-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE5-1 INFIL 1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE5-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE1-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE1-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE2-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE2-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE3-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE3-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE4-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE4-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE5-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE5-1;\n", + "Actuator,Fan,Fan Air Mass Flow Rate,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Pressure Rise,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Total Efficiency,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Autosized Air Flow Rate,SUPPLY FAN 1;\n", + "Actuator,Sizing:System,Main Supply Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Coincident Peak Cooling Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Coincident Peak Heating Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Heating Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Cooling Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Outdoor Air Controller,Air Mass Flow Rate,OA CONTROLLER 1;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLCAPFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLCAPLSFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLEIRFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLEIRLSFT;\n", + "Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLCAPFFLOW;\n", + "Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLEIRFFLOW;\n", + "Actuator,Curve,Curve Result,VARSPEEDCYCLINGPLFFPLR;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Drybulb Temperature,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wetbulb Temperature,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wind Speed,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wind Direction,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Drybulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wetbulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wind Speed,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wind Direction,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,AirLoopHVAC,Availability Status,VAV SYS 1;\n", + "**INTERNAL_VARIABLES**\n", + "InternalVariable,People Count Design Level,SPACE1-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE2-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE3-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE4-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE5-1 PEOPLE 1\n", + "InternalVariable,Lighting Power Design Level,SPACE1-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE2-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE3-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE4-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE5-1 LIGHTS 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE1-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE2-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE3-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE4-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE5-1 ELECEQ 1\n", + "InternalVariable,Zone Floor Area,PLENUM-1\n", + "InternalVariable,Zone Air Volume,PLENUM-1\n", + "InternalVariable,Zone Multiplier,PLENUM-1\n", + "InternalVariable,Zone List Multiplier,PLENUM-1\n", + "InternalVariable,Zone Floor Area,SPACE1-1\n", + "InternalVariable,Zone Air Volume,SPACE1-1\n", + "InternalVariable,Zone Multiplier,SPACE1-1\n", + "InternalVariable,Zone List Multiplier,SPACE1-1\n", + "InternalVariable,Zone Floor Area,SPACE2-1\n", + "InternalVariable,Zone Air Volume,SPACE2-1\n", + "InternalVariable,Zone Multiplier,SPACE2-1\n", + "InternalVariable,Zone List Multiplier,SPACE2-1\n", + "InternalVariable,Zone Floor Area,SPACE3-1\n", + "InternalVariable,Zone Air Volume,SPACE3-1\n", + "InternalVariable,Zone Multiplier,SPACE3-1\n", + "InternalVariable,Zone List Multiplier,SPACE3-1\n", + "InternalVariable,Zone Floor Area,SPACE4-1\n", + "InternalVariable,Zone Air Volume,SPACE4-1\n", + "InternalVariable,Zone Multiplier,SPACE4-1\n", + "InternalVariable,Zone List Multiplier,SPACE4-1\n", + "InternalVariable,Zone Floor Area,SPACE5-1\n", + "InternalVariable,Zone Air Volume,SPACE5-1\n", + "InternalVariable,Zone Multiplier,SPACE5-1\n", + "InternalVariable,Zone List Multiplier,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE1-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE2-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE3-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE4-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE5-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE5-1\n", + "InternalVariable,Fan Maximum Mass Flow Rate,SUPPLY FAN 1\n", + "InternalVariable,Fan Nominal Pressure Rise,SUPPLY FAN 1\n", + "InternalVariable,Fan Nominal Total Efficiency,SUPPLY FAN 1\n", + "InternalVariable,Intermediate Air System Main Supply Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Coincident Peak Cooling Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Coincident Peak Heating Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Heating Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Cooling Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Total Capacity,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Preheating Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Outdoor Air Design Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Mixed Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Mixed Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Return Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Return Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Outdoor Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Outdoor Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Mixed Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Mixed Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Return Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Return Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Outdoor Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Outdoor Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Outdoor Air Controller Maximum Mass Flow Rate,OA CONTROLLER 1\n", + "InternalVariable,Outdoor Air Controller Minimum Mass Flow Rate,OA CONTROLLER 1\n", + "**PLUGIN_GLOBAL_VARIABLES**\n", + "**TRENDS**\n", + "**METERS**\n", + "OutputMeter,Electricity:Facility\n", + "OutputMeter,Electricity:Building\n", + "OutputMeter,Electricity:Zone:SPACE1-1\n", + "OutputMeter,Electricity:SpaceType:GENERAL\n", + "OutputMeter,InteriorLights:Electricity\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE1-1\n", + "OutputMeter,InteriorLights:Electricity:SpaceType:GENERAL\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE1-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:SpaceType:GENERAL\n", + "OutputMeter,Electricity:Zone:SPACE2-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE2-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE2-1\n", + "OutputMeter,Electricity:Zone:SPACE3-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE3-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE3-1\n", + "OutputMeter,Electricity:Zone:SPACE4-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE4-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE4-1\n", + "OutputMeter,Electricity:Zone:SPACE5-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE5-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE5-1\n", + "OutputMeter,InteriorEquipment:Electricity\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE1-1\n", + "OutputMeter,InteriorEquipment:Electricity:SpaceType:GENERAL\n", + "OutputMeter,General:InteriorEquipment:Electricity\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE1-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:SpaceType:GENERAL\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE2-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE2-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE3-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE3-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE4-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE4-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE5-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE5-1\n", + "OutputMeter,EnergyTransfer:Facility\n", + "OutputMeter,EnergyTransfer:Building\n", + "OutputMeter,EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,Heating:EnergyTransfer\n", + "OutputMeter,Heating:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,General:Heating:EnergyTransfer\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,Cooling:EnergyTransfer\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,General:Cooling:EnergyTransfer\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,ElectricityPurchased:Facility\n", + "OutputMeter,ElectricityPurchased:Plant\n", + "OutputMeter,Cogeneration:ElectricityPurchased\n", + "OutputMeter,General:Cogeneration:ElectricityPurchased\n", + "OutputMeter,ElectricitySurplusSold:Facility\n", + "OutputMeter,ElectricitySurplusSold:Plant\n", + "OutputMeter,Cogeneration:ElectricitySurplusSold\n", + "OutputMeter,General:Cogeneration:ElectricitySurplusSold\n", + "OutputMeter,ElectricityNet:Facility\n", + "OutputMeter,ElectricityNet:Plant\n", + "OutputMeter,Cogeneration:ElectricityNet\n", + "OutputMeter,General:Cogeneration:ElectricityNet\n", + "OutputMeter,EnergyTransfer:HVAC\n", + "OutputMeter,HeatingCoils:EnergyTransfer\n", + "OutputMeter,NaturalGas:Facility\n", + "OutputMeter,NaturalGas:HVAC\n", + "OutputMeter,Heating:NaturalGas\n", + "OutputMeter,General:Heating:NaturalGas\n", + "OutputMeter,Electricity:HVAC\n", + "OutputMeter,Heating:Electricity\n", + "OutputMeter,General:Heating:Electricity\n", + "OutputMeter,Fans:Electricity\n", + "OutputMeter,General:Fans:Electricity\n", + "OutputMeter,CoolingCoils:EnergyTransfer\n", + "OutputMeter,Cooling:Electricity\n", + "OutputMeter,General:Cooling:Electricity\n", + "OutputMeter,Water:Facility\n", + "OutputMeter,Water:HVAC\n", + "OutputMeter,Cooling:Water\n", + "OutputMeter,General:Cooling:Water\n", + "OutputMeter,MainsWater:Facility\n", + "OutputMeter,MainsWater:HVAC\n", + "OutputMeter,Cooling:MainsWater\n", + "OutputMeter,General:Cooling:MainsWater\n", + "OutputMeter,Carbon Equivalent:Facility\n", + "OutputMeter,CarbonEquivalentEmissions:Carbon Equivalent\n", + "**VARIABLES**\n", + "OutputVariable,Site Outdoor Air Drybulb Temperature,ENVIRONMENT\n", + "OutputVariable,Lights Electricity Energy,SPACE1-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE2-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE3-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE4-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE5-1 LIGHTS 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE1-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE2-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE3-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE4-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE5-1 ELECEQ 1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,PLENUM-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,PLENUM-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE1-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE1-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE2-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE2-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE3-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE3-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE4-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE4-1\n", + "OutputVariable,Zone Air Temperature,SPACE5-1\n", + "OutputVariable,Zone Air Relative Humidity,SPACE5-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE5-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE5-1\n", + "OutputVariable,Zone Thermostat Heating Setpoint Temperature,SPACE5-1\n", + "OutputVariable,Zone Thermostat Cooling Setpoint Temperature,SPACE5-1\n", + "OutputVariable,Facility Total Purchased Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Total Surplus Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Net Purchased Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Total HVAC Electricity Demand Rate,WHOLE BUILDING\n", + "OutputVariable,Heating Coil Heating Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil NaturalGas Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Electricity Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Heating Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Fan Electricity Energy,SUPPLY FAN 1\n", + "OutputVariable,Cooling Coil Total Cooling Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Water Volume,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Mains Supply Water Volume,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Pump Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Basin Heater Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Environmental Impact Total N2O Emissions Carbon Equivalent Mass,SITE\n", + "OutputVariable,Environmental Impact Total CH4 Emissions Carbon Equivalent Mass,SITE\n", + "OutputVariable,Environmental Impact Total CO2 Emissions Carbon Equivalent Mass,SITE\n", + "\n", + "Controlled actuators: {'Heating_Setpoint_RL': 7, 'Cooling_Setpoint_RL': 3}\n", + "Observed variables: {'outdoor_temperature': 1, 'htg_setpoint': 26, 'clg_setpoint': 27, 'air_temperature': 22, 'air_humidity': 23, 'HVAC_electricity_demand_rate': 31}\n", + "Observed meters: {}\n" + ] + } + ], + "source": [ + "env.reset()\n", + "print('Available Handlers: {}'.format(env.get_wrapper_attr('available_handlers')))\n", + "print('Controlled actuators: {}'.format(env.get_wrapper_attr('actuator_handlers')))\n", + "print('Observed variables: {}'.format(env.get_wrapper_attr('var_handlers')))\n", + "print('Observed meters: {}'.format(env.get_wrapper_attr('meter_handlers')))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Displaying all the environment information" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can also print all the environment information. Just remember to do `reset()` beforehand to have handlers information too:" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + " #==================================================================================#\n", + " ENVIRONMENT NAME: demo-v1\n", + " #==================================================================================#\n", + " #----------------------------------------------------------------------------------#\n", + " ENVIRONMENT INFO:\n", + " #----------------------------------------------------------------------------------#\n", + " - Building file: /workspaces/sinergym/sinergym/data/buildings/5ZoneAutoDXVAV.epJSON\n", + " - Zone names: ['PLENUM-1', 'SPACE1-1', 'SPACE2-1', 'SPACE3-1', 'SPACE4-1', 'SPACE5-1']\n", + " - Weather file(s): ['USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw']\n", + " - Current weather used: /workspaces/sinergym/sinergym/data/weather/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw\n", + " - Episodes executed: 1\n", + " - Workspace directory: /workspaces/sinergym/examples/Eplus-env-demo-v1-res35041\n", + " - Reward function: \n", + " - Reset default options: {}\n", + " - Run period: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 1, 'end_month': 3, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 1}\n", + " - Episode length: 5184000.0\n", + " - Number of timesteps in an episode: 1440\n", + " - Timestep size (seconds): 3600.0\n", + " - It is discrete?: False\n", + " #----------------------------------------------------------------------------------#\n", + " ENVIRONMENT SPACE:\n", + " #----------------------------------------------------------------------------------#\n", + " - Observation space: Box(-50000000.0, 50000000.0, (9,), float32)\n", + " - Observation variables: ['month', 'day_of_month', 'hour', 'outdoor_temperature', 'htg_setpoint', 'clg_setpoint', 'air_temperature', 'air_humidity', 'HVAC_electricity_demand_rate']\n", + " - Action space: Box([15. 22.5], [22.5 30. ], (2,), float32)\n", + " - Action variables: ['Heating_Setpoint_RL', 'Cooling_Setpoint_RL']\n", + " #==================================================================================#\n", + " SIMULATOR\n", + " #==================================================================================#\n", + " *NOTE: To have information about available handlers and controlled elements, it is\n", + " required to do env reset before to print information.*\n", + "\n", + " Is running? : True\n", + " #----------------------------------------------------------------------------------#\n", + " AVAILABLE ELEMENTS:\n", + " #----------------------------------------------------------------------------------#\n", + " *Some variables can not be here depending if it is defined Output:Variable field\n", + " in building model. See documentation for more information.*\n", + "\n", + " **ACTUATORS**\n", + "Actuator,Schedule:Compact,Schedule Value,ACTSCHD;\n", + "Actuator,Schedule:Compact,Schedule Value,BASINHEATERSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,CLG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,COOLINGCOILAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,EQUIP-1;\n", + "Actuator,Schedule:Compact,Schedule Value,FANAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,HTG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,INFIL-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,LIGHTS-1;\n", + "Actuator,Schedule:Compact,Schedule Value,MIN OA SCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,MIN OAREQUIREMENTS SCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,OCCUPY-1;\n", + "Actuator,Schedule:Compact,Schedule Value,PLENUMCLG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,PLENUMHTG-SETP-SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,REHEATCOILAVAILSCHED;\n", + "Actuator,Schedule:Compact,Schedule Value,SEASONAL RESET SUPPLY AIR TEMP SCH;\n", + "Actuator,Schedule:Compact,Schedule Value,SHADETRANSSCH;\n", + "Actuator,Schedule:Compact,Schedule Value,ZONE CONTROL TYPE SCHED;\n", + "Actuator,Weather Data,Outdoor Dry Bulb,Environment;\n", + "Actuator,Weather Data,Outdoor Dew Point,Environment;\n", + "Actuator,Weather Data,Outdoor Relative Humidity,Environment;\n", + "Actuator,Weather Data,Diffuse Solar,Environment;\n", + "Actuator,Weather Data,Direct Solar,Environment;\n", + "Actuator,Weather Data,Wind Speed,Environment;\n", + "Actuator,Weather Data,Wind Direction,Environment;\n", + "Actuator,Material,Surface Property Solar Absorptance,BR01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,BR01;\n", + "Actuator,Material,Surface Property Visible Absorptance,BR01;\n", + "Actuator,Material,Surface Property Solar Absorptance,CC03;\n", + "Actuator,Material,Surface Property Thermal Absorptance,CC03;\n", + "Actuator,Material,Surface Property Visible Absorptance,CC03;\n", + "Actuator,Material,Surface Property Solar Absorptance,GP01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,GP01;\n", + "Actuator,Material,Surface Property Visible Absorptance,GP01;\n", + "Actuator,Material,Surface Property Solar Absorptance,GP02;\n", + "Actuator,Material,Surface Property Thermal Absorptance,GP02;\n", + "Actuator,Material,Surface Property Visible Absorptance,GP02;\n", + "Actuator,Material,Surface Property Solar Absorptance,IN02;\n", + "Actuator,Material,Surface Property Thermal Absorptance,IN02;\n", + "Actuator,Material,Surface Property Visible Absorptance,IN02;\n", + "Actuator,Material,Surface Property Solar Absorptance,IN46;\n", + "Actuator,Material,Surface Property Thermal Absorptance,IN46;\n", + "Actuator,Material,Surface Property Visible Absorptance,IN46;\n", + "Actuator,Material,Surface Property Solar Absorptance,PW03;\n", + "Actuator,Material,Surface Property Thermal Absorptance,PW03;\n", + "Actuator,Material,Surface Property Visible Absorptance,PW03;\n", + "Actuator,Material,Surface Property Solar Absorptance,RG01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,RG01;\n", + "Actuator,Material,Surface Property Visible Absorptance,RG01;\n", + "Actuator,Material,Surface Property Solar Absorptance,WD01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,WD01;\n", + "Actuator,Material,Surface Property Visible Absorptance,WD01;\n", + "Actuator,Material,Surface Property Solar Absorptance,WD10;\n", + "Actuator,Material,Surface Property Thermal Absorptance,WD10;\n", + "Actuator,Material,Surface Property Visible Absorptance,WD10;\n", + "Actuator,Material,Surface Property Solar Absorptance,CP01;\n", + "Actuator,Material,Surface Property Thermal Absorptance,CP01;\n", + "Actuator,Material,Surface Property Visible Absorptance,CP01;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-CLNG-1;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-FLOOR-1;\n", + "Actuator,Material,Surface Property Solar Absorptance,MAT-SB-U;\n", + "Actuator,Material,Surface Property Thermal Absorptance,MAT-SB-U;\n", + "Actuator,Material,Surface Property Visible Absorptance,MAT-SB-U;\n", + "Actuator,People,Number of People,SPACE1-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE2-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE3-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE4-1 PEOPLE 1;\n", + "Actuator,People,Number of People,SPACE5-1 PEOPLE 1;\n", + "Actuator,Lights,Electricity Rate,SPACE1-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE2-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE3-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE4-1 LIGHTS 1;\n", + "Actuator,Lights,Electricity Rate,SPACE5-1 LIGHTS 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE1-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE2-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE3-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE4-1 ELECEQ 1;\n", + "Actuator,ElectricEquipment,Electricity Rate,SPACE5-1 ELECEQ 1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-MAIN SOUTH OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,Mir-SOUTH DOOR OVERHANG;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PB;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PB;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PF;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PF;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PL;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PL;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WALL-1PR;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WALL-1PR;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1P;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1P;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,TOP-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,TOP-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,FRONT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,FRONT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB12;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB12;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB14;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB14;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB15;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB15;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F1-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F1-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C1-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C1-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DF-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DF-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WF-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WF-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,RIGHT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,RIGHT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB21;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB21;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB23;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB23;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB25;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB25;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F2-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F2-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C2-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C2-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WR-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WR-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,BACK-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,BACK-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB32;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB32;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB34;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB34;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB35;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB35;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F3-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F3-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C3-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C3-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,DB-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,DB-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WB-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WB-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,LEFT-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,LEFT-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB41;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB41;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB43;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB43;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB45;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB45;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F4-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F4-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C4-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C4-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,WL-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,WL-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB51;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB51;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB52;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB52;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB53;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB53;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,SB54;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,SB54;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,F5-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,F5-1;\n", + "Actuator,Surface,Interior Surface Convection Heat Transfer Coefficient,C5-1;\n", + "Actuator,Surface,Exterior Surface Convection Heat Transfer Coefficient,C5-1;\n", + "Actuator,Surface,Construction State,WALL-1PB;\n", + "Actuator,Surface,Construction State,WALL-1PF;\n", + "Actuator,Surface,Construction State,WALL-1PL;\n", + "Actuator,Surface,Construction State,WALL-1PR;\n", + "Actuator,Surface,Construction State,C1-1P;\n", + "Actuator,Surface,Construction State,C2-1P;\n", + "Actuator,Surface,Construction State,C3-1P;\n", + "Actuator,Surface,Construction State,C4-1P;\n", + "Actuator,Surface,Construction State,C5-1P;\n", + "Actuator,Surface,Construction State,TOP-1;\n", + "Actuator,Surface,Construction State,FRONT-1;\n", + "Actuator,Surface,Construction State,SB12;\n", + "Actuator,Surface,Construction State,SB14;\n", + "Actuator,Surface,Construction State,SB15;\n", + "Actuator,Surface,Construction State,F1-1;\n", + "Actuator,Surface,Construction State,C1-1;\n", + "Actuator,Surface,Construction State,DF-1;\n", + "Actuator,Surface,Construction State,WF-1;\n", + "Actuator,Surface,Construction State,RIGHT-1;\n", + "Actuator,Surface,Construction State,SB21;\n", + "Actuator,Surface,Construction State,SB23;\n", + "Actuator,Surface,Construction State,SB25;\n", + "Actuator,Surface,Construction State,F2-1;\n", + "Actuator,Surface,Construction State,C2-1;\n", + "Actuator,Surface,Construction State,WR-1;\n", + "Actuator,Surface,Construction State,BACK-1;\n", + "Actuator,Surface,Construction State,SB32;\n", + "Actuator,Surface,Construction State,SB34;\n", + "Actuator,Surface,Construction State,SB35;\n", + "Actuator,Surface,Construction State,F3-1;\n", + "Actuator,Surface,Construction State,C3-1;\n", + "Actuator,Surface,Construction State,DB-1;\n", + "Actuator,Surface,Construction State,WB-1;\n", + "Actuator,Surface,Construction State,LEFT-1;\n", + "Actuator,Surface,Construction State,SB41;\n", + "Actuator,Surface,Construction State,SB43;\n", + "Actuator,Surface,Construction State,SB45;\n", + "Actuator,Surface,Construction State,F4-1;\n", + "Actuator,Surface,Construction State,C4-1;\n", + "Actuator,Surface,Construction State,WL-1;\n", + "Actuator,Surface,Construction State,SB51;\n", + "Actuator,Surface,Construction State,SB52;\n", + "Actuator,Surface,Construction State,SB53;\n", + "Actuator,Surface,Construction State,SB54;\n", + "Actuator,Surface,Construction State,F5-1;\n", + "Actuator,Surface,Construction State,C5-1;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PB;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PB;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PF;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PF;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PL;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PL;\n", + "Actuator,Surface,View Factor To Ground,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WALL-1PR;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WALL-1PR;\n", + "Actuator,Surface,View Factor To Ground,TOP-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,TOP-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,TOP-1;\n", + "Actuator,Surface,View Factor To Ground,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,FRONT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,FRONT-1;\n", + "Actuator,Surface,View Factor To Ground,DF-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,DF-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,DF-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,DF-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,DF-1;\n", + "Actuator,Surface,View Factor To Ground,WF-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WF-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WF-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WF-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WF-1;\n", + "Actuator,Surface,View Factor To Ground,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,RIGHT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,RIGHT-1;\n", + "Actuator,Surface,View Factor To Ground,WR-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WR-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WR-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WR-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WR-1;\n", + "Actuator,Surface,View Factor To Ground,BACK-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,BACK-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,BACK-1;\n", + "Actuator,Surface,View Factor To Ground,DB-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,DB-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,DB-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,DB-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,DB-1;\n", + "Actuator,Surface,View Factor To Ground,WB-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WB-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WB-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WB-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WB-1;\n", + "Actuator,Surface,View Factor To Ground,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,LEFT-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,LEFT-1;\n", + "Actuator,Surface,View Factor To Ground,WL-1;\n", + "Actuator,Surface,Outdoor Air Drybulb Temperature,WL-1;\n", + "Actuator,Surface,Outdoor Air Wetbulb Temperature,WL-1;\n", + "Actuator,Surface,Outdoor Air Wind Speed,WL-1;\n", + "Actuator,Surface,Outdoor Air Wind Direction,WL-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,PLENUM-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE1-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE2-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE3-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE4-1;\n", + "Actuator,Zone,Outdoor Air Drybulb Temperature,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wetbulb Temperature,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wind Speed,SPACE5-1;\n", + "Actuator,Zone,Outdoor Air Wind Direction,SPACE5-1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE1-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE2-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE3-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE4-1 INFIL 1;\n", + "Actuator,Zone Infiltration,Air Exchange Flow Rate,SPACE5-1 INFIL 1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE1-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE2-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE3-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE4-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Air Mass Flow Rate,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Air Mass Flow Rate,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Load,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Load,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Heating Vol Flow,SPACE5-1;\n", + "Actuator,Sizing:Zone,Zone Design Cooling Vol Flow,SPACE5-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE1-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE1-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE2-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE2-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE3-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE3-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE4-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE4-1;\n", + "Actuator,Zone Temperature Control,Heating Setpoint,SPACE5-1;\n", + "Actuator,Zone Temperature Control,Cooling Setpoint,SPACE5-1;\n", + "Actuator,Fan,Fan Air Mass Flow Rate,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Pressure Rise,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Total Efficiency,SUPPLY FAN 1;\n", + "Actuator,Fan,Fan Autosized Air Flow Rate,SUPPLY FAN 1;\n", + "Actuator,Sizing:System,Main Supply Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Coincident Peak Cooling Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Coincident Peak Heating Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Supply Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Heating Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Sizing:System,Main Cooling Volume Flow Rate,VAV SYS 1;\n", + "Actuator,Outdoor Air Controller,Air Mass Flow Rate,OA CONTROLLER 1;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLCAPFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLCAPLSFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLEIRFT;\n", + "Actuator,Curve,Curve Result,VARSPEEDCOOLEIRLSFT;\n", + "Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLCAPFFLOW;\n", + "Actuator,Curve,Curve Result,PACKAGEDRATEDCOOLEIRFFLOW;\n", + "Actuator,Curve,Curve Result,VARSPEEDCYCLINGPLFFPLR;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MIXED AIR NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN HEATING COIL 1 OUTLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,VAV SYS 1 INLET NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,ZONE EQ IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 OUT NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ATU IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE1-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE2-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE3-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE4-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,SPACE5-1 ZONE COIL AIR IN NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,PLENUM-1 NODE;\n", + "Actuator,System Node Setpoint,Temperature Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Minimum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Temperature Maximum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Maximum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Humidity Ratio Minimum Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Maximum Available Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,System Node Setpoint,Mass Flow Rate Minimum Available Setpoint,RELIEF AIR OUTLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Drybulb Temperature,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wetbulb Temperature,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wind Speed,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Wind Direction,OUTSIDE AIR INLET NODE 1;\n", + "Actuator,Outdoor Air System Node,Drybulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wetbulb Temperature,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wind Speed,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,Outdoor Air System Node,Wind Direction,MAIN COOLING COIL 1 CONDENSER NODE;\n", + "Actuator,AirLoopHVAC,Availability Status,VAV SYS 1;\n", + "**INTERNAL_VARIABLES**\n", + "InternalVariable,People Count Design Level,SPACE1-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE2-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE3-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE4-1 PEOPLE 1\n", + "InternalVariable,People Count Design Level,SPACE5-1 PEOPLE 1\n", + "InternalVariable,Lighting Power Design Level,SPACE1-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE2-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE3-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE4-1 LIGHTS 1\n", + "InternalVariable,Lighting Power Design Level,SPACE5-1 LIGHTS 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE1-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE2-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE3-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE4-1 ELECEQ 1\n", + "InternalVariable,Plug and Process Power Design Level,SPACE5-1 ELECEQ 1\n", + "InternalVariable,Zone Floor Area,PLENUM-1\n", + "InternalVariable,Zone Air Volume,PLENUM-1\n", + "InternalVariable,Zone Multiplier,PLENUM-1\n", + "InternalVariable,Zone List Multiplier,PLENUM-1\n", + "InternalVariable,Zone Floor Area,SPACE1-1\n", + "InternalVariable,Zone Air Volume,SPACE1-1\n", + "InternalVariable,Zone Multiplier,SPACE1-1\n", + "InternalVariable,Zone List Multiplier,SPACE1-1\n", + "InternalVariable,Zone Floor Area,SPACE2-1\n", + "InternalVariable,Zone Air Volume,SPACE2-1\n", + "InternalVariable,Zone Multiplier,SPACE2-1\n", + "InternalVariable,Zone List Multiplier,SPACE2-1\n", + "InternalVariable,Zone Floor Area,SPACE3-1\n", + "InternalVariable,Zone Air Volume,SPACE3-1\n", + "InternalVariable,Zone Multiplier,SPACE3-1\n", + "InternalVariable,Zone List Multiplier,SPACE3-1\n", + "InternalVariable,Zone Floor Area,SPACE4-1\n", + "InternalVariable,Zone Air Volume,SPACE4-1\n", + "InternalVariable,Zone Multiplier,SPACE4-1\n", + "InternalVariable,Zone List Multiplier,SPACE4-1\n", + "InternalVariable,Zone Floor Area,SPACE5-1\n", + "InternalVariable,Zone Air Volume,SPACE5-1\n", + "InternalVariable,Zone Multiplier,SPACE5-1\n", + "InternalVariable,Zone List Multiplier,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE1-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE1-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE1-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE1-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE2-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE2-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE2-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE2-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE3-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE3-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE3-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE3-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE4-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE4-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE4-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE4-1\n", + "InternalVariable,Final Zone Design Heating Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Mass Flow Rate,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Load,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Load,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Load,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Load,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Air Density,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Air Density,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Air Density,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Air Density,SPACE5-1\n", + "InternalVariable,Final Zone Design Heating Volume Flow,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Heating Volume Flow,SPACE5-1\n", + "InternalVariable,Final Zone Design Cooling Volume Flow,SPACE5-1\n", + "InternalVariable,Intermediate Zone Design Cooling Volume Flow,SPACE5-1\n", + "InternalVariable,Zone Outdoor Air Design Volume Flow Rate,SPACE5-1\n", + "InternalVariable,Fan Maximum Mass Flow Rate,SUPPLY FAN 1\n", + "InternalVariable,Fan Nominal Pressure Rise,SUPPLY FAN 1\n", + "InternalVariable,Fan Nominal Total Efficiency,SUPPLY FAN 1\n", + "InternalVariable,Intermediate Air System Main Supply Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Coincident Peak Cooling Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Coincident Peak Heating Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Noncoincident Peak Cooling Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Noncoincident Peak Heating Mass Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Heating Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Intermediate Air System Cooling Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Total Capacity,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Preheating Design Sensible Capacity,VAV SYS 1\n", + "InternalVariable,Air System Outdoor Air Design Volume Flow Rate,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Mixed Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Mixed Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Return Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Return Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Outdoor Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Cooling Design Outdoor Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Mixed Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Mixed Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Return Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Return Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Outdoor Air Temperature,VAV SYS 1\n", + "InternalVariable,Air System Heating Design Outdoor Air Humidity Ratio,VAV SYS 1\n", + "InternalVariable,Outdoor Air Controller Maximum Mass Flow Rate,OA CONTROLLER 1\n", + "InternalVariable,Outdoor Air Controller Minimum Mass Flow Rate,OA CONTROLLER 1\n", + "**PLUGIN_GLOBAL_VARIABLES**\n", + "**TRENDS**\n", + "**METERS**\n", + "OutputMeter,Electricity:Facility\n", + "OutputMeter,Electricity:Building\n", + "OutputMeter,Electricity:Zone:SPACE1-1\n", + "OutputMeter,Electricity:SpaceType:GENERAL\n", + "OutputMeter,InteriorLights:Electricity\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE1-1\n", + "OutputMeter,InteriorLights:Electricity:SpaceType:GENERAL\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE1-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:SpaceType:GENERAL\n", + "OutputMeter,Electricity:Zone:SPACE2-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE2-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE2-1\n", + "OutputMeter,Electricity:Zone:SPACE3-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE3-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE3-1\n", + "OutputMeter,Electricity:Zone:SPACE4-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE4-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE4-1\n", + "OutputMeter,Electricity:Zone:SPACE5-1\n", + "OutputMeter,InteriorLights:Electricity:Zone:SPACE5-1\n", + "OutputMeter,GeneralLights:InteriorLights:Electricity:Zone:SPACE5-1\n", + "OutputMeter,InteriorEquipment:Electricity\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE1-1\n", + "OutputMeter,InteriorEquipment:Electricity:SpaceType:GENERAL\n", + "OutputMeter,General:InteriorEquipment:Electricity\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE1-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:SpaceType:GENERAL\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE2-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE2-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE3-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE3-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE4-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE4-1\n", + "OutputMeter,InteriorEquipment:Electricity:Zone:SPACE5-1\n", + "OutputMeter,General:InteriorEquipment:Electricity:Zone:SPACE5-1\n", + "OutputMeter,EnergyTransfer:Facility\n", + "OutputMeter,EnergyTransfer:Building\n", + "OutputMeter,EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,Heating:EnergyTransfer\n", + "OutputMeter,Heating:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,General:Heating:EnergyTransfer\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,Cooling:EnergyTransfer\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,General:Cooling:EnergyTransfer\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:PLENUM-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE1-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE2-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE3-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE4-1\n", + "OutputMeter,EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,Heating:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,General:Heating:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,Cooling:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,General:Cooling:EnergyTransfer:Zone:SPACE5-1\n", + "OutputMeter,ElectricityPurchased:Facility\n", + "OutputMeter,ElectricityPurchased:Plant\n", + "OutputMeter,Cogeneration:ElectricityPurchased\n", + "OutputMeter,General:Cogeneration:ElectricityPurchased\n", + "OutputMeter,ElectricitySurplusSold:Facility\n", + "OutputMeter,ElectricitySurplusSold:Plant\n", + "OutputMeter,Cogeneration:ElectricitySurplusSold\n", + "OutputMeter,General:Cogeneration:ElectricitySurplusSold\n", + "OutputMeter,ElectricityNet:Facility\n", + "OutputMeter,ElectricityNet:Plant\n", + "OutputMeter,Cogeneration:ElectricityNet\n", + "OutputMeter,General:Cogeneration:ElectricityNet\n", + "OutputMeter,EnergyTransfer:HVAC\n", + "OutputMeter,HeatingCoils:EnergyTransfer\n", + "OutputMeter,NaturalGas:Facility\n", + "OutputMeter,NaturalGas:HVAC\n", + "OutputMeter,Heating:NaturalGas\n", + "OutputMeter,General:Heating:NaturalGas\n", + "OutputMeter,Electricity:HVAC\n", + "OutputMeter,Heating:Electricity\n", + "OutputMeter,General:Heating:Electricity\n", + "OutputMeter,Fans:Electricity\n", + "OutputMeter,General:Fans:Electricity\n", + "OutputMeter,CoolingCoils:EnergyTransfer\n", + "OutputMeter,Cooling:Electricity\n", + "OutputMeter,General:Cooling:Electricity\n", + "OutputMeter,Water:Facility\n", + "OutputMeter,Water:HVAC\n", + "OutputMeter,Cooling:Water\n", + "OutputMeter,General:Cooling:Water\n", + "OutputMeter,MainsWater:Facility\n", + "OutputMeter,MainsWater:HVAC\n", + "OutputMeter,Cooling:MainsWater\n", + "OutputMeter,General:Cooling:MainsWater\n", + "OutputMeter,Carbon Equivalent:Facility\n", + "OutputMeter,CarbonEquivalentEmissions:Carbon Equivalent\n", + "**VARIABLES**\n", + "OutputVariable,Site Outdoor Air Drybulb Temperature,ENVIRONMENT\n", + "OutputVariable,Lights Electricity Energy,SPACE1-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE2-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE3-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE4-1 LIGHTS 1\n", + "OutputVariable,Lights Electricity Energy,SPACE5-1 LIGHTS 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE1-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE2-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE3-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE4-1 ELECEQ 1\n", + "OutputVariable,Electric Equipment Electricity Energy,SPACE5-1 ELECEQ 1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,PLENUM-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,PLENUM-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE1-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE1-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE2-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE2-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE3-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE3-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE4-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE4-1\n", + "OutputVariable,Zone Air Temperature,SPACE5-1\n", + "OutputVariable,Zone Air Relative Humidity,SPACE5-1\n", + "OutputVariable,Zone Air System Sensible Heating Energy,SPACE5-1\n", + "OutputVariable,Zone Air System Sensible Cooling Energy,SPACE5-1\n", + "OutputVariable,Zone Thermostat Heating Setpoint Temperature,SPACE5-1\n", + "OutputVariable,Zone Thermostat Cooling Setpoint Temperature,SPACE5-1\n", + "OutputVariable,Facility Total Purchased Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Total Surplus Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Net Purchased Electricity Energy,WHOLE BUILDING\n", + "OutputVariable,Facility Total HVAC Electricity Demand Rate,WHOLE BUILDING\n", + "OutputVariable,Heating Coil Heating Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil NaturalGas Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Electricity Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,MAIN HEATING COIL 1\n", + "OutputVariable,Heating Coil Heating Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE1-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE2-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE3-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE4-1 ZONE COIL\n", + "OutputVariable,Heating Coil Heating Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil NaturalGas Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil Electricity Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Heating Coil Ancillary NaturalGas Energy,SPACE5-1 ZONE COIL\n", + "OutputVariable,Fan Electricity Energy,SUPPLY FAN 1\n", + "OutputVariable,Cooling Coil Total Cooling Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Water Volume,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Mains Supply Water Volume,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Evaporative Condenser Pump Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Cooling Coil Basin Heater Electricity Energy,MAIN COOLING COIL 1\n", + "OutputVariable,Environmental Impact Total N2O Emissions Carbon Equivalent Mass,SITE\n", + "OutputVariable,Environmental Impact Total CH4 Emissions Carbon Equivalent Mass,SITE\n", + "OutputVariable,Environmental Impact Total CO2 Emissions Carbon Equivalent Mass,SITE\n", + "\n", + " #----------------------------------------------------------------------------------#\n", + " CONTROLLED ELEMENTS:\n", + " #----------------------------------------------------------------------------------#\n", + " - Actuators: {'Heating_Setpoint_RL': 7, 'Cooling_Setpoint_RL': 3}\n", + " - Variables: {'outdoor_temperature': 1, 'htg_setpoint': 26, 'clg_setpoint': 27, 'air_temperature': 22, 'air_humidity': 23, 'HVAC_electricity_demand_rate': 31}\n", + " - Meters: {}\n", + " - Internal Variables: None\n", + "\n", + " \n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/core.py:311: UserWarning: \u001b[33mWARN: env.info to get variables from other wrappers is deprecated and will be removed in v1.0, to get this variable you can do `env.unwrapped.info` for environment variables or `env.get_wrapper_attr('info')` that will search the reminding wrappers.\u001b[0m\n", + " logger.warn(\n" + ] + } + ], + "source": [ + "env.info()" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.html b/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.html new file mode 100644 index 0000000000..cc62a1ec19 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.html @@ -0,0 +1,365 @@ + + + + + + + 22. Logger Wrapper personalization/configuration — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    22. Logger Wrapper personalization/configuration

    +

    In this notebook, we’ll demonstrate how to customize the logger wrapper defined by Sinergym.

    +
    +
    [1]:
+
    +
    +
    import gymnasium as gym
+import numpy as np
+import sinergym
+from sinergym.utils.wrappers import (LoggerWrapper, MultiObsWrapper,
+                                     NormalizeObservation)
+
    +
    +
    +
    +

    22.1. Step 1 Inherit and modify the CSVloger

    +

    First, we need to modify the create_row_contents function in the CSV logger to change the values written into the file.

    +
    +
    [2]:
+
    +
    +

    from sinergym.utils.logger import CSVLogger
+from typing import Any, Dict, Optional, Sequence, Tuple, Union, List
+
+class CustomCSVLogger(CSVLogger):
+
+    def __init__(
+            self,
+            monitor_header: str,
+            progress_header: str,
+            log_progress_file: str,
+            log_file: Optional[str] = None,
+            flag: bool = True):
+        super(CustomCSVLogger, self).__init__(monitor_header,progress_header,log_progress_file,log_file,flag)
+        self.last_10_steps_reward = [0]*10
+
+    def _create_row_content(
+            self,
+            obs: List[Any],
+            action: Union[int, np.ndarray, List[Any]],
+            terminated: bool,
+            truncated: bool,
+            info: Optional[Dict[str, Any]]) -> List:
+
+        if info.get('reward') is not None:
+            self.last_10_steps_reward.pop(0)
+            self.last_10_steps_reward.append(info['reward'])
+
+
+        return [
+            info.get('timestep',0)] + list(obs) + list(action) + [
+            info.get('time_elapsed(hours)',0),
+            info.get('reward',None),
+            np.mean(self.last_10_steps_reward),
+            info.get('total_power_no_units'),
+            info.get('comfort_penalty'),
+            info.get('abs_comfort'),
+            terminated,
+            truncated]
+
    +
    +
    +
    +
    +

    22.2. Step 2 Instantiate the LoggerWrapper

    +

    Next, we need to instantiate the LoggerWrapper, specifying the new headers for our file and the CSVLogger class we want to use.

    +
    +
    [3]:
+
    +
    +
    env=gym.make('Eplus-demo-v1')
+env=LoggerWrapper(env,logger_class=CustomCSVLogger,monitor_header = ['timestep'] + env.get_wrapper_attr('observation_variables') +
+                env.get_wrapper_attr('action_variables') + ['time (hours)', 'reward', '10-mean-reward',
+                'power_penalty', 'comfort_penalty', 'terminated', 'truncated'])
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [demo-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment demo-v1 created successfully.
+[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.
+
    +
    +

    Now, if you check the Sinergym output folder, you’ll find progress.csv and monitor.csv files for each episode.

    +
    +
    [4]:
+
    +
    +
    for i in range(1):
+    obs, info = env.reset()
+    rewards = []
+    truncated = terminated = False
+    current_month = 0
+    while not (terminated or truncated):
+        a = env.action_space.sample()
+        obs, reward, terminated, truncated, info = env.step(a)
+        rewards.append(reward)
+        if info['month'] != current_month:  # display results every month
+            current_month = info['month']
+            print('Reward: ', sum(rewards), info)
+    print('Episode ', i, 'Mean reward: ', np.mean(
+        rewards), 'Cumulative reward: ', sum(rewards))
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [demo-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 1, 'end_month': 3, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}
+[MODELING] (INFO) : Updated episode length (seconds): 5184000.0
+[MODELING] (INFO) : Updated timestep size (seconds): 3600.0
+[MODELING] (INFO) : Updated timesteps per episode: 1440
+[MODELING] (INFO) : Adapting weather to building model. [USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/output]
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
+Reward:  -0.7359103431230598 {'time_elapsed(hours)': 2.5, 'month': 1, 'day': 1, 'hour': 1, 'is_raining': False, 'action': array([18.217491, 27.886911], dtype=float32), 'timestep': 2, 'reward': -0.7359103431230598, 'energy_term': -0.04774477368803297, 'comfort_term': -0.6881655694350268, 'reward_weight': 0.5, 'abs_energy': 954.8954737606593, 'abs_comfort': 1.3763311388700536, 'energy_values': [954.8954737606593], 'temp_values': [18.623668861129946]}
+Reward:  -183.89998888619655 {'time_elapsed(hours)': 745.3333333333334, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([17.045027, 24.73458 ], dtype=float32), 'timestep': 745, 'reward': -0.04774477368803296, 'energy_term': -0.04774477368803296, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 954.8954737606592, 'abs_comfort': 0.0, 'energy_values': [954.8954737606592], 'temp_values': [20.268929570656645]}
+Reward:  -301.35254046509186 {'time_elapsed(hours)': 1417.3333333333333, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([15.840368, 25.000128], dtype=float32), 'timestep': 1417, 'reward': -0.10365036504194708, 'energy_term': -0.020063419083978743, 'comfort_term': -0.08358694595796834, 'reward_weight': 0.5, 'abs_energy': 401.2683816795749, 'abs_comfort': 0.16717389191593668, 'energy_values': [401.2683816795749], 'temp_values': [19.832826108084063]}
+
+Episode  0 Mean reward:  -0.21284685762769534 Cumulative reward:  -306.49947498388144
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [demo-v1]
+
    +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.ipynb b/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.ipynb new file mode 100644 index 0000000000..24b2114555 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/personalize_loggerwrapper.ipynb @@ -0,0 +1,279 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Logger Wrapper personalization/configuration" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "In this notebook, we'll demonstrate how to customize the logger wrapper defined by Sinergym." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": true, + "pycharm": { + "is_executing": true + } + }, + "outputs": [], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "import sinergym\n", + "from sinergym.utils.wrappers import (LoggerWrapper, MultiObsWrapper,\n", + " NormalizeObservation)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Step 1 Inherit and modify the CSVloger" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "First, we need to modify the `create_row_contents` function in the CSV logger to change the values written into the file." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "\n", + "from sinergym.utils.logger import CSVLogger\n", + "from typing import Any, Dict, Optional, Sequence, Tuple, Union, List\n", + "\n", + "class CustomCSVLogger(CSVLogger):\n", + "\n", + " def __init__(\n", + " self,\n", + " monitor_header: str,\n", + " progress_header: str,\n", + " log_progress_file: str,\n", + " log_file: Optional[str] = None,\n", + " flag: bool = True):\n", + " super(CustomCSVLogger, self).__init__(monitor_header,progress_header,log_progress_file,log_file,flag)\n", + " self.last_10_steps_reward = [0]*10\n", + "\n", + " def _create_row_content(\n", + " self,\n", + " obs: List[Any],\n", + " action: Union[int, np.ndarray, List[Any]],\n", + " terminated: bool,\n", + " truncated: bool,\n", + " info: Optional[Dict[str, Any]]) -> List:\n", + " \n", + " if info.get('reward') is not None:\n", + " self.last_10_steps_reward.pop(0)\n", + " self.last_10_steps_reward.append(info['reward'])\n", + "\n", + " \n", + " return [\n", + " info.get('timestep',0)] + list(obs) + list(action) + [\n", + " info.get('time_elapsed(hours)',0),\n", + " info.get('reward',None),\n", + " np.mean(self.last_10_steps_reward),\n", + " info.get('total_power_no_units'),\n", + " info.get('comfort_penalty'),\n", + " info.get('abs_comfort'),\n", + " terminated,\n", + " truncated]\n", + "\n", + " " + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "## Step 2 Instantiate the LoggerWrapper\n" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Next, we need to instantiate the `LoggerWrapper`, specifying the new headers for our file and the `CSVLogger` class we want to use." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [demo-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment demo-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-demo-v1')\n", + "env=LoggerWrapper(env,logger_class=CustomCSVLogger,monitor_header = ['timestep'] + env.get_wrapper_attr('observation_variables') +\n", + " env.get_wrapper_attr('action_variables') + ['time (hours)', 'reward', '10-mean-reward',\n", + " 'power_penalty', 'comfort_penalty', 'terminated', 'truncated'])" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Now, if you check the Sinergym output folder, you'll find `progress.csv` and `monitor.csv` files for each episode." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [demo-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Extra config: runperiod updated to {'apply_weekend_holiday_rule': 'No', 'begin_day_of_month': 1, 'begin_month': 1, 'begin_year': 1991, 'day_of_week_for_start_day': 'Tuesday', 'end_day_of_month': 1, 'end_month': 3, 'end_year': 1991, 'use_weather_file_daylight_saving_period': 'Yes', 'use_weather_file_holidays_and_special_days': 'Yes', 'use_weather_file_rain_indicators': 'Yes', 'use_weather_file_snow_indicators': 'Yes'}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated episode length (seconds): 5184000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timestep size (seconds): 3600.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated timesteps per episode: 1440\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-demo-v1-res35042/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Reward: -0.7359103431230598 {'time_elapsed(hours)': 2.5, 'month': 1, 'day': 1, 'hour': 1, 'is_raining': False, 'action': array([18.217491, 27.886911], dtype=float32), 'timestep': 2, 'reward': -0.7359103431230598, 'energy_term': -0.04774477368803297, 'comfort_term': -0.6881655694350268, 'reward_weight': 0.5, 'abs_energy': 954.8954737606593, 'abs_comfort': 1.3763311388700536, 'energy_values': [954.8954737606593], 'temp_values': [18.623668861129946]}\n", + "Reward: -183.89998888619655 {'time_elapsed(hours)': 745.3333333333334, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([17.045027, 24.73458 ], dtype=float32), 'timestep': 745, 'reward': -0.04774477368803296, 'energy_term': -0.04774477368803296, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 954.8954737606592, 'abs_comfort': 0.0, 'energy_values': [954.8954737606592], 'temp_values': [20.268929570656645]}\n", + "Reward: -301.35254046509186 {'time_elapsed(hours)': 1417.3333333333333, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': array([15.840368, 25.000128], dtype=float32), 'timestep': 1417, 'reward': -0.10365036504194708, 'energy_term': -0.020063419083978743, 'comfort_term': -0.08358694595796834, 'reward_weight': 0.5, 'abs_energy': 401.2683816795749, 'abs_comfort': 0.16717389191593668, 'energy_values': [401.2683816795749], 'temp_values': [19.832826108084063]}\n", + "\n", + "Episode 0 Mean reward: -0.21284685762769534 Cumulative reward: -306.49947498388144\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [demo-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', sum(rewards), info)\n", + " print('Episode ', i, 'Mean reward: ', np.mean(\n", + " rewards), 'Cumulative reward: ', sum(rewards))\n", + "env.close()" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.html b/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.html new file mode 100644 index 0000000000..4b4828a6fd --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.html @@ -0,0 +1,425 @@ + + + + + + + 23. Rule Controller example — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    23. Rule Controller example

    +

    First, we import all the necessary libraries. Remember to always import sinergym, even if it appears unused, as it’s needed to define the environments.

    +
    +
    [1]:
+
    +
    +
    from typing import List, Any, Sequence
+from sinergym.utils.constants import YEAR
+from datetime import datetime
+import gymnasium as gym
+import numpy as np
+import sinergym
+
    +
    +
    +

    Next, we can define the environment we want to use. In this case, we’re using the Eplus demo.

    +
    +
    [2]:
+
    +
    +
    env = gym.make('Eplus-5zone-hot-continuous-v1')
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+
    +
    +

    For the Rule-based controller, check out the already defined controllers. There’s one for each building. Since the demo is based on the 5Zone building, we’re extending that controller and defining the action function we want. Feel free to modify the function to define your own action.

    +
    +
    [3]:
+
    +
    +
    from sinergym.utils.controllers import RBC5Zone
+
+class MyRuleBasedController(RBC5Zone):
+
+    def act(self, observation: List[Any]) -> Sequence[Any]:
+        """Select action based on outdoor air drybulb temperature and daytime.
+
+        Args:
+            observation (List[Any]): Perceived observation.
+
+        Returns:
+            Sequence[Any]: Action chosen.
+        """
+        obs_dict = dict(zip(self.env.get_wrapper_attr('observation_variables'), observation))
+
+        out_temp = obs_dict['outdoor_temperature']
+
+        day = int(obs_dict['day_of_month'])
+        month = int(obs_dict['month'])
+        hour = int(obs_dict['hour'])
+        year = int(obs_dict['year'] if obs_dict.get('year',False) else YEAR)
+
+        summer_start_date = datetime(year, 6, 1)
+        summer_final_date = datetime(year, 9, 30)
+
+        current_dt = datetime(year, month, day)
+
+        # Get season comfort range
+        if current_dt >= summer_start_date and current_dt <= summer_final_date:
+            season_comfort_range = self.setpoints_summer
+        else:
+            season_comfort_range = self.setpoints_summer
+        season_comfort_range = self.setpoints_winter
+        # Update setpoints
+        in_temp = obs_dict['air_temperature']
+
+        current_heat_setpoint = obs_dict[
+            'htg_setpoint']
+        current_cool_setpoint = obs_dict[
+            'clg_setpoint']
+
+        new_heat_setpoint = current_heat_setpoint
+        new_cool_setpoint = current_cool_setpoint
+
+        if in_temp < season_comfort_range[0]:
+            new_heat_setpoint = current_heat_setpoint + 1
+            new_cool_setpoint = current_cool_setpoint + 1
+        elif in_temp > season_comfort_range[1]:
+            new_cool_setpoint = current_cool_setpoint - 1
+            new_heat_setpoint = current_heat_setpoint - 1
+
+        #Clip setpoints to the action space
+        if new_heat_setpoint>self.env.get_wrapper_attr('action_space').high[0]:
+            new_heat_setpoint=self.env.get_wrapper_attr('action_space').high[0]
+        if new_heat_setpoint<self.env.get_wrapper_attr('action_space').low[0]:
+            new_heat_setpoint=self.env.get_wrapper_attr('action_space').low[0]
+        if new_cool_setpoint>self.env.get_wrapper_attr('action_space').high[1]:
+            new_cool_setpoint=self.env.get_wrapper_attr('action_space').high[1]
+        if new_cool_setpoint<self.env.get_wrapper_attr('action_space').low[1]:
+            new_cool_setpoint=self.env.get_wrapper_attr('action_space').low[1]
+
+        action = (new_heat_setpoint, new_cool_setpoint)
+        if current_dt.weekday() > 5 or hour in range(22, 6):
+            #weekend or night
+            action = (18.33, 23.33)
+
+        return action
+
    +
    +
    +

    Now that our controller is ready, we can use it:

    +
    +
    [4]:
+
    +
    +

    # create rule-based controller
+agent = MyRuleBasedController(env)
+
+for i in range(1):
+    obs, info = env.reset()
+    rewards = []
+    truncated = terminated = False
+    current_month = 0
+while not (terminated or truncated):
+    action = agent.act(obs)
+    obs, reward, terminated, truncated, info = env.step(action)
+    rewards.append(reward)
+    if info['month'] != current_month:  # display results every month
+        current_month = info['month']
+        print('Reward: ', sum(rewards), info)
+print(
+    'Episode ',
+    i,
+    'Mean reward: ',
+    np.mean(rewards),
+    'Cumulative reward: ',
+    sum(rewards))
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/output]
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Reward:  -0.913313585398759 {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 30.0), 'timestep': 2, 'reward': -0.913313585398759, 'energy_term': -0.05542625239599594, 'comfort_term': -0.857887333002763, 'reward_weight': 0.5, 'abs_energy': 1108.5250479199187, 'abs_comfort': 1.715774666005526, 'energy_values': [1108.5250479199187], 'temp_values': [18.284225333994474]}
+Progress: |**-------------------------------------------------------------------------------------------------| 2%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Reward:  -2795.338629010751 {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 2977, 'reward': -0.005629148688825955, 'energy_term': -0.005629148688825955, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 112.5829737765191, 'abs_comfort': 0.0, 'energy_values': [112.5829737765191], 'temp_values': [20.780085346555335]}
+Reward:  -3442.9942477932536 {'time_elapsed(hours)': 1416.25, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (17.0, 24.5), 'timestep': 5665, 'reward': -0.22725948485913058, 'energy_term': -0.00882370430179678, 'comfort_term': -0.21843578055733381, 'reward_weight': 0.5, 'abs_energy': 176.47408603593558, 'abs_comfort': 0.43687156111466763, 'energy_values': [176.47408603593558], 'temp_values': [19.563128438885332]}
+Reward:  -6086.758193423204 {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (18.33, 23.33), 'timestep': 8641, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [21.98606808783697]}
+Reward:  -8588.569469115886 {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 11521, 'reward': -0.4531417474460593, 'energy_term': -0.0, 'comfort_term': -0.4531417474460593, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.9062834948921186, 'energy_values': [0.0], 'temp_values': [24.40628349489212]}
+Reward:  -11765.765367945189 {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 14497, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.900405758648773]}
+Reward:  -14245.140165597242 {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (18.33, 23.33), 'timestep': 17377, 'reward': -0.9700071561753898, 'energy_term': -0.0, 'comfort_term': -0.9700071561753898, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 1.9400143123507796, 'energy_values': [0.0], 'temp_values': [27.94001431235078]}
+Reward:  -16167.362661542358 {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 20353, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.996330089060972]}
+Reward:  -18044.632044925856 {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 23329, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.799172085986662]}
+Reward:  -19572.469153276368 {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 26209, 'reward': -1.0005842181877573, 'energy_term': -0.06446283743025183, 'comfort_term': -0.9361213807575055, 'reward_weight': 0.5, 'abs_energy': 1289.2567486050366, 'abs_comfort': 1.872242761515011, 'energy_values': [1289.2567486050366], 'temp_values': [25.37224276151501]}
+Reward:  -25697.968230973762 {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 29185, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [21.766705234161947]}
+Reward:  -28175.99400805497 {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 32065, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [20.933681388733177]}
+Progress: |***************************************************************************************************| 99%
+Episode  0 Mean reward:  -0.8548035936270668 Cumulative reward:  -29952.317920693455
+
    +
    +

    Always remember to close the environment when you’re done:

    +
    +
    [5]:
+
    +
    +
    env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+
    +
    +

    For more information about our defined controllers and how to create a new one, please visit our Controller Documentation.

    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.ipynb b/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.ipynb new file mode 100644 index 0000000000..b8acc94cb9 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/rule_controller_example.ipynb @@ -0,0 +1,351 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Rule Controller example" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "First, we import all the necessary libraries. Remember to always import `sinergym`, even if it appears unused, as it's needed to define the environments." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [ + "from typing import List, Any, Sequence\n", + "from sinergym.utils.constants import YEAR\n", + "from datetime import datetime\n", + "import gymnasium as gym\n", + "import numpy as np\n", + "import sinergym" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Next, we can define the environment we want to use. In this case, we're using the Eplus demo." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-5zone-hot-continuous-v1')" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "For the Rule-based controller, check out the already defined controllers. There's one for each building. Since the demo is based on the 5Zone building, we're extending that controller and defining the action function we want. Feel free to modify the function to define your own action." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [], + "source": [ + "from sinergym.utils.controllers import RBC5Zone\n", + "\n", + "class MyRuleBasedController(RBC5Zone):\n", + "\n", + " def act(self, observation: List[Any]) -> Sequence[Any]:\n", + " \"\"\"Select action based on outdoor air drybulb temperature and daytime.\n", + "\n", + " Args:\n", + " observation (List[Any]): Perceived observation.\n", + "\n", + " Returns:\n", + " Sequence[Any]: Action chosen.\n", + " \"\"\"\n", + " obs_dict = dict(zip(self.env.get_wrapper_attr('observation_variables'), observation))\n", + "\n", + " out_temp = obs_dict['outdoor_temperature']\n", + "\n", + " day = int(obs_dict['day_of_month'])\n", + " month = int(obs_dict['month'])\n", + " hour = int(obs_dict['hour'])\n", + " year = int(obs_dict['year'] if obs_dict.get('year',False) else YEAR)\n", + "\n", + " summer_start_date = datetime(year, 6, 1)\n", + " summer_final_date = datetime(year, 9, 30)\n", + "\n", + " current_dt = datetime(year, month, day)\n", + "\n", + " # Get season comfort range\n", + " if current_dt >= summer_start_date and current_dt <= summer_final_date:\n", + " season_comfort_range = self.setpoints_summer\n", + " else:\n", + " season_comfort_range = self.setpoints_summer\n", + " season_comfort_range = self.setpoints_winter\n", + " # Update setpoints\n", + " in_temp = obs_dict['air_temperature']\n", + "\n", + " current_heat_setpoint = obs_dict[\n", + " 'htg_setpoint']\n", + " current_cool_setpoint = obs_dict[\n", + " 'clg_setpoint']\n", + "\n", + " new_heat_setpoint = current_heat_setpoint\n", + " new_cool_setpoint = current_cool_setpoint\n", + "\n", + " if in_temp < season_comfort_range[0]:\n", + " new_heat_setpoint = current_heat_setpoint + 1\n", + " new_cool_setpoint = current_cool_setpoint + 1\n", + " elif in_temp > season_comfort_range[1]:\n", + " new_cool_setpoint = current_cool_setpoint - 1\n", + " new_heat_setpoint = current_heat_setpoint - 1\n", + "\n", + " #Clip setpoints to the action space\n", + " if new_heat_setpoint>self.env.get_wrapper_attr('action_space').high[0]:\n", + " new_heat_setpoint=self.env.get_wrapper_attr('action_space').high[0]\n", + " if new_heat_setpointself.env.get_wrapper_attr('action_space').high[1]:\n", + " new_cool_setpoint=self.env.get_wrapper_attr('action_space').high[1]\n", + " if new_cool_setpoint 5 or hour in range(22, 6):\n", + " #weekend or night\n", + " action = (18.33, 23.33)\n", + "\n", + " return action" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%% md\n" + } + }, + "source": [ + "Now that our controller is ready, we can use it:" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35041/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Reward: -0.913313585398759 {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 30.0), 'timestep': 2, 'reward': -0.913313585398759, 'energy_term': -0.05542625239599594, 'comfort_term': -0.857887333002763, 'reward_weight': 0.5, 'abs_energy': 1108.5250479199187, 'abs_comfort': 1.715774666005526, 'energy_values': [1108.5250479199187], 'temp_values': [18.284225333994474]}\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Reward: -2795.338629010751 {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 2977, 'reward': -0.005629148688825955, 'energy_term': -0.005629148688825955, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 112.5829737765191, 'abs_comfort': 0.0, 'energy_values': [112.5829737765191], 'temp_values': [20.780085346555335]}\n", + "Reward: -3442.9942477932536 {'time_elapsed(hours)': 1416.25, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (17.0, 24.5), 'timestep': 5665, 'reward': -0.22725948485913058, 'energy_term': -0.00882370430179678, 'comfort_term': -0.21843578055733381, 'reward_weight': 0.5, 'abs_energy': 176.47408603593558, 'abs_comfort': 0.43687156111466763, 'energy_values': [176.47408603593558], 'temp_values': [19.563128438885332]}\n", + "Reward: -6086.758193423204 {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (18.33, 23.33), 'timestep': 8641, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [21.98606808783697]}\n", + "Reward: -8588.569469115886 {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 11521, 'reward': -0.4531417474460593, 'energy_term': -0.0, 'comfort_term': -0.4531417474460593, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.9062834948921186, 'energy_values': [0.0], 'temp_values': [24.40628349489212]}\n", + "Reward: -11765.765367945189 {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 14497, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.900405758648773]}\n", + "Reward: -14245.140165597242 {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (18.33, 23.33), 'timestep': 17377, 'reward': -0.9700071561753898, 'energy_term': -0.0, 'comfort_term': -0.9700071561753898, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 1.9400143123507796, 'energy_values': [0.0], 'temp_values': [27.94001431235078]}\n", + "Reward: -16167.362661542358 {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 20353, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.996330089060972]}\n", + "Reward: -18044.632044925856 {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 23329, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.799172085986662]}\n", + "Reward: -19572.469153276368 {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 26209, 'reward': -1.0005842181877573, 'energy_term': -0.06446283743025183, 'comfort_term': -0.9361213807575055, 'reward_weight': 0.5, 'abs_energy': 1289.2567486050366, 'abs_comfort': 1.872242761515011, 'energy_values': [1289.2567486050366], 'temp_values': [25.37224276151501]}\n", + "Reward: -25697.968230973762 {'time_elapsed(hours)': 7296.25, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 29185, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [21.766705234161947]}\n", + "Reward: -28175.99400805497 {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': (15.0, 22.5), 'timestep': 32065, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [20.933681388733177]}\n", + "Progress: |***************************************************************************************************| 99%\n", + "Episode 0 Mean reward: -0.8548035936270668 Cumulative reward: -29952.317920693455\n" + ] + } + ], + "source": [ + "\n", + "# create rule-based controller\n", + "agent = MyRuleBasedController(env)\n", + "\n", + "for i in range(1):\n", + " obs, info = env.reset()\n", + " rewards = []\n", + " truncated = terminated = False\n", + " current_month = 0\n", + "while not (terminated or truncated):\n", + " action = agent.act(obs)\n", + " obs, reward, terminated, truncated, info = env.step(action)\n", + " rewards.append(reward)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', sum(rewards), info)\n", + "print(\n", + " 'Episode ',\n", + " i,\n", + " 'Mean reward: ',\n", + " np.mean(rewards),\n", + " 'Cumulative reward: ',\n", + " sum(rewards))" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Always remember to close the environment when you're done:" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "For more information about our defined controllers and how to create a new one, please visit our [Controller Documentation](https://ugr-sail.github.io/sinergym/compilation/html/pages/controllers.html)." + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3.10.4 64-bit", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.html b/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.html new file mode 100644 index 0000000000..4bcb060e8a --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.html @@ -0,0 +1,1374 @@ + + + + + + + 21. Wrappers example — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    21. Wrappers example

    +

    In this notebook, we’ll explore the wrappers defined by Sinergym and how to use them. You can also create your own wrappers by inheriting from gym.Wrapper or its variants.

    +
    +
    [1]:
+
    +
    +
    import gymnasium as gym
+import numpy as np
+import sinergym
+from sinergym.utils.wrappers import *
+
    +
    +
    +
    +

    21.1. Multi-Objective Wrapper

    +

    MO-Gymnasium is an open-source Python library for developing and comparing multi-objective reinforcement learning algorithms. These environments return a reward vector instead of a scalar value, one for each objective.

    +

    To be as general as possible, it could be beneficial for Sinergym to also provide that reward vector. This way, Sinergym would be compatible with both multi-objective algorithms and algorithms that work with a traditional reward value.

    +

    We can transform the returned reward into a vector using the following wrapper:

    +
    +
    [2]:
+
    +
    +
    env=gym.make('Eplus-5zone-hot-discrete-v1')
+env=MultiObjectiveReward(env,reward_terms=['energy_term','comfort_term'])
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+[WRAPPER MultiObjectiveReward] (INFO) : wrapper initialized.
+
    +
    +

    Ensure that reward_terms are available in the info dict returned in the environment’s step method. Otherwise, an execution error will occur. By default, Sinergym environments return all reward terms specified in the used reward class in the info dict, so if the objective exists in the reward term, you shouldn’t encounter any problems.

    +
    +
    [3]:
+
    +
    +
    env.reset()
+action = env.action_space.sample()
+obs, reward, terminated, truncated, info = env.step(action)
+env.close()
+print(reward)
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/output]
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Progress: |****-----------------------------------------------------------------------------------------------| 4%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+[-0.05542625239599594, -0.857887333002763]
+
    +
    +
    +
    +

    21.2. Previous Observations Wrappers

    +

    This Wrapper will add the previous timestep’s observation values to the current environment observation. You can select the variables you want to track its previous observation values. The observation space will be updated with the new dimension.

    +
    +
    [4]:
+
    +
    +
    env=gym.make('Eplus-5zone-hot-discrete-v1')
+env = PreviousObservationWrapper(env, previous_variables=[
+        'htg_setpoint',
+        'clg_setpoint',
+        'air_temperature'])
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+[WRAPPER PreviousObservationWrapper] (INFO) : Wrapper initialized.
+
    +
    +

    You can see that the observation values have been updated:

    +
    +
    [5]:
+
    +
    +
    env.reset()
+obs,_,_,_,_=env.step(env.action_space.sample())
+obs_dict=dict(zip(env.get_wrapper_attr('observation_variables'),obs))
+env.close()
+print('NEW OBSERVATION: ',obs_dict)
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Progress: |****-----------------------------------------------------------------------------------------------| 4%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+NEW OBSERVATION:  {'month': 1.0, 'day_of_month': 1.0, 'hour': 0.0, 'outdoor_temperature': 4.8, 'outdoor_humidity': 61.0, 'wind_speed': 4.65, 'wind_direction': 160.0, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 12.8, 'clg_setpoint': 40.0, 'air_temperature': 18.284225, 'air_humidity': 26.9228, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 1108.525, 'total_electricity_HVAC': 997672.56, 'htg_setpoint_previous': 12.8, 'clg_setpoint_previous': 40.0, 'air_temperature_previous': 18.384174}
+
    +
    +
    +
    +

    21.3. Datetime Wrapper

    +

    This wrapper will replace the day value with the is_weekend flag, and hour and month with sin and cos values. The observation space is also automatically updated.

    +
    +
    [6]:
+
    +
    +
    env=gym.make('Eplus-5zone-hot-discrete-v1')
+env = DatetimeWrapper(env)
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+[WRAPPER DatetimeWrapper] (INFO) : Wrapper initialized.
+
    +
    +

    Specifically, this wrapper removes the observation variables month, day, and hour, and adds month_sin, month_cos, is_weekend, hour_sin, and hour_cos instead:

    +
    +
    [7]:
+
    +
    +
    env.reset()
+obs,_,_,_,_=env.step(env.action_space.sample())
+obs_dict=dict(zip(env.get_wrapper_attr('observation_variables'),obs))
+env.close()
+print('NEW OBSERVATION: ',obs_dict)
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Progress: |****-----------------------------------------------------------------------------------------------| 4%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+NEW OBSERVATION:  {'month_cos': 1.0, 'month_sin': 0.0, 'is_weekend': 0.0, 'hour_cos': 1.0, 'hour_sin': 0.0, 'outdoor_temperature': 4.800000190734863, 'outdoor_humidity': 61.0, 'wind_speed': 4.650000095367432, 'wind_direction': 160.0, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 12.800000190734863, 'clg_setpoint': 40.0, 'air_temperature': 18.284225463867188, 'air_humidity': 26.922800064086914, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 1108.5250244140625, 'total_electricity_HVAC': 997672.5625}
+
    +
    +
    +
    +

    21.4. Environment Action Normalization Wrapper

    +

    Here’s an example of how to normalize a previous continuous environment action space. If we don’t define the range values, it will default to the range [-1,1]:

    +
    +
    [8]:
+
    +
    +
    # We will create a continuous environment
+env=gym.make('Eplus-5zone-hot-continuous-v1')
+print('ORIGINAL ACTION SPACE: ',env.get_wrapper_attr('action_space'))
+# NORMALIZATION
+# Apply the normalize action wrapper
+env=NormalizeAction(env,normalize_range=(-1.0,1.0))
+print('WRAPPED ACTION SPACE: ',env.get_wrapper_attr('action_space'))
+env.reset()
+for i in range(5):
+    action=env.action_space.sample()
+    print('Normalized action: ',action)
+    _,_,_,_,info=env.step(action)
+    print('Action done in simulator: ', info['action'])
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+ORIGINAL ACTION SPACE:  Box([15.  22.5], [22.5 30. ], (2,), float32)
+[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)
+[WRAPPER NormalizeAction] (INFO) : Wrapper initialized
+WRAPPED ACTION SPACE:  Box(-1.0, 1.0, (2,), float32)
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Normalized action:  [ 0.8381089  -0.15050839]
+Action done in simulator:  [21.892908, 25.685593]
+Normalized action:  [-0.20605884  0.00121972]
+Action done in simulator:  [17.97728, 26.254574]
+Normalized action:  [ 0.20422778 -0.9112268 ]
+Action done in simulator:  [19.515854, 22.8329]
+Normalized action:  [-0.6123266  -0.04220473]
+Action done in simulator:  [16.453775, 26.091732]
+Normalized action:  [ 0.46484488 -0.32572523]
+Action done in simulator:  [20.493168, 25.02853]
+Progress: |*****----------------------------------------------------------------------------------------------| 5%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+
    +
    +
    +
    +

    21.5. Environment Discretization Wrapper

    +

    Here’s an example of how to discretize a previous continuous environment. We’ll need the new discrete action space and an action mapping function whose output matches the original unwrapped environment action space:

    +
    +
    [9]:
+
    +
    +
    # We will create a continuous environment
+env=gym.make('Eplus-5zone-hot-continuous-v1')
+print('ORIGINAL ACTION SPACE: ',env.get_wrapper_attr('action_space'))
+print('IS DISCRETE?: ',env.get_wrapper_attr('is_discrete'))
+# DISCRETIZATION
+# Defining new discrete space and action mapping function
+new_discrete_space = gym.spaces.Discrete(10) # Action values [0,9]
+def action_mapping_function(action):
+    mapping = {
+        0: [15, 30], # These lists matches with original action space
+        1: [16, 29],
+        2: [17, 28],
+        3: [18, 27],
+        4: [19, 26],
+        5: [20, 25],
+        6: [21, 24],
+        7: [22, 23],
+        8: [22, 22.5],
+        9: [21, 22.5]
+    }
+
+    return mapping[action]
+# Apply the discretize wrapper
+env=DiscretizeEnv(env,discrete_space=new_discrete_space,action_mapping=action_mapping_function)
+print('WRAPPED ACTION SPACE: ',env.get_wrapper_attr('action_space'))
+print('IS DISCRETE?: ',env.get_wrapper_attr('is_discrete'))
+env.reset()
+for i in range(5):
+    action=env.action_space.sample()
+    print('ACTION DISCRETE: ',action)
+    _,_,_,_,info=env.step(action)
+    print('Action done in simulator: ', info['action'])
+env.close()
+

    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+ORIGINAL ACTION SPACE:  Box([15.  22.5], [22.5 30. ], (2,), float32)
+IS DISCRETE?:  False
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+WRAPPED ACTION SPACE:  Discrete(10)
+IS DISCRETE?:  True
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+ACTION DISCRETE:  2
+Action done in simulator:  [17, 28]
+ACTION DISCRETE:  3
+Action done in simulator:  [18, 27]
+ACTION DISCRETE:  8
+Action done in simulator:  [22, 22.5]
+ACTION DISCRETE:  5
+Action done in simulator:  [20, 25]
+ACTION DISCRETE:  6
+Action done in simulator:  [21, 24]
+Progress: |*****----------------------------------------------------------------------------------------------| 5%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+
    +
    +

    As seen in the output, the input is an int, but a list with the original action space is created in the simulator.

    +
    +
    +

    21.6. Discrete Incremental Wrapper

    +

    This wrapper updates an environment for an incremental setpoint action space. It converts the environment into a discrete environment with an action mapping function and action space depending on the step and delta specified. The action is added to the current setpoint values instead of overwriting the latest action. Thus, the action is the current setpoint values with the increase, not the discrete value action that defines the increment/decrement itself.

    +
    +
    [10]:
+
    +
    +
    env=gym.make('Eplus-5zone-hot-continuous-v1')
+print('ORIGINAL ACTION SPACE: ',env.get_wrapper_attr('action_space'))
+env = DiscreteIncrementalWrapper(
+        env,initial_values=[21.0,25.0], delta_temp=2, step_temp=0.5)
+print('WRAPPED ACTION SPACE: ',env.get_wrapper_attr('action_space'))
+print('WRAPPED ACTION MAPPING: ',env.get_wrapper_attr('action_mapping'))
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+ORIGINAL ACTION SPACE:  Box([15.  22.5], [22.5 30. ], (2,), float32)
+[WRAPPER DiscreteIncrementalWrapper] (INFO) : New incremental action mapping: 17
+[WRAPPER DiscreteIncrementalWrapper] (INFO) : {0: [0.0, 0.0], 1: [0.5, 0.0], 2: [1.0, 0.0], 3: [1.5, 0.0], 4: [2.0, 0.0], 5: [-0.5, 0.0], 6: [-1.0, 0.0], 7: [-1.5, 0.0], 8: [-2.0, 0.0], 9: [0.0, 0.5], 10: [0.0, 1.0], 11: [0.0, 1.5], 12: [0.0, 2.0], 13: [0.0, -0.5], 14: [0.0, -1.0], 15: [0.0, -1.5], 16: [0.0, -2.0]}
+[WRAPPER DiscreteIncrementalWrapper] (INFO) : Wrapper initialized
+WRAPPED ACTION SPACE:  Discrete(17)
+WRAPPED ACTION MAPPING:  <bound method DiscreteIncrementalWrapper.action_mapping of <DiscreteIncrementalWrapper<OrderEnforcing<PassiveEnvChecker<EplusEnv<Eplus-5zone-hot-continuous-v1>>>>>>
+
    +
    +

    The maximum and minimum values for creating the action mapping are read from the environment action space, ensuring that the setpoint increments and decrements do not exceed the agreed limits. The delta and step values are used to determine how the discrete space of these increments and decrements will be constructed. Here’s an example of how it works:

    +
    +
    [11]:
+
    +
    +
    env.reset()
+print('CURRENT SETPOINTS VALUES: ', env.get_wrapper_attr('current_setpoints'))
+for i in range(5):
+    action=env.action_space.sample()
+    _,_,_,_,info=env.step(action)
+    print('Action number ',i,': ',env.get_wrapper_attr('action_mapping')(action))
+    print('Setpoints update: ', info['action'])
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+CURRENT SETPOINTS VALUES:  [21.0, 25.0]
+Action number  0 :  [-2.0, 0.0]
+Setpoints update:  [19.0, 25.0]
+Action number  1 :  [0.0, 0.5]
+Setpoints update:  [19.0, 25.5]
+Action number  2 :  [0.0, -0.5]
+Setpoints update:  [19.0, 25.0]
+Action number  3 :  [0.0, 0.0]
+Setpoints update:  [19.0, 25.0]
+Action number  4 :  [0.0, -0.5]
+Setpoints update:  [19.0, 24.5]
+Progress: |****-----------------------------------------------------------------------------------------------| 4%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+
    +
    +
    +
    +

    21.7. Normalization Wrapper

    +

    This wrapper is used to transform the observation received from the simulator into values between -1 and 1. It’s based on the dynamic normalization wrapper of Gymnasium. Initially, it may not be precise, and the values may often be out of range, so use this wrapper with caution.

    +
    +
    [12]:
+
    +
    +
    #Original env
+env=gym.make('Eplus-5zone-hot-discrete-v1')
+env = NormalizeObservation(
+        env=env)
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+[WRAPPER NormalizeObservation] (INFO) : wrapper initialized.
+
    +
    +

    In the following code, you can see how the specified variables have been correctly normalized:

    +
    +
    [13]:
+
    +
    +
    env.reset()
+obs,_,_,_,_=env.step(env.action_space.sample())
+obs_dict=dict(zip(env.get_wrapper_attr('observation_variables'),obs))
+env.close()
+print('OBSERVATION WITH NORMALIZATION: ',obs_dict)
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+Progress: |****-----------------------------------------------------------------------------------------------| 4%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+OBSERVATION WITH NORMALIZATION:  {'month': 0.00499968750430059, 'day_of_month': 0.00499968750430059, 'hour': 0.0, 'outdoor_temperature': 0.9875907976185373, 'outdoor_humidity': -0.9745626607331893, 'wind_speed': 0.9973969815420386, 'wind_direction': 0.9908525387095581, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 0.007049581561774207, 'clg_setpoint': 0.0070688585864955075, 'air_temperature': -0.35264364590376623, 'air_humidity': 0.05800834342804423, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 0.9802888899782684, 'total_electricity_HVAC': 0.9802889755036568}
+
    +
    +
    +
    +

    21.8. Logger Wrapper

    +

    This wrapper logs all interactions between the agent and the environment. You can select the Logger class in the constructor if a different type of logging is required. For more information about the Sinergym Logger, visit Logger

    +
    +
    [14]:
+
    +
    +
    env=gym.make('Eplus-5zone-hot-discrete-v1')
+env=LoggerWrapper(env)
+
+
+env.reset()
+truncated = terminated = False
+current_month = 0
+while not (terminated or truncated):
+    a = env.action_space.sample()
+    _,_,terminated,truncated,_=env.step(a)
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
+Progress: |**-------------------------------------------------------------------------------------------------| 2%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Progress: |***************************************************************************************************| 99%
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+
    +
    +

    Now, if you check the Sinergym output folder, you’ll find progress.csv and monitor.csv files for each episode.

    +
    +
    +

    21.9. Multi Observation Wrapper

    +

    This wrapper stacks the observations received in a history queue (the size can be customized).

    +
    +
    [15]:
+
    +
    +
    #Original environment
+env=gym.make('Eplus-5zone-hot-discrete-v1')
+obs, info=env.reset()
+print('BEFORE MULTI OBSERVATION: ',obs)
+
+#Multi Observation environment
+env=MultiObsWrapper(env, n=5, flatten=True)
+obs, info=env.reset()
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)
+[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.
+[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+BEFORE MULTI OBSERVATION:  [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01
+ 3.8750000e+00 1.4500000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01
+ 4.0000000e+01 1.8384174e+01 2.6903370e+01 0.0000000e+00 0.0000000e+00
+ 1.0360292e+03 9.3242619e+05]
+[WRAPPER MultiObsWrapper] (INFO) : Wrapper initialized.
+Progress: |***************************************************************************************************| 99%
+#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 2]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 2 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    [16]:
+
    +
    +
    print('AFTER MULTI OBSERVATION: ',obs)
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +AFTER MULTI OBSERVATION:  [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01
+ 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01
+ 4.0000000e+01 1.8284225e+01 2.6922800e+01 0.0000000e+00 0.0000000e+00
+ 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00
+ 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00
+ 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.8284225e+01 2.6922800e+01
+ 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00
+ 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00
+ 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01
+ 1.8284225e+01 2.6922800e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03
+ 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00
+ 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00
+ 1.2800000e+01 4.0000000e+01 1.8284225e+01 2.6922800e+01 0.0000000e+00
+ 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00
+ 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02
+ 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.8284225e+01
+ 2.6922800e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05]
+
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+
    +
    +
    +
    +

    21.10. Nesting wrappers

    +

    All the wrappers listed in this notebook can be nested to combine functionalities. However, the order in which these wrappers are nested is critical for their proper functionality. We strongly recommend following the same order as they appear here or in the documentation. If you want to nest a subset of the total, it’s not a problem as long as you respect this order. Here’s an example:

    +
    +
    [17]:
+
    +
    +
    env = gym.make('Eplus-5zone-hot-continuous-v1')
+env = MultiObjectiveReward(
+    env=env,
+    reward_terms=[
+        'energy_term',
+        'comfort_term'])
+env = PreviousObservationWrapper(env, previous_variables=[
+    'htg_setpoint',
+    'clg_setpoint',
+    'air_temperature'])
+env = DatetimeWrapper(env)
+env = DiscreteIncrementalWrapper(
+    env,initial_values=[21.0,25.0], delta_temp=2, step_temp=0.5)
+env = NormalizeObservation(
+    env=env)
+env = LoggerWrapper(env=env, flag=True)
+env = MultiObsWrapper(env=env, n=5, flatten=True)
+
    +
    +
    +
    +
    +
    +
    +
    +#==============================================================================================#
+[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]
+#==============================================================================================#
+[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051]
+[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}
+[MODELING] (INFO) : Episode length (seconds): 31536000.0
+[MODELING] (INFO) : timestep size (seconds): 900.0
+[MODELING] (INFO) : timesteps per episode: 35040
+[MODELING] (INFO) : Model Config is correct.
+[REWARD] (INFO) : Reward function initialized.
+[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.
+[WRAPPER MultiObjectiveReward] (INFO) : wrapper initialized.
+[WRAPPER PreviousObservationWrapper] (INFO) : Wrapper initialized.
+[WRAPPER DatetimeWrapper] (INFO) : Wrapper initialized.
+[WRAPPER DiscreteIncrementalWrapper] (INFO) : New incremental action mapping: 17
+[WRAPPER DiscreteIncrementalWrapper] (INFO) : {0: [0.0, 0.0], 1: [0.5, 0.0], 2: [1.0, 0.0], 3: [1.5, 0.0], 4: [2.0, 0.0], 5: [-0.5, 0.0], 6: [-1.0, 0.0], 7: [-1.5, 0.0], 8: [-2.0, 0.0], 9: [0.0, 0.5], 10: [0.0, 1.0], 11: [0.0, 1.5], 12: [0.0, 2.0], 13: [0.0, -0.5], 14: [0.0, -1.0], 15: [0.0, -1.5], 16: [0.0, -2.0]}
+[WRAPPER DiscreteIncrementalWrapper] (INFO) : Wrapper initialized
+[WRAPPER NormalizeObservation] (INFO) : wrapper initialized.
+[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.
+[WRAPPER MultiObsWrapper] (INFO) : Wrapper initialized.
+
    +
    +

    Now we simply use the environment with the wrappers, for example:

    +
    +
    [18]:
+
    +
    +
    for i in range(1):
+    obs, info = env.reset()
+    truncated = terminated = False
+    current_month = 0
+    while not (terminated or truncated):
+        a = env.action_space.sample()
+        obs, reward, terminated, truncated, info = env.step(a)
+        if info['month'] != current_month:  # display results every month
+            current_month = info['month']
+            print('Reward: ', reward, info)
+env.close()
+
    +
    +
    +
    +
    +
    +
    +
    +#----------------------------------------------------------------------------------------------#
+[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]
+#----------------------------------------------------------------------------------------------#
+[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1]
+[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.
+[MODELING] (INFO) : Updated building model with whole Output:Variable available names
+[MODELING] (INFO) : Updated building model with whole Output:Meter available names
+[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]
+[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/output]
+[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']
+[ENVIRONMENT] (INFO) : Episode 1 started.
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.
+  epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(
+
    +
    +
    +
    +
    +
    +
    +[SIMULATOR] (INFO) : handlers initialized.
+[SIMULATOR] (INFO) : handlers are ready.
+[SIMULATOR] (INFO) : System is ready.
+[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active
+Reward:  [-0.05542625239599594, -0.857887333002763] {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 25.0], 'timestep': 2, 'reward': -0.913313585398759, 'energy_term': -0.05542625239599594, 'comfort_term': -0.857887333002763, 'reward_weight': 0.5, 'abs_energy': 1108.5250479199187, 'abs_comfort': 1.715774666005526, 'energy_values': [1108.5250479199187], 'temp_values': [18.284225333994474]}
+Progress: |*--------------------------------------------------------------------------------------------------| 1%
+
    +
    +
    +
    +
    +
    +
    +/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: WARN: Casting input x to numpy array.
+  gym.logger.warn("Casting input x to numpy array.")
+
    +
    +
    +
    +
    +
    +
    +Reward:  [-0.00538809382535063, -0.0] {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 22.5], 'timestep': 2977, 'reward': -0.00538809382535063, 'energy_term': -0.00538809382535063, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 107.76187650701259, 'abs_comfort': 0.0, 'energy_values': [107.76187650701259], 'temp_values': [20.961309048938297]}
+Reward:  [-0.006935757308931089, -0.0] {'time_elapsed(hours)': 1416.25, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [18.0, 30.0], 'timestep': 5665, 'reward': -0.006935757308931089, 'energy_term': -0.006935757308931089, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 138.71514617862178, 'abs_comfort': 0.0, 'energy_values': [138.71514617862178], 'temp_values': [20.093696177204187]}
+Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.5, 28.5], 'timestep': 8641, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [22.11540370667002]}
+Reward:  [-0.0, -0.4961122594044092] {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [18.5, 24.0], 'timestep': 11521, 'reward': -0.4961122594044092, 'energy_term': -0.0, 'comfort_term': -0.4961122594044092, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.9922245188088183, 'energy_values': [0.0], 'temp_values': [24.49222451880882]}
+Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 22.5], 'timestep': 14497, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.96360689704416]}
+Reward:  [-0.0, -0.9700266488211167] {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.0, 24.5], 'timestep': 17377, 'reward': -0.9700266488211167, 'energy_term': -0.0, 'comfort_term': -0.9700266488211167, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 1.9400532976422333, 'energy_values': [0.0], 'temp_values': [27.940053297642233]}
+Reward:  [-0.0, -0.006542366753496509] {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [16.0, 27.5], 'timestep': 20353, 'reward': -0.006542366753496509, 'energy_term': -0.0, 'comfort_term': -0.006542366753496509, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.013084733506993018, 'energy_values': [0.0], 'temp_values': [26.013084733506993]}
+Reward:  [-0.0, -0.0] {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 27.5], 'timestep': 23329, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.800150805217598]}
+Reward:  [-0.06446283743025183, -0.9667086618754865] {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 27.5], 'timestep': 26209, 'reward': -1.0311714993057384, 'energy_term': -0.06446283743025183, 'comfort_term': -0.9667086618754865, 'reward_weight': 0.5, 'abs_energy': 1289.2567486050366, 'abs_comfort': 1.933417323750973, 'energy_values': [1289.2567486050366], 'temp_values': [25.433417323750973]}
+Reward:  [-0.004536449977537947, -0.0] {'time_elapsed(hours)': 7296.375, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 26.5], 'timestep': 29185, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [22.02925460307228]}
+Reward:  [-0.004536449977537947, -0.0] {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 22.5], 'timestep': 32065, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [21.283078053476807]}
+Progress: |***************************************************************************************************| 99%
+[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active
+[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]
+
    +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.ipynb b/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.ipynb new file mode 100644 index 0000000000..d4d03ddae9 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/notebooks/wrappers_examples.ipynb @@ -0,0 +1,1403 @@ +{ + "cells": [ + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "# Wrappers example" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "In this notebook, we'll explore the wrappers defined by Sinergym and how to use them. You can also create your own wrappers by inheriting from *gym.Wrapper* or its variants." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "collapsed": true, + "pycharm": { + "is_executing": true + } + }, + "outputs": [], + "source": [ + "import gymnasium as gym\n", + "import numpy as np\n", + "import sinergym\n", + "from sinergym.utils.wrappers import *" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Multi-Objective Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "[MO-Gymnasium](https://github.com/Farama-Foundation/MO-Gymnasium) is an open-source Python library for developing and comparing multi-objective reinforcement learning algorithms. These environments return a reward vector instead of a scalar value, one for each objective.\n", + "\n", + "To be as general as possible, it could be beneficial for Sinergym to also provide that reward vector. This way, Sinergym would be compatible with both multi-objective algorithms and algorithms that work with a traditional reward value.\n", + "\n", + "We can transform the returned reward into a vector using the following wrapper:" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER MultiObjectiveReward] (INFO) : wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env=MultiObjectiveReward(env,reward_terms=['energy_term','comfort_term'])" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Ensure that `reward_terms` are available in the `info` dict returned in the environment's step method. Otherwise, an execution error will occur.\n", + "By default, Sinergym environments return all reward terms specified in the used reward class in the `info` dict, so if the objective exists in the reward term, you shouldn't encounter any problems." + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/output]\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35042/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n", + "[-0.05542625239599594, -0.857887333002763]\n" + ] + } + ], + "source": [ + "env.reset()\n", + "action = env.action_space.sample()\n", + "obs, reward, terminated, truncated, info = env.step(action)\n", + "env.close()\n", + "print(reward)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Previous Observations Wrappers" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This Wrapper will add the previous timestep's observation values to the current environment observation.\n", + "You can select the variables you want to track its previous observation values. \n", + "The observation space will be updated with the new dimension." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER PreviousObservationWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env = PreviousObservationWrapper(env, previous_variables=[\n", + " 'htg_setpoint',\n", + " 'clg_setpoint',\n", + " 'air_temperature'])" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "You can see that the observation values have been updated:" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35043/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n", + "NEW OBSERVATION: {'month': 1.0, 'day_of_month': 1.0, 'hour': 0.0, 'outdoor_temperature': 4.8, 'outdoor_humidity': 61.0, 'wind_speed': 4.65, 'wind_direction': 160.0, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 12.8, 'clg_setpoint': 40.0, 'air_temperature': 18.284225, 'air_humidity': 26.9228, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 1108.525, 'total_electricity_HVAC': 997672.56, 'htg_setpoint_previous': 12.8, 'clg_setpoint_previous': 40.0, 'air_temperature_previous': 18.384174}\n" + ] + } + ], + "source": [ + "env.reset()\n", + "obs,_,_,_,_=env.step(env.action_space.sample())\n", + "obs_dict=dict(zip(env.get_wrapper_attr('observation_variables'),obs))\n", + "env.close()\n", + "print('NEW OBSERVATION: ',obs_dict)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Datetime Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper will replace the `day` value with the `is_weekend` flag, and `hour` and `month` with sin and cos values. \n", + "The observation space is also automatically updated." + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER DatetimeWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env = DatetimeWrapper(env)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Specifically, this wrapper removes the observation variables `month`, `day`, and `hour`, and adds `month_sin`, `month_cos`, `is_weekend`, `hour_sin`, and `hour_cos` instead:" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35044/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n", + "NEW OBSERVATION: {'month_cos': 1.0, 'month_sin': 0.0, 'is_weekend': 0.0, 'hour_cos': 1.0, 'hour_sin': 0.0, 'outdoor_temperature': 4.800000190734863, 'outdoor_humidity': 61.0, 'wind_speed': 4.650000095367432, 'wind_direction': 160.0, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 12.800000190734863, 'clg_setpoint': 40.0, 'air_temperature': 18.284225463867188, 'air_humidity': 26.922800064086914, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 1108.5250244140625, 'total_electricity_HVAC': 997672.5625}\n" + ] + } + ], + "source": [ + "env.reset()\n", + "obs,_,_,_,_=env.step(env.action_space.sample())\n", + "obs_dict=dict(zip(env.get_wrapper_attr('observation_variables'),obs))\n", + "env.close()\n", + "print('NEW OBSERVATION: ',obs_dict)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Environment Action Normalization Wrapper" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Here's an example of how to normalize a previous continuous environment action space. If we don't define the range values, it will default to the range `[-1,1]`:" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "ORIGINAL ACTION SPACE: Box([15. 22.5], [22.5 30. ], (2,), float32)\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : New normalized action Space: Box(-1.0, 1.0, (2,), float32)\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeAction] (INFO) : Wrapper initialized\u001b[0m\n", + "WRAPPED ACTION SPACE: Box(-1.0, 1.0, (2,), float32)\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35045/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Normalized action: [ 0.8381089 -0.15050839]\n", + "Action done in simulator: [21.892908, 25.685593]\n", + "Normalized action: [-0.20605884 0.00121972]\n", + "Action done in simulator: [17.97728, 26.254574]\n", + "Normalized action: [ 0.20422778 -0.9112268 ]\n", + "Action done in simulator: [19.515854, 22.8329]\n", + "Normalized action: [-0.6123266 -0.04220473]\n", + "Action done in simulator: [16.453775, 26.091732]\n", + "Normalized action: [ 0.46484488 -0.32572523]\n", + "Action done in simulator: [20.493168, 25.02853]\n", + "Progress: |*****----------------------------------------------------------------------------------------------| 5%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "# We will create a continuous environment\n", + "env=gym.make('Eplus-5zone-hot-continuous-v1')\n", + "print('ORIGINAL ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "# NORMALIZATION\n", + "# Apply the normalize action wrapper\n", + "env=NormalizeAction(env,normalize_range=(-1.0,1.0))\n", + "print('WRAPPED ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "env.reset()\n", + "for i in range(5):\n", + " action=env.action_space.sample()\n", + " print('Normalized action: ',action)\n", + " _,_,_,_,info=env.step(action)\n", + " print('Action done in simulator: ', info['action'])\n", + "env.close()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Environment Discretization Wrapper" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Here's an example of how to discretize a previous continuous environment. We'll need the **new discrete action space** and an **action mapping function** whose output matches the original unwrapped environment action space:" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "ORIGINAL ACTION SPACE: Box([15. 22.5], [22.5 30. ], (2,), float32)\n", + "IS DISCRETE?: False\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "WRAPPED ACTION SPACE: Discrete(10)\n", + "IS DISCRETE?: True\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35046/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "ACTION DISCRETE: 2\n", + "Action done in simulator: [17, 28]\n", + "ACTION DISCRETE: 3\n", + "Action done in simulator: [18, 27]\n", + "ACTION DISCRETE: 8\n", + "Action done in simulator: [22, 22.5]\n", + "ACTION DISCRETE: 5\n", + "Action done in simulator: [20, 25]\n", + "ACTION DISCRETE: 6\n", + "Action done in simulator: [21, 24]\n", + "Progress: |*****----------------------------------------------------------------------------------------------| 5%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "# We will create a continuous environment\n", + "env=gym.make('Eplus-5zone-hot-continuous-v1')\n", + "print('ORIGINAL ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "print('IS DISCRETE?: ',env.get_wrapper_attr('is_discrete'))\n", + "# DISCRETIZATION\n", + "# Defining new discrete space and action mapping function\n", + "new_discrete_space = gym.spaces.Discrete(10) # Action values [0,9]\n", + "def action_mapping_function(action):\n", + " mapping = {\n", + " 0: [15, 30], # These lists matches with original action space\n", + " 1: [16, 29],\n", + " 2: [17, 28],\n", + " 3: [18, 27],\n", + " 4: [19, 26],\n", + " 5: [20, 25],\n", + " 6: [21, 24],\n", + " 7: [22, 23],\n", + " 8: [22, 22.5],\n", + " 9: [21, 22.5]\n", + " }\n", + "\n", + " return mapping[action]\n", + "# Apply the discretize wrapper\n", + "env=DiscretizeEnv(env,discrete_space=new_discrete_space,action_mapping=action_mapping_function)\n", + "print('WRAPPED ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "print('IS DISCRETE?: ',env.get_wrapper_attr('is_discrete'))\n", + "env.reset()\n", + "for i in range(5):\n", + " action=env.action_space.sample()\n", + " print('ACTION DISCRETE: ',action)\n", + " _,_,_,_,info=env.step(action)\n", + " print('Action done in simulator: ', info['action'])\n", + "env.close()\n", + "\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "As seen in the output, the input is an int, but a list with the original action space is created in the simulator." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Discrete Incremental Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper updates an environment for an incremental setpoint action space. It converts the environment into a *discrete* environment with an action mapping function and action space depending on the **step** and **delta** specified. The action is added to the **current setpoint** values instead of overwriting the latest action. Thus, the action is the current setpoint values with the increase, not the discrete value action that defines the increment/decrement itself." + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "ORIGINAL ACTION SPACE: Box([15. 22.5], [22.5 30. ], (2,), float32)\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : New incremental action mapping: 17\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : {0: [0.0, 0.0], 1: [0.5, 0.0], 2: [1.0, 0.0], 3: [1.5, 0.0], 4: [2.0, 0.0], 5: [-0.5, 0.0], 6: [-1.0, 0.0], 7: [-1.5, 0.0], 8: [-2.0, 0.0], 9: [0.0, 0.5], 10: [0.0, 1.0], 11: [0.0, 1.5], 12: [0.0, 2.0], 13: [0.0, -0.5], 14: [0.0, -1.0], 15: [0.0, -1.5], 16: [0.0, -2.0]}\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : Wrapper initialized\u001b[0m\n", + "WRAPPED ACTION SPACE: Discrete(17)\n", + "WRAPPED ACTION MAPPING: >>>>>\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-continuous-v1')\n", + "print('ORIGINAL ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "env = DiscreteIncrementalWrapper(\n", + " env,initial_values=[21.0,25.0], delta_temp=2, step_temp=0.5)\n", + "print('WRAPPED ACTION SPACE: ',env.get_wrapper_attr('action_space'))\n", + "print('WRAPPED ACTION MAPPING: ',env.get_wrapper_attr('action_mapping'))" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "The maximum and minimum values for creating the action mapping are read from the environment action space, ensuring that the setpoint increments and decrements do not exceed the agreed limits.\n", + "The delta and step values are used to determine how the discrete space of these increments and decrements will be constructed.\n", + "Here's an example of how it works:" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35047/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "CURRENT SETPOINTS VALUES: [21.0, 25.0]\n", + "Action number 0 : [-2.0, 0.0]\n", + "Setpoints update: [19.0, 25.0]\n", + "Action number 1 : [0.0, 0.5]\n", + "Setpoints update: [19.0, 25.5]\n", + "Action number 2 : [0.0, -0.5]\n", + "Setpoints update: [19.0, 25.0]\n", + "Action number 3 : [0.0, 0.0]\n", + "Setpoints update: [19.0, 25.0]\n", + "Action number 4 : [0.0, -0.5]\n", + "Setpoints update: [19.0, 24.5]\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "env.reset()\n", + "print('CURRENT SETPOINTS VALUES: ', env.get_wrapper_attr('current_setpoints'))\n", + "for i in range(5):\n", + " action=env.action_space.sample()\n", + " _,_,_,_,info=env.step(action)\n", + " print('Action number ',i,': ',env.get_wrapper_attr('action_mapping')(action))\n", + " print('Setpoints update: ', info['action'])\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Normalization Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper is used to transform the observation received from the simulator into values between -1 and 1.\n", + "It's based on the [dynamic normalization wrapper of Gymnasium](https://gymnasium.farama.org/_modules/gymnasium/wrappers/normalize/#NormalizeObservation). Initially,\n", + "it may not be precise, and the values may often be out of range, so use this wrapper with caution." + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "#Original env\n", + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env = NormalizeObservation(\n", + " env=env)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "In the following code, you can see how the specified variables have been correctly normalized:" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35048/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "Progress: |****-----------------------------------------------------------------------------------------------| 4%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n", + "OBSERVATION WITH NORMALIZATION: {'month': 0.00499968750430059, 'day_of_month': 0.00499968750430059, 'hour': 0.0, 'outdoor_temperature': 0.9875907976185373, 'outdoor_humidity': -0.9745626607331893, 'wind_speed': 0.9973969815420386, 'wind_direction': 0.9908525387095581, 'diffuse_solar_radiation': 0.0, 'direct_solar_radiation': 0.0, 'htg_setpoint': 0.007049581561774207, 'clg_setpoint': 0.0070688585864955075, 'air_temperature': -0.35264364590376623, 'air_humidity': 0.05800834342804423, 'people_occupant': 0.0, 'co2_emission': 0.0, 'HVAC_electricity_demand_rate': 0.9802888899782684, 'total_electricity_HVAC': 0.9802889755036568}\n" + ] + } + ], + "source": [ + "env.reset()\n", + "obs,_,_,_,_=env.step(env.action_space.sample())\n", + "obs_dict=dict(zip(env.get_wrapper_attr('observation_variables'),obs))\n", + "env.close()\n", + "print('OBSERVATION WITH NORMALIZATION: ',obs_dict)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Logger Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper logs all interactions between the agent and the environment. You can select the Logger class\n", + "in the constructor if a different type of logging is required. For more information about the *Sinergym* Logger, visit [Logger](https://ugr-sail.github.io/sinergym/compilation/main/pages/output.html#logger)" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35049/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Progress: |**-------------------------------------------------------------------------------------------------| 2%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "env=LoggerWrapper(env)\n", + "\n", + "\n", + "env.reset() \n", + "truncated = terminated = False\n", + "current_month = 0\n", + "while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " _,_,terminated,truncated,_=env.step(a)\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Now, if you check the Sinergym output folder, you'll find `progress.csv` and `monitor.csv` files for each episode." + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Multi Observation Wrapper" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "This wrapper stacks the observations received in a history queue (the size can be customized)." + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : New Discrete Space and mapping: Discrete(10)\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Make sure that the action space is compatible and contained in the original environment.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscretizeEnv] (INFO) : Wrapper initialized\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "BEFORE MULTI OBSERVATION: [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.4000001e+00 6.5000000e+01\n", + " 3.8750000e+00 1.4500000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01\n", + " 4.0000000e+01 1.8384174e+01 2.6903370e+01 0.0000000e+00 0.0000000e+00\n", + " 1.0360292e+03 9.3242619e+05]\n", + "\u001b[38;20m[WRAPPER MultiObsWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "Progress: |***************************************************************************************************| 99%\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 2]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35050/Eplus-env-sub_run2/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 2 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + } + ], + "source": [ + "#Original environment\n", + "env=gym.make('Eplus-5zone-hot-discrete-v1')\n", + "obs, info=env.reset()\n", + "print('BEFORE MULTI OBSERVATION: ',obs)\n", + "\n", + "#Multi Observation environment\n", + "env=MultiObsWrapper(env, n=5, flatten=True)\n", + "obs, info=env.reset()" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "AFTER MULTI OBSERVATION: [1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01\n", + " 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01\n", + " 4.0000000e+01 1.8284225e+01 2.6922800e+01 0.0000000e+00 0.0000000e+00\n", + " 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00\n", + " 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00\n", + " 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.8284225e+01 2.6922800e+01\n", + " 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00\n", + " 1.0000000e+00 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00\n", + " 1.6000000e+02 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01\n", + " 1.8284225e+01 2.6922800e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03\n", + " 9.9767256e+05 1.0000000e+00 1.0000000e+00 0.0000000e+00 4.8000002e+00\n", + " 6.1000000e+01 4.6500001e+00 1.6000000e+02 0.0000000e+00 0.0000000e+00\n", + " 1.2800000e+01 4.0000000e+01 1.8284225e+01 2.6922800e+01 0.0000000e+00\n", + " 0.0000000e+00 1.1085250e+03 9.9767256e+05 1.0000000e+00 1.0000000e+00\n", + " 0.0000000e+00 4.8000002e+00 6.1000000e+01 4.6500001e+00 1.6000000e+02\n", + " 0.0000000e+00 0.0000000e+00 1.2800000e+01 4.0000000e+01 1.8284225e+01\n", + " 2.6922800e+01 0.0000000e+00 0.0000000e+00 1.1085250e+03 9.9767256e+05]\n", + "\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "print('AFTER MULTI OBSERVATION: ',obs)\n", + "env.close()" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Nesting wrappers" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": {}, + "source": [ + "All the wrappers listed in this notebook can be nested to combine functionalities. However, **the order** in which these wrappers are nested is critical for their proper functionality. We strongly recommend following the same order as they appear here or in the documentation. If you want to nest a subset of the total, it's not a problem as long as you respect this order.\n", + "Here's an example:" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#==============================================================================================#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Creating Gymnasium environment... [5zone-hot-discrete-v1]\u001b[0m\n", + "#==============================================================================================#\n", + "\u001b[38;20m[MODELING] (INFO) : Experiment working directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : runperiod established: {'start_day': 1, 'start_month': 1, 'start_year': 1991, 'end_day': 31, 'end_month': 12, 'end_year': 1991, 'start_weekday': 1, 'n_steps_per_hour': 4}\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Episode length (seconds): 31536000.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timestep size (seconds): 900.0\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : timesteps per episode: 35040\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Model Config is correct.\u001b[0m\n", + "\u001b[38;20m[REWARD] (INFO) : Reward function initialized.\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment 5zone-hot-discrete-v1 created successfully.\u001b[0m\n", + "\u001b[38;20m[WRAPPER MultiObjectiveReward] (INFO) : wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER PreviousObservationWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DatetimeWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : New incremental action mapping: 17\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : {0: [0.0, 0.0], 1: [0.5, 0.0], 2: [1.0, 0.0], 3: [1.5, 0.0], 4: [2.0, 0.0], 5: [-0.5, 0.0], 6: [-1.0, 0.0], 7: [-1.5, 0.0], 8: [-2.0, 0.0], 9: [0.0, 0.5], 10: [0.0, 1.0], 11: [0.0, 1.5], 12: [0.0, 2.0], 13: [0.0, -0.5], 14: [0.0, -1.0], 15: [0.0, -1.5], 16: [0.0, -2.0]}\u001b[0m\n", + "\u001b[38;20m[WRAPPER DiscreteIncrementalWrapper] (INFO) : Wrapper initialized\u001b[0m\n", + "\u001b[38;20m[WRAPPER NormalizeObservation] (INFO) : wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Wrapper initialized.\u001b[0m\n", + "\u001b[38;20m[WRAPPER MultiObsWrapper] (INFO) : Wrapper initialized.\u001b[0m\n" + ] + } + ], + "source": [ + "env = gym.make('Eplus-5zone-hot-continuous-v1')\n", + "env = MultiObjectiveReward(\n", + " env=env,\n", + " reward_terms=[\n", + " 'energy_term',\n", + " 'comfort_term'])\n", + "env = PreviousObservationWrapper(env, previous_variables=[\n", + " 'htg_setpoint',\n", + " 'clg_setpoint',\n", + " 'air_temperature'])\n", + "env = DatetimeWrapper(env)\n", + "env = DiscreteIncrementalWrapper(\n", + " env,initial_values=[21.0,25.0], delta_temp=2, step_temp=0.5)\n", + "env = NormalizeObservation(\n", + " env=env)\n", + "env = LoggerWrapper(env=env, flag=True)\n", + "env = MultiObsWrapper(env=env, n=5, flatten=True)" + ] + }, + { + "attachments": {}, + "cell_type": "markdown", + "metadata": { + "collapsed": false + }, + "source": [ + "Now we simply use the environment with the wrappers, for example:" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": { + "collapsed": false, + "pycharm": { + "name": "#%%\n" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Starting a new episode... [5zone-hot-discrete-v1] [Episode 1]\u001b[0m\n", + "#----------------------------------------------------------------------------------------------#\n", + "\u001b[38;20m[MODELING] (INFO) : Episode directory created [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1]\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Weather file USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw used.\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Variable available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Updated building model with whole Output:Meter available names\u001b[0m\n", + "\u001b[38;20m[MODELING] (INFO) : Adapting weather to building model. [USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw]\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Saving episode output path... [/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/output]\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : Running EnergyPlus with args: ['-w', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/USA_AZ_Davis-Monthan.AFB.722745_TMY3.epw', '-d', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/output', '/workspaces/sinergym/examples/Eplus-env-5zone-hot-discrete-v1-res35051/Eplus-env-sub_run1/5ZoneAutoDXVAV.epJSON']\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Episode 1 started.\u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/opyplus/weather_data/weather_data.py:493: FutureWarning: the 'line_terminator'' keyword is deprecated, use 'lineterminator' instead.\n", + " epw_content = self._headers_to_epw(use_datetimes=use_datetimes) + df.to_csv(\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[38;20m[SIMULATOR] (INFO) : handlers initialized.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : handlers are ready.\u001b[0m\n", + "\u001b[38;20m[SIMULATOR] (INFO) : System is ready.\u001b[0m\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : Creating monitor.csv for current episode (episode 1) if logger is active\u001b[0m\n", + "Reward: [-0.05542625239599594, -0.857887333002763] {'time_elapsed(hours)': 0.5, 'month': 1, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 25.0], 'timestep': 2, 'reward': -0.913313585398759, 'energy_term': -0.05542625239599594, 'comfort_term': -0.857887333002763, 'reward_weight': 0.5, 'abs_energy': 1108.5250479199187, 'abs_comfort': 1.715774666005526, 'energy_values': [1108.5250479199187], 'temp_values': [18.284225333994474]}\n", + "Progress: |*--------------------------------------------------------------------------------------------------| 1%\r" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/gymnasium/spaces/box.py:240: UserWarning: \u001b[33mWARN: Casting input x to numpy array.\u001b[0m\n", + " gym.logger.warn(\"Casting input x to numpy array.\")\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Reward: [-0.00538809382535063, -0.0] {'time_elapsed(hours)': 744.375, 'month': 2, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [19.0, 22.5], 'timestep': 2977, 'reward': -0.00538809382535063, 'energy_term': -0.00538809382535063, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 107.76187650701259, 'abs_comfort': 0.0, 'energy_values': [107.76187650701259], 'temp_values': [20.961309048938297]}\n", + "Reward: [-0.006935757308931089, -0.0] {'time_elapsed(hours)': 1416.25, 'month': 3, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [18.0, 30.0], 'timestep': 5665, 'reward': -0.006935757308931089, 'energy_term': -0.006935757308931089, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 138.71514617862178, 'abs_comfort': 0.0, 'energy_values': [138.71514617862178], 'temp_values': [20.093696177204187]}\n", + "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 2160.25, 'month': 4, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.5, 28.5], 'timestep': 8641, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [22.11540370667002]}\n", + "Reward: [-0.0, -0.4961122594044092] {'time_elapsed(hours)': 2880.25, 'month': 5, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [18.5, 24.0], 'timestep': 11521, 'reward': -0.4961122594044092, 'energy_term': -0.0, 'comfort_term': -0.4961122594044092, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.9922245188088183, 'energy_values': [0.0], 'temp_values': [24.49222451880882]}\n", + "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 3624.25, 'month': 6, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 22.5], 'timestep': 14497, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.96360689704416]}\n", + "Reward: [-0.0, -0.9700266488211167] {'time_elapsed(hours)': 4344.375, 'month': 7, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [20.0, 24.5], 'timestep': 17377, 'reward': -0.9700266488211167, 'energy_term': -0.0, 'comfort_term': -0.9700266488211167, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 1.9400532976422333, 'energy_values': [0.0], 'temp_values': [27.940053297642233]}\n", + "Reward: [-0.0, -0.006542366753496509] {'time_elapsed(hours)': 5088.25, 'month': 8, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [16.0, 27.5], 'timestep': 20353, 'reward': -0.006542366753496509, 'energy_term': -0.0, 'comfort_term': -0.006542366753496509, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.013084733506993018, 'energy_values': [0.0], 'temp_values': [26.013084733506993]}\n", + "Reward: [-0.0, -0.0] {'time_elapsed(hours)': 5832.25, 'month': 9, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [22.5, 27.5], 'timestep': 23329, 'reward': -0.0, 'energy_term': -0.0, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 0.0, 'abs_comfort': 0.0, 'energy_values': [0.0], 'temp_values': [25.800150805217598]}\n", + "Reward: [-0.06446283743025183, -0.9667086618754865] {'time_elapsed(hours)': 6552.3125, 'month': 10, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [21.5, 27.5], 'timestep': 26209, 'reward': -1.0311714993057384, 'energy_term': -0.06446283743025183, 'comfort_term': -0.9667086618754865, 'reward_weight': 0.5, 'abs_energy': 1289.2567486050366, 'abs_comfort': 1.933417323750973, 'energy_values': [1289.2567486050366], 'temp_values': [25.433417323750973]}\n", + "Reward: [-0.004536449977537947, -0.0] {'time_elapsed(hours)': 7296.375, 'month': 11, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 26.5], 'timestep': 29185, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [22.02925460307228]}\n", + "Reward: [-0.004536449977537947, -0.0] {'time_elapsed(hours)': 8016.25, 'month': 12, 'day': 1, 'hour': 0, 'is_raining': False, 'action': [15.0, 22.5], 'timestep': 32065, 'reward': -0.004536449977537947, 'energy_term': -0.004536449977537947, 'comfort_term': -0.0, 'reward_weight': 0.5, 'abs_energy': 90.72899955075894, 'abs_comfort': 0.0, 'energy_values': [90.72899955075894], 'temp_values': [21.283078053476807]}\n", + "Progress: |***************************************************************************************************| 99%\n", + "\u001b[38;20m[WRAPPER LoggerWrapper] (INFO) : End of episode, recording summary (progress.csv) if logger is active\u001b[0m\n", + "\u001b[38;20m[ENVIRONMENT] (INFO) : Environment closed. [5zone-hot-discrete-v1]\u001b[0m\n" + ] + } + ], + "source": [ + "for i in range(1):\n", + " obs, info = env.reset()\n", + " truncated = terminated = False\n", + " current_month = 0\n", + " while not (terminated or truncated):\n", + " a = env.action_space.sample()\n", + " obs, reward, terminated, truncated, info = env.step(a)\n", + " if info['month'] != current_month: # display results every month\n", + " current_month = info['month']\n", + " print('Reward: ', reward, info)\n", + "env.close()" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.12" + }, + "vscode": { + "interpreter": { + "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a" + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/docs/compilation/v3.3.0/pages/output.html b/docs/compilation/v3.3.0/pages/output.html new file mode 100644 index 0000000000..0cd9dcbc22 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/output.html @@ -0,0 +1,272 @@ + + + + + + + 12. Output format — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    12. Output format

    +

    When a simulation is running, it generates a directory named Eplus-env-<env_name>-res<num_simulation>. +The Modeling module also manages the directory tree generated during a simulation. The content of this +root output directory is the result of the simulation and includes:

    +
    Eplus-env-<env_name>-res<num_simulation>
+├── Eplus-env-sub_run1
+├── Eplus-env-sub_run2
+├── Eplus-env-sub_run3
+├── ...
+├── Eplus-env-sub_runN
+│   ├── output/
+│   ├── environment.epJSON
+|   ├── weather.epw
+│   ├── monitor.csv
+|   └── monitor_normalized.csv (optional)
+├── data_available.txt
+└── progress.csv
+
    +
    +
      +

    • Eplus-env-sub_run<num_episode> directories that record the results of each episode in the simulation. +The number of these directories depends on the number of episodes and the maximum episode data value +(see Maximum Episode Data Stored in Sinergym Output).

      • +

    • Within these directories, the structure is always the same:

      +
      +
        +

      • A copy of the environment.epJSON used during the simulation episode. This does not have to be the same +as the original hosted in the repository, as the simulation can be modified to suit specific user-defined +settings when building the gymnasium environment.

        • +

      • A copy of the Weather.epw used during the simulation episode. This file does not have to be the same as +the original (when using variability).

        • +

      • monitor.csv: This records all Agent-Environment interactions during the episode, timestep by timestep. +This file only exists when the environment has been wrapped with Logger (see Wrappers for more information).

        • +

      • monitor_normalized.csv: This file is only generated when the environment is wrapped +with logger and normalization (see Wrappers). The structure is the same as monitor.csv, +but the observation_values are normalized.

        • +

      • output/: This directory contains the EnergyPlus simulation output. To learn more about these files, +visit the EnergyPlus documentation.

        • +
      +
      +
      • +

    • data_available.txt: This file is generated when the EnergyPlus API initializes all callbacks and handlers +for the simulation. In this file, you can find all the available components of the building model, such as +actuators, schedulers, meters, variables, internal variables, etc.

      +
      +

      Warning

      +

      Some lists of components, such as Output:Variable’s, do not fully appear in data_available.txt +because they must be declared in the building model first. If you want to see all the variables +or meters specifically, you should look for them in the correct Energyplus output file. +If you specify a correct variable in the environment, Sinergym will add the Output:Variable +element in the building model before the simulation starts.

      +
      +
      • +

    • progress.csv: This file contains information about general simulation results. There is a row per episode +and it records important data such as mean power consumption or mean comfort penalty, for example. This file +only exists when the environment has been wrapped with Logger (see Wrappers for more information).

      • +
    +
    +

    12.1. Logger

    +

    The files monitor.csv, monitor_normalized.csv, and progress.csv belong to the Sinergym logger, +which is a wrapper for the environment. This logger is responsible for recording all the interactions that +occur in a simulation, regardless of the training technique being used or any other external factor.

    +

    Recording is managed by an instance of the CSVLogger class, which is present as a wrapper attribute and +is called at each timestep and at the end of an episode. This class can be replaced by a new one +(see Logger Wrapper personalization/configuration).

    +
    +

    Warning

    +

    The CSVLogger requires the info dict with specific keys to log the information correctly. +If you change the info dict structure in Sinergym, you should check this logger or use a custom one.

    +
    +
    +

    Note

    +

    Normalized observation methods are only used when the environment is wrapped with normalization previously.

    +
    +
    +

    Note

    +

    You can activate and deactivate the logger from the environment whenever you want, using the activate +and deactivate methods, so you don’t need to unwrap the environment.

    +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/rewards.html b/docs/compilation/v3.3.0/pages/rewards.html new file mode 100644 index 0000000000..f8c1347bd1 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/rewards.html @@ -0,0 +1,280 @@ + + + + + + + 8. Rewards — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    8. Rewards

    +

    Defining a reward function is essential in reinforcement learning. As such, Sinergym +provides the option to use pre-implemented reward functions or define custom ones +(refer to the section below).

    +

    Sinergym’s predefined reward functions are designed as multi-objective, incorporating +both energy consumption and thermal discomfort. These are normalized and combined with +varying weights. These rewards are always negative, signifying that optimal behavior +results in a cumulative reward of 0. Separate temperature comfort ranges are defined for +summer and winter periods. The weights assigned to each term in the reward function allow +for adjusting the importance of each aspect during environment evaluation.

    +

    The core concept of the reward system in Sinergym is encapsulated by the following equation:

    +
    +\[r_t = - \omega \ \lambda_P \ P_t - (1 - \omega) \ \lambda_T \ (|T_t - T_{up}| + |T_t - T_{low}|)\]
    +

    Where:
    +\(P_t\) represents power consumption,
    +\(T_t\) is the current indoor temperature,
    +\(T_{up}\) and \(T_{low}\) are the upper and lower comfort range limits, respectively,
    +\(\omega\) is the weight assigned to power consumption, and consequently, \(1 - \omega\) represents the comfort weight,
    +\(\lambda_P\) and \(\lambda_T\) are scaling constants for consumption and comfort penalties, respectively.

    +
    +

    Warning

    +

    The constants \(\lambda_P\) and \(\lambda_T\) are configured to create a proportional +relationship between energy and comfort penalties, calibrating their magnitudes. When working +with different buildings, it’s crucial to adjust these constants to maintain a similar +magnitude of the reward components.

    +
    +

    Different types of reward functions are designed based on specific details:

    +
      +

    • LinearReward implements a linear reward function, where discomfort is calculated as the absolute +difference between the current temperature and the comfort range.

      • +

    • ExpReward is similar to the linear reward, but calculates discomfort using the exponential difference +between the current temperature and comfort ranges, resulting in a higher penalty for larger deviations +from target temperatures.

      • +

    • HourlyLinearReward adjusts the weight assigned to discomfort based on the hour of the day, +emphasizing energy consumption outside working hours more.

      • +

    • NormalizedLinearReward normalizes the reward components based on the maximum energy penalty +and comfort penalty, providing adaptability during the simulation. In this reward, +the \(\lambda_P\) and \(\lambda_T\) constants are not required to calibrate both magnitudes.

      • +
    +
    +
    +

    Warning

    +

    This reward function is not very precise at the beginning of the simulation, be careful with that.

    +
    +
    +

    These reward functions have parameters in their constructors, the values of which may vary based on the building +used or other factors. By default, all environments use the LinearReward with default parameters for each +building. To change this, refer to the example in Adding a new reward.

    +
    +

    Warning

    +

    When specifying a reward different from the default environment ID with gym.make, it’s crucial +to set the reward_kwargs that are required and thus don’t have a default value.

    +
    +
    +

    8.1. Reward terms

    +

    By default, reward functions return the reward scalar value and the terms used in their calculation. +The values of these terms depend on the specific reward function used and are automatically added to the +environment’s info dictionary. The structure typically matches the diagram below:

    +Reward terms +
    +
    +

    8.2. Custom Rewards

    +

    Defining custom reward functions is also straightforward. For instance, a reward signal that always returns +-1 can be implemented as shown:

    +
    from sinergym.utils.rewards import BaseReward
+
+class CustomReward(BaseReward):
+    """Naive reward function."""
+    def __init__(self, env):
+        super(CustomReward, self).__init__(env)
+    def __call__(self, obs_dict):
+        return -1.0, {}
+
+env = gym.make('Eplus-discrete-stochastic-mixed-v1', reward=CustomReward)
+
    +
    +

    For advanced reward functions, we recommend inheriting from our main class, LinearReward, +and overriding relevant methods. Our reward functions simplify observation processing to +extract consumption and comfort violation data, from which absolute penalty values are calculated. +Weighted reward terms are then calculated from these penalties and summed.

    +Reward steps structure +

    By modularizing each of these steps, you can quickly and easily modify specific aspects of the +reward to create a new one, as demonstrated with our exponential function reward version, for example.

    +

    More reward functions will be included in the future, so stay tuned!

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/tests.html b/docs/compilation/v3.3.0/pages/tests.html new file mode 100644 index 0000000000..56ccdb6687 --- /dev/null +++ b/docs/compilation/v3.3.0/pages/tests.html @@ -0,0 +1,252 @@ + + + + + + + 16. Tests — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    16. Tests

    +

    This project is automatically supervised using specific tests. To check if Sinergym is installed successfully, +run the following command:

    +
    $ pytest tests/ -vv
+
    +
    +

    Whenever the Sinergym repository is updated, the tests will automatically run in a remote container +using the Dockerfile. This is done through Github Actions.

    +
    +

    Note

    +

    Refer to the .github/workflows YML files +and the Github Actions section for more details.

    +
    +

    These tests are executed using the pytest framework, which allows +for writing small tests that can scale to support complex functional testing for applications and libraries.

    +
    +

    16.1. Install Pytest

    +

    To install Pytest independently, use the following command, although it is already included in the project requirements:

    +
    $ pip install pytest
+
    +
    +
    +
    +

    16.2. Running tests

    +

    To run all tests within the tests/ directory, use the following command:

    +
    $ pytest tests/ -vv
+
    +
    +

    To run tests for a specific module, such as test_common.py, use the following command:

    +
    $ pytest tests/test_common.py -vv
+
    +
    +
    +
    +

    16.3. Create new tests

    +

    New tests have been created in the sinergym/tests directory. They are organized by different modules:

    +
      +

    • test_common.py: Tests for sinergym/sinergym/utils/common.py. These tests check the functionalities +of Sinergym common utils.

      • +

    • test_reward.py: Tests for sinergym/sinergym/utils/rewards.py. These tests check the implementation +of reward functions applicable to sinergym environments.

      • +

    • test_wrapper.py: Tests for sinergym/sinergym/utils/wrappers.py. These tests check the wrappers +used to normalize Sinergym default environment observations.

      • +

    • test_simulator.py: Tests for sinergym/sinergym/simulators/*. These tests check the low-level +Sinergym simulator and communication interface.

      • +

    • test_env.py: Tests for sinergym/sinergym/envs/*. These tests check the Sinergym simulation +environments based on Gymnasium.

      • +

    • test_controller.py: Tests for sinergym/sinergym/utils/controllers.py. These tests check the +agent controller, such as the Rule-Based-Controller.

      • +

    • test_modeling.py: Tests for sinergym/sinergym/config/modeling.py. These tests check the simulator +configuration, including epJSON and EPW Python models.

      • +

    • test_stable_baselines.py: Tests for Stable Baselines 3. These tests check the compatibility of +Sinergym simulation environments with Stable Baselines 3 algorithms. If Stable Baselines 3 package is not installed, these tests will be ignored by Sinergym.

      • +
    +

    If you want to create new tests, you can append them to these modules or create a new one if the conceptual +context is different.

    +

    For more information about Sinergym tests, please refer to our repository README.

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/usage-example.html b/docs/compilation/v3.3.0/pages/usage-example.html new file mode 100644 index 0000000000..b6ad9d6cac --- /dev/null +++ b/docs/compilation/v3.3.0/pages/usage-example.html @@ -0,0 +1,248 @@ + + + + + + + 2. Usage Example — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    2. Usage Example

    +

    Assuming you’ve used our Dockerfile for installation, the try_env.py +file should already be in your workspace. If you’ve installed everything +directly on your local machine, ensure this file is placed within our +cloned repository. Regardless of your installation method, you should +have a terminal ready with the appropriate Python version and Sinergym +running correctly.

    +

    We’ll begin with the most straightforward use case for the Sinergym tool. +In the root repository, you’ll find the script try_env.py:

    +
    import gymnasium as gym
+import numpy as np
+from gymnasium.wrappers.normalize import NormalizeReward
+
+import sinergym
+from sinergym.utils.wrappers import (LoggerWrapper, NormalizeAction,
+                                     NormalizeObservation)
+
+env = gym.make('Eplus-demo-v1')
+env = NormalizeAction(env)
+env = NormalizeObservation(env)
+env = NormalizeReward(env)
+env = LoggerWrapper(env)
+
+for i in range(1):
+    obs, info = env.reset()
+    rewards = []
+    truncated = terminated = False
+    current_month = 0
+    while not (terminated or truncated):
+        a = env.action_space.sample()
+        obs, reward, terminated, truncated, info = env.step(a)
+        rewards.append(reward)
+        if info['month'] != current_month:  # display results every month
+            current_month = info['month']
+            print('Reward: ', sum(rewards), info)
+    print(
+        'Episode ',
+        i,
+        'Mean reward: ',
+        np.mean(rewards),
+        'Cumulative reward: ',
+        sum(rewards))
+env.close()
+
    +
    +

    Upon initial inspection, it might seem that Sinergym is imported but not utilized. +However, importing Sinergym defines all its +Environments +for use. In this instance, Eplus-demo-v1 is readily available with all its features.

    +

    We instantiate our environment using gym.make and execute the simulation for a single +episode (for i in range(1)). The rewards returned by the environment are collected and their +monthly average is computed.

    +

    Each step’s action is randomly selected from its action space, as defined by the Gymnasium standard. +Once the results are displayed and the episode concludes, we terminate the environment with env.close().

    +
    +

    Important

    +

    This represents the most basic usage example. Additional functional examples can be found +in the Examples section.

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/weathers.html b/docs/compilation/v3.3.0/pages/weathers.html new file mode 100644 index 0000000000..c13ba8e72e --- /dev/null +++ b/docs/compilation/v3.3.0/pages/weathers.html @@ -0,0 +1,305 @@ + + + + + + + 4. Weathers — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    4. Weathers

    +

    Detailed climate data incorporated in Sinergym is presented below, +independent of other environmental components utilized in each experiment.

    +
    +

    Important

    +

    If you are interested in including new weathers to this framework, +please visit section Adding New Weathers for Environments.

    +
    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

    Weather file

    Location

    Climate type

    M.A.T (ºC)

    M.A.H (%)

    AUS_NSW.Sydney.947670_IWEC

    Sydney, Australia

    Humid subtropical (no dry seasons and hot summers)

    17.9

    68.83

    COL_Bogota.802220_IWEC

    Bogota, Colombia

    Mediterranean (dry, warm summers and mild winters).

    13.2

    80.3

    ESP_Granada.084190_SWEC

    Granada, Spain

    Mid-latitude dry semiarid and hot dry periods in summer, but passive cooling is possible.

    14.84

    59.83

    FIN_Helsinki.029740_IWEC

    Helsinki, Finland

    Moist continental (warm summers, cold winters, no dry seasons).

    5.1

    79.25

    JPN_Tokyo.Hyakuri.477150_IWEC

    Tokyo, Japan

    Humid subtropical (mild with no dry season, hot summer).

    8.9

    78.6

    MDG_Antananarivo.670830_IWEC

    Antananarivo, Madagascar

    Mediterranean climate (dry warm summer, mild winter).

    18.35

    75.91

    PRT_Lisboa.085360_INETI

    Lisboa, Portugal

    Dry Summer Subtropical Mediterranean (Warm - Marine).

    16.3

    74.2

    USA_AZ_Davis-Monthan.AFB.722745_TMY3

    Arizona, USA

    Subtropical hot desert (hot and dry).

    21.7

    34.9

    USA_CO_Aurora-Buckley.Field.ANGB.724695_TMY3

    Colorado, USA

    Mid-latitude dry semiarid (cool and dry).

    9.95

    55.25

    USA_IL_Chicago-OHare.Intl.AP.725300_TMY3

    Illinois, USA

    Humid continental (mixed and humid).

    9.92

    70.3

    USA_NY_New.York-J.F.Kennedy.Intl.AP.744860_TMY3

    New York, USA

    Humid continental (mixed and humid).

    12.6

    68.5

    USA_PA_Pittsburgh-Allegheny.County.AP.725205_TMY3

    Pennsylvania, USA

    Humid continental (cool and humid).

    10.5

    66.41

    USA_WA_Port.Angeles-William.R.Fairchild.Intl.AP.727885_TMY3

    Washington, USA

    Cool Marine west coastal (warm summer, mild winter, rain all year).

    9.3

    81.1

    SWE_Stockholm.Arlanda.024600_IWEC

    Stockholm, Sweden

    Moist continental (warm summer, cold winter, no dry season).

    6.43

    78.42

    +

    M.A.T: Mean Temperature, +M.A.H: Mean Humidity

    +
    +

    Note

    +

    Weather types according to DOE’s +classification.

    +
    +
    +

    Important

    +

    It can be specified several weathers in the same experiment. Sinergym will sample one weather in each episode to use it. For more +information, visit section Weather files.

    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/pages/wrappers.html b/docs/compilation/v3.3.0/pages/wrappers.html new file mode 100644 index 0000000000..7641e5b7fa --- /dev/null +++ b/docs/compilation/v3.3.0/pages/wrappers.html @@ -0,0 +1,306 @@ + + + + + + + 10. Wrappers — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    + +
    +
    +
    +
    + +
    +

    10. Wrappers

    +

    Sinergym provides several wrappers to add functionality to the environment that isn’t included by default. +The code is available in +sinergym/sinergym/utils/wrappers.py. +You can create your own wrappers by inheriting from gym.Wrapper or one of its variants, as seen in the +Gymnasium documentation.

    +
    +

    10.1. MultiObjectiveReward

    +

    The environment step will return a vector reward (selected elements in the wrapper constructor, +one for each objective) instead of a traditional scalar value. Refer to +#301 for more information.

    +
    +
    +

    10.2. PreviousObservationWrapper

    +

    This wrapper adds observation values from the previous timestep to the current environment +observation. You can select the variables you want to track for their previous observation values.

    +
    +
    +

    10.3. DatetimeWrapper

    +

    This wrapper replaces the day_of_month value with the is_weekend flag, and the hour and month +values with sin and cos values. The observation space is automatically updated.

    +
    +
    +

    10.4. NormalizeAction

    +

    This wrapper applies normalization in the action space. It’s particularly useful in DRL algorithms, +as some of them only work correctly with normalized values, making environments more generic in DRL solutions.

    +

    By default, normalization is applied in the range [-1,1]. However, a different range can be specified +when the wrapper is instantiated.

    +

    Sinergym parses these values to the real action space defined in the original environment internally +before sending it to the EnergyPlus Simulator via the API middleware.

    +Normalize action wrapper graph. +
    +
    +

    10.5. DiscretizeEnv

    +

    Wrapper to discretize the action space. The Discrete space should be defined according to the Gymnasium standard. +This space should be either gym.spaces.Discrete, gym.spaces.MultiDiscrete, or gym.spaces.MultiBinary. +An action mapping function is also provided to map these values into ones that are compatible with the underlying +continuous environment (before sending it to the simulator).

    +
    +

    Important

    +

    The discrete space must discretize the original continuous space. Hence, +the discrete space should only reach values that are considered in the original +environment action space.

    +
    +

    Users can define this action mapping function to specify the transition from discrete to continuous values. +If the output of the action mapping function doesn’t align with the original environment action space, +an error will be raised. Refer to Environment Discretization Wrapper for a usage example.

    +Discretize wrapper graph. +
    +
    +

    10.6. IncrementalWrapper

    +

    A wrapper is available to convert some of the continuous environment variables into actions that indicate an +increase/decrease in their current value, rather than directly setting the value. A dictionary is specified +as an argument to calculate the possible increments/decrements for each variable. This dictionary uses the name +of each variable to be transformed as the key, and the value is a tuple of values called delta and step, +which creates a set of possible increments for each desired variable.

    +
      +

    • delta: The maximum range of increments and decrements.

      • +

    • step: The interval of intermediate values within the ranges.

      • +
    +

    The following figure illustrates its operation. Essentially, the values are rounded to the nearest increment +value and added to the current real values of the simulation:

    +Incremental wrapper graph. +
    +
    +

    10.7. DiscreteIncrementalWrapper

    +

    A wrapper for an incremental setpoint action space environment is also available. This wrapper updates +an environment, transforming it into a discrete environment with an action mapping function and action +space based on the specified delta and step. The action will be added to the current setpoint +values instead of overwriting the latest action. Therefore, the action is the current setpoint values with +the increase, rather than the discrete value action, which is intended to define the increment/decrement itself.

    +
    +

    Warning

    +

    This wrapper fully changes the action space from continuous to discrete, meaning that increments/decrements +apply to all variables. In essence, selecting variables individually as in IncrementalWrapper is not possible.

    +
    +Discrete incremental wrapper graph. +
    +
    +

    10.8. NormalizeObservation

    +

    This is used to transform observations received from the simulator into values between -1 and 1. +It’s based on the +dynamic normalization wrapper of Gymnasium. +Initially, it may not be precise and the values might often be out of range, so use this wrapper +with caution.

    +
    +
    +

    10.9. LoggerWrapper

    +

    This is a wrapper for logging all interactions between the agent and the environment. The Logger class can +be selected in the constructor if a different type of logging is required. For more information about the +Sinergym Logger, refer to Logger.

    +
    +
    +

    10.10. MultiObsWrapper

    +

    This stacks observations received in a history queue (the size can be customized).

    +
    +

    Note

    +

    For examples about how to use these wrappers, visit Wrappers example.

    +
    +
    +

    Important

    +

    You have to be careful if you are going to use several nested wrappers. +A wrapper works on top of the previous one. The order is flexible since Sinergym v3.0.5.

    +
    +
    +
    + + +
    +
    + +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/py-modindex.html b/docs/compilation/v3.3.0/py-modindex.html new file mode 100644 index 0000000000..587bc33010 --- /dev/null +++ b/docs/compilation/v3.3.0/py-modindex.html @@ -0,0 +1,286 @@ + + + + + + Python Module Index — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    +
      +
      • +
    • Python Module Index
      • +
    • +
      • +
    +
    +
    +
    +
    + + +

    Python Module Index

    + +
    + s +
    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
     
    + s
    + sinergym +
        + sinergym.config +
        + sinergym.config.modeling +
        + sinergym.envs +
        + sinergym.envs.eplus_env +
        + sinergym.simulators +
        + sinergym.simulators.eplus +
        + sinergym.utils +
        + sinergym.utils.callbacks +
        + sinergym.utils.common +
        + sinergym.utils.constants +
        + sinergym.utils.controllers +
        + sinergym.utils.env_checker +
        + sinergym.utils.evaluation +
        + sinergym.utils.gcloud +
        + sinergym.utils.logger +
        + sinergym.utils.rewards +
        + sinergym.utils.wrappers +
    + + +
    +
    +
    + +
    + +
    +

    © Copyright 2023, J. Jiménez, J. Gómez, M. Molina, A. Manjavacas, A. Campoy.

    +
    + + Built with Sphinx using a + theme + provided by Read the Docs. + + +
    +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/search.html b/docs/compilation/v3.3.0/search.html new file mode 100644 index 0000000000..61d5a234c6 --- /dev/null +++ b/docs/compilation/v3.3.0/search.html @@ -0,0 +1,201 @@ + + + + + + Search — sinergym documentation + + + + + + + + + + + + + + + + + + + + + + + +
    + + +
    + +
    +
    +
    +
      +
      • +
    • Search
      • +
    • +
      • +
    +
    +
    +
    +
    + + + + +
    + +
    + +
    +
    +
    + +
    + +
    +

    © Copyright 2023, J. Jiménez, J. Gómez, M. Molina, A. Manjavacas, A. Campoy.

    +
    + + Built with Sphinx using a + theme + provided by Read the Docs. + + +
    +
    +
    +
    +
    + +
    + + Other Versions + v: v3.3.0 + + +
    +
    +
    Tags
    +
    v1.4.0
    +
    v1.6.0
    +
    v1.7.0
    +
    v2.0.0
    +
    v2.1.0
    +
    v2.2.0
    +
    v2.3.0
    +
    v2.5.0
    +
    v3.1.0
    +
    v3.2.0
    +
    v3.2.10
    +
    v3.3.0
    +
    +
    +
    Branches
    +
    main
    +
    +
    +
    + + + + + + + + + + + \ No newline at end of file diff --git a/docs/compilation/v3.3.0/searchindex.js b/docs/compilation/v3.3.0/searchindex.js new file mode 100644 index 0000000000..2c9e36a8e7 --- /dev/null +++ b/docs/compilation/v3.3.0/searchindex.js @@ -0,0 +1 @@ +Search.setIndex({"alltitles": {"5Zone": [[3, "zone"]], "API reference": [[1, "api-reference"]], "About Sinergym package": [[11, "about-sinergym-package"]], "Action space": [[6, "action-space"]], "Actuators": [[6, "actuators"]], "Adding New Buildings for Environments": [[6, "adding-new-buildings-for-environments"]], "Adding New Weathers for Environments": [[6, "adding-new-weathers-for-environments"]], "Adding a new reward": [[86, "Adding-a-new-reward"]], "Adding more extra configuration": [[86, "Adding-more-extra-configuration"]], "Additional observation information": [[2, "additional-observation-information"]], "Architecture": [[2, "architecture"]], "Available Parameters": [[6, "available-parameters"]], "Basic example": [[85, "Basic-example"]], "Buildings": [[3, "buildings"]], "Changing an environment registered in Sinergym": [[86, "Changing-an-environment-registered-in-Sinergym"]], "Changing observation and action spaces": [[86, "Changing-observation-and-action-spaces"]], "Citing Sinergym": [[0, "citing-sinergym"]], "Cloud Computing": [[11, "cloud-computing"]], "Configure Python Environment": [[11, "configure-python-environment"]], "Containers permission to bucket storage output": [[9, "containers-permission-to-bucket-storage-output"]], "Contributing": [[0, "contributing"]], "Controllers": [[4, "controllers"]], "Create new tests": [[95, "create-new-tests"]], "Create your VM or MIG": [[9, "create-your-vm-or-mig"]], "Custom Rewards": [[94, "custom-rewards"]], "DRL Callback Logger": [[5, "drl-callback-logger"]], "DRL usage example": [[88, "DRL-usage-example"]], "Datacenter": [[3, "datacenter"]], "Datetime Wrapper": [[92, "Datetime-Wrapper"]], "DatetimeWrapper": [[98, "datetimewrapper"]], "Deep Reinforcement Learning Integration": [[5, "deep-reinforcement-learning-integration"]], "Default building control setting up an empty action interface": [[87, "Default-building-control-setting-up-an-empty-action-interface"]], "Discrete Incremental Wrapper": [[92, "Discrete-Incremental-Wrapper"]], "DiscreteIncrementalWrapper": [[98, "discreteincrementalwrapper"]], "DiscretizeEnv": [[98, "discretizeenv"]], "Displaying all the environment information": [[89, "Displaying-all-the-environment-information"]], "Docker container": [[11, "docker-container"]], "Environment Action Normalization Wrapper": [[92, "Environment-Action-Normalization-Wrapper"]], "Environment Discretization Wrapper": [[92, "Environment-Discretization-Wrapper"]], "Environment Name": [[6, "environment-name"]], "Environment Properties": [[89, "Environment-Properties"]], "Environments": [[6, "environments"]], "Environments Configuration and Registration": [[7, "environments-configuration-and-registration"]], "Evaluation Callback": [[5, "evaluation-callback"]], "Examples": [[0, "examples"]], "Executing experiments in remote containers": [[9, "executing-experiments-in-remote-containers"]], "Extra Configuration": [[6, "extra-configuration"]], "Extra Configuration in Sinergym simulations": [[8, "extra-configuration-in-sinergym-simulations"]], "First steps (configuration)": [[9, "first-steps-configuration"]], "Getting information about Sinergym environments": [[89, "Getting-information-about-Sinergym-environments"]], "Github Actions": [[10, "github-actions"]], "Google Cloud Alerts": [[9, "google-cloud-alerts"]], "Handlers information": [[89, "Handlers-information"]], "Include Energyplus Python API in Python Path": [[11, "include-energyplus-python-api-in-python-path"]], "IncrementalWrapper": [[98, "incrementalwrapper"]], "Initiate your VM": [[9, "initiate-your-vm"]], "Install EnergyPlus 23.1.0": [[11, "install-energyplus-23-1-0"]], "Install Pytest": [[95, "install-pytest"]], "Installation": [[11, "installation"]], "Loading a model": [[88, "Loading-a-model"]], "Logger": [[93, "logger"]], "Logger Wrapper": [[92, "Logger-Wrapper"]], "Logger Wrapper personalization/configuration": [[90, "Logger-Wrapper-personalization/configuration"]], "LoggerWrapper": [[98, "loggerwrapper"]], "Manual installation": [[11, "manual-installation"]], "Maximum Episode Data Stored in Sinergym Output": [[6, "maximum-episode-data-stored-in-sinergym-output"]], "Meters": [[6, "meters"]], "Model Loading": [[5, "model-loading"]], "Model Training": [[5, "model-training"]], "Multi Observation Wrapper": [[92, "Multi-Observation-Wrapper"]], "Multi-Objective Wrapper": [[92, "Multi-Objective-Wrapper"]], "MultiObjectiveReward": [[98, "multiobjectivereward"]], "MultiObsWrapper": [[98, "multiobswrapper"]], "Nesting wrappers": [[92, "Nesting-wrappers"]], "New release created or modified": [[10, "new-release-created-or-modified"]], "Normalization Wrapper": [[92, "Normalization-Wrapper"]], "NormalizeAction": [[98, "normalizeaction"]], "NormalizeObservation": [[98, "normalizeobservation"]], "OfficeGridStorageSmoothing": [[3, "officegridstoragesmoothing"]], "OfficeMedium": [[3, "officemedium"]], "Output format": [[93, "output-format"]], "Preparing Google Cloud": [[9, "preparing-google-cloud"]], "Previous Observations Wrappers": [[92, "Previous-Observations-Wrappers"]], "PreviousObservationWrapper": [[98, "previousobservationwrapper"]], "Projects using Sinergym": [[0, "projects-using-sinergym"]], "Pull Request": [[10, "pull-request"]], "Push main (or merge a pull request)": [[10, "push-main-or-merge-a-pull-request"]], "Reward": [[6, "reward"]], "Reward Kwargs": [[6, "reward-kwargs"]], "Reward terms": [[94, "reward-terms"]], "Rewards": [[94, "rewards"]], "Rule Controller example": [[91, "Rule-Controller-example"]], "Running tests": [[95, "running-tests"]], "Schedulers information": [[89, "Schedulers-information"]], "ShopWithVanBattery": [[3, "shopwithvanbattery"]], "Sinergym with Google Cloud": [[9, "sinergym-with-google-cloud"]], "Small Datacenter": [[3, "small-datacenter"]], "Step 1 Inherit and modify the CSVloger": [[90, "Step-1-Inherit-and-modify-the-CSVloger"]], "Step 2 Instantiate the LoggerWrapper": [[90, "Step-2-Instantiate-the-LoggerWrapper"]], "Tests": [[95, "tests"]], "Time variables": [[6, "time-variables"]], "Training a model": [[88, "Training-a-model"]], "Updating the weather used in environment": [[86, "Updating-the-weather-used-in-environment"]], "Usage": [[5, "usage"]], "Usage Example": [[96, "usage-example"]], "Use our container in Google Cloud Platform": [[9, "use-our-container-in-google-cloud-platform"]], "Use your Own Container": [[9, "use-your-own-container"]], "Variables": [[6, "variables"]], "Variables field": [[7, "variables-field"]], "Verify Installation": [[11, "verify-installation"]], "Visualize remote wandb log in real-time": [[9, "visualize-remote-wandb-log-in-real-time"]], "Warehouse": [[3, "warehouse"]], "Weather Specification field": [[7, "weather-specification-field"]], "Weather Variability": [[6, "weather-variability"]], "Weather files": [[6, "weather-files"]], "Weathers": [[97, "weathers"]], "Weights and Biases Structure": [[5, "weights-and-biases-structure"]], "Welcome to sinergym!": [[0, "welcome-to-sinergym"]], "Wrappers": [[98, "wrappers"]], "Wrappers example": [[92, "Wrappers-example"]], "building file": [[6, "building-file"]], "runperiod": [[8, "runperiod"]], "sinergym.config": [[13, "module-sinergym.config"]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling"]], "sinergym.config.modeling.ModelJSON": [[15, "sinergym-config-modeling-modeljson"]], "sinergym.envs": [[16, "module-sinergym.envs"]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env"]], "sinergym.envs.eplus_env.EplusEnv": [[18, "sinergym-envs-eplus-env-eplusenv"]], "sinergym.simulators": [[19, "module-sinergym.simulators"]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, "sinergym-simulators-eplus-energyplus"]], "sinergym.utils": [[22, "module-sinergym.utils"]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks"]], "sinergym.utils.callbacks.LoggerCallback": [[24, "sinergym-utils-callbacks-loggercallback"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, "sinergym-utils-callbacks-loggerevalcallback"]], "sinergym.utils.common": [[26, "module-sinergym.utils.common"]], "sinergym.utils.common.convert_conf_to_env_parameters": [[27, "sinergym-utils-common-convert-conf-to-env-parameters"]], "sinergym.utils.common.eppy_element_to_dict": [[28, "sinergym-utils-common-eppy-element-to-dict"]], "sinergym.utils.common.export_schedulers_to_excel": [[29, "sinergym-utils-common-export-schedulers-to-excel"]], "sinergym.utils.common.get_delta_seconds": [[30, "sinergym-utils-common-get-delta-seconds"]], "sinergym.utils.common.get_ids": [[31, "sinergym-utils-common-get-ids"]], "sinergym.utils.common.get_record_keys": [[32, "sinergym-utils-common-get-record-keys"]], "sinergym.utils.common.is_wrapped": [[33, "sinergym-utils-common-is-wrapped"]], "sinergym.utils.common.json_to_actuators": [[34, "sinergym-utils-common-json-to-actuators"]], "sinergym.utils.common.json_to_meters": [[35, "sinergym-utils-common-json-to-meters"]], "sinergym.utils.common.json_to_variables": [[36, "sinergym-utils-common-json-to-variables"]], "sinergym.utils.common.ranges_getter": [[37, "sinergym-utils-common-ranges-getter"]], "sinergym.utils.common.unwrap_wrapper": [[38, "sinergym-utils-common-unwrap-wrapper"]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants"]], "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION": [[40, "sinergym-utils-constants-default-5zone-discrete-function"]], "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION": [[41, "sinergym-utils-constants-default-datacenter-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION": [[42, "sinergym-utils-constants-default-officegrid-discrete-function"]], "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION": [[43, "sinergym-utils-constants-default-office-discrete-function"]], "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION": [[44, "sinergym-utils-constants-default-radiant-discrete-function"]], "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION": [[45, "sinergym-utils-constants-default-shop-discrete-function"]], "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION": [[46, "sinergym-utils-constants-default-warehouse-discrete-function"]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers"]], "sinergym.utils.controllers.RBC5Zone": [[48, "sinergym-utils-controllers-rbc5zone"]], "sinergym.utils.controllers.RBCDatacenter": [[49, "sinergym-utils-controllers-rbcdatacenter"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, "sinergym-utils-controllers-rbcincrementaldatacenter"]], "sinergym.utils.controllers.RandomController": [[51, "sinergym-utils-controllers-randomcontroller"]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker"]], "sinergym.utils.env_checker.check_env": [[53, "sinergym-utils-env-checker-check-env"]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation"]], "sinergym.utils.evaluation.evaluate_policy": [[55, "sinergym-utils-evaluation-evaluate-policy"]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud"]], "sinergym.utils.gcloud.delete_instance_MIG_from_container": [[57, "sinergym-utils-gcloud-delete-instance-mig-from-container"]], "sinergym.utils.gcloud.get_service_account_token": [[58, "sinergym-utils-gcloud-get-service-account-token"]], "sinergym.utils.gcloud.init_storage_client": [[59, "sinergym-utils-gcloud-init-storage-client"]], "sinergym.utils.gcloud.read_from_bucket": [[60, "sinergym-utils-gcloud-read-from-bucket"]], "sinergym.utils.gcloud.upload_to_bucket": [[61, "sinergym-utils-gcloud-upload-to-bucket"]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger"]], "sinergym.utils.logger.CSVLogger": [[63, "sinergym-utils-logger-csvlogger"]], "sinergym.utils.logger.CustomFormatter": [[64, "sinergym-utils-logger-customformatter"]], "sinergym.utils.logger.Logger": [[65, "sinergym-utils-logger-logger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, "sinergym-utils-logger-wandboutputformat"]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards"]], "sinergym.utils.rewards.BaseReward": [[68, "sinergym-utils-rewards-basereward"]], "sinergym.utils.rewards.ExpReward": [[69, "sinergym-utils-rewards-expreward"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, "sinergym-utils-rewards-hourlylinearreward"]], "sinergym.utils.rewards.LinearReward": [[71, "sinergym-utils-rewards-linearreward"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, "sinergym-utils-rewards-normalizedlinearreward"]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, "sinergym-utils-wrappers-datetimewrapper"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, "sinergym-utils-wrappers-discreteincrementalwrapper"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, "sinergym-utils-wrappers-discretizeenv"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, "sinergym-utils-wrappers-incrementalwrapper"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, "sinergym-utils-wrappers-loggerwrapper"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, "sinergym-utils-wrappers-multiobjectivereward"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, "sinergym-utils-wrappers-multiobswrapper"]], "sinergym.utils.wrappers.NormalizeAction": [[81, "sinergym-utils-wrappers-normalizeaction"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, "sinergym-utils-wrappers-normalizeobservation"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, "sinergym-utils-wrappers-officegridstoragesmoothingactionconstraintswrapper"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, "sinergym-utils-wrappers-previousobservationwrapper"]], "timestep_per_hour": [[8, "timestep-per-hour"]]}, "docnames": ["index", "pages/API-reference", "pages/architecture", "pages/buildings", "pages/controllers", "pages/deep-reinforcement-learning", "pages/environments", "pages/environments_registration", "pages/extra-configuration", "pages/gcloudAPI", "pages/github-actions", "pages/installation", "pages/introduction", "pages/modules/sinergym.config", "pages/modules/sinergym.config.modeling", "pages/modules/sinergym.config.modeling.ModelJSON", "pages/modules/sinergym.envs", "pages/modules/sinergym.envs.eplus_env", "pages/modules/sinergym.envs.eplus_env.EplusEnv", "pages/modules/sinergym.simulators", "pages/modules/sinergym.simulators.eplus", "pages/modules/sinergym.simulators.eplus.EnergyPlus", "pages/modules/sinergym.utils", "pages/modules/sinergym.utils.callbacks", "pages/modules/sinergym.utils.callbacks.LoggerCallback", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback", "pages/modules/sinergym.utils.common", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters", "pages/modules/sinergym.utils.common.eppy_element_to_dict", "pages/modules/sinergym.utils.common.export_schedulers_to_excel", "pages/modules/sinergym.utils.common.get_delta_seconds", "pages/modules/sinergym.utils.common.get_ids", "pages/modules/sinergym.utils.common.get_record_keys", "pages/modules/sinergym.utils.common.is_wrapped", "pages/modules/sinergym.utils.common.json_to_actuators", "pages/modules/sinergym.utils.common.json_to_meters", "pages/modules/sinergym.utils.common.json_to_variables", "pages/modules/sinergym.utils.common.ranges_getter", "pages/modules/sinergym.utils.common.unwrap_wrapper", "pages/modules/sinergym.utils.constants", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "pages/modules/sinergym.utils.controllers", "pages/modules/sinergym.utils.controllers.RBC5Zone", "pages/modules/sinergym.utils.controllers.RBCDatacenter", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter", "pages/modules/sinergym.utils.controllers.RandomController", "pages/modules/sinergym.utils.env_checker", "pages/modules/sinergym.utils.env_checker.check_env", "pages/modules/sinergym.utils.evaluation", "pages/modules/sinergym.utils.evaluation.evaluate_policy", "pages/modules/sinergym.utils.gcloud", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container", "pages/modules/sinergym.utils.gcloud.get_service_account_token", "pages/modules/sinergym.utils.gcloud.init_storage_client", "pages/modules/sinergym.utils.gcloud.read_from_bucket", "pages/modules/sinergym.utils.gcloud.upload_to_bucket", "pages/modules/sinergym.utils.logger", "pages/modules/sinergym.utils.logger.CSVLogger", "pages/modules/sinergym.utils.logger.CustomFormatter", "pages/modules/sinergym.utils.logger.Logger", "pages/modules/sinergym.utils.logger.WandBOutputFormat", "pages/modules/sinergym.utils.rewards", "pages/modules/sinergym.utils.rewards.BaseReward", "pages/modules/sinergym.utils.rewards.ExpReward", "pages/modules/sinergym.utils.rewards.HourlyLinearReward", "pages/modules/sinergym.utils.rewards.LinearReward", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward", "pages/modules/sinergym.utils.wrappers", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper", "pages/modules/sinergym.utils.wrappers.LoggerWrapper", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper", "pages/modules/sinergym.utils.wrappers.NormalizeAction", "pages/modules/sinergym.utils.wrappers.NormalizeObservation", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper", "pages/notebooks/basic_example", "pages/notebooks/change_environment", "pages/notebooks/default_building_control", "pages/notebooks/drl", "pages/notebooks/getting_env_information", "pages/notebooks/personalize_loggerwrapper", "pages/notebooks/rule_controller_example", "pages/notebooks/wrappers_examples", "pages/output", "pages/rewards", "pages/tests", "pages/usage-example", "pages/weathers", "pages/wrappers"], "envversion": {"nbsphinx": 4, "sphinx": 61, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["index.rst", "pages/API-reference.rst", "pages/architecture.rst", "pages/buildings.rst", "pages/controllers.rst", "pages/deep-reinforcement-learning.rst", "pages/environments.rst", "pages/environments_registration.rst", "pages/extra-configuration.rst", "pages/gcloudAPI.rst", "pages/github-actions.rst", "pages/installation.rst", "pages/introduction.rst", "pages/modules/sinergym.config.rst", "pages/modules/sinergym.config.modeling.rst", "pages/modules/sinergym.config.modeling.ModelJSON.rst", "pages/modules/sinergym.envs.rst", "pages/modules/sinergym.envs.eplus_env.rst", "pages/modules/sinergym.envs.eplus_env.EplusEnv.rst", "pages/modules/sinergym.simulators.rst", "pages/modules/sinergym.simulators.eplus.rst", "pages/modules/sinergym.simulators.eplus.EnergyPlus.rst", "pages/modules/sinergym.utils.rst", "pages/modules/sinergym.utils.callbacks.rst", "pages/modules/sinergym.utils.callbacks.LoggerCallback.rst", "pages/modules/sinergym.utils.callbacks.LoggerEvalCallback.rst", "pages/modules/sinergym.utils.common.rst", "pages/modules/sinergym.utils.common.convert_conf_to_env_parameters.rst", "pages/modules/sinergym.utils.common.eppy_element_to_dict.rst", "pages/modules/sinergym.utils.common.export_schedulers_to_excel.rst", "pages/modules/sinergym.utils.common.get_delta_seconds.rst", "pages/modules/sinergym.utils.common.get_ids.rst", "pages/modules/sinergym.utils.common.get_record_keys.rst", "pages/modules/sinergym.utils.common.is_wrapped.rst", "pages/modules/sinergym.utils.common.json_to_actuators.rst", "pages/modules/sinergym.utils.common.json_to_meters.rst", "pages/modules/sinergym.utils.common.json_to_variables.rst", "pages/modules/sinergym.utils.common.ranges_getter.rst", "pages/modules/sinergym.utils.common.unwrap_wrapper.rst", "pages/modules/sinergym.utils.constants.rst", "pages/modules/sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION.rst", "pages/modules/sinergym.utils.controllers.rst", "pages/modules/sinergym.utils.controllers.RBC5Zone.rst", "pages/modules/sinergym.utils.controllers.RBCDatacenter.rst", "pages/modules/sinergym.utils.controllers.RBCIncrementalDatacenter.rst", "pages/modules/sinergym.utils.controllers.RandomController.rst", "pages/modules/sinergym.utils.env_checker.rst", "pages/modules/sinergym.utils.env_checker.check_env.rst", "pages/modules/sinergym.utils.evaluation.rst", "pages/modules/sinergym.utils.evaluation.evaluate_policy.rst", "pages/modules/sinergym.utils.gcloud.rst", "pages/modules/sinergym.utils.gcloud.delete_instance_MIG_from_container.rst", "pages/modules/sinergym.utils.gcloud.get_service_account_token.rst", "pages/modules/sinergym.utils.gcloud.init_storage_client.rst", "pages/modules/sinergym.utils.gcloud.read_from_bucket.rst", "pages/modules/sinergym.utils.gcloud.upload_to_bucket.rst", "pages/modules/sinergym.utils.logger.rst", "pages/modules/sinergym.utils.logger.CSVLogger.rst", "pages/modules/sinergym.utils.logger.CustomFormatter.rst", "pages/modules/sinergym.utils.logger.Logger.rst", "pages/modules/sinergym.utils.logger.WandBOutputFormat.rst", "pages/modules/sinergym.utils.rewards.rst", "pages/modules/sinergym.utils.rewards.BaseReward.rst", "pages/modules/sinergym.utils.rewards.ExpReward.rst", "pages/modules/sinergym.utils.rewards.HourlyLinearReward.rst", "pages/modules/sinergym.utils.rewards.LinearReward.rst", "pages/modules/sinergym.utils.rewards.NormalizedLinearReward.rst", "pages/modules/sinergym.utils.wrappers.rst", "pages/modules/sinergym.utils.wrappers.DatetimeWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscreteIncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.DiscretizeEnv.rst", "pages/modules/sinergym.utils.wrappers.IncrementalWrapper.rst", "pages/modules/sinergym.utils.wrappers.LoggerWrapper.rst", "pages/modules/sinergym.utils.wrappers.MultiObjectiveReward.rst", "pages/modules/sinergym.utils.wrappers.MultiObsWrapper.rst", "pages/modules/sinergym.utils.wrappers.NormalizeAction.rst", "pages/modules/sinergym.utils.wrappers.NormalizeObservation.rst", "pages/modules/sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.rst", "pages/modules/sinergym.utils.wrappers.PreviousObservationWrapper.rst", "pages/notebooks/basic_example.nblink", "pages/notebooks/change_environment.nblink", "pages/notebooks/default_building_control.nblink", "pages/notebooks/drl.nblink", "pages/notebooks/getting_env_information.nblink", "pages/notebooks/personalize_loggerwrapper.nblink", "pages/notebooks/rule_controller_example.nblink", "pages/notebooks/wrappers_examples.nblink", "pages/output.rst", "pages/rewards.rst", "pages/tests.rst", "pages/usage-example.rst", "pages/weathers.rst", "pages/wrappers.rst"], "indexentries": {"__init__() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.__init__", false]], "__init__() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.__init__", false]], "__init__() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.__init__", false]], "__init__() (sinergym.utils.callbacks.loggercallback method)": [[24, "sinergym.utils.callbacks.LoggerCallback.__init__", false]], "__init__() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.__init__", false]], "__init__() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.__init__", false]], "__init__() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.__init__", false]], "__init__() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.__init__", false]], "__init__() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.__init__", false]], "__init__() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.__init__", false]], "__init__() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.__init__", false]], "__init__() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.__init__", false]], "__init__() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.__init__", false]], "__init__() (sinergym.utils.rewards.basereward method)": [[68, "sinergym.utils.rewards.BaseReward.__init__", false]], "__init__() (sinergym.utils.rewards.expreward method)": [[69, "sinergym.utils.rewards.ExpReward.__init__", false]], "__init__() (sinergym.utils.rewards.hourlylinearreward method)": [[70, "sinergym.utils.rewards.HourlyLinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.linearreward method)": [[71, "sinergym.utils.rewards.LinearReward.__init__", false]], "__init__() (sinergym.utils.rewards.normalizedlinearreward method)": [[72, "sinergym.utils.rewards.NormalizedLinearReward.__init__", false]], "__init__() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.__init__", false]], "__init__() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.__init__", false]], "__init__() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.__init__", false]], "__init__() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.__init__", false]], "__init__() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.__init__", false]], "__init__() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.__init__", false]], "act() (sinergym.utils.controllers.randomcontroller method)": [[51, "sinergym.utils.controllers.RandomController.act", false]], "act() (sinergym.utils.controllers.rbc5zone method)": [[48, "sinergym.utils.controllers.RBC5Zone.act", false]], "act() (sinergym.utils.controllers.rbcdatacenter method)": [[49, "sinergym.utils.controllers.RBCDatacenter.act", false]], "act() (sinergym.utils.controllers.rbcincrementaldatacenter method)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter.act", false]], "action() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.discretizeenv method)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.action", false]], "action() (sinergym.utils.wrappers.incrementalwrapper method)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.action", false]], "action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.action", false]], "action() (sinergym.utils.wrappers.officegridstoragesmoothingactionconstraintswrapper method)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper.action", false]], "action_mapping() (sinergym.utils.wrappers.discreteincrementalwrapper method)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.action_mapping", false]], "action_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.action_space", false]], "activate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.activate_flag", false]], "activate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.activate_logger", false]], "actuator_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.actuator_handlers", false]], "adapt_building_to_config() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_config", false]], "adapt_building_to_epw() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_epw", false]], "adapt_building_to_meters() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_meters", false]], "adapt_building_to_variables() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.adapt_building_to_variables", false]], "apply_weather_variability() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.apply_weather_variability", false]], "available_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.available_handlers", false]], "basereward (class in sinergym.utils.rewards)": [[68, "sinergym.utils.rewards.BaseReward", false]], "bold_red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.bold_red", false]], "building_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.building_path", false]], "building_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.building_path", false]], "check_env() (in module sinergym.utils.env_checker)": [[53, "sinergym.utils.env_checker.check_env", false]], "close() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.close", false]], "close() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.close", false]], "convert_conf_to_env_parameters() (in module sinergym.utils.common)": [[27, "sinergym.utils.common.convert_conf_to_env_parameters", false]], "csvlogger (class in sinergym.utils.logger)": [[63, "sinergym.utils.logger.CSVLogger", false]], "customformatter (class in sinergym.utils.logger)": [[64, "sinergym.utils.logger.CustomFormatter", false]], "datetimewrapper (class in sinergym.utils.wrappers)": [[74, "sinergym.utils.wrappers.DatetimeWrapper", false]], "ddy_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.ddy_path", false]], "ddy_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.ddy_path", false]], "deactivate_flag() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.deactivate_flag", false]], "deactivate_logger() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.deactivate_logger", false]], "default_5zone_discrete_function() (in module sinergym.utils.constants)": [[40, "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", false]], "default_datacenter_discrete_function() (in module sinergym.utils.constants)": [[41, "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", false]], "default_office_discrete_function() (in module sinergym.utils.constants)": [[43, "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", false]], "default_officegrid_discrete_function() (in module sinergym.utils.constants)": [[42, "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", false]], "default_radiant_discrete_function() (in module sinergym.utils.constants)": [[44, "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", false]], "default_shop_discrete_function() (in module sinergym.utils.constants)": [[45, "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", false]], "default_warehouse_discrete_function() (in module sinergym.utils.constants)": [[46, "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", false]], "delete_instance_mig_from_container() (in module sinergym.utils.gcloud)": [[57, "sinergym.utils.gcloud.delete_instance_MIG_from_container", false]], "discreteincrementalwrapper (class in sinergym.utils.wrappers)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper", false]], "discretizeenv (class in sinergym.utils.wrappers)": [[76, "sinergym.utils.wrappers.DiscretizeEnv", false]], "energyplus (class in sinergym.simulators.eplus)": [[21, "sinergym.simulators.eplus.EnergyPlus", false]], "episode_length (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_length", false]], "episode_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.episode_path", false]], "eplusenv (class in sinergym.envs.eplus_env)": [[18, "sinergym.envs.eplus_env.EplusEnv", false]], "eppy_element_to_dict() (in module sinergym.utils.common)": [[28, "sinergym.utils.common.eppy_element_to_dict", false]], "evaluate_policy() (in module sinergym.utils.evaluation)": [[55, "sinergym.utils.evaluation.evaluate_policy", false]], "export_schedulers_to_excel() (in module sinergym.utils.common)": [[29, "sinergym.utils.common.export_schedulers_to_excel", false]], "expreward (class in sinergym.utils.rewards)": [[69, "sinergym.utils.rewards.ExpReward", false]], "failed() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.failed", false]], "format() (sinergym.utils.logger.customformatter method)": [[64, "sinergym.utils.logger.CustomFormatter.format", false]], "formats (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.FORMATS", false]], "get_delta_seconds() (in module sinergym.utils.common)": [[30, "sinergym.utils.common.get_delta_seconds", false]], "get_ids() (in module sinergym.utils.common)": [[31, "sinergym.utils.common.get_ids", false]], "get_record_keys() (in module sinergym.utils.common)": [[32, "sinergym.utils.common.get_record_keys", false]], "get_schedulers() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.get_schedulers", false]], "get_service_account_token() (in module sinergym.utils.gcloud)": [[58, "sinergym.utils.gcloud.get_service_account_token", false]], "getlogger() (sinergym.utils.logger.logger method)": [[65, "sinergym.utils.logger.Logger.getLogger", false]], "grey (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.grey", false]], "hourlylinearreward (class in sinergym.utils.rewards)": [[70, "sinergym.utils.rewards.HourlyLinearReward", false]], "idd_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.idd_path", false]], "idd_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.idd_path", false]], "incrementalwrapper (class in sinergym.utils.wrappers)": [[77, "sinergym.utils.wrappers.IncrementalWrapper", false]], "info() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.info", false]], "init_storage_client() (in module sinergym.utils.gcloud)": [[59, "sinergym.utils.gcloud.init_storage_client", false]], "is_discrete (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discreteincrementalwrapper property)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.is_discrete", false]], "is_discrete (sinergym.utils.wrappers.discretizeenv property)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.is_discrete", false]], "is_running (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.is_running", false]], "is_running (sinergym.simulators.eplus.energyplus property)": [[21, "sinergym.simulators.eplus.EnergyPlus.is_running", false]], "is_wrapped() (in module sinergym.utils.common)": [[33, "sinergym.utils.common.is_wrapped", false]], "json_to_actuators() (in module sinergym.utils.common)": [[34, "sinergym.utils.common.json_to_actuators", false]], "json_to_meters() (in module sinergym.utils.common)": [[35, "sinergym.utils.common.json_to_meters", false]], "json_to_variables() (in module sinergym.utils.common)": [[36, "sinergym.utils.common.json_to_variables", false]], "linearreward (class in sinergym.utils.rewards)": [[71, "sinergym.utils.rewards.LinearReward", false]], "log_episode() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_episode", false]], "log_step() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step", false]], "log_step_normalize() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.log_step_normalize", false]], "logger (class in sinergym.utils.logger)": [[65, "sinergym.utils.logger.Logger", false]], "logger (sinergym.config.modeling.modeljson attribute)": [[15, "sinergym.config.modeling.ModelJSON.logger", false]], "logger (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.logger", false]], "logger (sinergym.simulators.eplus.energyplus attribute)": [[21, "sinergym.simulators.eplus.EnergyPlus.logger", false]], "logger (sinergym.utils.rewards.basereward attribute)": [[68, "sinergym.utils.rewards.BaseReward.logger", false]], "logger (sinergym.utils.wrappers.datetimewrapper attribute)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.logger", false]], "logger (sinergym.utils.wrappers.discreteincrementalwrapper attribute)": [[75, "sinergym.utils.wrappers.DiscreteIncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.discretizeenv attribute)": [[76, "sinergym.utils.wrappers.DiscretizeEnv.logger", false]], "logger (sinergym.utils.wrappers.incrementalwrapper attribute)": [[77, "sinergym.utils.wrappers.IncrementalWrapper.logger", false]], "logger (sinergym.utils.wrappers.loggerwrapper attribute)": [[78, "sinergym.utils.wrappers.LoggerWrapper.logger", false]], "logger (sinergym.utils.wrappers.multiobjectivereward attribute)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.logger", false]], "logger (sinergym.utils.wrappers.multiobswrapper attribute)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.logger", false]], "logger (sinergym.utils.wrappers.normalizeaction attribute)": [[81, "sinergym.utils.wrappers.NormalizeAction.logger", false]], "logger (sinergym.utils.wrappers.normalizeobservation attribute)": [[82, "sinergym.utils.wrappers.NormalizeObservation.logger", false]], "logger (sinergym.utils.wrappers.previousobservationwrapper attribute)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.logger", false]], "loggercallback (class in sinergym.utils.callbacks)": [[24, "sinergym.utils.callbacks.LoggerCallback", false]], "loggerevalcallback (class in sinergym.utils.callbacks)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback", false]], "loggerwrapper (class in sinergym.utils.wrappers)": [[78, "sinergym.utils.wrappers.LoggerWrapper", false]], "make_eplus_args() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.make_eplus_args", false]], "metadata (sinergym.envs.eplus_env.eplusenv attribute)": [[18, "sinergym.envs.eplus_env.EplusEnv.metadata", false]], "meter_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.meter_handlers", false]], "modeljson (class in sinergym.config.modeling)": [[15, "sinergym.config.modeling.ModelJSON", false]], "module": [[13, "module-sinergym.config", false], [14, "module-sinergym.config.modeling", false], [16, "module-sinergym.envs", false], [17, "module-sinergym.envs.eplus_env", false], [19, "module-sinergym.simulators", false], [20, "module-sinergym.simulators.eplus", false], [22, "module-sinergym.utils", false], [23, "module-sinergym.utils.callbacks", false], [26, "module-sinergym.utils.common", false], [39, "module-sinergym.utils.constants", false], [47, "module-sinergym.utils.controllers", false], [52, "module-sinergym.utils.env_checker", false], [54, "module-sinergym.utils.evaluation", false], [56, "module-sinergym.utils.gcloud", false], [62, "module-sinergym.utils.logger", false], [67, "module-sinergym.utils.rewards", false], [73, "module-sinergym.utils.wrappers", false]], "multiobjectivereward (class in sinergym.utils.wrappers)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward", false]], "multiobswrapper (class in sinergym.utils.wrappers)": [[80, "sinergym.utils.wrappers.MultiObsWrapper", false]], "normalize() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.normalize", false]], "normalizeaction (class in sinergym.utils.wrappers)": [[81, "sinergym.utils.wrappers.NormalizeAction", false]], "normalizedlinearreward (class in sinergym.utils.rewards)": [[72, "sinergym.utils.rewards.NormalizedLinearReward", false]], "normalizeobservation (class in sinergym.utils.wrappers)": [[82, "sinergym.utils.wrappers.NormalizeObservation", false]], "observation() (sinergym.utils.wrappers.datetimewrapper method)": [[74, "sinergym.utils.wrappers.DatetimeWrapper.observation", false]], "observation() (sinergym.utils.wrappers.previousobservationwrapper method)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper.observation", false]], "observation_space (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.observation_space", false]], "officegridstoragesmoothingactionconstraintswrapper (class in sinergym.utils.wrappers)": [[83, "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", false]], "previousobservationwrapper (class in sinergym.utils.wrappers)": [[84, "sinergym.utils.wrappers.PreviousObservationWrapper", false]], "randomcontroller (class in sinergym.utils.controllers)": [[51, "sinergym.utils.controllers.RandomController", false]], "ranges_getter() (in module sinergym.utils.common)": [[37, "sinergym.utils.common.ranges_getter", false]], "rbc5zone (class in sinergym.utils.controllers)": [[48, "sinergym.utils.controllers.RBC5Zone", false]], "rbcdatacenter (class in sinergym.utils.controllers)": [[49, "sinergym.utils.controllers.RBCDatacenter", false]], "rbcincrementaldatacenter (class in sinergym.utils.controllers)": [[50, "sinergym.utils.controllers.RBCIncrementalDatacenter", false]], "read_from_bucket() (in module sinergym.utils.gcloud)": [[60, "sinergym.utils.gcloud.read_from_bucket", false]], "red (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.red", false]], "render() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.render", false]], "reset (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.reset", false]], "reset() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.reset", false]], "reset() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.reset", false]], "reset() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.reset", false]], "reset() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.reset", false]], "reverting_action() (sinergym.utils.wrappers.normalizeaction method)": [[81, "sinergym.utils.wrappers.NormalizeAction.reverting_action", false]], "runperiod (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.runperiod", false]], "save_building_model() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.save_building_model", false]], "schedulers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.schedulers", false]], "set_episode_working_dir() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.set_episode_working_dir", false]], "set_log_file() (sinergym.utils.logger.csvlogger method)": [[63, "sinergym.utils.logger.CSVLogger.set_log_file", false]], "sinergym.config": [[13, "module-sinergym.config", false]], "sinergym.config.modeling": [[14, "module-sinergym.config.modeling", false]], "sinergym.envs": [[16, "module-sinergym.envs", false]], "sinergym.envs.eplus_env": [[17, "module-sinergym.envs.eplus_env", false]], "sinergym.simulators": [[19, "module-sinergym.simulators", false]], "sinergym.simulators.eplus": [[20, "module-sinergym.simulators.eplus", false]], "sinergym.utils": [[22, "module-sinergym.utils", false]], "sinergym.utils.callbacks": [[23, "module-sinergym.utils.callbacks", false]], "sinergym.utils.common": [[26, "module-sinergym.utils.common", false]], "sinergym.utils.constants": [[39, "module-sinergym.utils.constants", false]], "sinergym.utils.controllers": [[47, "module-sinergym.utils.controllers", false]], "sinergym.utils.env_checker": [[52, "module-sinergym.utils.env_checker", false]], "sinergym.utils.evaluation": [[54, "module-sinergym.utils.evaluation", false]], "sinergym.utils.gcloud": [[56, "module-sinergym.utils.gcloud", false]], "sinergym.utils.logger": [[62, "module-sinergym.utils.logger", false]], "sinergym.utils.rewards": [[67, "module-sinergym.utils.rewards", false]], "sinergym.utils.wrappers": [[73, "module-sinergym.utils.wrappers", false]], "start() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.start", false]], "step() (sinergym.envs.eplus_env.eplusenv method)": [[18, "sinergym.envs.eplus_env.EplusEnv.step", false]], "step() (sinergym.utils.wrappers.loggerwrapper method)": [[78, "sinergym.utils.wrappers.LoggerWrapper.step", false]], "step() (sinergym.utils.wrappers.multiobjectivereward method)": [[79, "sinergym.utils.wrappers.MultiObjectiveReward.step", false]], "step() (sinergym.utils.wrappers.multiobswrapper method)": [[80, "sinergym.utils.wrappers.MultiObsWrapper.step", false]], "step() (sinergym.utils.wrappers.normalizeobservation method)": [[82, "sinergym.utils.wrappers.NormalizeObservation.step", false]], "step_size (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.step_size", false]], "stop() (sinergym.simulators.eplus.energyplus method)": [[21, "sinergym.simulators.eplus.EnergyPlus.stop", false]], "timestep_per_episode (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.timestep_per_episode", false]], "unwrap_wrapper() (in module sinergym.utils.common)": [[38, "sinergym.utils.common.unwrap_wrapper", false]], "update_child_locals() (sinergym.utils.callbacks.loggerevalcallback method)": [[25, "sinergym.utils.callbacks.LoggerEvalCallback.update_child_locals", false]], "update_weather_path() (sinergym.config.modeling.modeljson method)": [[15, "sinergym.config.modeling.ModelJSON.update_weather_path", false]], "upload_to_bucket() (in module sinergym.utils.gcloud)": [[61, "sinergym.utils.gcloud.upload_to_bucket", false]], "var_handlers (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.var_handlers", false]], "wandboutputformat (class in sinergym.utils.logger)": [[66, "sinergym.utils.logger.WandBOutputFormat", false]], "weather_path (sinergym.config.modeling.modeljson property)": [[15, "sinergym.config.modeling.ModelJSON.weather_path", false]], "weather_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.weather_path", false]], "workspace_path (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.workspace_path", false]], "write() (sinergym.utils.logger.wandboutputformat method)": [[66, "sinergym.utils.logger.WandBOutputFormat.write", false]], "yellow (sinergym.utils.logger.customformatter attribute)": [[64, "sinergym.utils.logger.CustomFormatter.yellow", false]], "zone_names (sinergym.envs.eplus_env.eplusenv property)": [[18, "sinergym.envs.eplus_env.EplusEnv.zone_names", false]]}, "objects": {"sinergym": [[13, 0, 0, "-", "config"], [16, 0, 0, "-", "envs"], [19, 0, 0, "-", "simulators"], [22, 0, 0, "-", "utils"]], "sinergym.config": [[14, 0, 0, "-", "modeling"]], "sinergym.config.modeling": [[15, 1, 1, "", "ModelJSON"]], "sinergym.config.modeling.ModelJSON": [[15, 2, 1, "", "__init__"], [15, 2, 1, "", "adapt_building_to_config"], [15, 2, 1, "", "adapt_building_to_epw"], [15, 2, 1, "", "adapt_building_to_meters"], [15, 2, 1, "", "adapt_building_to_variables"], [15, 2, 1, "", "apply_weather_variability"], [15, 3, 1, "", "building_path"], [15, 3, 1, "", "ddy_path"], [15, 2, 1, "", "get_schedulers"], [15, 3, 1, "", "idd_path"], [15, 4, 1, "", "logger"], [15, 2, 1, "", "save_building_model"], [15, 2, 1, "", "set_episode_working_dir"], [15, 2, 1, "", "update_weather_path"], [15, 3, 1, "", "weather_path"]], "sinergym.envs": [[17, 0, 0, "-", "eplus_env"]], "sinergym.envs.eplus_env": [[18, 1, 1, "", "EplusEnv"]], "sinergym.envs.eplus_env.EplusEnv": [[18, 2, 1, "", "__init__"], [18, 3, 1, "", "action_space"], [18, 3, 1, "", "actuator_handlers"], [18, 3, 1, "", "available_handlers"], [18, 3, 1, "", "building_path"], [18, 2, 1, "", "close"], [18, 3, 1, "", "ddy_path"], [18, 3, 1, "", "episode_length"], [18, 3, 1, "", "episode_path"], [18, 3, 1, "", "idd_path"], [18, 2, 1, "", "info"], [18, 3, 1, "", "is_discrete"], [18, 3, 1, "", "is_running"], [18, 4, 1, "", "logger"], [18, 4, 1, "", "metadata"], [18, 3, 1, "", "meter_handlers"], [18, 3, 1, "", "observation_space"], [18, 2, 1, "", "render"], [18, 2, 1, "", "reset"], [18, 3, 1, "", "runperiod"], [18, 3, 1, "", "schedulers"], [18, 2, 1, "", "step"], [18, 3, 1, "", "step_size"], [18, 3, 1, "", "timestep_per_episode"], [18, 3, 1, "", "var_handlers"], [18, 3, 1, "", "weather_path"], [18, 3, 1, "", "workspace_path"], [18, 3, 1, "", "zone_names"]], "sinergym.simulators": [[20, 0, 0, "-", "eplus"]], "sinergym.simulators.eplus": [[21, 1, 1, "", "EnergyPlus"]], "sinergym.simulators.eplus.EnergyPlus": [[21, 2, 1, "", "__init__"], [21, 2, 1, "", "failed"], [21, 3, 1, "", "is_running"], [21, 4, 1, "", "logger"], [21, 2, 1, "", "make_eplus_args"], [21, 2, 1, "", "start"], [21, 2, 1, "", "stop"]], "sinergym.utils": [[23, 0, 0, "-", "callbacks"], [26, 0, 0, "-", "common"], [39, 0, 0, "-", "constants"], [47, 0, 0, "-", "controllers"], [52, 0, 0, "-", "env_checker"], [54, 0, 0, "-", "evaluation"], [56, 0, 0, "-", "gcloud"], [62, 0, 0, "-", "logger"], [67, 0, 0, "-", "rewards"], [73, 0, 0, "-", "wrappers"]], "sinergym.utils.callbacks": [[24, 1, 1, "", "LoggerCallback"], [25, 1, 1, "", "LoggerEvalCallback"]], "sinergym.utils.callbacks.LoggerCallback": [[24, 2, 1, "", "__init__"]], "sinergym.utils.callbacks.LoggerEvalCallback": [[25, 2, 1, "", "__init__"], [25, 2, 1, "", "update_child_locals"]], "sinergym.utils.common": [[27, 5, 1, "", "convert_conf_to_env_parameters"], [28, 5, 1, "", "eppy_element_to_dict"], [29, 5, 1, "", "export_schedulers_to_excel"], [30, 5, 1, "", "get_delta_seconds"], [31, 5, 1, "", "get_ids"], [32, 5, 1, "", "get_record_keys"], [33, 5, 1, "", "is_wrapped"], [34, 5, 1, "", "json_to_actuators"], [35, 5, 1, "", "json_to_meters"], [36, 5, 1, "", "json_to_variables"], [37, 5, 1, "", "ranges_getter"], [38, 5, 1, "", "unwrap_wrapper"]], "sinergym.utils.constants": [[40, 5, 1, "", "DEFAULT_5ZONE_DISCRETE_FUNCTION"], [41, 5, 1, "", "DEFAULT_DATACENTER_DISCRETE_FUNCTION"], [42, 5, 1, "", "DEFAULT_OFFICEGRID_DISCRETE_FUNCTION"], [43, 5, 1, "", "DEFAULT_OFFICE_DISCRETE_FUNCTION"], [44, 5, 1, "", "DEFAULT_RADIANT_DISCRETE_FUNCTION"], [45, 5, 1, "", "DEFAULT_SHOP_DISCRETE_FUNCTION"], [46, 5, 1, "", "DEFAULT_WAREHOUSE_DISCRETE_FUNCTION"]], "sinergym.utils.controllers": [[48, 1, 1, "", "RBC5Zone"], [49, 1, 1, "", "RBCDatacenter"], [50, 1, 1, "", "RBCIncrementalDatacenter"], [51, 1, 1, "", "RandomController"]], "sinergym.utils.controllers.RBC5Zone": [[48, 2, 1, "", "__init__"], [48, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCDatacenter": [[49, 2, 1, "", "__init__"], [49, 2, 1, "", "act"]], "sinergym.utils.controllers.RBCIncrementalDatacenter": [[50, 2, 1, "", "__init__"], [50, 2, 1, "", "act"]], "sinergym.utils.controllers.RandomController": [[51, 2, 1, "", "__init__"], [51, 2, 1, "", "act"]], "sinergym.utils.env_checker": [[53, 5, 1, "", "check_env"]], "sinergym.utils.evaluation": [[55, 5, 1, "", "evaluate_policy"]], "sinergym.utils.gcloud": [[57, 5, 1, "", "delete_instance_MIG_from_container"], [58, 5, 1, "", "get_service_account_token"], [59, 5, 1, "", "init_storage_client"], [60, 5, 1, "", "read_from_bucket"], [61, 5, 1, "", "upload_to_bucket"]], "sinergym.utils.logger": [[63, 1, 1, "", "CSVLogger"], [64, 1, 1, "", "CustomFormatter"], [65, 1, 1, "", "Logger"], [66, 1, 1, "", "WandBOutputFormat"]], "sinergym.utils.logger.CSVLogger": [[63, 2, 1, "", "__init__"], [63, 2, 1, "", "activate_flag"], [63, 2, 1, "", "deactivate_flag"], [63, 2, 1, "", "log_episode"], [63, 2, 1, "", "log_step"], [63, 2, 1, "", "log_step_normalize"], [63, 2, 1, "", "set_log_file"]], "sinergym.utils.logger.CustomFormatter": [[64, 4, 1, "", "FORMATS"], [64, 2, 1, "", "__init__"], [64, 4, 1, "", "bold_red"], [64, 2, 1, "", "format"], [64, 4, 1, "", "grey"], [64, 4, 1, "", "red"], [64, 4, 1, "", "reset"], [64, 4, 1, "", "yellow"]], "sinergym.utils.logger.Logger": [[65, 2, 1, "", "__init__"], [65, 2, 1, "", "getLogger"]], "sinergym.utils.logger.WandBOutputFormat": [[66, 2, 1, "", "__init__"], [66, 2, 1, "", "write"]], "sinergym.utils.rewards": [[68, 1, 1, "", "BaseReward"], [69, 1, 1, "", "ExpReward"], [70, 1, 1, "", "HourlyLinearReward"], [71, 1, 1, "", "LinearReward"], [72, 1, 1, "", "NormalizedLinearReward"]], "sinergym.utils.rewards.BaseReward": [[68, 2, 1, "", "__init__"], [68, 4, 1, "", "logger"]], "sinergym.utils.rewards.ExpReward": [[69, 2, 1, "", "__init__"]], "sinergym.utils.rewards.HourlyLinearReward": [[70, 2, 1, "", "__init__"]], "sinergym.utils.rewards.LinearReward": [[71, 2, 1, "", "__init__"]], "sinergym.utils.rewards.NormalizedLinearReward": [[72, 2, 1, "", "__init__"]], "sinergym.utils.wrappers": [[74, 1, 1, "", "DatetimeWrapper"], [75, 1, 1, "", "DiscreteIncrementalWrapper"], [76, 1, 1, "", "DiscretizeEnv"], [77, 1, 1, "", "IncrementalWrapper"], [78, 1, 1, "", "LoggerWrapper"], [79, 1, 1, "", "MultiObjectiveReward"], [80, 1, 1, "", "MultiObsWrapper"], [81, 1, 1, "", "NormalizeAction"], [82, 1, 1, "", "NormalizeObservation"], [83, 1, 1, "", "OfficeGridStorageSmoothingActionConstraintsWrapper"], [84, 1, 1, "", "PreviousObservationWrapper"]], "sinergym.utils.wrappers.DatetimeWrapper": [[74, 2, 1, "", "__init__"], [74, 4, 1, "", "logger"], [74, 2, 1, "", "observation"]], "sinergym.utils.wrappers.DiscreteIncrementalWrapper": [[75, 2, 1, "", "__init__"], [75, 2, 1, "", "action"], [75, 2, 1, "", "action_mapping"], [75, 3, 1, "", "is_discrete"], [75, 4, 1, "", "logger"]], "sinergym.utils.wrappers.DiscretizeEnv": [[76, 2, 1, "", "__init__"], [76, 2, 1, "", "action"], [76, 3, 1, "", "is_discrete"], [76, 4, 1, "", "logger"]], "sinergym.utils.wrappers.IncrementalWrapper": [[77, 2, 1, "", "__init__"], [77, 2, 1, "", "action"], [77, 4, 1, "", "logger"]], "sinergym.utils.wrappers.LoggerWrapper": [[78, 2, 1, "", "__init__"], [78, 2, 1, "", "activate_logger"], [78, 2, 1, "", "close"], [78, 2, 1, "", "deactivate_logger"], [78, 4, 1, "", "logger"], [78, 2, 1, "", "reset"], [78, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObjectiveReward": [[79, 2, 1, "", "__init__"], [79, 4, 1, "", "logger"], [79, 2, 1, "", "step"]], "sinergym.utils.wrappers.MultiObsWrapper": [[80, 2, 1, "", "__init__"], [80, 4, 1, "", "logger"], [80, 2, 1, "", "reset"], [80, 2, 1, "", "step"]], "sinergym.utils.wrappers.NormalizeAction": [[81, 2, 1, "", "__init__"], [81, 2, 1, "", "action"], [81, 4, 1, "", "logger"], [81, 2, 1, "", "reverting_action"]], "sinergym.utils.wrappers.NormalizeObservation": [[82, 2, 1, "", "__init__"], [82, 4, 1, "", "logger"], [82, 2, 1, "", "normalize"], [82, 2, 1, "", "reset"], [82, 2, 1, "", "step"]], "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper": [[83, 2, 1, "", "__init__"], [83, 2, 1, "", "action"]], "sinergym.utils.wrappers.PreviousObservationWrapper": [[84, 2, 1, "", "__init__"], [84, 4, 1, "", "logger"], [84, 2, 1, "", "observation"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function"}, "terms": {"": [2, 5, 6, 7, 8, 9, 11, 15, 18, 51, 63, 64, 69, 70, 71, 72, 78, 82, 85, 86, 87, 88, 89, 91, 92, 93, 94, 96, 97, 98], "0": [5, 6, 7, 9, 18, 24, 30, 63, 66, 69, 70, 71, 72, 75, 81, 83, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "00": [88, 92], "0000000e": 92, "000002": 88, "000004": 88, "000006": 88, "000008": 88, "000011": 88, "000013": 88, "000015": 88, "000017": 88, "00002": 88, "000021": 88, "000023": 88, "000025": 88, "000027": 88, "000029": 88, "000034": 88, "000036": 88, "000038": 88, "000046": 88, "000048": 88, "000053": 88, "00006": 88, "000063": 88, "000067": 88, "000069": 88, "00007": 88, "000072": 88, "000074": 88, "00008": 88, "000084": 88, "000088": 88, "00009": 88, "000093": 88, "000095": 88, "0001": 88, "000105": 88, "000109": 88, "00012": 88, "000128": 90, "000147": 88, "00016": 88, "000166": 88, "000185": 88, "0001train": 88, "0002": 88, "000217": 88, "000223": 88, "00025": 88, "00033": 88, "000334": 88, "000368": 88, "000408": 88, "000452": 88, "000471": 88, "000492": 88, "00054": 88, "000565": 88, "0005842181877573": 91, "000605": 88, "000715": 88, "000904": 88, "000923": 88, "001": [7, 86, 88], "001045": 88, "001156": 88, "00121972": 92, "0013": 88, "001425": 88, "00155": 88, "001564": 88, "00164": 88, "001679": 88, "001703": 88, "001799": 88, "0018635": 88, "001867": 88, "00199": 88, "002357": 88, "002415": 88, "002485": 88, "002693": 88, "002823": 88, "002916": 88, "003113": 88, "0033998208": 88, "00343": 88, "003632": 88, "003658": 88, "003705212742588": 87, "00378": 88, "003956": 88, "0041485": 88, "004536449977537947": [91, 92], "004538": 88, "004633": 88, "004652": 88, "004717": 88, "0048": 88, "0049": 88, "00499968750430059": 92, "0051785": 88, "005348": 88, "00538809382535063": 92, "005629148688825955": 91, "005653": 88, "0057": 88, "00577": 88, "00592": 88, "005941": 88, "0061": 88, "006176": 88, "006251": 88, "0063": 88, "0063478": 88, "006355": 88, "006378": 88, "006402439024390249": 87, "006451254621872": 87, "006542366753496509": 92, "00684": 88, "006935757308931089": 92, "007018": 88, "007049581561774207": 92, "0070688585864955075": 92, "0073": 88, "00732": 88, "007689": 88, "00783": 88, "008144": 88, "00819": 88, "008395": 88, "008417052432114897": 87, "008430450234156376": 87, "008594557139982584": 85, "008645230812945": 87, "0086eval": 88, "00882370430179678": 91, "009037": 88, "009117": 88, "009144": 88, "0092": 88, "00922": 88, "00924": 88, "009302": 88, "00937": 88, "009495": 88, "009565086141368": 87, "009865": 88, "009953": 88, "009995": 88, "01": [88, 92], "010059948897039251": 87, "010066938284793056": 87, "010214": 88, "010227": 88, "010288": 88, "010324": 88, "0104027": 88, "01041": 88, "010849": 88, "01096": 88, "0110311955": 88, "01116": 88, "0112": 88, "01121": 88, "011673": 88, "011675": 88, "012": 88, "01203": 88, "012045": 88, "012146": 88, "01241": 88, "012545": 88, "01276": 88, "01306": 88, "013084": 88, "013084733506993": 92, "013084733506993018": 92, "013161": 88, "0131997": 88, "013376": 88, "013592": 88, "0136967": 88, "0137": 88, "01376": 88, "013933": 88, "013974": 88, "014492": 88, "014524": 88, "0145801281317": 88, "014736": 88, "0148": 88, "01514": 88, "0152": 88, "015495": 88, "015564": 88, "015846": 88, "015865": 88, "015965": 88, "016204585390692": 87, "016277": 88, "016546": 88, "0166746": 88, "017": 88, "01712": 88, "017189114279965167": 85, "017467": 88, "017624": 88, "017635": 88, "018007": 88, "01816": 88, "018555": 88, "018625": 88, "01869": 88, "018893380782864": 87, "018936": 88, "01894observ": 88, "018997": 88, "019212040973969797": 85, "019802": 88, "01982": 88, "019958": 88, "01e": 88, "02": 92, "020063419083978743": 90, "0206": 88, "02081": 88, "021046": 88, "02120558208039114": 87, "021494": 88, "02169": 88, "021883": 88, "022": 88, "022127": 88, "02225": 88, "0222852": 88, "022305": 88, "022327": 88, "0224586": 88, "022537": 88, "022585": 88, "023228": 88, "023277": 88, "0233877": 88, "023397": 88, "0234256": 88, "02376": 88, "0242": 88, "024275": 88, "024408": 88, "024600_iwec": 97, "02463": 88, "024805": 88, "024936": 88, "025": 88, "02536": 88, "025604": 88, "025675": 88, "0257": 88, "02629": 88, "0265746": 88, "02657observ": 88, "027035": 88, "0272": 88, "027222": 88, "02745": 88, "027721": 88, "027729": 88, "02780659811395238": 85, "028294": 88, "02853": 92, "028534": 88, "028878": 88, "0292397": 88, "02925460307228": 92, "029285": 88, "029406": 88, "02954": 88, "029740_iwec": [86, 97], "029778": 88, "02e": 88, "03": [88, 92], "030064": 88, "0301712": 88, "030527": 88, "03078": 88, "0308": 88, "03104": 88, "031082": 88, "0311714993057384": 92, "031296": 88, "031479": 88, "03153": 88, "031565": 88, "031765": 88, "03184": 88, "032861": 88, "0332": 88, "033271": 88, "033295": 88, "033356": 88, "033457": 88, "033459": 88, "03417": 88, "034204": 88, "034254": 88, "034338": 88, "034351": 88, "0346045": 88, "035179": 88, "035385": 88, "0356": 88, "035702": 88, "0358138": 88, "03585": 88, "0360292e": 92, "036564": 88, "037195": 88, "037801974817327": 87, "037851": 88, "037893": 88, "038016": 88, "0381413": 88, "03831": 88, "0384": 88, "038563": 88, "038567": 88, "038744": 88, "038803": 88, "038888": 88, "0389": 88, "039072": 88, "039125": 88, "039146": 88, "039303": 88, "039307": 88, "039814": 88, "03985": 88, "0399": 88, "039986": 88, "03_13": 88, "03e": 88, "04": [11, 88], "040098962863255": 87, "0407": 88, "0408": 88, "0409384": 88, "04101": 88, "041191": 88, "041197": 88, "04126": 88, "041264": 88, "041609": 88, "0417705": 88, "042038": 88, "04204": 88, "042078": 88, "04220473": 92, "042411164160782": 87, "04241116416078228": 87, "04255": 88, "042582": 88, "0426": 88, "042614": 88, "0426264": 88, "04286119781551": 87, "0429": 88, "043047": 88, "043416": 88, "044007": 88, "044094470156978": 87, "04412536": 88, "044207": 88, "04449": 88, "044543": 88, "04456": 88, "04457": 88, "045027": 90, "045143": 88, "0451891": 88, "045515": 88, "045892": 88, "046": 88, "0468": 88, "047049": 88, "047325": 88, "04736episod": 88, "04738527": 88, "047405": 88, "04773": 88, "04774477368803296": 90, "04774477368803297": [85, 90], "047768": 88, "0479": 88, "048075": 88, "0482287": 88, "048388": 88, "04839": 88, "048454": 88, "0486894": 88, "04876eval": 88, "04878048780498": 87, "0488": 88, "04883": 88, "0489": 88, "049053": 88, "049054": 88, "049194": 88, "04921": 88, "049313": 88, "049335": 88, "049627": 88, "049884": 88, "049967": 88, "04e": 88, "05": [88, 92], "0501375": 88, "050169": 88, "0505": 88, "0507": 88, "05074episod": 88, "05086": 88, "0509": 88, "050997": 88, "051031": 88, "0512": 88, "0513": 88, "051739": 88, "0518": 88, "051851": 88, "052027": 88, "0521": 88, "0525": 88, "05312": 88, "053274": 88, "053332": 88, "053425": 88, "05344": 88, "053753": 88, "0539": 88, "053951": 88, "054016": 88, "054276": 88, "0544": 88, "054893": 88, "055126": 88, "055376": 88, "05541": 88, "05542625239599594": [91, 92], "055507": 88, "056": 88, "056015": 88, "056192": 88, "056242": 88, "05627": 88, "056477": 88, "05659": 88, "056593": 88, "0566": 88, "05674": 88, "056837": 88, "05684": 88, "057213": 88, "057838561161213775": 87, "05792": 88, "057957": 88, "058": 88, "05800834342804423": 92, "058065": 88, "058687": 88, "058773967039258": 87, "058844": 88, "0591": 88, "0592": 88, "05942": 88, "05946": 88, "059542": 88, "0598": 88, "05981": 88, "059998": 88, "05e": 88, "05time": 88, "06": 88, "06001": 88, "060165": 88, "060250789892102": 87, "06058090633": 88, "060763866443537": 87, "060978": 88, "060984": 88, "061084": 88, "0611014": 88, "061123": 88, "0611725": 88, "061243": 88, "0614": 88, "061403": 88, "061483": 88, "0616": 88, "061643": 88, "061901": 88, "061975": 88, "062": 88, "06217": 88, "062317": 88, "062473": 88, "0625": 88, "063183": 88, "0633": 88, "063503": 88, "063595": 88, "063614": 88, "063698": 88, "064": 88, "064064": 88, "064104": 88, "064188": 88, "0643": 88, "064402": 88, "064434": 88, "06446283743025183": [91, 92], "064466639774928": 87, "064882": 88, "064962": 88, "065159": 88, "065284": 88, "06529": 88, "065317": 88, "065544": 88, "06664793651545": 87, "066673": 88, "066725": 88, "067177": 88, "0674": 88, "06745": 88, "0675281": 88, "067757": 88, "06789851005825302": 87, "068222": 88, "06836": 88, "068803440473825": 87, "069008": 88, "069071": 88, "069283": 88, "069463": 88, "06e": 88, "07": 88, "070307": 88, "070414": 88, "070488": 88, "070724": 88, "070915": 88, "071327": 88, "0714601": 88, "07156": 88, "071585": 88, "07219": 88, "07225": 88, "0725": 88, "072664": 88, "072796": 88, "072847": 88, "0729": 88, "072931": 88, "073017": 88, "073156": 88, "07339": 88, "073464526888": 88, "073694": 88, "073902": 88, "073912": 88, "073921": 88, "0743": 88, "07431": 88, "074325327970303": 87, "07435": 88, "07449": 88, "074561": 88, "075": 88, "0750003": 88, "07528": 88, "0753": 88, "075342": 88, "0755606": 88, "07557": 88, "0757": 88, "07577": 88, "07606": 88, "076616": 88, "076662": 88, "076813": 88, "076895": 88, "077019": 88, "0771": 88, "077408": 88, "07751": 88, "0776": 88, "0777": 88, "077736": 88, "0783": 88, "078562": 88, "0786": 88, "0789": 88, "07896": 88, "0795": 88, "07955": 88, "079569": 88, "079979": 88, "07e": 88, "08": [82, 88], "080013": 88, "080135": 88, "080436": 88, "08074": 88, "080772": 88, "081000039381": 88, "081106": 88, "081112": 88, "081665": 88, "081877": 88, "081879": 88, "082052": 88, "08231": 88, "0827537": 88, "0828": 88, "0829508": 88, "0833": 88, "083458": 88, "08358694595796834": 90, "0837": 88, "0841": 88, "084190_swec": [86, 97], "084203": 88, "084322": 88, "084388": 88, "084414": 88, "08445": 88, "0846555": 88, "084793": 88, "085": 88, "085022": 88, "085037": 88, "085360_ineti": [86, 97], "085587": 88, "08581": 88, "085833": 88, "086": 88, "086092": 88, "08643": 88, "086617": 88, "08662": 88, "086629771558385": 87, "086813": 88, "087038": 88, "0872054": 88, "08734": 88, "087454": 88, "08747": 88, "087503": 88, "08769": 88, "087856": 88, "08793": 88, "08801": 88, "088284": 88, "088394": 88, "088962724586498": 87, "089": 88, "08908": 88, "0891": 88, "089472": 88, "08959897": 88, "089655": 88, "0897": 88, "08971": 88, "089901": 88, "08e": 88, "09": 88, "090052": 88, "09069": 88, "091045": 88, "0912": 88, "091452": 88, "091528": 88, "091732": 92, "091949": 88, "091957": 88, "091959": 88, "092": 88, "092154": 88, "0922365": 88, "092297": 88, "092391290403306": 87, "092854": 88, "093073": 88, "09314": 88, "09316": 88, "093334": 88, "0935545": 88, "093597": 88, "09369": 88, "093696177204187": 92, "093733": 88, "0938": 88, "093914": 88, "093975": 88, "094": 88, "094041": 88, "094099": 88, "0945": 88, "09457": 88, "094668": 88, "09502": 88, "095318": 88, "09547": 88, "095592": 88, "095621": 88, "0961": 88, "096224": 88, "096245": 88, "09637": 88, "0966": 88, "09662": 88, "096634": 88, "096746": 88, "09686": 88, "096895": 88, "096941": 88, "097107": 88, "09713": 88, "09719": 88, "097484": 88, "097755": 88, "097776": 88, "097784": 88, "098063": 88, "09816": 88, "09818": 88, "098211": 88, "098276": 88, "099007": 88, "09905": 88, "099207": 88, "099758": 88, "0998027": 88, "09997": 88, "099987": 88, "09e": 88, "0_0": [86, 88], "0eval": 88, "0m": 64, "0observ": 88, "0x7f6d49d5f670": 88, "0x7f6e4589ee90": 88, "0x7f80ad33c0a0": 89, "1": [2, 3, 6, 7, 8, 24, 25, 69, 70, 71, 72, 81, 85, 86, 87, 88, 89, 91, 92, 94, 96, 97, 98], "10": [0, 7, 9, 11, 18, 55, 64, 85, 86, 87, 88, 89, 90, 91, 92, 97], "100": [24, 87, 88], "10000": 25, "1000000e": 92, "10012235": 88, "100141": 88, "10024": 88, "1002643": 88, "1003": 88, "10041": 88, "10049": 88, "10070": 88, "10074": 88, "100765": 88, "10086": 88, "10099": 88, "101": 88, "1011216": 88, "1011635": 88, "1012": 88, "10124": 88, "101406": 88, "101468": 88, "10149": 88, "1015": 88, "10174": 88, "1018": 88, "10199": 88, "102": 88, "1020": 88, "10212": 88, "102135": 88, "1022": 88, "10224": 88, "1022595": 88, "1023380": 88, "1024": 88, "10244": 88, "10249": 88, "1025": 88, "1025525": 88, "10274": 88, "102802": 88, "1029345": 88, "10296": 88, "10299": 88, "103": 88, "1030": 88, "103163": 88, "1031673": 88, "10324": 88, "1032705": 88, "103301": 88, "1033242": 88, "10349": 88, "1035100": 88, "103514": 85, "10365036504194708": 90, "1037": 88, "10374": 88, "10374769": 88, "103796": 88, "103831": 88, "103836": 88, "103922374125307": 87, "10399": 88, "104": 88, "104088": 88, "1041": 88, "104126": 88, "10424": 88, "10425": 88, "1042883": 88, "1042911": 88, "1043": 88, "10449": 88, "10453701684556": 87, "10457": 88, "1046": 88, "10474": 88, "1049": 88, "10499": 88, "105": 88, "105051": 88, "105117": 88, "105118": 88, "105156": 88, "10522": 88, "105227": 88, "10524": 88, "105264": 88, "105343": 88, "10549": 88, "1055290": 88, "1055746": 88, "1056": 88, "1057": 87, "10571": 88, "10574": 88, "10587": 88, "10599": 88, "106": 88, "1060431": 88, "10624": 88, "1063": 88, "1063042": 88, "1064": 88, "10649": 88, "10674": 88, "1068": 88, "10691": 88, "10699": 88, "107": [88, 92], "1070": 88, "10701": 88, "107014": 88, "1070203": 88, "1072": 88, "10724": 88, "1073": 88, "107374": 88, "107384318126506": 87, "1074": 88, "1074047": 88, "107442": 88, "107475": 88, "10749": 88, "10750": 87, "10754": 88, "107556": 88, "107563": 88, "1076129748179115": 86, "107616": 88, "1076257": 88, "10774": 88, "107789": 88, "1079741": 88, "10799": 88, "108": 88, "108005": 88, "108007": 88, "108011": 88, "10803817": 88, "1081605": 88, "10824": 88, "1083": 88, "108369": 88, "10849": 88, "1085": 88, "1085250e": 92, "108599": 88, "1086": 88, "1087": 88, "10874": 88, "108757": 88, "1088106": 88, "10883": 88, "1089": 88, "1089516": 88, "10899": 88, "109": 88, "1090": 88, "10922": 88, "10924": 88, "10945": 87, "109482": 88, "10949": 88, "109554": 88, "109562": 88, "109674": 88, "10968": 88, "109697": 88, "10974": 88, "10989": 88, "1099": 88, "10999": 88, "10gb": 9, "11": [87, 88, 91, 92], "110": 88, "1100109": 88, "110023": 88, "1101246": 88, "11013": 88, "11024": 88, "110273": 88, "1103": 88, "110353": 88, "11044": 88, "11049": 88, "1105301": 88, "1105442": 88, "110699": 88, "11074": 88, "11077": 88, "1108": [88, 91, 92], "1108626": 88, "110891": 88, "1109": 88, "1109461": 88, "110972": 88, "11099": 88, "111": 88, "111017": 88, "111176": 88, "11124": 88, "11131": 88, "1114": 88, "11149": 88, "11162": 88, "11172": 88, "11174": 88, "11187": 88, "1119156": 88, "1119275": 88, "11199": 88, "112": [88, 91], "112099": 88, "1121520": 88, "112187": 88, "1122": 88, "11224": 88, "1123": 88, "1124": 88, "11249": 88, "11274": 88, "1129": 88, "11299": 88, "1129913": 88, "113": 88, "113121": 88, "113134": 88, "11316": 88, "11324": 88, "11328": 88, "1133127": 88, "113327": 88, "11349": 88, "1135936": 88, "1136": 88, "1137": 88, "113705": 88, "1137261": 88, "11374": 88, "1138461": 88, "1138610": 88, "113867": 88, "1139": 88, "11399": 88, "114": 88, "1141885": 88, "114191": 88, "11419542960070476": 87, "11424": 88, "114245": 88, "1143": 88, "1144": 88, "11446": 88, "11449": 88, "1145": 0, "1145651": 88, "1146": 88, "11474": 88, "1148": 88, "114868": 88, "1149": 88, "11499": 88, "115": 88, "1150": 88, "11506": 88, "11515210984941": 87, "1151543": 88, "11521": [91, 92], "11524": 88, "11540370667002": 92, "115477": 88, "11548": 87, "11549": 88, "115623": 88, "115639": 88, "11567712232242755": 87, "115677122322428": 87, "11574": 88, "115774": 88, "1158": 88, "115957": 88, "11599": 88, "116": 88, "11612": 88, "11623": 88, "11624": 88, "1163221": 88, "1164469": 88, "11649": 88, "11674": 88, "11699": 88, "117": 88, "1170298": 88, "1172": 88, "11724": 88, "117279": 88, "1173": 88, "117382": 88, "1174": 88, "11749": 88, "117585185109778": 87, "11765": 91, "11774": 88, "1178": 88, "11781": 88, "11799": 88, "118": 88, "1181": 88, "11824": 88, "118244": 88, "118326": 88, "1183428": 88, "11835387": 88, "1184": 88, "11849": 88, "11858": 88, "118586": 88, "118645": 88, "1187332": 88, "11874": 88, "118748": 88, "1187793": 88, "1188644": 88, "1189": 88, "11899": 88, "119": 88, "1190161": 88, "1190462": 88, "1190700": 88, "1191": 88, "1191460": 88, "11924": 88, "1193": 88, "119333": 88, "11949": 88, "1195": 88, "119612": 88, "11974": 88, "119897": 88, "1199": 88, "11995": 88, "11999": 88, "11e": 88, "12": [3, 7, 8, 72, 85, 86, 87, 88, 89, 90, 91, 92, 97], "120": 88, "1200115": 88, "12003": 88, "120074": 88, "120174": 88, "12024": 88, "120296": 88, "12049": 88, "12074": 88, "120804": 88, "1209": 88, "12099": 88, "121": 88, "12124": 88, "121346": 88, "121407": 88, "1214257": 88, "12149": 88, "1216855": 88, "121716": 88, "121738": 88, "12174": 88, "121815": 88, "12199": 88, "122": 88, "1220016": 88, "122057": 88, "122066701037642": 87, "12207": 88, "122103": 88, "122137": 88, "1222": 88, "122232": 88, "12224": 88, "1223": 88, "1224": 88, "122469": 88, "12249": 88, "122492094230708": 87, "12251": 88, "1226": 88, "12274": 88, "122775": 88, "12279": 88, "1228": 88, "12299": 88, "123": 88, "1230844": 88, "123085": 88, "1231": 88, "1232": 88, "12324": 88, "12343episod": 88, "123447": 88, "12349": 88, "1234918": 88, "1234998": 88, "1235690": 88, "1236157": 88, "12374": 88, "1237547": 88, "12383": 88, "12399": 88, "124": 88, "124214": 88, "12424": 88, "124284": 88, "1243": 88, "124363": 88, "124374": 88, "1244619": 88, "12449": 88, "1245584": 88, "1246": 88, "12474": 88, "12477": 88, "1249": 88, "12499": 88, "125": [3, 88], "12505": 88, "125118": 88, "12524": 88, "12549": 88, "12574": 88, "125746": 88, "1258731": 88, "1259": 88, "12592": 88, "125984": 88, "12599": 88, "126": 88, "126002": 88, "1260863": 88, "1261": 88, "1262": 88, "1262035": 88, "1262075": 88, "12624": 88, "126259": 88, "1263": 88, "1264": 88, "126413": 88, "126427": 88, "126446": 88, "12647816912414633": 85, "12649": 88, "1265": 88, "126642": 88, "126654": 88, "126692": 88, "126703": 88, "12674": 88, "1268": 88, "12699": 88, "127": 88, "127042": 88, "12721": 88, "1272109": 88, "12724": 88, "127277": 88, "127358": 88, "1274": 88, "12749": 88, "1277295": 88, "127739": 88, "12774": 88, "1278173": 88, "127878": 88, "12789": 88, "127898": 88, "12799": 88, "128": [87, 88], "12802": 88, "128113": 88, "1281504": 88, "128186": 88, "12824": 88, "12826": 88, "12849": 88, "128534": 88, "128633": 88, "12874": 88, "128750": 88, "1288323": 88, "128834": 88, "1289": [91, 92], "128933": 88, "12899": 88, "129": 88, "12907": 88, "1291654": 88, "1292": 88, "12924": 88, "1293": 88, "129374": 88, "1293798": 88, "12949": 88, "129557": 88, "129635": 88, "129715": 88, "1297189": 88, "12974": 88, "129744": 88, "129776": 88, "1298619": 88, "1299": 88, "12997": 88, "12999": 88, "12e": 88, "13": [88, 92, 97], "130": 88, "1300": 88, "130006355654462": 87, "13013": 88, "13024": [87, 88], "1303549": 88, "130356": 88, "13049": 88, "130491": 88, "13058": 88, "1307": 88, "1307205": 88, "13074": 88, "1309": 88, "130938": 88, "130976": 88, "1309806": 88, "13099": 88, "131": 88, "13105904442731": 87, "1312": 88, "131216": 88, "13124": 88, "1313": 88, "1314": 88, "13149": 88, "131516": 88, "1316319": 88, "13174": 88, "13176": 88, "13177": 88, "1317869": 88, "131813": 88, "1319": 88, "13197": 88, "131987": 88, "13199": 88, "132": 88, "1320": 88, "1320067": 88, "1321506": 88, "13219": 88, "1322": 88, "13224": 88, "1323": 88, "13234": 88, "132393": 88, "1324": 88, "1324227": 88, "13249": 88, "13274": 88, "13299": 88, "1329952": 88, "133": 88, "13316": 88, "1332038": 88, "13324": 88, "1333": 88, "133348": 88, "133389": 88, "133396": 88, "13342": 88, "13349": 88, "133593": 88, "133598": 88, "13367": 88, "13374": 88, "13399": 88, "134": 88, "134166": 88, "13424": 88, "134264": 88, "134275": 88, "13434": 88, "1344": 88, "13449": 88, "134598": 88, "13474": 88, "134862": 88, "1349": 88, "134924": 88, "13499": 88, "135": 88, "135008": 88, "1351892": 88, "1352": 88, "1352249": 88, "13524": 88, "1353": 88, "13549": 88, "1356897": 88, "135732451572082": 87, "13574": 88, "13599": 88, "1359925": 88, "136": 88, "136002": 88, "136075": 88, "1361756": 88, "1362343": 88, "13624": 88, "1363": 88, "136313": 88, "13632": 88, "1363277": 88, "136335": 88, "1363359": 88, "13649": 88, "1365": 88, "1367": 88, "136702063330183": 87, "13674": 88, "136875": 88, "13691": 88, "13699": 88, "137": 88, "137042": 88, "1371": 88, "13714": 88, "1372": 88, "1372092": 88, "13722": 88, "13724": 88, "137249": 88, "1372688": 88, "137383": 88, "1374": 88, "13749": 88, "1375": 88, "137533": 88, "137628": 88, "13768224": 88, "1377": 88, "13774": 88, "137783183036678": 87, "13779": 88, "137825": 88, "1378782": 88, "137955": 88, "13799": 88, "138": [88, 92], "1382": 88, "1382109": 88, "13824": 88, "13825": 87, "138285": 88, "1383": 88, "138374": 88, "13849": 88, "13874": 88, "13880": 88, "138863": 88, "13899": 88, "139": 88, "139025": 88, "1390406": 88, "1391969": 88, "13924": 88, "139362": 88, "1394": 88, "139486": 88, "139488733403255": 87, "13949": 88, "139505": 88, "13974": 88, "139757": 88, "13979312148985": 87, "1398": 88, "13989": 88, "1399": 88, "13999": 88, "13e": 88, "14": [86, 88, 92, 97], "140": 88, "140154": 88, "140165597242": 91, "1402": 88, "14024": 88, "140368086263685": 87, "14049": 88, "140497": 88, "14059": 88, "1406267": 88, "1407254": 88, "14074": 88, "14086": 88, "140959": 88, "14099": 88, "141": 88, "1410189": 88, "14115": 88, "14118324007": 87, "14124": 88, "1413": 88, "14149": 88, "1415152": 88, "1416": [87, 91, 92], "14162": 88, "1417": [85, 90], "141724": 88, "14174": 88, "141766": 88, "141846": 88, "1419": 88, "14190736": 88, "141941": 88, "14199": 88, "142": 88, "1420": 88, "142008": 88, "1420374": 88, "14206": 88, "1421501": 88, "14221": 88, "14224": 88, "14226": 88, "1423": 88, "1424": 88, "14245": 91, "14249": 88, "1427158": 88, "14272": 88, "14274": 88, "1428": 88, "14299": 88, "143": 88, "1430461": 88, "1431": 88, "14322889": 88, "14323": 88, "14324": 88, "14349": 88, "1435": 88, "1437": 88, "14374": 88, "14399": 88, "144": 88, "1440": [85, 89, 90], "1441": 88, "1442": 88, "144203": 88, "14424": 88, "144360": 88, "14449": 88, "144527": 88, "144733": 88, "14474": 88, "144766497926": 88, "1448": 88, "14481": 88, "144833": 88, "1449": 88, "14490029": 88, "14497": [91, 92], "14499": 88, "145": 88, "145014331659493": 87, "14502": 88, "145077": 88, "1452": 88, "14524": 88, "14549": 88, "1455": 88, "145666": 88, "1457054": 88, "14574": 88, "145824": 88, "14588": 88, "145975": 88, "14599": 88, "146": 88, "1461163": 88, "1461345": 88, "1462": 88, "146233": 88, "14624": 88, "1462606": 88, "146399": 88, "1464": 88, "146489725308": 88, "14649": 88, "146586": 88, "1466": 88, "146664": 88, "14674": 88, "146742": 88, "1468": 88, "146838": 88, "14699": 88, "147": 88, "147029855625828": 87, "1471": 88, "14724": 88, "14731": 88, "1473894": 88, "1474": 88, "14749": 88, "1475": 88, "1477": 88, "14774": 88, "1478523": 88, "1478701": 88, "14792": 88, "14799": 88, "148": 88, "1480": 88, "148026393976973": 87, "148069449044": 88, "14812351670179": 87, "148232": 88, "14824": 88, "148342": 88, "14849": 88, "148495": 88, "14851": 88, "148575": 88, "1486138": 88, "1486853": 88, "14874": 88, "148827": 88, "1489557": 88, "14899": 88, "149": 88, "14912": 88, "1492": 88, "149212": 88, "1492358": 88, "14924": 88, "149345848460342": 87, "14938": 88, "14942": 88, "1494897446855": 88, "14949": 88, "149518": 88, "14968": 88, "14974": 88, "14981": 88, "1498216": 88, "1499": 88, "14992": 88, "149982": 88, "14999": 88, "14e": 88, "15": [88, 89, 90, 91, 92], "150": 88, "15008": 88, "150154": 88, "1502": 88, "15024": 88, "1502472": 88, "150335": 88, "15049": 88, "15050839": 92, "150514461425416": 87, "1507": 88, "15074": 88, "150831": 88, "15099": 88, "151": 88, "15113": 88, "1511907": 88, "151196": 88, "15124": 88, "151250": 88, "1513": 88, "151306": 88, "151327": 88, "1514": 88, "15149": 88, "1515": 88, "151531": 88, "15174": 88, "151745967733667": 87, "151756": 88, "151760": 88, "15199": 88, "152": 88, "152029": 88, "1521": 88, "1521785": 88, "15224": 88, "1524": 88, "15249": 88, "1525": 88, "152613": 88, "15274": 88, "15275": 88, "152868": 88, "152966": 88, "15299": 88, "153": 88, "1530411": 88, "153119": 88, "15324": 88, "153282": 88, "15332632": 88, "1534298527454": 85, "153479": 88, "15349": 88, "1535": 88, "15374": 88, "15375": 88, "1538": 88, "1539378": 88, "15399": 88, "154": 88, "15411": 88, "154137": 88, "154156": 88, "15424": 88, "154366": 88, "15449": 88, "154497": 88, "1546": 88, "154627": 88, "1546300": 88, "15474": 88, "1549": 88, "15499": 88, "155": 88, "155039": 88, "1552175": 88, "155224": 88, "155237": 88, "15524": 88, "155286": 88, "15549": 88, "15559": 88, "15574": 88, "155758": 88, "1558300": 88, "1558993": 88, "15594": 88, "15599": 88, "156": 88, "1561945": 88, "1562": 88, "15624": 88, "156244": 88, "1563": 88, "15649": 88, "1564907": 88, "1566": 88, "156731": 88, "156735": 88, "15674": 88, "1569": 88, "1569444": 88, "15699": 88, "157": 88, "157116": 88, "157179": 88, "1572": 88, "15724": 88, "15726": 88, "157383": 88, "1574": 88, "15749": 88, "157553": 88, "157618": 88, "1577": 88, "15774": 88, "15778": 88, "1577966": 88, "1578355": 88, "1579": 88, "15799": 88, "158": 88, "158018": 88, "15802": 88, "15805787": 88, "1582": 88, "1582394": 88, "15824": 88, "15829": 88, "158352": 88, "1584377": 88, "15849": 88, "1585": 88, "158574": 88, "158653": 88, "15874": 88, "15875": 88, "158784": 88, "158876": 88, "1589": 88, "15899": 88, "159": 88, "15924": 88, "159419": 88, "15949": 88, "159508": 88, "159515": 88, "15974": 88, "159826": 88, "1599": 88, "15999": 88, "15e": 88, "15owsnpb": 88, "16": [88, 92, 97], "160": [88, 92], "160043": 88, "160044": 88, "16016": 88, "16024": 88, "16026": 88, "16045": 88, "16049": 88, "16074": 88, "16099": 88, "161": [10, 88], "16124": 88, "1614288": 88, "16143eval": 88, "161467": 88, "16149": 88, "16167": 91, "161691": 88, "1617": 88, "16174": 88, "161875": 88, "161943": 88, "16199": 88, "162": 88, "1620741": 88, "1621886": 88, "16224": 88, "1622963": 88, "1623": 88, "1623813": 88, "1624": 88, "16245": 88, "162462": 88, "16249": 88, "162493": 88, "1625": 88, "1625788": 88, "162618330118143": 87, "162686": 88, "162704": 88, "162733": 88, "16274": 88, "1628": 88, "162914": 88, "16299": 88, "163": 88, "16300492": 88, "16311": 88, "163172": 88, "16324": 88, "16349": 88, "163658": 88, "1637": 88, "16374": 88, "1637863": 88, "1638969": 88, "16399": 88, "164": 88, "1640626": 88, "16424": 88, "1642453": 88, "1643": 88, "1643669": 88, "16449": 88, "164515": 88, "1646": 88, "16474": 88, "1647538": 88, "1649": 88, "16499": 88, "165": 88, "1651": 88, "165148": 88, "1652": 88, "16524": 88, "1654232": 88, "16549": 88, "1655": 88, "165697": 88, "1657319": 88, "16574": 88, "165756": 88, "1658": 88, "165852": 88, "165983": 88, "16599": 88, "166": 88, "1660167": 88, "16617": 88, "16624": 88, "1662493": 88, "166264": 88, "1663388": 88, "166363": 88, "1664": 88, "166412": 88, "16649": 88, "166603": 88, "166679": 88, "16668": 88, "1667": 88, "16674": 88, "166885": 88, "1669": 88, "166939": 88, "16699": 88, "167": 88, "167046": 88, "1671282": 88, "16717389191593668": 90, "16724": 88, "167301": 88, "1674": 88, "167454": 88, "16749": 88, "16755": 88, "167724": 88, "16774": 88, "16785": 88, "1679": 88, "16799": 88, "168": [87, 88], "16801": 87, "168115": 88, "16821": 88, "16824": 88, "16849": 88, "16852": 88, "168539": 88, "16856": 88, "168621791819803": 87, "16874": 88, "1687875": 88, "16892": 87, "16899": 88, "169": 88, "169079": 88, "169209": 88, "16924": 88, "1693315": 88, "169394": 88, "16949": 88, "1695": 88, "1695556": 88, "169581": 88, "16959": 88, "1697": 88, "1697029": 88, "16974": 88, "1697826": 88, "1697941": 88, "169835": 88, "1699": 88, "169945": 88, "16999": 88, "16e": 88, "17": [88, 90, 91, 92, 97], "170": 88, "1700": 88, "1700214247": 88, "1700214338": 88, "1700214442": 88, "1701": 88, "170164": 88, "17024": 88, "1702461": 88, "170254": 88, "17046": 88, "17049": 88, "170518": 88, "1706837": 88, "17074": 88, "1708": 88, "170815": 88, "170850": 88, "17099": 88, "171": 88, "1710": 88, "1711": 88, "171143": 88, "17124": 88, "17125": 88, "17132": 88, "171333": 88, "171345": 88, "171485556687838": 87, "17149": 88, "17174": 88, "1717507": 88, "1718": 88, "17188episod": 88, "171899": 88, "171911": 88, "171944": 88, "171947": 88, "171951": 88, "17199": 88, "172": 88, "172163": 88, "17224": 88, "1724": 88, "17249": 88, "17274": 88, "172800": 86, "172965873764": 88, "17299": 88, "173": 88, "1730056": 88, "1731": 88, "1731845": 88, "1732": 88, "173205": 88, "17324": 88, "17343": 88, "17349": 88, "1735": 88, "17374": 88, "17377": [91, 92], "1738": 88, "173874": 88, "1739404": 88, "17399": 88, "1739988": 88, "174": 88, "1741145": 88, "17422294281217932": 85, "17424": 88, "1743": 88, "17449": 88, "174507": 88, "1746407": 88, "1747264": 88, "17474": 88, "174824": 85, "1749": 88, "17496552068692": 87, "17499": 88, "175": 88, "175064": 88, "17516": 88, "175194": 88, "175195": 88, "17524": 88, "1754": 88, "17549": 88, "1755": 88, "1755457": 88, "1756": 88, "17574": 88, "1758": 88, "175938": 88, "17599": 88, "176": [88, 91], "1760": 88, "1760286": 88, "1760453": 88, "176092": 88, "176098": 88, "1761775": 88, "1762286": 88, "17624": 88, "176395": 88, "176426": 88, "176463": 88, "17649": 88, "1766": 88, "176632": 88, "176662": 88, "17670": 88, "17672": 88, "17674": 88, "17677": 88, "17699": 88, "177": 88, "17724": 88, "1774": 88, "17749": 88, "177536": 88, "1776": 88, "177649": 88, "177671": 88, "1777": 88, "17774": 88, "1779": 88, "17799": 88, "178": 88, "1780941": 88, "1781814": 88, "17824": 88, "178434": 88, "178462": 88, "17849": 88, "17874": 88, "17899": 88, "179": 88, "179195": 88, "1792": 88, "179213": 88, "17924": 88, "1793": 88, "179312": 88, "17949": 88, "1794946": 88, "1797136": 88, "179724": 88, "17974": 88, "1798": 88, "1798205": 88, "1799": 88, "179922": 88, "17999": 88, "17_09": 88, "17e": 88, "18": [11, 85, 88, 90, 91, 92, 97], "180": 88, "1800": 88, "18005": 88, "180178": 88, "1802": 88, "18024": 88, "180256": 88, "18027": 88, "1803": 88, "1804": 88, "18044": 91, "18049": 88, "1806": 88, "18072": 88, "18074": 88, "180758": 88, "1808781": 88, "18096": 88, "18099": 88, "181": 88, "181026": 88, "1810470": 88, "181059": 88, "1812": 88, "18123eval": 88, "18124": 88, "181385": 88, "181480": 88, "18149": 88, "1815379": 88, "1817": 88, "181717": 88, "18174": 88, "1819": 88, "18199": 88, "182": 88, "182009": 88, "1821": 88, "1822": 88, "18224": 88, "18225": 88, "182339": 88, "182379": 88, "1824": 88, "18249": 88, "182513": 88, "1826": 88, "182646": 88, "182717": 88, "18274": 88, "1828644": 88, "1828959": 88, "1829333": 88, "18299": 88, "183": [88, 90], "183125": 88, "18324": 88, "18328668832165": 87, "18349": 88, "18353": 88, "1836190": 88, "18374": 88, "183797": 88, "1838": 88, "183949": 88, "18399": 88, "184": [85, 88], "1841": 88, "18424": 88, "1844": 88, "18449": 88, "184548": 88, "18474": 88, "1847547": 88, "1848": 88, "184828759025105": 87, "1849": 88, "18499": 88, "185": 88, "1851": 88, "1852125": 88, "18524": 88, "185356": 88, "1854": 88, "18549": 88, "185575": 88, "1856": 88, "18574": 88, "185757": 88, "18599": 88, "186": 88, "18624": 88, "186273": 88, "186356": 88, "18649": 88, "18654": 88, "186604": 88, "1866692": 88, "186699": 88, "18674": 88, "186888": 88, "18699": 88, "187": 88, "187042": 88, "18724": 88, "1874": 88, "18749": 88, "1875": 88, "187544582040186": 87, "187576": 88, "1875874": 88, "18774": 88, "1877465": 88, "1877708": 88, "187864": 88, "187885": 88, "187895": 88, "1879835": 88, "18799": 88, "188": 88, "1880474": 88, "1881": 88, "18821": 88, "18824": 88, "1883": 88, "18839": 88, "18849": 88, "1885": 88, "1886": 88, "188634": 88, "188645": 88, "18874": 88, "188778": 88, "18899": 88, "189": 88, "1891": 88, "18924": 88, "1893": 88, "18946": 88, "18949": 88, "1896": 88, "18974": 88, "189896": 88, "1899": 88, "189915": 88, "18999": 88, "18e": 88, "19": [3, 70, 72, 85, 88, 90, 91, 92], "190": 88, "190033": 88, "1900978": 88, "19011": 88, "19024": 88, "19049": 88, "190514": 88, "19066": 88, "19074": 88, "19078": 88, "19079547564029": 87, "19097": 88, "19099": 88, "191023": 88, "19124": 88, "191248": 88, "1912825": 88, "19129": 88, "19149": 88, "19174": 88, "191752": 88, "191772": 88, "19183": 88, "19199": 88, "192": 88, "19224": 88, "192297": 88, "1923": 88, "192326": 88, "192398": 88, "1924": 88, "19249": 88, "1925530": 88, "192562": 88, "192572": 88, "1926": 88, "19274": 88, "19299": 88, "193": 88, "193132": 88, "1932": 88, "19324": 88, "1933": 88, "1934": 88, "19349": 88, "19357": 88, "19374": 88, "19379": 88, "19397": 88, "19399": 88, "194": 88, "19401": 88, "19407731358453": 87, "1941": 88, "19421": 88, "19424": 88, "19425558540028": 87, "19432": 88, "19449": 88, "1945338": 88, "19474": 88, "19484": 88, "1948746": 88, "1949": 88, "19492": 88, "19499": 88, "195": 88, "1950": 88, "19502": 88, "195037": 88, "19524": 88, "195282": 88, "195335": 88, "195412": 88, "19549": 88, "195494": 88, "195496": 88, "1955": 88, "1956": 88, "1957": 88, "19572": 91, "19574": 88, "1958": 88, "19599": 88, "196": 88, "196104": 88, "19624": 88, "196256": 88, "196307": 88, "196474": 88, "19649": 88, "1966367": 88, "196686348535": 88, "19674": 88, "196743": 88, "19681": 87, "196945": 88, "19699": 88, "197": 88, "197186": 88, "19724": 88, "197342": 88, "197345": 88, "1974": 88, "19749": 88, "197556": 88, "197695": 88, "1977187": 88, "19774": 88, "1978": 88, "1979": 88, "19799": 88, "198": 88, "19824": 88, "198273": 88, "198282": 88, "198372": 88, "19849": 88, "19851": 88, "198558": 88, "198685": 88, "198689": 88, "19874": 88, "19888": 88, "198977940785": 87, "19899": 88, "199": 88, "1991": [8, 85, 86, 87, 88, 89, 90, 91, 92], "1991172": 88, "19924": 88, "199289": 88, "19937480889174": 87, "19949": 88, "1996": 88, "1997": 8, "199731": 88, "19974": 88, "1998": [8, 88], "19986": 88, "1999": 88, "19991": 88, "19999": 88, "19e": 88, "1e": [7, 69, 70, 71, 72, 82, 88], "1m": 64, "1p": 89, "1pb": 89, "1pf": 89, "1pl": 89, "1pr": 89, "1zonedatacentercrac_wapproachtemp": 3, "2": [0, 2, 3, 7, 10, 11, 12, 64, 75, 85, 86, 87, 88, 89, 91, 92, 97], "20": [7, 64, 86, 88, 90, 91, 92], "200": 88, "2000003": 88, "20024": 88, "200267": 88, "2004": 48, "20049": 88, "200624": 88, "2006618": 88, "2007": 88, "20074": 88, "2009": 88, "20099": 88, "201": [87, 88], "2011": 88, "20124": 88, "201467": 88, "20149": 88, "2016": [49, 50], "201731": 88, "20174": 88, "20179": 88, "201933": 88, "20197213": 88, "20199": 88, "2019925": 88, "202": 88, "20208": 88, "202087": 88, "2021": 0, "2021sinergym": 0, "20224": 88, "20230803_133654": 88, "20231117_094304": 88, "20231117_094859": 88, "2023776": 88, "2024": 88, "202436": 88, "202482": 88, "20249": 88, "202625": 88, "20268": 88, "20274": 88, "20299": 88, "203": 88, "203036": 88, "203123": 88, "2032": 88, "20324": 88, "20326": 88, "2032909": 88, "203293": 88, "20349": 88, "20353": [91, 92], "20374": 88, "20377": 87, "20381": 88, "203812": 88, "203888": 88, "203909": 88, "2039795": 88, "20398": 88, "20399": 88, "204": 88, "2040": 88, "2040808": 88, "204128": 88, "204165": 88, "2041984": 88, "20422778": 92, "20424": 88, "204458": 88, "20449": 88, "204573": 88, "204594": 88, "204605": 88, "204664": 88, "20474": 88, "204876": 88, "2049": 88, "20499": 88, "205": 88, "2050470": 88, "205063": 88, "2052": 88, "20524": 88, "205442": 88, "20549": 88, "2057": 88, "20574": 88, "20577": 88, "205776": 88, "2058110": 88, "205873": 88, "2059622": 88, "20599": 88, "206": 88, "20605884": 92, "20606": 88, "206142": 88, "20624": 88, "206257": 88, "20639": 88, "20649": 88, "20674": 88, "2069064": 88, "206911": 88, "20699": 88, "207": 88, "207127": 88, "20724": 88, "2074": 88, "20749": 88, "20754": 88, "2075944": 88, "20774": 88, "207747": 88, "20776": 88, "2077625": 88, "20799": 88, "208": 88, "208225": 88, "20824": 88, "2084": 88, "2084277": 88, "208434": 88, "2084704": 88, "20849": 88, "2085210": 88, "208553": 88, "2085614": 88, "2086": 88, "208645": 88, "208662": 88, "208679": 88, "20874": 88, "208877778477245": 87, "20899": 88, "209": 88, "209018": 88, "209152": 88, "20924": 88, "20944": 88, "20949": 88, "2096": 88, "20974": 88, "20977": 88, "209824": 88, "2099": 88, "20999": 88, "20gb": 9, "20m": 64, "21": [87, 88, 91, 92, 97], "210": 88, "210167": 88, "21023": 88, "21024": 88, "210327": 88, "210348": 88, "21035": 88, "21049": 88, "210514": 88, "21052321517551723": 85, "21074": 88, "21099": 88, "211": 88, "211084": 88, "211124": 88, "21124": 88, "211245": 88, "211297": 88, "211305724387437": 87, "2113588": 88, "21137": 88, "2114": 88, "21149": 88, "211603": 88, "211607": 88, "2117175": 88, "211725": 88, "21174": 88, "2118": 88, "21186": 88, "211943": 88, "21199": 88, "212": 88, "212038": 88, "21219": 88, "21224": 88, "212349": 88, "212387": 88, "2123916": 88, "2124": 88, "21249": 88, "2125": 88, "2125288": 88, "21256": 88, "21262374343245": 87, "2127241": 88, "21274": 88, "21284685762769534": 90, "212911": 88, "212975": 88, "21298": 88, "21299": 88, "213": 88, "213067": 88, "213139": 88, "213166": 88, "2131824": 88, "21324": 88, "213251": 88, "21326": 88, "213444": 88, "21349": 88, "21356": 88, "2135712": 88, "2137165": 88, "21374": 88, "2139": 88, "21399": 88, "214": 88, "214001477054413": 87, "21404": 88, "21409138679209": 87, "21424": 88, "214247": 88, "214323": 88, "21449": 88, "2145050": 88, "21452": 88, "214733": 88, "21474": 88, "2148": 88, "214876": 88, "21489": 88, "2149": 88, "214954": 88, "21499": 88, "215": 88, "21505": 88, "21524": 88, "215261": 88, "215305": 88, "215412": 88, "21549": 88, "215683": 88, "2157": 88, "21574": 88, "215752": 88, "21578881": 88, "21599": 88, "216": 88, "2160": [87, 91, 92], "216024": 88, "2161": 88, "2161875": 88, "21624": 88, "21649": 88, "2165": 88, "21652": 88, "216587": 88, "2166689": 88, "21674": 88, "2168": 88, "2168629": 88, "21699": 88, "217": 88, "217064": 88, "2172": 88, "21724": 88, "2173034": 88, "2174": 88, "217432": 88, "217442233499717": 87, "21749": 88, "217491": 90, "2175": 88, "217537": 88, "217648": 88, "21765": 88, "217703": 88, "21774": 88, "21796": 88, "21799": 88, "218": 88, "21806": 88, "21824": 88, "2182675": 88, "21843578055733381": 91, "21849": 88, "21874": 88, "21896": 87, "21899": 88, "219": 88, "219017": 88, "219078": 88, "219198": 88, "219239": 88, "21924": 88, "219263": 88, "21949": 88, "219627": 88, "21973711769706": 87, "21974": 88, "21981": 88, "2199": 88, "219914681982832": 87, "21999": 88, "21e": 88, "22": [11, 85, 86, 87, 88, 89, 91, 92], "220": 88, "2201520": 88, "22024": 88, "220278": 88, "22049": 88, "220542": 88, "220632": 88, "22064": 88, "22073": 88, "22074": 88, "220809": 88, "22099": 88, "221": 88, "221107": 88, "221117": 88, "2212": 88, "2212148": 88, "22124": 88, "221281": 88, "221325": 88, "221378": 88, "22149": 88, "2215056": 88, "22157": 88, "2216408": 88, "221664": 88, "22174": 88, "22182": 88, "22199": 88, "222": 88, "22203": 88, "2222": 88, "22224": 88, "2224": 88, "222464": 88, "22249": 88, "222506": 88, "22273": 88, "22274": 88, "2229": 88, "22299": 88, "22324": 88, "2232910": 88, "223364": 88, "2234091": 88, "22349": 88, "223518887721035": 87, "2235431": 88, "223564": 88, "22374": 88, "2239": 88, "22399": 88, "224": 88, "2240896": 88, "22424": 88, "2243": 88, "224388": 88, "2244216": 88, "224451": 88, "22449": 88, "224543": 88, "22474": 88, "224743717142747": 87, "22475557813916": 87, "2248": 88, "224862634103623": 87, "2249": 88, "224926": 88, "22499": 88, "224995": 88, "225": 88, "22524": 88, "225305": 88, "22538": 88, "22549": 88, "2255049": 88, "225517": 88, "22574": 88, "2258": 88, "2258358": 88, "225866": 88, "225957": 88, "22599": 88, "225992": 88, "225996": 88, "226": 88, "226016": 88, "22611": 88, "22624": 88, "226307": 88, "226334": 88, "22649": 88, "226510": 88, "22653": 88, "22657": 87, "2266": 88, "2267": 88, "22674": 88, "226805": 88, "22684": 88, "226868": 88, "22699": 88, "227": 88, "227089": 88, "2271817": 88, "22724": 88, "22725948485913058": 91, "227363": 88, "227379": 88, "22738": 88, "2274": 88, "22749": 88, "227594": 88, "227640": 88, "2276769": 88, "2277": 88, "22774": 88, "2278": 88, "227865": 88, "22799": 88, "228": 88, "228003": 88, "22824": 88, "2283": 87, "22849": 88, "228516": 88, "22852": 88, "228561": 88, "228575": 88, "2286": 88, "228634": 88, "22874": 88, "22879episod": 88, "2288": 88, "228872": 88, "22899": 88, "229": 88, "22916802518": 88, "22924": 88, "22931": 88, "229322": 88, "2294836": 88, "22949": 88, "229651": 88, "229662": 88, "22974": 88, "229746": 88, "2297572": 88, "229761": 88, "2298": 88, "229832": 88, "2299": 88, "229988": 88, "22999": 88, "22e": 88, "23": [7, 86, 87, 88, 89, 91, 92], "230": 88, "2301027": 88, "230162": 88, "23024": 88, "230255": 88, "230354": 88, "23049": 88, "23053": 88, "2306": 88, "23063": 88, "23074": 88, "23084": 88, "2309": 88, "23099": 88, "231": 88, "231157": 88, "23124": 88, "231259": 88, "23126": 88, "23149": 88, "2316": 88, "23174": 88, "231922": 88, "23199": 88, "232": 88, "232125": 88, "23224": 88, "2324": 88, "23249": 88, "23259020873576": 87, "23274": 88, "23299": 88, "233": 88, "233004": 88, "2330092": 88, "233074": 88, "23319381087007": 87, "23324": 88, "23326": 88, "23329": [91, 92], "233419": 88, "23349": 88, "2335": 88, "233568": 88, "23363": 88, "23374": 88, "2337403": 88, "233862884129856": 87, "233954": 88, "23399": 88, "234": 88, "23424": 88, "234293": 88, "23445": 88, "23449": 88, "234543": 88, "234565": 88, "23461": 88, "234688": 88, "2347054": 88, "23471113677184": 87, "23474": 88, "2349": 88, "23499": 88, "235": 88, "235045107678307": 87, "235198": 88, "2352": 88, "23524": 88, "2354075": 88, "235451": 88, "23549": 88, "235605": 88, "235693": 88, "23574": 88, "2359": 88, "2359683": 88, "23599": 88, "236": 88, "236038": 88, "23604545": 88, "23605": 88, "236084": 88, "2361": 88, "23624": 88, "2363": 88, "23649": 88, "236619": 88, "236689": 88, "23674": 88, "23685": 88, "236861": 88, "23699": 88, "237": 88, "237041": 88, "237171": 88, "23719": 88, "237206": 88, "23724": 88, "237269": 88, "2373": 88, "2374": 88, "23749": 88, "2375": 88, "2375066": 88, "237514": 88, "237583": 88, "23774": 88, "23799": 88, "238": 88, "238083": 88, "23813": 88, "23822": 88, "23824": 88, "238272": 88, "2383": 88, "23835": 88, "2383635": 88, "23849": 88, "2384972": 88, "2386879": 88, "2387312028445": 88, "23874": 88, "23899": 88, "239": 88, "23912": 88, "23924": 88, "23949": 88, "23974": 88, "23984": 88, "2399": 88, "23999": 88, "23e": 88, "24": [30, 87, 88, 90, 91, 92], "240": [88, 91, 92], "240105": 88, "2402": 88, "24024": 88, "240308": 88, "24039": 88, "24044": 88, "24047": 88, "240486": 88, "24049": 88, "240658": 88, "2407": 88, "240701": 88, "24074": 88, "2408194793959": 85, "24099": 88, "241": 88, "24103": 88, "2410598": 88, "2410784": 88, "24124": 88, "2414": 88, "2414623": 88, "24149": 88, "241513": 88, "241547": 88, "24167": 88, "24174": 88, "24192": 88, "24199": 88, "242": 88, "24201eval": 88, "242134": 88, "24224": 88, "242298": 88, "2424": 88, "24246": 88, "24249": 88, "24260320229046": 87, "2426525": 88, "2427": 88, "242737": 88, "24274": 88, "242847": 88, "242946": 88, "24299": 88, "243": 88, "243057033393647": 87, "24324": 88, "243378": 88, "24339": 88, "24349": 88, "243492": 88, "2435": 88, "243587": 88, "243687": 88, "24374": 88, "24378": 88, "24399": 88, "244": 88, "24424": 88, "244436": 88, "24449": 88, "244587": 88, "2446": 88, "24474": 88, "24485": 88, "244875": 88, "2449": 88, "24499": 88, "245": 88, "245056": 88, "24511": 88, "24524": 88, "245432": 88, "24549": 88, "245584": 88, "24574": 88, "245878": 88, "24599": 88, "246": 88, "2462": 88, "246204": 88, "24624": 88, "24649": 88, "246576": 88, "24674": 88, "24685episod": 88, "2469271": 88, "24699": 88, "247": 88, "247084": 88, "247192": 88, "2472076": 88, "247209": 88, "24724": 88, "247278": 88, "2474": 88, "24744": 88, "2474526": 88, "24749": 88, "247528": 88, "2476": 88, "247664": 88, "2477": 88, "247702": 88, "247714": 88, "24774": 88, "247807": 88, "24799": 88, "248": 88, "2481": 88, "248131": 88, "2482": 88, "24824": 88, "2483": 88, "24834": 88, "24849": 88, "24874": 88, "24881": 88, "2489": 88, "248968": 88, "24899": 88, "249": 88, "24924": 88, "2493": 88, "249304": 88, "249306": 88, "24949": 88, "24956": 88, "2496963": 88, "24974": 88, "2499": 88, "24994": 88, "24999": 88, "24e": 88, "25": [7, 85, 87, 88, 90, 91, 92, 97], "250": 88, "250102": 88, "25013": 88, "2501626": 88, "25024": 88, "2503271": 88, "250349": 88, "25049": 88, "2505": 88, "250704417015097": 87, "25074": 88, "25082": 88, "250916": 88, "250929": 88, "25093": 88, "25099": 88, "251": 88, "251022": 88, "251059": 88, "251144": 88, "25124": 88, "251407": 88, "25149": 88, "25168": 88, "251705": 88, "25174": 88, "251833": 88, "251905": 88, "25199": 88, "252": 88, "25224": 88, "252293": 88, "2523309": 88, "2524": 88, "25249": 88, "25258": 88, "2526695": 88, "25274": 88, "252745": 88, "25275": 88, "25289": 88, "2529": 88, "25295633824829267": 85, "25299": 88, "253": 88, "253143": 88, "25324": 88, "253282509391": 88, "25349": 88, "253563": 88, "2536142": 88, "253662": 88, "25374": 88, "25399": 88, "254": 88, "254023": 88, "2540491619612": 87, "254138": 88, "254232": 88, "25424": 88, "2543396": 88, "25449": 88, "254574": 92, "2546195": 88, "2546476": 88, "2547": 88, "254721173565525": 87, "254738": 88, "25474": 88, "2549": 88, "25499": 88, "255": 88, "25504": 88, "25524": 88, "2553043": 88, "25535": 88, "255399": 88, "25543": 88, "25549": 88, "2556": 88, "255705": 88, "25574": 88, "2559595": 88, "25599": 88, "256": 88, "256157": 88, "256225": 88, "25624": 88, "2562961": 88, "256312010106484": 87, "25633": 87, "2563782": 88, "25649": 88, "2567": 88, "256739": 88, "25674": 88, "2567486050366": [91, 92], "25696": 88, "25697": 91, "25699": 88, "257": 88, "257017": 88, "257056918609834": 87, "25723": 88, "25724": 88, "2573731": 88, "2574": 88, "25749": 88, "25774": 88, "257887": 88, "257965": 88, "25799": 88, "258": 88, "25804": 88, "2581863": 88, "25824": 88, "25826": 88, "258335": 88, "258354": 88, "25849": 88, "2585": 88, "25874": 88, "2588": 88, "258926": 88, "25899": 88, "259": 88, "259157": 88, "25924": 88, "2593": 88, "259344": 88, "259447": 88, "25949": 88, "25956": 88, "25974": 88, "25977": 88, "2599": 88, "25999": 88, "25e": 88, "26": [7, 86, 87, 88, 89, 92], "260": 88, "260102": 88, "26024": 88, "260286": 88, "26049": 88, "26065": 88, "26074": 88, "260864": 88, "260881": 88, "26099": 88, "261": 88, "261051": 88, "26106": 88, "26123": 88, "261238": 88, "26124": 88, "2613": 88, "261345": 88, "26148": 88, "26149": 88, "2615": 88, "261504": 88, "261553": 88, "26164": 88, "26174": 88, "261744": 88, "2617896": 88, "26199": 88, "262": 88, "26202": 88, "262045": 88, "26209": [91, 92], "2621": 88, "26224": 88, "2623247": 88, "2624": 88, "26249": 88, "26252": 88, "262617": 88, "26274": 88, "262782": 88, "262846": 88, "26294": 88, "26299": 88, "263": 88, "263184": 88, "26324": 88, "26341": 88, "26349": 88, "263493": 88, "26374": 88, "26399": 88, "264008": 88, "26424": 88, "264465": 88, "26449": 88, "26466": 88, "26474": 88, "2648": 88, "2648930": 88, "2649": 88, "264926241101": 88, "26499": 88, "265": 88, "2650634": 88, "26508": 88, "2651": 88, "2651987": 88, "2652": 88, "26524": 88, "265303": 88, "265317": 88, "265384": 88, "265434": 88, "26549": 88, "26556": 88, "265598": 88, "26563": 88, "2656312266007": 87, "26574": 88, "2657805": 88, "265807": 88, "26599": 88, "265991": 88, "266": 88, "266000": 88, "266051343026817": 87, "266104055476056": 87, "26624": 88, "266266": 88, "2663016": 88, "26631": 88, "2664": 88, "26649": 88, "26651": 88, "266527": 88, "2666": 88, "26674": 88, "266903": 88, "266905": 88, "266980": 88, "26699": 88, "267": 88, "2672": 88, "267233": 88, "26724": 88, "2674": 88, "26742679043559126": 87, "26749": 88, "26774": 88, "267861141693295": 87, "267988": 88, "26799": 88, "268": 88, "268166982664578": 87, "2682": 88, "26822": 88, "26824": 88, "26825": 88, "2683": 88, "2683816795749": 90, "2684185": 88, "2684761": 88, "26849": 88, "26872": 88, "26874": 88, "268843": 88, "268929570656645": 90, "26899": 88, "269": 88, "26924": 88, "269371": 88, "269456": 88, "26949": 88, "2696": 88, "269702": 88, "26974": 88, "2698": 88, "269861": 88, "2699": 88, "26994": 88, "26999": 88, "26e": 88, "27": [87, 88, 89, 90, 91, 92], "270": 88, "270113": 88, "27024": 88, "2703202": 88, "27049": 88, "27074": 88, "2709444": 88, "27099": 88, "271": 88, "27124": 88, "271287499064524": 87, "271435": 88, "2714391": 88, "271460": 88, "27149": 88, "2717327": 88, "27174": 88, "2718": 88, "27199": 88, "272": 88, "27217": 88, "27224": 88, "27229": 88, "2723": 88, "2723255": 88, "2724": 88, "272463": 88, "27249": 88, "272633": 88, "27274": 88, "272782": 88, "272802747471584": 87, "272907": 88, "272985": 88, "27299": 88, "272993": 88, "273": 88, "27303": 88, "273043": 88, "27324": 88, "273347": 88, "27349": 88, "27362": 88, "27374": 88, "27375": 88, "27385": 88, "27389": 88, "27392": 88, "27399": 88, "274": 88, "274063": 88, "274105": 88, "274149": 88, "2742": 88, "27424": 88, "2743": 88, "274445": 88, "27449": 88, "27451": 88, "2745597": 88, "274569": 88, "27474": 88, "2749": 88, "274973060234515": 87, "27499": 88, "275": 88, "275078": 88, "27524": 88, "2752483": 88, "27549": 88, "2755": 88, "27574": 88, "275844": 88, "27585": 88, "27599": 88, "276": 88, "276029": 88, "276184": 88, "27624": 88, "27639522806313": 87, "276424": 88, "276463": 88, "27649": 88, "276726": 88, "27674": 88, "27699": 88, "277": 88, "2770501": 88, "27708": 88, "277117": 88, "27724": 88, "2773": 88, "277372": 88, "2774": 88, "27749": 88, "27766692168502": 87, "277687": 88, "2776982": 88, "27774": 88, "277803": 88, "277805": 88, "27799": 88, "278": 88, "278086": 88, "2781": 88, "27824": 88, "27849": 88, "278496": 88, "278501": 88, "278723": 88, "27874": 88, "278757": 88, "278952": 88, "27899": 88, "279": 88, "279047": 88, "279231": 88, "279238": 88, "27924": 88, "2794": 88, "27949": 88, "2795": 91, "279541": 88, "279606": 88, "279724": 88, "27974": 88, "27975": 88, "279856": 88, "2798805": 88, "2799": 88, "27999": 88, "27e": 88, "28": [88, 92], "280": 88, "2800000e": 92, "2801": 88, "2801224": 88, "280233": 88, "28024": 88, "2804241": 88, "28049": 88, "28053": 88, "28057": 88, "2807": 88, "280739": 88, "28074": 88, "28078": 88, "28099": 88, "281": 88, "28117": 88, "281235": 88, "28124": 88, "28127": 88, "281334": 88, "281387": 88, "281406368027305": 87, "28149": 88, "2817": 88, "28174": 88, "28175": [88, 91], "2817603": 88, "28177": 88, "281803": 88, "28199": 88, "282": 88, "2820": 88, "282064": 88, "282104": 88, "282108": 88, "2821500": 88, "28224": 88, "2824": 88, "28249": 88, "2825": 88, "2827": 88, "28274": 88, "28299": 88, "283": 88, "283078053476807": 92, "28324": 88, "28349": 88, "2836": 88, "28374": 88, "283798": 88, "2839": 88, "283964": 88, "28399": 88, "284": 88, "2841": 88, "284153": 88, "284225": 92, "284225333994474": [91, 92], "284225463867188": 92, "28424": 88, "284251": 88, "284252": 88, "28426": 88, "28449": 88, "284555": 88, "2846234": 88, "2847": 88, "28474": 88, "284857": 88, "2849": 88, "28499": 88, "285": 88, "28513": 87, "285131": 88, "2851346": 88, "28524": 88, "285484": 88, "28549": 88, "285549": 88, "2856": 88, "28574": 88, "285763": 88, "28599": 88, "286": 88, "2860780": 88, "286098": 88, "286165": 88, "286173": 88, "28624": 88, "286257": 88, "286299": 88, "286415": 88, "28649": 88, "286524": 88, "2866": 88, "28667": 88, "28674": 88, "286907": 88, "28699": 88, "287": 88, "28704": 88, "28724": 88, "287249": 88, "2873": 88, "2874": 88, "287437": 88, "28749": 88, "287525": 88, "287544": 88, "28763378": 88, "2877": 88, "28774": 88, "28776": 88, "287834": 88, "2879": 88, "287907": 88, "28799": 88, "287990": 88, "288": [86, 88], "2880": [87, 91, 92], "28824": 88, "288256827640698": 87, "28849": 88, "2885895": 88, "2886594": 88, "28868": 88, "28874": 88, "288742": 88, "288761": 88, "288834": 88, "28899": 88, "289": 88, "28904": 88, "289088": 88, "289152": 88, "2892137": 88, "28924": 88, "28928": 88, "289444": 88, "28949": 88, "289529": 88, "289627": 88, "28974": 88, "2898": 88, "2899": 88, "28999": 88, "28e": 88, "29": [88, 92], "290": 88, "290013": 88, "29011": 88, "2901263": 88, "29015": 88, "290154": 88, "290186": 88, "29024": 88, "290419": 88, "290453": 88, "29049": 88, "290564": 88, "290733": 88, "29074": 88, "2908": 88, "2909584": 88, "29099": 88, "291": 88, "291016": 88, "291023": 88, "291105": 88, "29124": 88, "2914": 88, "291485": 88, "29149": 88, "2914970": 88, "2915": 88, "29174": 88, "29185": [91, 92], "2918768": 88, "29199": 88, "292": 88, "29208712515913": 87, "29221": 87, "29224": 88, "2924": 88, "292465": 88, "29249": 88, "2925": 88, "2925658": 88, "292652": 88, "29274": 88, "2929857": 88, "29299": 88, "293": 88, "293124": 88, "29324": 88, "293253": 88, "29333": 88, "293337": 88, "293446": 88, "29349": 88, "293673": 88, "293674": 88, "29374": 88, "293741": 88, "2938295": 88, "29399": 88, "294132": 88, "29424": 88, "2943": 88, "29449": 88, "2945": 88, "294548": 88, "2945585": 88, "29456785": 88, "294718": 88, "29474": 88, "2948871": 88, "2949": 88, "29499": 88, "295": 88, "295015": 88, "29524": 88, "295261": 88, "295412": 88, "295433": 88, "295475": 88, "29549": 88, "295546": 88, "295609": 88, "295666": 88, "29574": 88, "295828": 88, "295982": 88, "29599": 88, "296": 88, "29609": 88, "29624": 88, "2963": 88, "296478": 88, "29649": 88, "296541": 88, "2966595": 88, "29674": 88, "296833": 88, "29689": 88, "29699": 88, "297": [85, 88], "29724": 88, "297323": 88, "297335": 88, "2974": 88, "29749": 88, "297695": 88, "2977": [91, 92], "29774": 88, "29789277185311": 87, "297986671081": 88, "29799": 88, "298": 88, "298168": 88, "29824": 88, "29849": 88, "29865": 88, "29867": 88, "29874": 88, "2988": 88, "29899": 88, "299": 88, "299072": 88, "29924": 88, "299374": 88, "299383": 88, "299417": 88, "299423": 88, "29949": 88, "29952": 91, "299526": 88, "29974": 88, "29978": 88, "2998": 88, "299827804173795": 87, "2999": 88, "29999": 88, "29e": 88, "29th": 8, "2e": 88, "2zonedatacenterhvac": [49, 50], "2zonedatacenterhvac_weconom": [3, 86], "3": [0, 2, 3, 5, 8, 9, 11, 12, 23, 24, 64, 85, 86, 87, 88, 89, 90, 91, 92, 95, 97], "30": [7, 64, 69, 70, 71, 72, 86, 88, 89, 91, 92], "300": 88, "30007": 88, "30012": 88, "300123": 88, "30024": 88, "3003": 88, "30035": 88, "3004": 88, "30049": 88, "3005": 88, "30074": 88, "300801": 88, "30099": 88, "301": [88, 90, 98], "301074": 88, "30124": 88, "3012602": 88, "301405": 88, "30149": 88, "30167": 88, "30168": 88, "30174": 88, "301798": 88, "301876": 88, "301914": 88, "301935": 88, "30199": 88, "302": 88, "3022": 88, "30224": 88, "3024": 88, "3024671": 88, "30249": 88, "3024965": 88, "3025": 88, "30253": 88, "30274": 88, "302775628790542": 87, "30297": 88, "30299": 88, "303": [85, 88], "30324": 88, "3032584": 88, "30349": 88, "3035": 88, "303662": 88, "30374": 88, "303895": 88, "30399": 88, "304": 88, "304005": 88, "3040800": 88, "304203": 88, "30424": 88, "30449": 88, "30461": 88, "3047": 88, "30474": 88, "304825": 88, "3049": 88, "304934": 88, "30499": 88, "305": 88, "3050": 88, "3051596": 88, "30524": 88, "305302": 88, "305464": 88, "30549": 88, "3055": 88, "305504": 88, "30557": 88, "305711": 88, "30574": 88, "305868": 88, "30599": 88, "306": [88, 90], "306188": 88, "30624": 88, "30642": 88, "30649": 88, "3066": 88, "30674": 88, "30699": 88, "307": 88, "30707": 88, "30724": 88, "30729": 88, "3074": 88, "30749": 88, "307499": 88, "30774": 88, "3078": 88, "3078493": 88, "30799": 88, "308": 88, "308235": 88, "30824": 88, "308342": 88, "308412": 88, "30849": 88, "3085565": 88, "30867148538614": 87, "3087": 88, "30874": 88, "30899": 88, "309": 88, "309011": 88, "309143": 88, "309153008391664": 87, "30924": 88, "309459135039948": 87, "30949": 88, "309496148008126": 87, "309548": 88, "309654": 88, "30974": 88, "30975": 88, "3099": 88, "30996": 88, "30999": 88, "31": [8, 64, 85, 86, 87, 88, 89, 90, 91, 92], "310": 88, "31012": 88, "31021959098016": 87, "31024": 88, "310314": 88, "31036434": 88, "31044": 88, "31049": 88, "310589": 88, "3106383": 88, "31066": 88, "31074": 88, "3107407": 88, "3108444": 88, "31099": 88, "311": [88, 89], "311094": 88, "311104": 88, "31124": 88, "3113888": 88, "311417": 88, "31145": 88, "31149": 88, "3115": 88, "31166": 88, "311705": 88, "31174": 88, "311874": 88, "3118777": 88, "311967": 88, "31199": 88, "312": 88, "312044": 88, "31224": 88, "312361": 88, "3124": 88, "31249": 88, "3125": [91, 92], "312537": 88, "312569": 88, "3127": 88, "31274": 88, "31296": 88, "31298": 88, "31299": 88, "313": 88, "3130": 88, "3130433": 88, "31339": 88, "31344": 88, "313513": 88, "3135141": 88, "31355": 88, "3137": 88, "314": 88, "314055": 88, "3142": 88, "314344": 88, "314674": 88, "314816": 88, "31489": 87, "3149": 88, "314940373349994": 87, "315": 88, "3150015": 88, "3150081": 88, "315073": 88, "315203": 88, "31536000": [85, 86, 87, 88, 89, 90, 91, 92], "3155036": 88, "315658": 88, "315889": 88, "315995": 88, "316": 88, "3160286": 88, "31616435897856": 87, "3162": 88, "3164": 88, "3165517": 88, "316582": 88, "3168": 88, "317": 88, "31725": 88, "3174": 88, "31747": 88, "3178": 88, "31789": 88, "317920693455": 91, "318": 88, "318306": 88, "318344": 88, "31859": 88, "319": [0, 88], "3193": 88, "319316": 88, "31932": 88, "319372": 88, "31964": 88, "319656": 88, "31977": 88, "3199": 88, "319937": 88, "31e": 88, "32": 88, "320": [3, 88], "320056": 88, "320126": 88, "32014": 88, "32022823176": 87, "3202745": 88, "3204484": 88, "3206": 88, "32065": [91, 92], "3207": 88, "3208": 88, "320927": 88, "321": [87, 88], "321212935563235": 87, "321407": 88, "321625": 88, "321648": 88, "3216777": 88, "321774": 88, "3219": 88, "3219347": 88, "322": 88, "322044": 88, "32206": 88, "322216": 88, "3224": 88, "3226": 88, "32262": 88, "322752347845213": 87, "322908": 88, "3229639": 88, "323": [0, 88], "323276": 88, "323315": 88, "323364": 88, "323395": 88, "3235": 88, "32354": 88, "323826": 88, "323845": 88, "323895": 88, "3238974": 88, "324": 88, "324025": 88, "3241777": 88, "324233": 88, "324258": 88, "3242619e": 92, "3242805": 88, "3243134": 88, "32439": 88, "324406": 88, "32447episod": 88, "324484": 88, "324568": 88, "324581": 88, "324686": 88, "324717": 88, "324862": 88, "3249": 88, "325": 88, "325115": 88, "3255": 88, "325657": 88, "325717463001574": 87, "32572523": 92, "32586": 88, "325865": 88, "326": 88, "326004": 88, "326008": 88, "326218": 88, "32632": 88, "3264": 88, "326594": 88, "326602915153778": 87, "3267": 88, "326733": 88, "326927": 88, "327": 88, "327057": 88, "327127": 88, "327251": 88, "3274": 88, "3276": 88, "32771": 88, "3278": 88, "327847": 88, "32785043815016": 87, "328": 88, "328117": 88, "3281666": 88, "3281816": 88, "3282": 88, "328288": 88, "328423": 88, "328482": 88, "3286": 88, "328617": 88, "32868": 88, "328889075081": 88, "329": 88, "3293101": 88, "329315": 88, "3295098": 88, "3296": 88, "329704": 88, "329798": 88, "3299": 88, "32995": 88, "329985": 88, "32e": 88, "33": [64, 88, 91], "330": 88, "33011": 88, "330137": 88, "33025": 88, "3303912": 88, "330548": 88, "331": 88, "3312": 88, "33136": 88, "33137": 88, "33139": 88, "3314": 88, "331541": 88, "3318": 88, "3318205": 88, "3319559": 88, "3319582": 88, "332": 88, "33207": 88, "3320911": 88, "3324": 88, "33259": 88, "33275306": 88, "3327703": 88, "33292": 88, "333": 88, "3331149": 88, "3333333333333": [85, 90], "3333333333334": 90, "333363": 88, "333364": 88, "333763": 88, "333779": 88, "333809": 88, "333889": 88, "3339": 64, "333921": 88, "3339373": 88, "333977": 88, "333998": 88, "334": 88, "334118": 88, "334397": 88, "334488": 88, "3347": 88, "3349": 88, "334994": 88, "335": 88, "33517": 88, "335354": 88, "33544": 88, "335506": 88, "335524": 88, "33571": 88, "335754": 88, "33587": 88, "33599": 88, "3361": 88, "336163": 88, "336182": 88, "33624196": 88, "336285": 88, "336391": 88, "336395": 88, "336887": 88, "3369927": 88, "337": 88, "337305": 88, "337343": 88, "3374": 88, "337481": 88, "337564": 88, "33763950224591": 87, "33773": 88, "3378": 88, "338": 88, "338148": 88, "33825": 88, "338281331752377": 87, "3386": 88, "338629010751": 91, "33876569586113": 87, "339": 88, "339176": 88, "33917913": 88, "339186": 88, "33923": 88, "339254": 88, "339314": 88, "339380228263305": 87, "33943": 88, "339748": 88, "33988": 88, "3399": 88, "33_hu200t1q": 88, "33e": 88, "34": [88, 91, 92, 97], "340": 88, "340016": 88, "3401": 88, "3403": 88, "340313": 88, "340415472303": 88, "340607": 88, "3408": 88, "341": 88, "34104864229795": 87, "3412291": 88, "341252": 88, "34132552077085": 87, "341438": 88, "341484": 88, "34158": 88, "34169685729": 88, "341748": 88, "341778": 88, "34198": 88, "342": 88, "3420": 88, "34201": 88, "34213": 88, "34233": 88, "3423305": 88, "3424": 88, "342453": 88, "3427425": 88, "3428": 88, "3428041": 88, "343": 88, "343086": 88, "343163": 88, "343174": 88, "3433": 88, "343311": 88, "343338": 88, "343633": 88, "34369": 87, "343817": 88, "344": 88, "34405267": 88, "3441": 88, "344173": 88, "344183": 88, "3442": 91, "3442061": 88, "34431": 88, "344404": 88, "344414": 88, "34447": 88, "3445": 88, "34458": 88, "34476": 88, "344811": 88, "34489": 88, "3449": 88, "344952": 88, "345": 88, "345287": 88, "345486": 88, "345562": 88, "345572": 88, "345593": 88, "34564": 88, "345997": 88, "346": 88, "346043": 88, "346052": 88, "346079": 88, "3464": 88, "346413": 88, "3465989": 88, "347": 88, "347079": 88, "34714": 88, "347166": 88, "3473": 88, "3474": 88, "347605": 88, "3477": 88, "3478": 88, "348": 88, "348045": 88, "348074": 88, "3485328": 88, "348609": 88, "3486611": 0, "3488729": 0, "34892": 88, "349": 88, "3491": 88, "349102": 88, "34919": 88, "3492": 88, "349455": 88, "3499": 88, "34e": 88, "35": [88, 97], "350": 88, "3502": 88, "350382": 88, "350393": 88, "35040": [85, 86, 87, 88, 89, 90, 91, 92], "35041": 88, "3504417": 88, "350603": 88, "350782": 88, "350838": 88, "35088": 88, "35091": 88, "350996": 88, "351": 88, "351166": 88, "35134": 88, "3514463": 88, "351454": 88, "3515596": 88, "3516591": 88, "35179": 88, "351809": 88, "3518631": 88, "351942": 88, "352": 88, "35207": 88, "352226": 88, "3524": 88, "352446": 88, "35254046509186": 90, "35264364590376623": 92, "352756796479834": 87, "353": 88, "353151567342": 88, "35344": 88, "3535004": 88, "353544": 88, "35365": 88, "353714": 88, "354": 88, "354006": 88, "35403": 88, "354202": 88, "3543": 88, "35435": 88, "3543841": 88, "354536399509": 88, "3546": 88, "3549": 88, "354967": 88, "355": 88, "35507": 88, "355169": 88, "355236": 88, "355374": 88, "355534": 88, "35559": 88, "3556": 88, "35568": 87, "35599": 88, "356": 88, "356014": 88, "356246": 88, "35626077584623": 87, "356754": 88, "357": 88, "357159": 88, "35722345079559226": 87, "357336": 88, "3574": 88, "3574334": 88, "357481": 88, "3575": 88, "357542": 88, "357563": 88, "3576": 88, "3576803": 88, "358": 88, "358007": 88, "358186": 88, "358383": 88, "358484": 88, "358492": 88, "3589754": 88, "3594": 88, "359734": 88, "3598": 88, "3599": 88, "35e": 88, "36": 88, "360": 88, "3600": [85, 89, 90], "360157": 88, "360214": 88, "3604": 88, "36043": 88, "360667": 88, "36071": 88, "361": 88, "36101": 88, "3613": 88, "3613000": 88, "361461": 88, "361639": 88, "3616774": 88, "361885": 88, "361977": 88, "362": 88, "36234": 88, "362385306000814": 87, "3624": [87, 88, 91, 92], "36259": 88, "3626": 88, "3626423": 88, "362661542358": 91, "362766": 88, "362823": 88, "362911": 88, "363": 5, "36302": 88, "363247": 88, "363319": 88, "363356": 88, "363422": 88, "36356": 88, "36357": 88, "3636545": 88, "364": 88, "36404": 88, "36409": 88, "36438": 88, "364509": 88, "3645803": 88, "36460897157091": 87, "3648541": 88, "3649": 88, "365": 88, "365232": 88, "365273": 88, "365337": 88, "3653437": 88, "365477": 88, "365803": 88, "366": 88, "366064": 88, "366076": 88, "366455": 88, "3667": 88, "3669": 88, "367": 88, "367149": 88, "3672": 88, "3672833996926315": 87, "3673377": 88, "3674": 88, "3676153": 88, "36768": 88, "3678339": 88, "367899": 88, "368": 88, "3680471": 88, "3682384": 88, "36832": 88, "3685168": 88, "3686837": 88, "3687": 88, "3688": 88, "368822": 88, "368893": 88, "3689": 88, "369": 88, "3690": 88, "369095": 88, "36912": 88, "369297": 88, "369502": 88, "369625": 88, "36963": 88, "369709": 88, "369793": 88, "369878": 88, "3699": 88, "36e": 88, "37": 88, "370": 88, "3701": 88, "37062": 88, "370691": 88, "371": 88, "3710": 88, "371014": 88, "37107": 88, "3715158": 88, "3716403": 88, "37169": 88, "3718": 88, "371922": 88, "371940434897027": 87, "372": 88, "37202758854": 87, "372105": 88, "37224105914655": 87, "37224276151501": 91, "372273": 88, "372368": 88, "3724": 88, "372401": 88, "372531": 88, "37259": 88, "37267": 88, "372742": 88, "372751": 88, "372908": 88, "372997": 88, "373": 88, "3730378": 88, "373043": 88, "37305": 88, "373072": 88, "3733482": 88, "37339": 88, "373482": 88, "373495": 88, "37355": 88, "373743": 88, "373751": 88, "373768": 88, "373877": 88, "374": 88, "374287": 88, "374291": 88, "3743": 88, "374336": 88, "37435": 88, "3745": 88, "3745906": 88, "374725": 88, "37489": 88, "3749": 88, "375": [88, 91, 92], "3752": 88, "37521827": 88, "37522episod": 88, "375265": 88, "375334": 88, "375377": 88, "3756356": 88, "375774": 88, "375805": 88, "376099": 88, "376232": 88, "37624": 88, "3763311388700536": [85, 90], "3766": 88, "376736": 88, "37692": 88, "37696": 88, "377": 88, "377169": 88, "377394": 88, "3774": 88, "377738": 88, "377762": 88, "377993": 88, "378": 88, "378036": 88, "378115": 88, "3783436": 88, "3786383": 88, "379": 88, "379026": 88, "37903": 88, "3791": 88, "37915": 88, "37918": 88, "379228760971404": 87, "379234": 88, "3793273": 88, "37934": 88, "37937": 88, "379395": 88, "379463": 88, "37957": 88, "379833": 88, "3799": 88, "37996": 88, "37e": 88, "38": [64, 88], "380083": 88, "38035": 88, "380396": 88, "380398": 88, "38043": 88, "380638": 88, "380795": 88, "3808": 88, "381": 88, "38102": 88, "381088": 88, "381172": 88, "381512": 88, "3817": 88, "382": 88, "382097": 88, "382166": 88, "382233": 88, "38226": 88, "382294": 88, "3824": 88, "3828847": 88, "38312": 88, "38318": 88, "383184": 88, "3833": 88, "383576": 88, "383625": 88, "384": [85, 88], "3840142": 88, "384110": 88, "384127": 88, "384174": 92, "384346": 88, "38459": 88, "3849": 88, "384958": 88, "385": 88, "3851": 88, "38514": 88, "3855": 88, "3857": 88, "386": 88, "386179": 88, "38619": 88, "3862": 88, "38634": 88, "386407": 88, "3865857": 88, "386675": 88, "3867": 88, "38672": 88, "386773": 88, "38683": 88, "387": 88, "3870570": 88, "3872": 88, "3874": 88, "38755eval": 88, "387661": 88, "3879": 88, "388": 88, "38810": 86, "388348": 88, "388695": 88, "3888": 88, "3888217": 88, "388847": 88, "388855": 88, "388943": 88, "389": 88, "3891": 88, "38911": 88, "38924": 88, "3894": 88, "389498": 88, "3895953": 88, "389618": 88, "389812": 88, "3899": 88, "389954": 88, "38998": 88, "38e": 88, "39": [85, 86, 87, 88, 89, 90, 91, 92], "390": 3, "390144": 88, "390175": 88, "390213": 88, "390306": 88, "3903533": 88, "39038": 88, "3904": 88, "391077": 88, "391197": 88, "391249": 88, "3912582": 88, "39136": 88, "39148": 88, "391863": 88, "39188": 88, "392": 88, "39203": 88, "392105": 88, "392218": 88, "3923394": 88, "3924": 88, "392422": 88, "3925": 88, "392647": 88, "392784": 88, "392849": 88, "392883": 88, "393": 88, "393188": 88, "393337": 88, "3934": 88, "393436": 88, "39349": 88, "393824": 88, "39393": 88, "394222": 88, "394281": 88, "39459": 88, "3949": 88, "395": 88, "395102": 88, "3951087": 88, "395254": 88, "39541": 88, "395668": 88, "395697": 88, "395718": 88, "395735": 88, "395819": 88, "395840884017": 88, "395845": 88, "395967": 88, "396": 88, "396152": 88, "396200191451324": 87, "39629": 88, "3963323": 88, "39646": 88, "3965": 88, "396703": 88, "3967648": 88, "396768": 88, "39683eval": 88, "396935": 88, "397": 88, "3972": 88, "39732": 88, "3974": 88, "3975": 88, "3975253": 88, "397603": 88, "397675": 88, "397816": 88, "397929": 88, "398": 88, "39844": 88, "398606": 88, "398651": 88, "398741": 88, "398882": 88, "399": 88, "399098": 88, "3993225": 88, "399399": 88, "3994": 88, "3999": 88, "39e": 88, "3e": 88, "4": [2, 3, 6, 7, 8, 11, 15, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "40": [64, 88, 92], "400": 88, "4000001e": 92, "400382": 88, "40044233": 88, "400461": 88, "400509": 88, "400848": 88, "401": [88, 90], "401014": 88, "401157": 88, "401176": 88, "4012": 88, "4014": 88, "401505": 88, "4016": 88, "402": 88, "4024": 88, "402655": 88, "40269": 88, "402737": 88, "4029": 88, "402967": 88, "40298": 88, "402994": 88, "403": 88, "403365280938": 87, "403486": 88, "4038": 88, "40382": 88, "403831": 88, "403837": 88, "403879": 88, "4039045": 88, "40393": 88, "403952": 88, "4039795": 88, "404": 88, "404039": 88, "404510": 88, "404594": 88, "40463": 88, "4046625": 88, "4049": 88, "405": 88, "4050": 88, "405018": 88, "405119": 88, "4053": 88, "405334": 88, "4054": 88, "4056": 88, "405827": 88, "4059": 88, "406": 88, "406048": 88, "406055": 88, "4062": 88, "406227": 88, "40628349489212": 91, "40643": 88, "406437": 88, "4067339": 88, "4067437": 88, "406927": 88, "407": 88, "4070": 88, "407007": 88, "4071010": 88, "407139": 88, "407288": 88, "407345": 88, "407398": 88, "4074": 88, "4077": 88, "40799": 88, "408": 88, "408057": 88, "408203": 88, "408313327693552": 87, "408401": 88, "40852": 88, "408579": 88, "4088272": 88, "4089": 88, "409": 88, "409126": 88, "4094": 88, "409586": 88, "409836": 88, "4099": 88, "4099537": 88, "41": [88, 97], "410": 88, "4101": 88, "410271": 88, "41034": 88, "410343": 88, "410603": 88, "410771": 88, "4107929": 88, "411": 88, "411175": 88, "411239": 88, "411385": 88, "411669": 88, "4119455": 88, "412": 88, "41207": 88, "4124": 88, "41243": 88, "412476": 88, "4126": 88, "4127": 88, "41275": 88, "412853": 88, "413": 88, "4136": 88, "413828": 88, "413868": 88, "413916": 88, "413956": 88, "414": 88, "4141176": 88, "4142": 88, "41438": 88, "414421": 88, "414547": 88, "414612": 88, "414637": 88, "4148": 88, "414870": 88, "414883": 88, "4149": 88, "414923": 88, "415": 88, "415078": 88, "41525": 88, "415379": 88, "4154342": 88, "415497": 88, "41555": 87, "415564": 88, "415615": 88, "416": 88, "416159": 88, "41647": 88, "416656": 88, "416883": 88, "417": 88, "41702": 88, "41705": 88, "4171513": 88, "4172": 88, "4173": 88, "4174": 88, "4175": 88, "417665": 88, "417715": 88, "417734": 88, "417835": 88, "41828": 88, "418407": 88, "418484": 88, "418552": 88, "418623": 88, "418673": 88, "418865": 88, "4189": 88, "41894728": 88, "4189992": 88, "4191238": 88, "419151": 88, "419529": 88, "4196": 88, "4197338": 88, "419844": 88, "4199": 88, "419962": 88, "41e": 88, "42": [88, 97], "420": 88, "4203": 88, "420418": 88, "4204226": 88, "420448": 88, "420471": 88, "42047961195113": 87, "420488": 88, "421297": 88, "42138": 88, "421692": 88, "421844": 88, "422": 88, "4220851623168": 87, "422109": 88, "42213": 88, "42214784762863855": 88, "422165": 88, "422209": 88, "4224": 88, "4226103": 88, "422802": 88, "422834": 88, "423": 88, "423044": 88, "423054": 88, "423097775218647": 87, "423105": 88, "42342": 88, "423465": 88, "42386": 88, "423868": 88, "423975": 88, "424": 88, "424046": 88, "424162800676545": 87, "424332": 88, "42441": 88, "4249": 88, "425": 88, "425114": 88, "42534": 88, "425394": 88, "4254": 88, "425447": 88, "4254899": 88, "42562": 88, "42579": 88, "42586": 88, "426": 88, "426144348275088": 87, "4263319241570109": 88, "4263978": 88, "426456": 88, "4266663": 88, "426840": 88, "426971": 88, "427": 88, "427065": 88, "427107": 88, "4271114": 88, "4274": 88, "4275043299862915": 87, "427517": 88, "4275640288043432": 88, "427694": 88, "427858": 88, "4281177": 88, "4283177306652533": 88, "428493": 88, "4285": 88, "428854": 88, "428865": 88, "429253": 88, "4292946": 88, "429308": 88, "429335": 88, "429393": 88, "429403": 88, "429458": 88, "4295": 88, "4295363": 88, "4297": 88, "429708": 88, "4299": 88, "42e": 88, "43": [88, 97], "430": 88, "43005": 88, "430132": 88, "4303": 88, "430404117791642": 87, "430555": 88, "43056": 88, "430645": 88, "4307226": 88, "43089": 88, "431": 88, "431053": 88, "431208": 88, "4312496": 88, "4312929": 88, "43131719567353316": 88, "4313949": 88, "4314": 88, "43155": 88, "431572": 88, "43176": 88, "4319363": 88, "432": 88, "432045": 88, "4321": 88, "43212128": 88, "432148": 88, "4324": 88, "43247": 88, "432545": 88, "4326": 88, "432787": 88, "4328161223963918": 87, "433092": 88, "4331393": 88, "43317": 88, "4333": 88, "433327": 88, "4333735": 88, "433417323750973": 92, "433624": 88, "43365": 88, "4340": 88, "434044": 88, "4341": 88, "434128": 88, "43422": 88, "43434": 88, "4344": [87, 91, 92], "4349": 88, "434963": 88, "435": 88, "4355224": 88, "4355738": 88, "435689": 88, "4357": 88, "4359": 88, "4359742": 88, "436": 88, "436129": 88, "4363027": 88, "4366": 88, "43662": 88, "436741": 88, "4367958": 88, "43687156111466763": 91, "436998": 88, "437": 88, "4370503": 88, "437138": 88, "4371530": 88, "4374": 88, "43741": 88, "43743": 88, "437536": 88, "437775": 88, "438": 88, "438007": 88, "43842": 88, "4386": 88, "43866": 88, "438751": 88, "43878692": 88, "438843": 88, "439": 88, "439213625906792": 87, "439279": 88, "4393": 88, "439528": 88, "4397": 88, "4399": 88, "43_cun8jng3": 88, "43_evalu": 88, "43_sr2houk": 88, "43e": 88, "44": 88, "440": 88, "4400032": 88, "440136": 88, "440195": 88, "440237": 88, "440274": 88, "440469": 88, "4406347": 88, "440664": 88, "4407": 88, "440716": 88, "44078": 88, "441": 88, "44114": 88, "441185": 88, "441462": 88, "4415144": 88, "441555": 88, "441584": 88, "441803": 88, "441835": 88, "442": 88, "4424": 88, "44267": 88, "44268": 88, "442886": 88, "442892": 88, "443": 88, "44306615365681": 87, "443321": 88, "443428": 88, "444": 88, "444046": 88, "4441502": 88, "444305": 88, "444363": 88, "444693": 88, "4449": 88, "444937": 88, "445": 88, "445164": 88, "4452": 88, "445435": 88, "445587": 88, "44568": 88, "4457515": 88, "44578": 88, "445791": 88, "445868": 88, "445882": 88, "445957": 88, "446": 88, "44615075": 88, "446198": 88, "4464": 88, "4465209": 88, "446527": 88, "446743": 88, "44686": 88, "447": 88, "44708": 88, "447105": 88, "447118": 88, "4474": 88, "447454": 88, "447517": 88, "4476857": 88, "44785": 88, "447903": 88, "448067": 88, "448227": 88, "448235": 88, "44847": 88, "448666": 88, "4487": 88, "448812": 88, "448847": 88, "449": 88, "449082": 88, "4492": 88, "449215": 88, "449238": 88, "4494166": 88, "449615": 88, "449625": 88, "449767133034882": 87, "4499": 88, "44e": 88, "45": [3, 88], "4500000e": 92, "450134": 88, "450226": 88, "4503": 88, "450413": 88, "4504209": 88, "450460": 88, "4505": 88, "4505453": 88, "45064163916": 87, "45067": 88, "451311": 88, "451401745306942": 87, "451453": 88, "4517277581382": 87, "451796": 88, "451893": 88, "4519": 88, "452": 88, "452288": 88, "452297": 88, "4523": 88, "4524": 88, "4525": 88, "4526": 88, "452662": 88, "45269": 88, "453": 88, "4531417474460593": 91, "4531593": 88, "45334": 88, "453636": 88, "453775": 92, "4538102": 88, "45393393827288": 87, "454": 88, "45405": 88, "454084": 88, "4542": 88, "4546": 88, "454679": 88, "454714": 88, "45482": 88, "4549": 88, "455": 88, "455126": 88, "4554": 88, "455622": 88, "45572": 88, "45583": 88, "456": 88, "456167": 88, "456223": 88, "4564": 88, "456501": 88, "4568": 88, "456839": 88, "45700782913386": 87, "457339": 88, "4574": 88, "45746": 88, "4576453": 88, "4578": 88, "458": 88, "4580983": 88, "45838": 88, "458406": 88, "458416": 88, "458956": 88, "459": 88, "459794392100665": 87, "4598": 3, "459827": 88, "45983": 88, "4599": 88, "45e": 88, "46": [3, 88], "4601": 88, "460247": 88, "460455": 88, "46046": 88, "460917": 88, "461": 88, "46107642729404": 87, "461197": 88, "4615": 88, "461578": 88, "461708": 88, "461779": 88, "461828": 88, "4619": 88, "461933": 88, "462": 88, "46204": 88, "462065": 88, "4624": 88, "4629197": 88, "463": [3, 88], "46324": 88, "4636": 88, "463623": 88, "46367": 88, "464": 88, "464203": 88, "464287": 88, "46443972": 88, "46448": 88, "46484488": 92, "4649": 88, "46493": 88, "465": 88, "465069": 88, "465097": 88, "4651": 88, "465273": 88, "46531": 88, "465332": 88, "4654706": 88, "465584": 88, "4656": 88, "465723": 88, "46577": 88, "4658": 88, "465874": 88, "465914": 88, "465982": 88, "466": 88, "46637": 88, "466516": 88, "466824": 88, "46684": 88, "466934": 88, "467": 88, "46709": 88, "46726": 87, "467265": 88, "4673": 88, "4673761": 88, "4674": 88, "46767": 88, "46771": 88, "46782": 88, "468": 88, "468061": 88, "4681": 88, "46846670104": 88, "46865": 88, "468657": 88, "468678": 88, "469": 88, "469086": 88, "469153276368": 91, "469254": 88, "469403206707": 88, "469513": 88, "469681": 88, "4697": 88, "469723": 88, "4698": 88, "4699": 88, "46e": 88, "47": 88, "470": 88, "4702": 88, "47031": 88, "470314": 88, "470379": 88, "47042": 88, "47045": 88, "470580": 88, "4706626": 88, "470722": 88, "470765": 88, "4707968": 88, "470825": 88, "47087": 88, "47104": 88, "471261": 88, "471449": 88, "47146": 88, "47173": 88, "471773": 88, "472": 88, "47209": 88, "472118": 88, "47217": 88, "472187": 88, "472333": 88, "4724": 88, "47256": 88, "472637": 88, "473": 88, "473099": 88, "4733": 88, "4735": 88, "4737": 88, "473743": 88, "473761": 88, "47385": 88, "4739": 88, "473911": 88, "47397": 88, "474": 88, "47406": 88, "474075": 88, "47408603593558": 91, "474377": 88, "474483": 88, "47451": 88, "4749": 88, "475": 88, "475006": 88, "4750577": 88, "47561177379764": 87, "4756484": 88, "475954": 88, "476": 88, "476068": 88, "476208": 88, "4764079": 88, "477": 88, "477150_iwec": 97, "477306": 88, "47732": 88, "4774": 88, "477741": 88, "477785": 88, "4778": 88, "477875": 88, "478": 88, "478065": 88, "478088": 88, "478311": 88, "4786": 88, "47876613692316": 87, "478780": 88, "4788": 88, "478897": 88, "478977": 88, "479": 88, "4790": 88, "4793": 88, "479317": 88, "47948": 88, "479544": 88, "4798": 88, "4799": 88, "479923": 88, "47e": 88, "48": 88, "480": 88, "48008": 88, "480116": 88, "480413": 88, "4806430": 88, "480873": 88, "480985": 88, "481": 88, "48104": 88, "48113": 88, "4814867": 88, "48164": 88, "4817": 88, "4817667": 88, "48178": 88, "4818852": 88, "4819": 88, "481953": 88, "482": 88, "482203": 88, "4822035": 88, "4824": 88, "4826": 88, "48272": 88, "482807": 88, "48282eval": 88, "482845": 88, "48292": 88, "483": 88, "48305": 88, "4832": 88, "483408": 88, "4836": 88, "4839": 88, "484": 88, "484047": 88, "484123": 88, "4841363": 88, "4844": 88, "4847171": 88, "4849": 88, "484962": 88, "484993": 88, "485": 88, "48503": 88, "4850352": 88, "485105": 88, "4852": 88, "485292": 88, "4853": 88, "485458": 88, "485494": 88, "4855103": 88, "4856598": 88, "4862": 88, "486246": 88, "486356831060117": 87, "486403": 88, "486473": 88, "486634787123645": 87, "4868": 88, "486908": 88, "487": 88, "48703": 88, "487068": 88, "48715": 88, "487341586511533": 87, "4874": 88, "4875": 88, "487545": 88, "487644": 88, "488": 88, "488087": 88, "4881": 88, "4886": 88, "4887073": 88, "48872": 88, "488916": 88, "48894882371821": 87, "489": 88, "489048": 88, "489124247968": 87, "489174": 88, "48924": 88, "489399": 88, "489456": 88, "4895": 88, "489557": 88, "489573": 88, "489624": 88, "4898": 88, "489855": 88, "4899": 88, "489908": 88, "48e": 88, "49": 88, "490088": 88, "49021644748176": 87, "490236": 88, "49031": 88, "490796": 88, "4908": 88, "4908586": 88, "490915": 88, "49098": 88, "491": [3, 88], "491219": 88, "491304": 88, "49144": 88, "4915775": 88, "491618": 88, "49166": 88, "491833": 88, "49194": 88, "491972": 88, "492": 88, "49222451880882": 92, "4924": 88, "492639": 88, "4928055": 88, "493": [85, 86, 87, 88, 89, 90, 91, 92], "493074": 88, "49313": 88, "493168": 92, "49321": 88, "493917": 88, "494": 88, "494152": 88, "49424": 88, "494257": 88, "494572": 88, "49464": 88, "4949": 88, "495": 88, "4952": 88, "49545": 88, "495585": 88, "4956": 88, "495659": 88, "495691": 88, "496": 88, "4960": 88, "496028": 88, "496058": 88, "4961": 88, "4961122594044092": 92, "496115": 88, "496178": 88, "496408": 88, "496495319039795": 87, "496785": 88, "496876": 88, "497": 88, "497007": 88, "497048": 88, "4974": 88, "49754": 88, "497612": 88, "4979": 3, "498": 88, "49801": 88, "4980135": 88, "498105": 88, "498217": 88, "498264": 88, "49837": 88, "49839": 88, "4984936": 88, "49853": 88, "49864": 88, "4988": 88, "499": 88, "499041": 88, "499171": 88, "499285": 88, "499413": 88, "4994174": 88, "49947498388144": 90, "499552": 88, "4996": 88, "499722": 88, "4999": 88, "49e": 88, "4e": 88, "5": [0, 2, 3, 7, 11, 25, 69, 70, 71, 72, 75, 80, 85, 86, 87, 88, 89, 90, 91, 92, 97, 98], "50": [64, 86, 88], "500": 88, "50000000": 89, "5000000e": 92, "500097": 88, "500229": 88, "50031": 88, "5003182": 88, "5003846": 88, "500486": 88, "500626": 88, "501": 88, "50109": 88, "50117": 88, "50168": 87, "501795840290757": 87, "501816": 88, "5019": 88, "50192": 88, "50195": 88, "501991": 88, "502": 88, "502026": 88, "50226": 88, "5024": 88, "502432": 88, "50244": 88, "502487": 88, "50254": 88, "502956": 88, "502991": 88, "503": 88, "503227": 88, "503426": 88, "50352": 88, "5036276598917": 88, "503729": 88, "503786": 88, "504": 88, "50414": 88, "504218": 88, "5043eval": 88, "504581": 88, "5049": 88, "505": 88, "5053432": 88, "505367": 88, "505592": 88, "505669": 88, "505688": 88, "5057328": 88, "50592": 88, "505985": 88, "50601": 88, "506051": 88, "50618": 88, "5063": 88, "506315": 88, "506327": 88, "506552": 88, "506569": 88, "5068433": 88, "506927": 88, "507": 88, "507233": 88, "5072422": 88, "5074": 88, "507423": 88, "507696": 88, "507713": 88, "507769966536845": 87, "5078": 88, "507927": 88, "50795": 88, "508": 88, "50823358985986": 85, "50846": 88, "508686603184": 88, "5087": 88, "508722": 88, "508745": 88, "5088": [87, 91, 92], "508892": 88, "508998": 88, "509": 88, "509193": 88, "509224": 88, "509262": 88, "509317": 88, "509342": 88, "5093937": 88, "509575": 88, "5098643": 88, "5099": 88, "51": 88, "510035": 88, "510240": 88, "5103": 88, "510412": 88, "510527": 88, "510529": 88, "51077": 88, "511": 88, "5111": 88, "511398": 88, "511669": 88, "511806": 88, "5119457": 88, "512": 88, "51201": 88, "512114023279846": 87, "512131": 88, "5124": 88, "5125": 88, "512716": 88, "512764": 88, "512812": 88, "5129490": 88, "51302": 88, "5131793": 88, "513245": 88, "5136858": 88, "513725": 88, "513992": 88, "514": 88, "51403": 88, "514065": 88, "514217": 88, "514286": 88, "514444": 88, "514876": 88, "5149": 88, "51498": 88, "5151": 88, "5151449": 88, "515478": 88, "51548": 88, "5156594": 88, "515854": 92, "516": 88, "516073": 88, "5161777": 88, "51618": 88, "516462": 88, "51666": 88, "516663": 88, "5169748": 88, "517": 88, "517382": 88, "5174": 88, "517626": 88, "51776": 88, "51785": 88, "518": 88, "518076": 88, "518107": 88, "51826": 88, "5184000": [85, 89, 90], "5184134": 88, "518505": 88, "51852": 88, "518553": 88, "51869": 88, "5188694": 88, "519": 88, "519215": 88, "519234": 88, "51948": 88, "519688": 88, "51976": 88, "5197919": 88, "519888": 88, "519897": 88, "5199": 88, "51e": 88, "52": 88, "520086": 88, "520164": 88, "520331": 88, "520428": 88, "52058": 88, "520737": 88, "52076": 87, "5208": 88, "520885": 88, "5209345": 88, "521": 88, "5211308": 88, "521425": 88, "521523": 88, "522": 88, "522072": 88, "522163031742796": 87, "5224": 88, "522755": 88, "522837": 88, "522872": 88, "522898": 88, "523": 88, "523577": 88, "523636": 88, "5236861805773": 88, "5238667": 88, "523884": 88, "5239022": 88, "52394": 88, "524": 88, "524014": 88, "524161569812392": 87, "524296": 88, "5243260": 88, "524329": 88, "52455": 88, "524689": 88, "5246968": 88, "524734": 88, "5249": 88, "525": [88, 92], "5250244140625": 92, "52504": 88, "5250479199187": [91, 92], "52538": 88, "525572": 88, "5257034": 88, "52576": 88, "52578": 88, "526": 88, "52623665": 88, "526308": 88, "52633": 88, "5265477": 88, "526716": 88, "5267246": 88, "5268518": 88, "526911": 88, "5269392": 88, "526942": 88, "527": 88, "527079": 88, "527214": 88, "527241": 88, "527386": 88, "5274": 88, "5279045": 88, "528": 88, "52808": 88, "5281": [87, 88], "52845": 88, "5293": 88, "52933": 88, "529675": 88, "5299": 88, "529976": 88, "52e": 88, "53": 88, "530": 88, "5300543": 88, "530317": 88, "5305": 88, "5305769": 88, "530586901729745": 87, "5306246": 88, "530643": 88, "53074": 88, "530770": 88, "5307813": 88, "53084": 88, "531": 88, "531103": 88, "53134": 88, "531456": 88, "53162": 88, "5316920": 88, "53176": 88, "532": 88, "53205": 88, "532368": 88, "5324": 88, "532406": 88, "532434": 88, "532443": 88, "5326786": 88, "532774": 88, "5328320": 88, "532869819053": 87, "533": 88, "533276": 88, "5333": 88, "533516": 88, "533558": 88, "533912090104": 88, "5339695": 88, "534": 88, "534119": 88, "5342": 88, "53428": 88, "534519": 88, "5347023": 88, "534777951341": 88, "5348": 87, "5349": 88, "534999": 88, "53505": 87, "5351": 88, "5355": 88, "535563": 88, "5358": 88, "535808711825": 87, "5359": 88, "535965": 88, "53599": 88, "536015": 88, "5361": 88, "53613": 88, "536194": 88, "536386": 88, "536425": 88, "53649": 88, "536592": 88, "536777": 88, "536840": 88, "536963": 88, "537": 88, "5370326": 88, "537148": 88, "537245": 88, "5374": 88, "537436": 88, "537544": 88, "53786": 88, "53796": 88, "538": 88, "538095370223804": 87, "53822100691485": 87, "5383407": 88, "538345": 88, "538439": 88, "538546": 88, "53871423": 88, "538927": 88, "538958": 88, "53897": 88, "539": 88, "5393739": 88, "53944": 88, "5394630": 88, "539474": 88, "539497": 88, "53965": 88, "539667": 88, "539743": 88, "5399": 88, "539938": 88, "53e": 88, "54": 88, "540": 88, "540173": 88, "5401795": 88, "5402": 88, "540695": 88, "540747": 88, "541": 88, "541046": 88, "541368": 88, "54144": 88, "541458": 88, "541536": 88, "541555584377814": 87, "541664": 88, "541876": 88, "542": 88, "5424": 88, "542467": 88, "542606": 88, "542692": 88, "542755": 88, "54282": 88, "542942": 88, "543": 88, "543064": 88, "543236": 88, "543318": 88, "54388": 88, "54394243021113": 87, "543995": 88, "544": 88, "5443922": 88, "54443008629097": 87, "5445": 88, "5445381": 88, "544811": 88, "544844": 88, "544863": 88, "5449": 88, "545": 88, "545113": 88, "545242": 88, "545315": 88, "5454": 88, "545568": 88, "5457816": 88, "545914": 88, "546131": 88, "546297": 88, "546316": 88, "546379": 88, "546406": 88, "54648": 88, "546675": 88, "547": 88, "547106": 88, "547272": 88, "5474": 88, "547411": 88, "54742": 88, "5475": 88, "547703": 88, "547737": 88, "548": 88, "5481180476335": 88, "548694042230082": 87, "5489": 88, "549": 88, "549128667042552": 87, "549387": 88, "54942": 88, "54942547428998": 87, "5499": 88, "54e": 88, "55": [48, 88, 97], "550": 88, "5500122": 88, "550064": 88, "55016": 88, "550316": 88, "5505": 88, "550522": 88, "5506": 88, "55074": 88, "550816": 88, "551": 88, "5510481": 88, "551136": 88, "5513284": 88, "551414": 88, "551647": 88, "551872": 88, "552": 88, "55217": 88, "55234": 88, "5524": 88, "552404": 88, "55262": 88, "552856": 88, "553": 88, "55306eval": 88, "553215": 88, "55326": 88, "553564": 88, "5536": 88, "553884": 88, "55395": 88, "554": 88, "554108": 88, "5542": 88, "554268": 88, "554426": 88, "554504": 88, "55467": 88, "5546784": 88, "554829": 88, "5549": 88, "554924": 88, "555": 88, "555115": 88, "555716": 88, "5557412": 88, "555973": 88, "556": 88, "5562041": 88, "556306": 88, "55637": 88, "55652": 88, "556591": 88, "556833": 88, "5570390": 88, "55705870892625": 87, "557205": 88, "5573": 88, "5574": 88, "557518": 88, "5578": 88, "5579": 88, "55798": 88, "55806": 88, "558548": 88, "55901": 88, "5593534": 88, "55953": 88, "55956": 88, "5596": 88, "559614": 88, "559746": 88, "5599": 88, "55e": 88, "56": [88, 92], "560": 88, "56004": 88, "560059": 88, "56026334": 88, "5603": 88, "560345": 88, "560407": 88, "560649": 88, "560783": 88, "560928": 88, "561": 88, "561268": 88, "561466": 88, "561508": 88, "561531": 88, "561605": 88, "561874": 88, "561935": 88, "562": 88, "562044": 88, "562092": 88, "5624": 88, "5625": 92, "562544": 88, "56294": 88, "562977": 88, "563": 88, "563036": 88, "563128438885332": 91, "5633478": 88, "56357": 88, "563572": 88, "563685767946": 88, "563786": 88, "563845": 88, "563951": 88, "564": 88, "564209": 88, "564283": 88, "56456": 88, "5645857": 88, "564636": 88, "56485": 88, "5649": 88, "564985": 88, "565": 88, "565111": 88, "565113": 88, "5652": 88, "5652597": 88, "5654": 88, "565445997684": 88, "56549": 88, "565819": 88, "565943": 88, "566": 88, "5660": 88, "566076": 88, "5662": 88, "5665": [91, 92], "566541371296": 88, "566633": 88, "566761270651252": 87, "566832": 88, "5669565": 88, "567": 88, "5671427": 88, "567287": 88, "5674": 88, "567928": 88, "568": 88, "568176": 88, "568501": 88, "5688": 88, "56905": 88, "569242": 88, "56933": 88, "569469115886": 91, "569489": 88, "5696626": 88, "569685": 88, "569885": 88, "5699": 88, "56e": 88, "57": 88, "570": 88, "5701": 88, "570192": 88, "570236": 88, "570274": 88, "570503": 88, "570625": 88, "5707517": 88, "571": 88, "5711": 88, "571168": 88, "571243": 88, "5715": 88, "571522": 88, "5716357": 88, "571651": 88, "571669": 88, "572": 88, "572285": 88, "5723": 88, "572395": 88, "5724": 88, "5725117": 88, "572632": 88, "572727": 88, "572773": 88, "572788": 88, "5728": 88, "57281": 88, "573": 88, "573284": 88, "573292": 88, "5735": 88, "57355": 88, "573598": 88, "5736": 88, "573734": 88, "57375": 88, "574": 88, "5744": 88, "5748": 88, "5749": 88, "57495": 88, "575": 88, "575014": 88, "575298": 88, "575379": 88, "57566": 88, "575752": 88, "575884449961": 88, "57593": 88, "576": 88, "57633": 88, "57644": 88, "576597": 88, "57668": 88, "5767989": 88, "5768": 88, "577": 88, "577064": 88, "577261": 88, "5773697": 88, "577398": 88, "5774": 88, "577415": 88, "577765": 88, "577883": 88, "578": 88, "5781016": 88, "578194": 88, "5784": 88, "57867": 88, "57874": 88, "578747": 88, "57881": 88, "578972583602845": 87, "579": 88, "57908": 88, "579129": 88, "579243": 88, "5794": 88, "5799": 88, "57992": 88, "57e": 88, "58": 88, "58006": 88, "580149": 88, "5802": 88, "580284": 88, "580376": 88, "580465": 88, "580566": 88, "580736": 88, "581": 88, "581272": 88, "581378312066": 88, "5814": 88, "5815": 88, "581535": 88, "5815425": 88, "581656": 88, "58174": 88, "5819852": 88, "582": 88, "582035": 88, "58216": 88, "5823717": 88, "5824": 88, "58246": 88, "5825": 88, "582571129998": 88, "58267": 88, "582677": 88, "58274": 88, "582941": 88, "5829737765191": 91, "583": 88, "5832": [87, 91, 92], "583328": 88, "583437": 88, "583551": 88, "583647": 88, "583698": 88, "583727": 88, "583792": 88, "583989": 88, "584": 88, "584083": 88, "5841": 88, "5843": 88, "584349": 88, "58435": 88, "58445": 88, "584465": 88, "58479565": 88, "5849": 88, "58497": 88, "585": 88, "585074": 88, "58527": 88, "585283": 88, "58572": 88, "586": 88, "5860": 88, "586027": 88, "586532": 88, "5868": 88, "586883": 88, "587": 88, "5872803": 88, "5874": 88, "58744": 88, "587442": 88, "58754": 88, "58764": 88, "587751": 88, "587852": 88, "588": 88, "588157": 88, "5882859": 88, "588314": 88, "5884490": 88, "5886": 88, "5887": 88, "589": 88, "589087": 88, "589094": 88, "589455": 88, "58964": 88, "58984train": 88, "5899": 88, "58e": 88, "59": [88, 97], "590": 88, "590292": 88, "590484": 88, "5907": 88, "5908": 88, "590807": 88, "5908606": 88, "59096": 88, "591": 88, "591026": 88, "591076": 88, "59117": 88, "591404": 88, "591416269343217": 87, "592": 88, "59235": 88, "592382785619": 88, "5924": 88, "5924812": 88, "592537": 88, "5927": 88, "592764": 88, "592913": 88, "592949": 88, "593": 88, "5932324": 88, "59343": 88, "593599": 88, "593720": 88, "593895": 88, "5939164": 88, "59396905606546": 87, "594": 88, "5944": 88, "59442": 88, "594441": 88, "594456": 88, "5949": 88, "594968": 88, "59502": 88, "59511": 88, "5951342": 88, "595346": 88, "59576": 88, "595821": 88, "595875": 88, "59591": 88, "59595": 88, "5959754": 88, "596": 88, "596086": 88, "5963737": 88, "596618": 88, "59662": 88, "596655": 88, "597": 88, "597227": 88, "5974": 88, "597458": 88, "5977": 88, "598": 88, "598097": 88, "598116": 88, "598158": 88, "59846": 88, "598827": 88, "5988546": 88, "59889": 88, "59891": 88, "598965": 88, "598967": 88, "599": 88, "599007": 88, "599087": 88, "599163": 88, "599335": 88, "59938": 88, "5994": 88, "5995403": 88, "59975": 88, "5999": 88, "59e": 88, "5_2023": 88, "5e": 88, "5zone": [4, 6, 7, 8, 86, 88, 91, 92], "5zoneautodxvav": [3, 7, 48, 85, 87, 88, 89, 90, 91, 92], "6": [3, 5, 7, 8, 11, 15, 69, 70, 71, 72, 86, 87, 88, 89, 91, 92, 97], "60": 88, "600": [86, 88], "6000000e": 92, "60015": 88, "6003": 88, "600526": 88, "600565": 88, "600706": 88, "600908": 88, "601": 88, "60104": 88, "6011": 88, "60114": 88, "601156": 88, "601479": 88, "601759": 88, "601944": 88, "602": 88, "602093": 88, "602169": 88, "60229": 88, "6024": 88, "602402": 88, "60256": 88, "60279": 88, "602817": 88, "602841": 88, "602865": 88, "603": 88, "60302": 88, "60325": 88, "603312": 88, "603888": 88, "603895": 88, "604": 88, "604034": 88, "60407": 88, "604136": 88, "60426": 88, "60434": 88, "6044636": 88, "604515386030812": 87, "6048": 88, "604805": 88, "6049": 88, "605": 88, "6050": 88, "605139": 88, "605173": 88, "6052": 88, "605206": 88, "605486": 88, "605597453282652": 87, "60585": 88, "606137": 88, "606262": 88, "6062777": 88, "606304": 88, "6063654": 88, "606394": 88, "6064": 88, "6064198": 88, "606455": 88, "606459": 88, "6064918": 88, "6065187": 88, "6065419": 88, "6065679": 88, "6066": 88, "606636": 88, "606789": 88, "607": 88, "6074": 88, "607555": 88, "6075807": 88, "607584": 88, "607895": 88, "608": 88, "6082912": 88, "608366": 88, "6086": 91, "60862": 88, "608673": 88, "608880": 88, "609": 88, "6090": 88, "6090046831275": 87, "609035": 88, "60917": 88, "609495": 88, "609633": 88, "6099": 88, "609982": 88, "61": [88, 92], "610": 88, "61025": 88, "6105524": 88, "6105625": 88, "610647": 88, "610672": 88, "61072": 88, "6108": 88, "610817": 88, "610846": 88, "610932": 88, "611": 88, "6110175": 88, "61108": 88, "6111": 88, "611109": 88, "611557": 88, "611694": 88, "61175": 88, "611805": 88, "611981": 88, "6123266": 92, "6123447": 88, "6124": 88, "612885": 88, "613": 88, "6130": 88, "613096200574414": 87, "613413": 88, "613556": 88, "61357": 88, "613598": 88, "61364": 88, "614": 88, "61409": 88, "614223": 88, "614325": 88, "614428": 88, "6145": 88, "6147": 88, "6149": 88, "614986": 88, "614998": 88, "615": 88, "615147": 88, "615269": 88, "6153": 88, "615831": 88, "616": 88, "6162": 88, "616375": 88, "6164890": 88, "617": 88, "617172": 88, "617256": 88, "617308": 88, "6174": 88, "61786": 88, "618": 88, "6180": 88, "61825": 88, "6183": 88, "61838": 88, "618435": 88, "618448": 88, "618853": 88, "61902": 88, "6191": 88, "61911": 88, "619181": 88, "61918932935772": 87, "6194": 88, "619474": 88, "61949": 88, "6196": 88, "6199": 88, "61e": 88, "62": 88, "620": 88, "6201777": 88, "620234": 88, "62027": 88, "621": 88, "6212": 88, "621758": 88, "621859": 88, "621885": 88, "6219144": 88, "622": 88, "622023": 88, "622356": 88, "6224": 88, "622412": 88, "6225793": 88, "622604": 88, "62267": 88, "6228": 88, "622814": 88, "623": 88, "623175": 88, "6232": 88, "623661": 88, "623668861129946": [85, 90], "623688": 88, "62372": 88, "623772": 88, "6239": 88, "623905": 88, "623999": 88, "624": 88, "62412": 88, "62419": 88, "624235": 88, "624273": 88, "6243": 88, "624398": 88, "62452": 88, "624523": 88, "62455": 88, "624556": 88, "6249": 88, "624996": 88, "624998": 88, "625": 88, "625221": 88, "625349": 88, "6253876": 88, "625456": 88, "6259": 88, "626": 88, "62606": 88, "626062": 88, "6262": 88, "62621": 88, "626251": 88, "626314": 88, "62652": 88, "626621": 88, "627": 88, "6274": 88, "6277": 88, "627705": 88, "628": 88, "6280": 88, "62802": 88, "628036": 88, "628345": 88, "628372": 88, "628448": 88, "6286163": 88, "628914": 88, "629": 88, "629057": 88, "629105": 88, "629131": 88, "629488521519967": 87, "629687662635828": 87, "6299": 88, "6299367": 88, "62e": 88, "63": 88, "6300": 88, "630194": 88, "630474": 88, "63072": 88, "630769": 88, "630848": 88, "63086": 88, "631": 88, "631185": 88, "631212": 88, "63123": 88, "631279": 88, "631296": 88, "6316": 88, "631628": 88, "6317136": 88, "63189": 88, "631941": 88, "631967": 88, "632": 88, "632044925856": 91, "6324": 88, "6327314": 88, "632774": 88, "6329": 88, "633": 88, "63318": 88, "633747": 88, "633774": 88, "6338": 88, "633846": 88, "634": 88, "63416": 88, "634413": 88, "634445": 88, "634449": 88, "63473": 88, "634861": 88, "6349": 88, "63495": 88, "635": 88, "6350272": 88, "6355486": 88, "635589": 88, "635881": 88, "636": 88, "636124": 88, "636272": 88, "636395": 88, "636475": 88, "636631": 88, "63669": 88, "636711": 88, "636746": 88, "6367651": 88, "636776": 88, "636791": 88, "636808": 88, "637": 88, "637218": 88, "637384": 88, "6374": 88, "637541666563628": 87, "637647": 88, "6377366": 88, "63774": 88, "637766": 88, "638317": 88, "63837": 88, "6384696": 88, "638643": 88, "638704": 88, "63873": 88, "638756": 88, "6388": 88, "63887537": 88, "639": 88, "63905": 88, "63909": 88, "639103": 88, "639242": 88, "6392717": 88, "639334": 88, "6394": 88, "639404": 88, "6396108": 88, "639802": 88, "6399": 88, "639921": 88, "63e": 88, "64": 88, "640": 88, "6400882": 88, "6401772": 88, "640351119712147": 87, "6406": 88, "640772": 88, "640776": 88, "64085": 88, "6408863": 88, "640917": 88, "641085": 88, "6411": 88, "6411133": 88, "641197": 88, "641277": 88, "641607": 88, "641663": 88, "64197": 88, "642": 88, "64203": 88, "6424": 88, "642416": 88, "642591": 88, "643": 88, "643135": 88, "643183": 88, "643288": 88, "6433044": 88, "64333": 88, "643396": 88, "6435652": 88, "643566": 88, "644": 88, "644160496227": 88, "6442": 88, "6443": 88, "64444": 88, "64449": 88, "644516": 88, "6449": 88, "644999": 88, "645": 88, "645188": 88, "645359": 88, "645561": 88, "645796": 88, "645807": 88, "646": 88, "646113": 88, "646172": 88, "6465": 88, "646563": 88, "64689": 88, "646996": 88, "6470": 88, "6472": 88, "647293": 88, "647366": 88, "6474": 88, "64745": 88, "647545": 88, "647644": 88, "647655": 88, "647705": 88, "64776": 88, "64778": 88, "647804": 88, "647907": 88, "648": 88, "648078": 88, "6482271": 88, "648262": 88, "648323": 88, "648335": 88, "648953": 88, "64895eval": 88, "649": 88, "649036": 88, "64953": 88, "64957": 88, "649773": 88, "6499": 88, "64e": 88, "65": [88, 92], "650": 88, "650000095367432": 92, "6500001e": 92, "65019": 88, "65021": 88, "650326": 88, "6504009": 88, "650509": 88, "6507": 88, "650764": 88, "650896": 88, "651": 88, "651054": 88, "651237": 88, "6514": 88, "651453": 88, "651491": 88, "651919": 88, "652": 88, "652273": 88, "6524": 88, "652458642195": 87, "65261": 88, "652822": 85, "653": 88, "6531380": 88, "6532345": 88, "6533837": 88, "6534": 88, "653414": 88, "653486": 88, "653496": 88, "6536": 88, "6540294": 88, "654228": 88, "654445": 88, "654593": 88, "654684": 88, "6547093": 88, "654799": 88, "6549": 88, "655": 88, "6552": [87, 88, 91, 92], "655237212276": 88, "65552": 88, "655644": 88, "655685": 88, "655693": 88, "655746": 88, "655975": 88, "656": 88, "656128": 88, "656177587228": 88, "656189": 88, "65628": 88, "65634": 88, "656563": 88, "6567345": 88, "656872": 88, "657": 88, "657117": 88, "65728": 88, "657394": 88, "6574": 88, "6576498": 88, "6576667": 88, "6579": 88, "658": 88, "658013": 88, "659005": 88, "6591": 88, "65945": 88, "659573": 88, "6599": 88, "65e": 88, "66": [88, 97], "660": 88, "660082": 88, "6602": 88, "66032": 88, "66047": 88, "660505": 88, "6606": 88, "66061": 88, "661133": 88, "6612": 88, "661284": 88, "6615": 88, "66151": 88, "661545": 88, "661592": 88, "6619": 88, "662": 88, "662078": 88, "6621566": 88, "6624": 88, "662445": 88, "6626261": 88, "6626954": 88, "6628": 88, "66285": 88, "662937": 88, "662975": 88, "663": 88, "663279": 88, "6633": 88, "66342": 88, "6636": 88, "663635": 88, "6637": 88, "663768": 88, "66398": 88, "664": 88, "664023677829388": 87, "66404": 88, "664185": 88, "6642": 88, "6643": 88, "664352": 88, "6646152": 88, "664734": 88, "6649": 88, "665": 88, "665392": 88, "665863": 88, "66599": 88, "666": 88, "6661": 88, "666490": 88, "6666": 88, "667": 88, "667053": 88, "667169": 88, "667334": 88, "667337": 88, "6674": 88, "667793": 88, "66797": 88, "668": 88, "66805": 88, "66814": 88, "668146": 88, "6684391": 88, "668604907614746": 87, "66864": 88, "668710": 88, "668886": 88, "669": 88, "669418": 88, "6695": 88, "669603": 88, "66965": 88, "66983": 88, "669841": 88, "6699": 88, "66e": 88, "67": 88, "670": 88, "670357": 88, "67041": 88, "670622460524": 88, "6707997": 88, "670830_iwec": 97, "67097": 88, "671": 88, "671093": 88, "6711": 88, "671152": 88, "671191": 88, "671227": 88, "67123": 88, "671326": 88, "671339": 88, "671413": 88, "671492": 88, "671517": 88, "6719": 88, "671904": 88, "67191": 88, "672": 88, "672033": 88, "672228": 88, "6724": 88, "673058": 88, "6733184": 88, "673388": 88, "673584": 88, "67366": 88, "673777": 88, "674": 88, "674119": 88, "6744": 88, "674659": 88, "674805": 88, "6748056": 88, "674847": 88, "6749": 88, "675": 88, "67505": 88, "675444": 88, "6754591": 88, "675598": 88, "675724": 88, "67578": 88, "6758": 88, "675846": 88, "676": 88, "6760972": 88, "676174": 88, "676254": 88, "6763": 88, "676569": 88, "676575": 88, "676752": 88, "676785": 88, "677": 88, "677180": 88, "677337": 88, "6774": 88, "6775541": 88, "6776": 88, "678": 88, "678344": 88, "6783485": 88, "67858": 88, "67865": 88, "67871": 88, "678801": 88, "6789": 88, "679": 88, "679039": 88, "679138": 88, "679293": 88, "67938107281635": 87, "6794843": 88, "67955": 88, "679641": 88, "67972": 88, "679752": 88, "679785": 88, "6798549": 88, "6799": 88, "6799109": 88, "679943": 88, "679972": 88, "67e": 88, "68": [88, 97], "680081": 88, "680238": 88, "680291": 88, "68054": 88, "68059": 88, "6806540": 88, "680830": 88, "68085": 88, "680939": 88, "680944": 88, "68099": 88, "681": 88, "681375": 88, "681477": 88, "681646": 88, "682": 88, "6821": 88, "682133": 88, "68221": 88, "682211": 88, "6824": 88, "682458": 88, "6826453": 88, "682682": 88, "6828": 88, "68283": 88, "682884": 88, "682913": 88, "683": 88, "683224": 88, "6833673": 88, "683372": 88, "683573": 88, "683642": 88, "68392": 88, "684": 88, "68434": 88, "684353": 88, "684591": 88, "684679": 88, "6847386": 88, "6848": 88, "684814": 88, "6849": 88, "684956": 88, "685": 88, "68514": 88, "6854405": 88, "68554015361045": 87, "685549": 88, "685593": 92, "685612": 88, "685684": 88, "686": 88, "68614": 88, "68616": 88, "68627": 88, "686298": 88, "686562": 88, "686783": 88, "68691": 88, "687": 88, "687176": 88, "687214": 88, "6874": 88, "687538": 88, "687665": 88, "6877": 88, "688": 88, "6881655694350268": [85, 90], "6882412": 88, "6884": 88, "688526": 88, "68860299767925": 85, "6888297": 88, "688903": 88, "689": 88, "68914": 88, "6892805": 88, "68931": 88, "68936": 88, "6895": 88, "689898": 88, "6899": 88, "689926": 88, "68e": 88, "69": 88, "69014": 88, "6903370e": 92, "69055": 88, "6906": 88, "690607": 88, "690765": 88, "690838559877328": 87, "690955": 88, "690987": 88, "691": 88, "691072": 88, "692": 88, "69215": 88, "6922800e": 92, "6924": 88, "69247": 88, "692741": 88, "692776": 88, "69311": 88, "69315": 88, "6932": 88, "69325": 88, "693288": 88, "693348": 88, "693514": 88, "69354": 88, "693748": 88, "6939057": 88, "69394": 88, "6939497": 88, "694": 88, "694313": 88, "69443": 88, "694613": 88, "6947": 88, "6949": 88, "6949311204218827": 87, "695002": 88, "695042": 88, "6953081": 88, "69531": 88, "69578": 88, "696": 88, "69601": 88, "69621": 88, "69622episod": 88, "6965": 88, "69653observ": 88, "69666": 88, "6969094": 88, "6974": 88, "697567": 88, "69771": 88, "697841": 88, "697903": 88, "697998": 88, "698": 88, "69841eval": 88, "6984205": 88, "6984215": 88, "69856": 88, "698595": 88, "698816": 88, "698845": 88, "699": 88, "69937": 88, "69949": 88, "69982": 88, "699852": 88, "6999": 88, "69e": 88, "6e": 88, "6rollout": 88, "7": [11, 86, 87, 88, 89, 91, 92, 97], "70": [88, 97], "700": 88, "7001107": 88, "70031998681098": 87, "700409": 88, "700426": 88, "700728": 88, "70077": 88, "70093": 88, "700947": 88, "701": 88, "70111": 88, "70116": 88, "701211": 88, "70125": 88, "701437": 88, "701569": 88, "70181": 88, "70184": 88, "702": 88, "702192": 88, "7023360": 88, "7024": 88, "70243": 88, "70249": 88, "702705": 88, "702787": 88, "703104": 88, "70325": 88, "7034948": 88, "703710048030462": 87, "703776": 88, "703907": 88, "703926": 88, "7042527324647196": 88, "704308": 88, "70483": 88, "704895": 88, "7049": 88, "70496": 88, "705": 88, "705147": 88, "705185": 88, "705198": 88, "7052456": 88, "7052782846459695": 88, "705479": 88, "705536": 88, "7058": 88, "706": 88, "706033444412455": 87, "70605": 88, "706072": 88, "70616176904293": 87, "706186": 88, "706398": 88, "706608": 88, "70680120943889": 87, "70692": 88, "707": 88, "7072577": 88, "707315": 88, "7074": 88, "70742": 88, "70772": 88, "708": 88, "708069": 88, "708291": 88, "708359": 88, "708534": 88, "709": 88, "7090": 88, "709038": 88, "709194": 88, "709449": 88, "70945": 88, "709478": 88, "7095146": 88, "70976": 88, "7099": 88, "71": 88, "710": 88, "710083408093293": 87, "71026": 88, "7104": 88, "7106": 88, "711": 88, "711033": 88, "7112": 88, "711246": 88, "711392832758165": 87, "7116232": 88, "7118824": 88, "7124": 88, "71248902108889": 87, "7126": 88, "712721": 88, "712755": 88, "71295": 88, "712967": 88, "712988": 88, "713": 88, "713184079083927": 87, "713375": 88, "713382639436837": 87, "71378": 88, "713822": 88, "713926": 88, "714": 88, "714012": 88, "714127": 88, "714325": 88, "714365": 88, "7144469015911845": 87, "7149": 88, "71491": 88, "715": 88, "71503": 88, "715076": 88, "7151": 88, "71514617862178": 92, "715164": 88, "71556": 88, "715655": 88, "715774666005526": [91, 92], "71592": 88, "715965": 88, "716034": 88, "716314": 88, "7164": 88, "716766": 88, "716942": 88, "717": 88, "7171063": 88, "7172": 88, "7174": 88, "717415": 88, "717571": 88, "7176": 88, "717918": 88, "717924954819775": 87, "718": 88, "718266": 88, "71836": 88, "71837": 88, "718395": 88, "71846": 88, "718572": 88, "7188": 88, "718971": 88, "718974": 88, "719052": 88, "7191653": 88, "719495": 88, "719579": 88, "719782": 88, "7199": 88, "71e": 88, "72": 88, "720": 88, "72006": 88, "720282": 88, "72036": 88, "72044": 88, "720729493260777": 87, "720751": 88, "72076": 88, "7209": 88, "720987": 88, "721018": 88, "721180581946832": 87, "7212": 88, "721492": 88, "7215035": 88, "7216463": 88, "72173": 88, "721945": 88, "722": 88, "7223": 88, "7224": 88, "72246": 88, "722502": 88, "722736": 88, "722745_tmy3": [7, 87, 91, 92, 97], "722929": 88, "7229357": 88, "723755": 88, "7237883": 88, "7237952": 88, "724": 88, "724106409891995": 87, "724175": 88, "724228": 88, "7243": 88, "7244": 88, "724447": 88, "724548": 88, "724695_tmy3": 97, "724718": 88, "72473": 88, "72489": 88, "7249": 88, "72499": 88, "725": 88, "725205_tmy3": [85, 87, 89, 90, 97], "725300_tmy3": 97, "7255228": 88, "725613": 88, "725792": 88, "726": 88, "72616": 88, "72639": 88, "726695594163": 87, "727": 88, "72702": 88, "727104": 88, "7274": 88, "7276": 88, "72768": 88, "727706": 88, "727885_tmy3": [7, 86, 97], "727885_tmy3_random_1": 86, "72798": 88, "728": 88, "7284": 88, "728548": 88, "72886": 88, "72899955075894": [91, 92], "729": 88, "729017": 88, "729115": 88, "72923": 88, "7295": 88, "7296": [87, 91, 92], "729618": 88, "729796": 88, "729893": 88, "7299": 88, "72e": 88, "73": 88, "730": 88, "730036": 88, "730410": 88, "730545": 88, "730785": 88, "730844": 88, "731": 88, "7313": 88, "7316": 88, "731631": 88, "731716": 88, "7318": 88, "732": 88, "7320251": 88, "732143": 88, "7322": 88, "73231": 88, "7324": 88, "732481": 88, "7325": 88, "732935": 88, "733": 88, "733284": 88, "733294": 88, "733648": 88, "733772": 88, "73392": 88, "734": 88, "734001": 88, "734207": 88, "7345497449363": 87, "73458": 90, "7346813": 88, "734792": 88, "7349": 88, "734919": 88, "735": 88, "735031": 88, "735037": 88, "735115": 88, "7352": 88, "73523": 88, "735435": 88, "73564": 88, "7359103431230598": [85, 90], "736": 88, "7360797": 88, "736198": 88, "736319": 88, "736492": 88, "736623": 88, "736752": 88, "737": 88, "73716": 88, "737274": 88, "737382": 88, "7374": 88, "737408": 88, "737446": 88, "7375": 88, "737697": 88, "737734": 88, "737880199154255": 87, "738": 88, "738033": 88, "738081": 88, "738441": 88, "73869": 88, "738774": 88, "738834": 88, "738852781557213": 87, "7389145": 88, "738949": 88, "7389746": 88, "7390523": 88, "739078": 88, "7391007": 88, "739147": 88, "73929": 88, "739491": 88, "739669": 88, "739792": 88, "73988367970229": 87, "7399": 88, "73e": 88, "74": [88, 97], "740": 88, "740074": 88, "74038": 88, "74073": 88, "740973": 88, "741132595393": 88, "741188": 88, "74127": 88, "741325": 88, "7414": 88, "741425": 88, "7415": 88, "741638": 88, "74168": 88, "7418324": 88, "742": 88, "742096": 88, "74225": 88, "742256": 88, "742277": 88, "74231": 88, "742372": 88, "7424": 88, "742707": 88, "742807": 88, "743": 88, "743015": 88, "743254": 88, "7432737": 88, "7434": 88, "7436": 88, "74368": 88, "74373": 88, "744": [87, 88, 91, 92], "744133": 88, "744215": 88, "744223": 88, "744276": 88, "744356": 88, "744438": 88, "744617": 88, "744860_tmy3": [7, 88, 97], "744860_tmy3_random_1": 88, "7449": 88, "745": [85, 88, 90], "74519": 88, "745192": 88, "74524": 88, "7453753": 88, "7454": 88, "745565263920668": 87, "745747": 88, "745817": 88, "74596": 88, "74599": 88, "746": 88, "746080113592953": 87, "74622": 88, "7462764": 88, "746401": 88, "746513": 88, "7465734": 88, "74679": 88, "746965024451924": 87, "747043661751707": 85, "74718058330181": 87, "74732757969822": 87, "7474": 88, "747707": 88, "748": 88, "74817": 88, "748208010345": 88, "748314": 88, "74835": 88, "74844": 88, "74851": 88, "748531": 88, "748756": 88, "74886": 88, "74893": 88, "7489338": 88, "749": 88, "749034869196144": 87, "749151": 88, "7493": 88, "74962": 88, "749786": 88, "7499": 88, "74997": 88, "74e": 88, "75": [88, 97], "750": 88, "750113": 88, "750119": 88, "75012": 88, "750145": 88, "750177": 88, "7502089967989307": 88, "75022": 88, "750465": 88, "750559": 88, "750742": 88, "750761": 88, "750843779568": 88, "751": 88, "75106": 88, "7510724": 88, "751154": 88, "7516141": 88, "75203949912126": 87, "75208": 88, "752086": 88, "752323": 88, "7524": 88, "752775": 88, "7529": 88, "753136": 88, "75314": 88, "75334334": 88, "7534": 88, "753471": 88, "75387": 88, "754": 88, "754087": 88, "754135": 88, "75452": 88, "7546635": 88, "754734": 88, "754827": 88, "7549": 88, "754955": 88, "755": 88, "755064": 88, "755165": 88, "7553": 88, "755472": 88, "755553": 88, "75558984": 88, "755598": 88, "755707": 88, "75574": 88, "755894": 88, "755896": 88, "756": 88, "756015": 88, "756025": 88, "75603": 88, "75643": 88, "756516": 88, "75677": 88, "756883": 88, "757": 88, "7571": 88, "757193": 88, "7574": 88, "757463": 88, "758": 88, "758158": 88, "758193423204": 91, "7583": 88, "7583431": 88, "758637619416": 86, "758737": 88, "7589": 88, "75893242733751": 87, "759": 88, "75921": 88, "759245": 88, "7593": 88, "7593412": 88, "75953682781952": 87, "759789": 88, "759895": 88, "7599": 88, "75e": 88, "75observ": 88, "76": 88, "760303": 88, "76044": 88, "760542": 88, "76056": 88, "760579": 88, "760624": 88, "760807": 88, "760983": 88, "760994": 88, "761047": 88, "761063": 88, "76114": 88, "761223": 88, "761375": 88, "7615": 88, "7617": 88, "761728": 88, "7618": 88, "761835": 88, "76187650701259": 92, "761995": 88, "762": 88, "762184": 88, "762215": 88, "7623": 88, "7624": 88, "7625": 88, "762558": 88, "763": 88, "763005": 88, "7631": 88, "763294": 88, "763325": 88, "76336967540199": 87, "763554": 88, "763586483892364": 87, "763615": 88, "76386": 88, "76395": 88, "764": 88, "76407": 88, "764162": 88, "764248": 88, "764694": 88, "76473": 88, "7649": 88, "764967": 88, "765": 88, "76516048261861": 87, "765224": 88, "765324": 88, "765367945189": 91, "765486": 88, "765554": 88, "76581": 88, "766": 88, "76612": 88, "766301": 88, "766394": 88, "766552": 88, "766705234161947": 91, "766872": 88, "767": 88, "767048": 88, "767204": 88, "767315": 88, "767324": 88, "767363": 88, "7674": 88, "76754": 88, "767708": 88, "767754": 88, "767956524665": 88, "768286": 88, "76857": 88, "769": 88, "769078": 88, "769644": 88, "769718084042537": 87, "769733": 88, "76978": 88, "7699": 88, "76e": 88, "77": 88, "770": 88, "77003": 88, "7701": 88, "7701249": 88, "770189": 88, "770256": 88, "770283": 88, "77042": 88, "77063": 88, "770702": 88, "770834": 88, "7710": 88, "771217": 88, "771341": 88, "7714040": 88, "771671": 88, "771719": 88, "771853": 88, "771917": 88, "772": 88, "772013": 88, "772061": 88, "772131": 88, "7721448": 88, "772154": 88, "77216": 88, "772217": 88, "7724": 88, "7725": 88, "772894": 88, "772934": 88, "772951": 88, "773": 88, "773052": 88, "773174": 88, "773348": 88, "773457": 88, "77352": 88, "773636": 88, "77382": 88, "773943": 88, "774": 88, "77418": 88, "7742": 88, "774252": 88, "774289": 88, "77431": 88, "774574": 88, "77459": 88, "774642": 88, "774643": 88, "7748": 88, "7749": 88, "774912": 88, "775": 88, "775131": 88, "775496": 88, "77567": 88, "77570": 88, "77587": 88, "77596": 88, "7761173": 88, "7762197": 88, "7763": 88, "776503": 88, "7766": 88, "776604": 88, "77673": 88, "776783": 88, "776871813136633": 87, "777": 88, "7774": 88, "777523": 85, "777534": 88, "7776995": 88, "777851": 88, "777857": 88, "778": 88, "778458": 88, "77873": 88, "77879": 88, "77905": 88, "779269": 88, "779278": 88, "77928": 88, "77929": 88, "77949": 88, "7795": 88, "779567409386665": 87, "779686": 88, "7799": 88, "779947": 88, "779984": 88, "77e": 88, "78": [88, 97], "780": 88, "7800684": 88, "780085346555335": 91, "7803": 88, "78031": 88, "780336": 88, "7806890630795": 88, "780738": 88, "780788": 88, "781": 88, "7811": 88, "78124": 88, "781413": 88, "78152": 88, "781527": 88, "781759": 88, "781822": 88, "782": 88, "782215": 88, "78235": 88, "7824": 88, "782436": 88, "78261": 88, "78266": 88, "783": 88, "783413": 85, "783445": 88, "7836": 88, "784": 88, "7841": 88, "784133735751": 88, "7842": 88, "784363": 88, "784586": 88, "7846037": 88, "78475": 88, "7849": 88, "78495": 88, "785": 88, "785126": 88, "785128": 88, "785164": 88, "785255": 88, "785337": 88, "785516": 88, "78562": 88, "78566": 88, "7858": 88, "785929": 88, "785942": 88, "78595": 88, "786": 88, "7863": 88, "786385": 88, "786617": 88, "7869196": 88, "786936": 88, "786938": 88, "786942": 88, "78695": 88, "786963": 88, "787": 88, "787273": 88, "7874": 88, "787566": 88, "787859": 88, "787981": 88, "788": 88, "78811": 88, "788122": 88, "788225": 88, "7883": 88, "788414": 88, "78848": 88, "78853": 88, "788712": 88, "789": 88, "7896": 88, "7899": 88, "789915": 88, "78e": 88, "79": [88, 97], "790": 88, "790092": 88, "7902": 88, "7903": 88, "79032": 88, "790329": 88, "790493": 88, "790524": 88, "79068": 88, "790758": 88, "790886": 88, "791": 88, "791064": 88, "7912": 88, "7915": 88, "791893": 88, "792": 88, "792042": 88, "7921372": 88, "792252": 88, "792336": 88, "7924": 88, "792534": 88, "792883": 88, "793": 88, "793127": 88, "79328": 88, "7934286": 88, "793453": 88, "793545": 88, "7937": 88, "7937093": 88, "79371": 88, "79372": 88, "79378": 88, "793812": 88, "793901": 88, "794": 88, "794168": 88, "7941985": 88, "794714": 88, "794798": 88, "7949": 88, "7949333": 88, "795": 88, "795156": 88, "7951931": 88, "795342248728848": 88, "7954676783357755": 88, "795471": 88, "795532": 88, "795944": 88, "795992": 88, "796": 88, "796214": 88, "79647": 88, "79652": 88, "796642": 88, "79686": 88, "7969": 87, "797": 88, "79707": 88, "79724": 88, "797259": 88, "7974": 88, "797696": 88, "7978168": 88, "798": 88, "79801": 88, "79806": 88, "798195": 88, "798346": 88, "798347": 88, "798377": 88, "79883": 88, "798983": 88, "799": 88, "7990265": 88, "7990522": 88, "799172085986662": 91, "799263": 88, "799343": 88, "799517": 88, "7996243556881": 88, "799631": 88, "79964656": 88, "799652": 88, "799736": 88, "79974": 88, "799852": 88, "7999": 88, "799965": 88, "79e": 88, "7e": 88, "8": [9, 11, 72, 82, 86, 87, 88, 91, 92, 97], "80": [88, 97], "800000190734863": 92, "8000002e": 92, "800150805217598": 92, "800293": 88, "8004": 88, "800474": 88, "800723578113704": 87, "801": 88, "801003": 88, "801069": 88, "801235": 88, "80126": 88, "80147": 88, "8016": [87, 91, 92], "8017235": 88, "80182": 88, "80206": 88, "802189": 88, "8022": 88, "802220_iwec": 97, "802359": 88, "8024": 88, "803": 88, "803059": 88, "803274": 88, "8033586": 88, "803384417176364": 87, "8035220": 88, "803598": 88, "803709": 88, "803713": 88, "803793": 88, "80383": 88, "804": 88, "804073": 88, "804117": 88, "80446": 88, "804707": 88, "804771": 88, "8049": 88, "804928": 88, "804943": 88, "804947": 88, "80497": 88, "804996": 88, "805": 88, "805046": 88, "805077": 88, "805319": 88, "805527": 88, "805756": 88, "80585": 88, "806": 88, "80603": 88, "80615": 88, "806433": 88, "8067": 88, "806718": 88, "80679": 88, "806833": 88, "807": 88, "8071": 88, "80717": 88, "8073": 88, "8074": 88, "807577": 88, "80769": 88, "807915": 88, "807955": 88, "8080148135287": 87, "80805": 88, "8082709": 88, "808458": 88, "8086": 88, "808674": 88, "8086992": 88, "80879": 88, "808823": 88, "8088455": 88, "808973": 88, "809": 88, "80908": 88, "80945": 88, "8094609": 88, "8096": 88, "809654": 88, "809664": 88, "809757": 88, "8098664": 88, "8099": 88, "809978": 88, "81": [88, 97], "810": 88, "810081": 88, "81009": 88, "81011": 88, "8101990": 88, "810494": 88, "81059": 88, "810846": 88, "81109": 88, "81119": 88, "8113365": 88, "8114486": 88, "8116667": 88, "81175": 88, "812": 88, "81204": 88, "812122": 88, "81223": 88, "812325": 88, "8124": 88, "812497": 88, "812593090797378": 87, "81277": 88, "812828": 88, "8129723": 88, "813": 88, "81333": 88, "813532": 88, "81363": 88, "81368": 88, "813982": 88, "81402": 88, "8140713": 88, "81425": 88, "814474": 88, "814482411819796": 87, "8145": 88, "814822": 88, "8148379": 88, "8149": 88, "814928": 88, "815": 88, "815099": 88, "8151": 88, "81533": 88, "815527": 88, "81563768547454": 87, "815773": 88, "815897": 88, "815947": 88, "816": 88, "81602": 88, "816065": 88, "816118": 88, "816128": 88, "816273": 88, "81628": 88, "81631": 88, "816364": 88, "8165884": 88, "81685615": 88, "81694": 88, "816954": 88, "817": 88, "81718": 88, "81731147": 88, "817347": 88, "81737": 88, "8174": 88, "817505": 88, "81770703019136": 87, "817987145745196": 87, "818": 88, "818181": 88, "8185": 88, "818764": 88, "818874": 88, "8188946": 88, "818962": 88, "81898": 88, "819": 88, "81929272545216": 87, "819357": 88, "819503": 88, "819515": 88, "81965": 88, "819794": 88, "8199": 88, "8199086": 88, "81e": 88, "82": 88, "820": 88, "820107": 88, "820286": 88, "82043": 88, "820452116127708": 87, "82053": 88, "8206": 88, "82076": 88, "820778": 88, "82086": 88, "821": 88, "8213": 88, "82144": 88, "821547": 88, "821617": 88, "821802": 88, "821833": 88, "822": 88, "82221": 88, "822397": 88, "8224": 88, "822417": 88, "82255": 88, "8225725": 88, "822647": 88, "822657": 88, "822796": 88, "822987": 88, "823": 88, "82307": 88, "823162": 88, "823164": 88, "823215": 88, "82346": 88, "8235": 88, "8237": 88, "823973": 88, "824": 88, "824036": 88, "824299": 88, "82436": 88, "8243685": 88, "8247848": 88, "824842": 88, "824877": 88, "8249": 88, "825": 88, "825045": 88, "82527": 88, "8252945": 88, "82571": 88, "825846": 88, "825897": 88, "825941": 88, "825945": 88, "825983": 88, "82607": 88, "826347": 88, "826478": 88, "826544": 88, "826717": 88, "826828": 88, "826909": 88, "827": 88, "8271": 88, "82714": 88, "827276": 88, "8274": 88, "827500": 88, "827543": 88, "82759": 88, "8276": 88, "827646": 88, "827942": 88, "828": 88, "828178": 88, "828392": 88, "8284225e": 92, "828491940697145": 87, "82852": 88, "828773": 88, "829": 88, "829098": 88, "82913": 88, "829194": 88, "8292": 88, "82931": 88, "829346": 88, "82935observ": 88, "82952": 88, "82961": 88, "829678": 88, "8299": 88, "82e": 88, "83": [88, 97], "830122": 88, "83049": 88, "831": 88, "831139": 88, "831202": 88, "831333": 88, "8313658": 88, "831415": 88, "831505": 88, "83157": 88, "831604": 88, "831731365763897": 87, "832": 88, "83205": 88, "832317": 88, "8324": 88, "83241": 88, "8325": 88, "83250": 88, "832756": 88, "832817": 88, "832826108084063": 90, "8329": 92, "83299": 88, "83315": 88, "83317": 88, "8336521": 88, "83376": 88, "8339602": 88, "834": 88, "834318": 88, "8344": 88, "834461": 88, "83481": 88, "8348156": 88, "8349": 88, "835": 88, "835115": 88, "835632": 88, "835742": 88, "8358345": 88, "835937": 88, "836": 88, "836081": 88, "836256": 88, "836372": 88, "836422": 88, "836447": 88, "836473": 88, "837": 88, "83714": 88, "837193": 88, "837196": 88, "83726": 88, "8374": 88, "8375": 88, "838": 88, "8381": 88, "8381089": 92, "838393": 88, "8384174e": 92, "8385": 88, "838661": 88, "838787": 88, "839": 88, "83905": 88, "839106": 88, "839565": 88, "839624": 88, "839651": 88, "839724": 88, "839733": 88, "8399": 88, "839935": 88, "83e": 88, "84": [88, 97], "840": 88, "840213153181647": 87, "840294": 88, "840368": 90, "840486913932": 88, "840548": 88, "84073": 88, "840796": 88, "84091": 88, "84092": 88, "8411": 88, "84128": 88, "841345": 88, "841476": 88, "8418": 88, "842354": 88, "8424": 88, "842438": 88, "842577": 88, "842611": 88, "84283": 88, "843": 88, "8430476": 88, "8435693031": 88, "843637917081118": 87, "843649": 88, "843735": 88, "843977": 88, "843994": 88, "844": 88, "844303": 88, "844337": 88, "844421": 88, "8445897": 88, "84467": 88, "844874744675": 88, "8449": [87, 88], "845": 88, "845024": 88, "845036": 88, "845053": 88, "8452": 88, "8455": 88, "845577": 88, "845596": 88, "845642": 88, "84595": 88, "846": 88, "846014": 88, "84637": 88, "8464212": 88, "846558": 88, "846659": 88, "847": 88, "84705": 88, "847115": 88, "84719": 88, "8474": 88, "8478": 88, "848": 88, "848103": 88, "848213": 88, "849": 88, "849094": 88, "84918": 88, "849401": 88, "84955": 88, "849758": 88, "8499": 88, "84e": 88, "85": 88, "850": 88, "850016": 88, "850237": 88, "850971": 88, "851112": 88, "8511174": 88, "851236": 88, "851494": 88, "851496": 88, "8516": 88, "85174": 88, "852": 88, "85201": 88, "852299": 88, "85239": 88, "8524": 88, "85248": 88, "852522": 88, "8526": 88, "85280": 88, "85285": 88, "85287": 88, "8529": 88, "853": 88, "853076": 88, "85324": 88, "853281": 88, "8534": 88, "85354": 88, "853565": 88, "853812": 88, "85383": 88, "854": 88, "854069": 88, "8544": 88, "85455": 88, "854593": 88, "854675": 88, "85474": 88, "8548035936270668": 91, "8549": 88, "855": 88, "855008659972583": 87, "855114": 88, "85516": 88, "8556": 88, "8558": 88, "85583": 88, "85596": 88, "85611": 88, "856209": 88, "856243": 88, "85645": 88, "85662": 88, "856663": 88, "856664": 88, "856668": 88, "857": 88, "857058": 88, "85727": 88, "85728": 88, "857347": 88, "8574": 88, "85754": 88, "857689": 88, "857756": 88, "85779811067494": 87, "857887333002763": [91, 92], "8579": 88, "858": 88, "8580": 88, "858121": 88, "858162": 88, "858171": 88, "858194": 88, "858321421792976": 87, "8583755": 88, "858418": 88, "858715": 88, "8588": 91, "85887": 88, "85888": 88, "859": 88, "859116": 88, "85916": 88, "859223": 88, "8594294": 88, "85953": 88, "8598": 88, "8599": 88, "859966": 88, "859985": 88, "85e": 88, "86": 88, "860281": 88, "860384": 88, "860435": 88, "860521": 88, "86057": 88, "8608": 88, "860954": 88, "860969": 88, "861": 88, "861246": 88, "86131650179226": 87, "8614655": 88, "861682": 88, "861992": 88, "862128": 88, "8624": 88, "862402": 88, "8625": 88, "862566": 88, "8628": 88, "862804": 88, "8629026": 88, "862947": 88, "863": 88, "863268": 88, "86335": 88, "863367": 88, "863375": 88, "863531": 88, "86400": 9, "8641": [91, 92], "864246": 88, "86438": 88, "864407": 88, "86444": 88, "864481": 88, "864487": 88, "86454": 88, "864655": 88, "8649": 88, "865": 88, "8651": 88, "865433": 88, "8656": 88, "86562514": 88, "865686": 88, "865717": 88, "86594": 88, "866": 88, "8663336": 88, "866335": 88, "86636": 88, "866589": 88, "8666": 88, "86679": 88, "8672": 88, "8674": 88, "8675216": 88, "867567": 88, "86761565728": 87, "8678036": 88, "867949": 88, "867969": 88, "868": 88, "868048": 88, "8681": 88, "868176": 88, "868284": 85, "8684926": 88, "868973": 88, "869": 88, "8691397": 88, "869244": 88, "869343": 88, "869347": 88, "869705323946068": 87, "86973": 88, "86975": 88, "869762": 88, "8698978": 88, "8699": 88, "86e": 88, "87": 88, "8700993": 88, "870208": 88, "870342": 88, "870352": 88, "87071": 88, "870724": 88, "8708": 88, "870968": 88, "871": 88, "871037": 88, "871155": 88, "871252": 88, "87142": 88, "87148": 88, "8715": 88, "871574": 88, "871598": 88, "8717": 88, "871769": 88, "871876": 88, "871901": 88, "872": 88, "872087": 88, "872242761515011": 91, "872307": 88, "872309": 88, "8724": 88, "87251": 88, "872995": 88, "873": 88, "873129": 88, "87323": 88, "873235": 88, "873396": 88, "8734": 88, "873655": 88, "873773": 88, "8738": 88, "87384": 88, "873852": 88, "873901": 88, "874": 88, "874031": 88, "87412": 88, "874525": 88, "874613": 88, "87485": 88, "8749": 88, "875": 88, "8750000e": 92, "875117": 88, "87516": 88, "875373": 88, "87542": 88, "875473": 88, "875519": 88, "875576": 88, "87577": 88, "876061291823856": 87, "876186402701965": 87, "876242": 88, "876343": 88, "87635": 88, "8765": 88, "876598": 88, "876616": 88, "877106": 88, "877153": 88, "8773": 88, "8774": 88, "877523": 88, "877851": 88, "87794": 88, "877975": 88, "878": 88, "87817": 88, "878681": 88, "87924": 88, "8799": 88, "87993": 88, "87e": 88, "88": 88, "880": 88, "880089": 88, "8801": 88, "880113": 88, "8804": 88, "8804245": 88, "880458": 88, "880497": 88, "880604": 88, "880894": 88, "880999": 88, "881": 88, "8811": 88, "88112": 88, "881385909767747": 87, "881742": 88, "88178": 88, "88184": 88, "88185": 88, "881857": 88, "882177": 88, "882326": 88, "8824": 88, "882483": 88, "882673": 88, "882725": 88, "882849": 88, "882877": 88, "88295": 88, "882967": 88, "882996": 88, "883009": 88, "883177": 88, "8832": 88, "883415": 88, "883621": 88, "88376": 88, "88379": 88, "88415": 88, "884186": 88, "88434": 88, "8843904": 88, "88448": 88, "8844962": 88, "8848": 88, "8849": 88, "884922": 88, "8850982": 88, "885168": 88, "88544": 88, "885911": 88, "886": 88, "88602": 88, "886036": 88, "886457": 88, "8865": 88, "886509": 88, "886911": 90, "886944": 88, "88721": 88, "8873405": 88, "8874": 88, "887455": 88, "887494": 88, "8875": 88, "887827": 88, "88788": 88, "887882": 88, "888": 88, "888063": 88, "888072": 88, "8883": 88, "88873": 88, "888763": 88, "889372": 88, "889441": 88, "88952": 88, "889645": 88, "889717": 88, "889832": 88, "8898964": 88, "8899": 88, "88e": 88, "89": 88, "890": 88, "890213": 88, "8903": 88, "890540": 88, "890545": 88, "890566": 88, "890583": 88, "890859": 88, "891": 88, "89127306209505": 87, "89128": 88, "89145": 88, "8914924": 88, "891599": 88, "89164776": 88, "891808": 88, "891815": 88, "891856": 88, "892": 88, "89227": 88, "8924": 88, "892473": 88, "892483": 88, "8926": 88, "892696": 88, "892767": 88, "8928": 88, "892908": 92, "8929534": 88, "893182764402184": 87, "8933735": 88, "8939": 88, "894": 88, "8941815": 88, "894302": 88, "894646": 88, "8949": 88, "894945": 88, "895061": 88, "895075": 88, "895155": 88, "8954737606592": 90, "8954737606593": [85, 90], "895535": 88, "8956995": 88, "89574": 88, "89575": 88, "896154": 88, "896332": 88, "8964": 88, "896669": 88, "89672": 88, "896741": 88, "896782": 88, "897": 88, "89714episod": 88, "8973": 88, "8974": 88, "89759": 88, "898169": 88, "898224": 88, "8982987": 88, "898567": 88, "898874": 88, "898952": 88, "8989847": 88, "899": 88, "8990": 88, "899288": 88, "899416": 88, "899506": 88, "8997": 88, "899701": 88, "899763": 88, "8999": 88, "89998888619655": 90, "89e": 88, "8e": 88, "8observ": 88, "8th": 0, "9": [6, 7, 11, 49, 50, 69, 70, 71, 72, 87, 88, 89, 91, 92, 97], "90": [88, 91, 92], "900": [85, 86, 87, 88, 89, 90, 91, 92], "9001": 88, "9002": 88, "90037516009": 87, "9004": 88, "900405758648773": 91, "900484": 88, "900488": 88, "900738": 88, "900913": 88, "901031": 88, "901205": 88, "90122774932239": 87, "901506": 88, "9016": 88, "901966": 88, "902": 88, "9020243": 88, "902065": 88, "9024": 88, "902553924481154": 87, "902588": 88, "9026": 88, "902674": 88, "902713": 88, "902811": 88, "90292": 88, "90298745924243": 87, "903": 88, "903008": 88, "903064": 88, "903067": 88, "90342": 88, "903480020252864": 87, "903711": 88, "9042": 88, "90466": 88, "90488": 88, "904884": 88, "9049": 88, "904902": 88, "905155": 88, "905378": 88, "9054": 88, "90546": 88, "905464": 88, "9058518362416": 87, "906": 88, "906032387533777": 87, "906105": 88, "9062834948921186": 91, "906447": 88, "906448": 88, "906479": 88, "90653200864582": 87, "906685": 88, "907": 88, "907028": 88, "90714": 88, "90714284908": 88, "907196": 88, "9074": 88, "907684": 88, "9077": 88, "90795": 88, "908": 88, "908008": 88, "908129": 88, "908215": 88, "908525": 88, "908592014095": 87, "908749": 88, "908802": 88, "909": 88, "9090285": 88, "90909": 88, "909237": 88, "909454": 88, "909515": 88, "909618": 88, "909647": 88, "90969": 88, "9096956": 88, "9098": 88, "9099": 88, "91": [88, 97], "910072": 88, "9102": 88, "910679": 88, "910754": 88, "9108": 88, "911": 88, "911022": 88, "911041": 88, "911158": 88, "911211": 88, "9112268": 92, "911348": 88, "9114": 88, "91152": 88, "911606": 88, "911696": 88, "91196": 88, "911978": 88, "91218": 88, "91227": 88, "91234": 88, "9124": 88, "912615": 88, "91283": 88, "913": 88, "9130111": 88, "913214": 88, "913313585398759": [91, 92], "91344": 88, "913471": 88, "913635": 88, "913727": 88, "9139585": 88, "914": 88, "914276": 88, "914494": 88, "91477": 88, "914831": 88, "914898": 88, "9149": 88, "915": 88, "915373": 88, "9153886": 88, "9154": 88, "915752": 88, "915764": 88, "91579": 88, "9157972": 88, "915834805222858": 87, "915884970270934": 87, "916248": 88, "91637": 88, "9165": 88, "91682": 88, "916970": 88, "917": 88, "917022": 88, "917088": 88, "917315": 88, "9174": 88, "9175": 88, "917562": 88, "9177": 88, "917852": 88, "91788": 88, "9179": 88, "918": 88, "91815": 88, "918364": 88, "918385": 88, "918634": 88, "91885": 88, "918938": 88, "91895": 88, "918974": 88, "919": 88, "919167": 88, "919645": 88, "919759": 88, "9199": 88, "91997": 88, "91998": 88, "91e": 88, "92": [88, 97], "92001": 88, "9203": 88, "920376": 88, "920401": 88, "920425": 88, "9205676": 88, "920828": 88, "9209": 88, "920914": 88, "92147976": 88, "921776": 88, "921844": 88, "921902": 88, "921928": 88, "922": 88, "922201": 88, "92239": 88, "9224": 88, "922729": 88, "9228": 92, "922800064086914": 92, "922835": 88, "922873": 88, "922998": 88, "923158": 88, "92337": 88, "923763": 88, "923875": 88, "924": 88, "9243": 88, "924374": 88, "924389": 88, "92439": 88, "924392": 88, "924515": 88, "924786": 88, "9248": 88, "924835": 88, "9249": 88, "925": 88, "9251": 88, "925201": 88, "925226": 88, "925404": 88, "925459": 88, "92559": 88, "925869": 88, "925971": 88, "926": 88, "926395": 88, "926476": 88, "926668": 88, "92673": 88, "927": 88, "927053": 88, "927113": 88, "9272208": 88, "9274": 88, "927494": 88, "9275": 88, "9277": 88, "927788": 88, "927923": 88, "927961": 88, "928282": 88, "92844": 88, "928534": 88, "928692": 88, "9288108": 88, "9290": 88, "92903": 88, "929089": 88, "929407": 88, "92956": 88, "929888": 88, "9299": 88, "92e": 88, "93": 88, "930077": 88, "9303": 88, "930477": 88, "93085": 88, "930851": 88, "93118": 88, "931183": 88, "931328": 88, "93134": 88, "93139": 88, "931477": 88, "9316": 88, "931630958963": 88, "93227": 88, "932343": 88, "93237": 88, "9324": 88, "932446": 88, "932472": 88, "932587": 88, "932785": 88, "932957": 88, "9329586": 88, "933048": 88, "933338": 88, "933417323750973": 92, "9335": 88, "933619": 88, "933622": 88, "93365": 88, "933681388733177": 91, "933743": 88, "933780": 88, "934": 88, "9343": 88, "934315": 88, "9346": 88, "934628": 88, "934774": 88, "9348568": 88, "9349": 88, "935": 88, "935226174976": 88, "935489": 88, "9355": 88, "935505": 88, "9358": 88, "936": 88, "9361213807575055": 91, "93625775693054": 87, "93643": 88, "93651": 88, "936546": 88, "936619": 88, "93673": 88, "9367504242642": 88, "9368": 88, "937": 88, "9370227": 88, "937086": 88, "937164": 88, "93718": 88, "93738": 88, "9374": 88, "93756": 88, "937596": 88, "93762": 88, "937683": 88, "937698": 88, "937748": 88, "937943": 88, "937977": 88, "937994": 88, "938": 88, "93833": 88, "938588370329": 88, "9386": 88, "938705": 88, "938717": 88, "938736": 88, "938904": 88, "93911934": 88, "93943": 88, "939615": 88, "9399": 88, "93e": 88, "94": 88, "940": 88, "9400143123507796": 91, "94001431235078": 91, "940053297642233": 92, "9400532976422333": 92, "9402747": 88, "94047661764487": 87, "9404805": 88, "940544": 88, "9406": 88, "940797": 88, "941": 88, "9412384": 88, "94167": 88, "941786": 88, "941798": 88, "942": 88, "942236": 88, "9424": 88, "942545": 88, "9428682": 88, "942884": 88, "942945": 88, "943": 88, "943144": 88, "943174": 88, "9432404": 88, "943462": 88, "9434859": 88, "94373": 88, "943886": 88, "9439363": 88, "943989": 88, "944084": 88, "9449": 88, "94491": 88, "945": 88, "9450645": 88, "945112": 88, "94522": 88, "945387": 88, "945398": 88, "945906": 88, "946": 88, "946291": 88, "94645": 88, "946623": 88, "946701": 88, "947": 88, "94703": 88, "9470654": 88, "94709": 88, "94715": 88, "9474": 88, "94759": 88, "947670_iwec": 97, "947784": 88, "947834": 88, "947844": 88, "948": 88, "948284": 88, "9485": 88, "948526": 88, "948649": 88, "94895": 88, "948975": 88, "949": 88, "949017": 88, "949242": 88, "94949": 88, "949652376996074": 87, "949695": 88, "9496999955164": 88, "9497354183802": 87, "9499": 88, "94e": 88, "95": [88, 97], "950": 88, "95008": 88, "9501185": 88, "9501653": 88, "9503": 88, "950733": 88, "950773": 88, "950842": 88, "950931": 88, "951": 88, "951208": 88, "9512193": 88, "95142": 88, "95168": 88, "9517": 88, "951894527724924": 87, "952": 88, "9524": 88, "95277": 88, "952784": 88, "953": 88, "95327": 88, "953503": 88, "953701": 88, "95372": 88, "95374": 88, "954": [85, 88, 90], "954018": 88, "95429": 88, "954447": 88, "954485": 88, "95457": 88, "9549": 88, "955": 88, "95512": 88, "955194": 88, "955477": 88, "955597": 88, "955624": 88, "956": 88, "956028": 88, "95633": 88, "956770": 88, "956959": 88, "957": 88, "957151": 88, "9571757": 88, "957253": 88, "95734": 88, "957376": 88, "9574": 88, "95778": 88, "958": 88, "958125000907": 88, "958303": 88, "95856": 88, "95861": 88, "958847": 88, "95888": 88, "958961": 88, "958992": 88, "959154": 88, "959192": 88, "959242": 88, "959369": 88, "959463": 88, "959476": 88, "9595": 88, "9597707": 88, "9599": 88, "95e": 88, "96": 88, "96002": 88, "960316": 88, "960458223268": 87, "96048": 88, "960615": 88, "960754": 88, "960764": 88, "960857": 88, "961": 88, "96115": 88, "96118": 88, "961252": 88, "961267": 88, "961309048938297": 92, "961394089981173": 87, "961433": 88, "96147": 88, "961487": 88, "961959": 88, "962": 88, "962093": 88, "96211": 88, "9624": 88, "962557": 88, "962753": 88, "962767": 88, "962894": 88, "962957": 88, "963": 88, "963404": 88, "96343": 88, "9635": 88, "9635112": 88, "963529": 88, "96360689704416": 92, "963749": 88, "964": 88, "964018": 88, "964142": 88, "964148": 88, "964441": 88, "964478": 88, "96482": 88, "9649": 88, "965": 88, "9650793": 88, "965230": 88, "965243": 88, "965244": 88, "965393": 88, "965443": 88, "965593": 88, "965656": 88, "965963": 88, "966117": 88, "96631": 88, "9667086618754865": 92, "966927": 88, "967036": 88, "967133": 88, "96721": 88, "9673041": 88, "9674": 88, "96756": 88, "96759": 88, "967903": 88, "968": 88, "968230973762": 91, "968252": 88, "968481": 88, "968826": 88, "968941836819717": 87, "968978": 88, "969": 88, "969051": 88, "969181": 88, "969315": 88, "9699": 88, "96e": 88, "97": [87, 88], "9700071561753898": 91, "9700266488211167": 92, "970182": 88, "97025": 88, "9704113": 88, "97054": 88, "970556": 88, "970597": 88, "970629": 88, "970839": 88, "970852161596834": 87, "971148": 88, "971344": 88, "971422646618414": 87, "972": 88, "97226": 88, "97231": 88, "972343": 88, "972383": 88, "9724": 88, "97254": 88, "972729": 88, "9729078": 88, "973": 88, "97303": 88, "97351": 88, "9737": 88, "97379": 88, "974": 88, "9745626607331893": 92, "974818": 88, "97487": 88, "9749": 88, "974932": 88, "974966": 88, "975": 88, "975166": 88, "97524": 88, "975248": 88, "975544": 88, "975693": 88, "97571": 88, "975745": 88, "97581": 88, "97609": 88, "976106": 88, "97625375": 88, "976395": 88, "97646": 88, "976574": 88, "9766": 88, "976707": 88, "9767256e": 92, "977": 88, "97703": 88, "977170": 88, "97728": 92, "977394": 88, "9774": 88, "97749": 88, "977511": 88, "977745": 88, "978": 88, "9781": 88, "9781450391146": 0, "978295": 88, "9785": 88, "97892": 88, "979": 88, "9791": 88, "979132": 88, "979362": 88, "979378": 88, "979425": 88, "9795": 88, "979624": 88, "9798114": 88, "9799": 88, "979949119224": 87, "97e": 88, "98": 88, "9801": 88, "980175234933945": 87, "9802117699255": 88, "9802888899782684": 92, "9802889755036568": 92, "980310": 88, "98033": 88, "9804134": 88, "980701": 88, "9808": 88, "980941": 88, "980969": 88, "981228": 88, "9814": 88, "98147": 88, "981579": 88, "981752": 88, "981799": 88, "9822812": 88, "9824": 88, "982500109734": 87, "9825225": 88, "982664": 88, "9827": 88, "98270733462": 88, "982810885720035": 85, "98283": 88, "983091": 88, "9832764": 88, "9834425": 88, "983452": 88, "983475": 88, "983723": 88, "98378": 88, "984": 88, "98417": 88, "984423": 88, "9844346": 88, "9849": 88, "984917": 88, "985237": 88, "985338": 88, "985385": 88, "98578": 88, "98606808783697": 91, "986454": 88, "986477": 88, "986662": 88, "9866753": 88, "987005": 88, "987038": 88, "98727": 88, "987324": 88, "9874": 88, "987406": 88, "9875907976185373": 92, "9876": 88, "98781": 88, "987827": 88, "98810": 88, "988108": 88, "9882": 88, "988451": 88, "988644": 88, "988808": 88, "989": 88, "9894": 88, "989456": 88, "989483": 88, "989522929526814": 87, "9896": 88, "9899": 88, "98991": 88, "98e": 88, "99": [15, 86, 88, 91, 92], "990084": 88, "990147": 88, "99026": 88, "990368": 88, "9906583": 88, "990786": 88, "990826": 88, "9908525387095581": 92, "9912": 88, "9912403": 88, "99132": 88, "991514": 88, "991571": 88, "992": 88, "992049": 88, "9920626": 88, "9920654": 88, "9922245188088183": 92, "992252": 88, "992287": 88, "9924": 88, "9926": 88, "992683": 88, "9927": 88, "992828": 88, "99283": 88, "99288": 88, "993273": 88, "993279": 88, "9933993": 88, "993517": 88, "99368": 88, "993696": 88, "993729": 88, "993734": 88, "994": 88, "994007": 88, "99400805497": 91, "99402": 88, "9942477932536": 91, "994516": 88, "994785": 88, "9948": 88, "9949": 88, "994953": 88, "995": 88, "9950": 88, "995008": 88, "99529": 88, "995317": 88, "9954": 88, "995474": 88, "9956346": 88, "995653": 88, "9957": 88, "995796": 88, "995874": 88, "995941": 88, "996": 88, "996042": 88, "996204": 88, "996305": 88, "996330089060972": 91, "996456": 88, "996563": 88, "99664": 88, "99666173171838": 87, "996721": 88, "996769": 88, "997": 88, "997208": 88, "9973969815420386": 92, "9974": 88, "997471720583": 88, "99753": 88, "997578": 88, "997635": 88, "9976588": 88, "997672": 92, "997766": 88, "99779": 88, "99787": 88, "998": 88, "99800754": 88, "998018": 88, "998045": 88, "99819": 88, "998201": 88, "998226": 88, "99827": 88, "998306": 88, "9984": 88, "99846": 88, "998598": 88, "998606": 88, "9986107": 88, "998634": 88, "998777": 88, "998793": 88, "998846": 88, "998941": 88, "999": 88, "999039": 88, "99908": 88, "99909": 88, "999157": 88, "999226": 88, "999256": 88, "999275": 88, "999302": 88, "999311": 88, "999321": 88, "999338": 88, "999393": 88, "999395": 88, "999527": 88, "999548": 88, "999555056583162": 87, "99957": 88, "999634653629034": 87, "999637868869247": 87, "999687": 88, "9997": 88, "999714": 88, "999746": 88, "999775": 88, "999786": 88, "999832": 88, "999836": 88, "999857": 88, "999865": 88, "999893": 88, "999899": 88, "9999": 88, "999916": 88, "999922": 88, "999935": 88, "999937": 88, "999939": 88, "999945": 88, "999947": 88, "999952": 88, "999958": 88, "99996": 88, "999962": 88, "999964": 88, "999966": 88, "999968": 88, "99997": 88, "999971": 88, "999975": 88, "99998": 88, "999985": 88, "999987": 88, "999989": 88, "99999": 88, "999992": 88, "999994": 88, "999996": 88, "999998": 88, "99e": 88, "9e": 88, "A": [0, 3, 5, 10, 31, 75, 77, 82, 86, 88, 93, 97, 98], "And": [0, 12, 88], "As": [2, 6, 11, 85, 86, 88, 89, 92, 94], "At": [4, 85, 88], "By": [6, 8, 9, 11, 86, 92, 94, 98], "For": [0, 2, 5, 6, 7, 9, 10, 11, 15, 85, 86, 87, 88, 89, 91, 92, 94, 95, 97, 98], "IN": 89, "IT": 3, "ITE": 3, "If": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 37, 55, 64, 86, 87, 88, 89, 92, 93, 95, 96, 97, 98], "In": [5, 6, 9, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "It": [0, 3, 5, 6, 7, 11, 12, 18, 21, 25, 51, 53, 63, 71, 86, 89, 92, 97, 98], "Its": 3, "NO": 5, "No": [3, 6, 7, 85, 86, 89, 90], "On": 89, "The": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 25, 31, 53, 55, 64, 75, 76, 78, 79, 81, 82, 86, 87, 88, 92, 93, 94, 96, 98], "Then": [6, 9], "There": [5, 91, 93], "These": [6, 7, 9, 63, 92, 94, 95], "To": [3, 5, 6, 8, 9, 11, 85, 86, 88, 89, 92, 93, 94, 95], "WITH": 92, "Will": 88, "With": [5, 6, 7, 8, 11, 85, 88], "_": [88, 92], "__call__": 94, "__init__": [2, 15, 18, 21, 24, 25, 48, 49, 50, 51, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 94], "__version__": [5, 88], "_actuat": 15, "_create_row_cont": 90, "_ddy_path": 15, "_discrete_funct": 7, "_evalu": 88, "_headers_to_epw": [85, 86, 87, 88, 89, 90, 91, 92], "_idd": 15, "_json_path": 15, "_meter": 15, "_timestamp": 88, "_variabl": 15, "_weather_path": 15, "a2c": 5, "abil": [8, 87], "about": [0, 5, 6, 9, 12, 13, 15, 27, 34, 35, 36, 53, 55, 86, 91, 92, 93, 95, 98], "abov": [9, 64, 86], "abs_comfort": [85, 87, 90, 91, 92], "abs_energi": [85, 87, 90, 91, 92], "absolut": [5, 37, 69, 71, 94], "absorpt": 89, "abstract": 2, "access": [2, 5, 6, 11, 87, 88, 89], "accommod": 86, "accomplish": 2, "accord": [9, 25, 89, 97, 98], "account": [8, 9, 11, 57, 58], "accur": 5, "acm": 0, "across": 11, "act": [48, 49, 50, 51, 83, 91], "act_queu": 21, "action": [0, 2, 3, 4, 5, 7, 11, 12, 18, 21, 25, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 55, 63, 75, 76, 77, 78, 79, 80, 81, 82, 83, 85, 88, 89, 90, 91, 95, 96, 98], "action_map": [75, 76, 92], "action_mapping_funct": 92, "action_nam": 75, "action_network": [5, 88], "action_simul": [5, 88], "action_spac": [6, 7, 18, 51, 85, 86, 87, 90, 91, 92, 96], "action_space_discret": 7, "action_vari": [86, 88, 89, 90], "activ": [6, 11, 24, 63, 78, 87, 88, 90, 92, 93], "activate_flag": 63, "activate_logg": 78, "activerl": 0, "activity_level_schedule_nam": 89, "actschd": 89, "actuat": [0, 2, 3, 7, 12, 15, 18, 21, 34, 86, 87, 89, 93], "actuator_handl": [18, 89], "actuator_original_nam": 6, "actuator_typ": 6, "actuator_valu": 6, "ad": [0, 3, 5, 12, 64, 88, 92, 94, 97, 98], "adapt": [0, 2, 6, 12, 15, 34, 35, 36, 52, 53, 85, 86, 87, 88, 89, 90, 91, 92, 94], "adapt_building_to_config": 15, "adapt_building_to_epw": 15, "adapt_building_to_met": 15, "adapt_building_to_vari": 15, "add": [3, 6, 9, 10, 11, 84, 86, 88, 92, 93, 98], "add_dir": 88, "addit": [5, 6, 18, 24, 53, 55, 78, 86, 87, 89, 96], "addition": [2, 7], "address": 0, "adher": 6, "adjust": [2, 6, 86, 87, 94], "admin": 9, "advanc": [6, 94], "advantag": [0, 2], "afb": [7, 87, 91, 92, 97], "affect": [15, 55, 89], "after": [9, 11, 55, 86, 92], "again": 21, "agent": [0, 2, 4, 12, 18, 25, 48, 49, 50, 51, 55, 63, 78, 87, 88, 91, 92, 93, 95, 98], "aggress": 10, "agnost": [0, 12, 88], "agre": 92, "ai": [0, 88], "air": [3, 7, 86, 89, 91], "air_humid": [3, 7, 88, 89, 92], "air_humidity17": 88, "air_temperatur": [3, 7, 86, 88, 89, 91, 92], "air_temperature16": 88, "air_temperature_previ": 92, "airloophvac": 89, "airtermin": 89, "akin": 6, "alejandro": 0, "alex_ugr": 88, "algorithm": [0, 4, 5, 12, 23, 24, 55, 81, 88, 92, 95, 98], "align": [6, 98], "all": [0, 2, 5, 6, 7, 10, 11, 15, 18, 21, 24, 27, 37, 68, 78, 85, 87, 88, 91, 92, 93, 94, 95, 96, 97, 98], "allegheni": [85, 87, 89, 90, 97], "alloc": [7, 21, 88], "allow": [0, 2, 5, 6, 8, 9, 12, 64, 86, 88, 94, 95], "allus": 9, "alon": 57, "along": [7, 86, 89], "alreadi": [6, 9, 91, 95, 96], "also": [2, 3, 5, 6, 9, 10, 11, 53, 86, 87, 88, 89, 92, 93, 94, 98], "alter": 86, "altern": [11, 86], "although": [7, 11, 95], "altitud": 2, "alwai": [0, 11, 49, 85, 88, 91, 93, 94], "among": 2, "amount": 88, "an": [0, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 15, 18, 21, 24, 25, 32, 53, 55, 63, 64, 75, 76, 77, 85, 88, 89, 92, 93, 98], "ancillari": 89, "angb": 97, "angel": [7, 86, 97], "ani": [0, 2, 5, 6, 11, 12, 15, 18, 24, 25, 27, 36, 48, 49, 50, 51, 55, 63, 65, 66, 78, 79, 80, 81, 86, 88, 89, 90, 91, 92, 93], "ann": 15, "anoth": [6, 88], "antananarivo": 97, "antonio": 0, "anyth": 55, "ap": [7, 85, 86, 87, 88, 89, 90, 97], "api": [0, 2, 6, 7, 9, 12, 18, 20, 21, 34, 35, 36, 53, 56, 85, 89, 93, 98], "appear": [0, 5, 7, 11, 55, 91, 92, 93], "append": [64, 85, 86, 87, 88, 90, 91, 95, 96], "appengin": 9, "appli": [2, 3, 5, 7, 8, 10, 15, 18, 74, 77, 82, 86, 92, 98], "applic": [9, 95], "apply_extra_conf": 8, "apply_weather_vari": 15, "apply_weekend_holiday_rul": [85, 86, 89, 90], "approach": [11, 86, 87], "appropri": [86, 96], "appspot": 9, "apt": 11, "ar": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 15, 21, 55, 63, 64, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "area": [3, 7, 86, 89], "arg": [9, 11, 24, 25, 66, 85, 86, 87, 88, 89, 90, 91, 92], "argument": [6, 21, 64, 76, 86, 98], "arizona": 97, "arlanda": 97, "arrai": [7, 63, 85, 86, 87, 88, 90, 91, 92], "artifact": [5, 9, 88], "artifactregistri": 9, "ashra": [48, 49, 50], "ashrae9012016_officemedium": 3, "ashrae9012016_warehous": 3, "ashrae901_officemedium_std2019_denv": 87, "ask": [59, 60, 61], "aspect": [2, 3, 94], "assess": 5, "assign": 94, "assist": [0, 12], "associ": [0, 6, 7], "assum": 96, "asymmetr": 3, "atari": [0, 12], "attach": 9, "attribut": [5, 15, 18, 21, 63, 64, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 89, 93], "atu": 89, "aus_nsw": 97, "australia": 97, "auth": [9, 57], "authent": 9, "author": [0, 58], "auto": [3, 5, 7, 9], "auto_delet": 9, "autom": [0, 7, 12], "automat": [0, 2, 6, 7, 11, 12, 74, 86, 87, 92, 94, 95, 98], "autopep8": 10, "autos": 89, "avail": [3, 7, 9, 15, 51, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "availability_schedule_nam": 89, "availabilitymanag": 89, "available_handl": [18, 89], "averag": [5, 55, 96], "avoid": [9, 11, 55, 87, 88], "axi": 88, "b": [9, 88], "back": 89, "backend": [6, 11, 14, 15, 89], "background": [0, 5, 12, 87, 89], "badg": 0, "bar": 5, "base": [0, 3, 4, 5, 7, 9, 10, 12, 48, 49, 50, 66, 68, 87, 91, 92, 94, 95, 98], "basealgorithm": 55, "basecallback": [5, 25], "baselin": [0, 5, 12, 23, 24, 52, 53, 88, 95], "baselines3": [52, 53], "basement": 3, "basepolici": 55, "basereward": 94, "bash": [9, 21], "basic": [6, 47, 96], "basin": 89, "basin_heater_operating_schedule_nam": 89, "basinheatersch": 89, "batteri": 3, "battery_charge_st": 3, "becaus": [9, 93], "been": [3, 6, 8, 9, 11, 18, 24, 25, 33, 38, 53, 55, 78, 92, 93, 95], "befor": [6, 9, 15, 55, 64, 76, 77, 81, 87, 89, 92, 93, 98], "beforehand": 89, "beggin": 3, "begin": [2, 5, 7, 9, 11, 85, 94, 96], "begin_day_of_month": [85, 86, 89, 90], "begin_month": [85, 86, 89, 90], "begin_year": [85, 86, 89, 90], "behavior": 94, "being": [6, 93], "belong": [63, 93], "below": [6, 9, 11, 86, 94, 97], "benchmark": [0, 4, 12], "benefici": 92, "benefit": [0, 6, 87], "beobench": 0, "best": [5, 25, 88], "best_model": 88, "best_model_save_path": [25, 88], "better": 5, "between": [6, 10, 30, 81, 92, 94, 98], "beyond": 2, "bias": [0, 9, 11, 12, 88], "bin": 11, "bind": 9, "blob": 53, "blob_prefix": 60, "bogota": 97, "bold_r": 64, "booktitl": 0, "bool": [18, 21, 25, 33, 53, 55, 63, 75, 76, 78, 79, 80, 90], "boolean": 24, "boot": 9, "bot": [3, 10], "both": [2, 3, 5, 6, 83, 92, 94], "bound": 92, "box": [6, 7, 18, 86, 87, 88, 89, 91, 92], "br01": 89, "branch": 10, "bucket": [5, 60, 61], "bucket_nam": 60, "bucklei": 97, "bug": [0, 12], "build": [0, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 85, 86, 88, 89, 90, 91, 92, 93, 94], "builder": 9, "building_electricity_demand_r": 3, "building_fil": [6, 7, 18], "building_path": [15, 18, 21, 89], "built": [5, 7, 9, 10, 11], "bulb": 89, "bulk": 3, "button": 11, "c": [0, 9, 69, 70, 71, 72], "c1": 89, "c2": 89, "c3": 89, "c4": 89, "c5": 89, "cach": 9, "calcul": [5, 6, 15, 74, 86, 89, 94, 98], "calibr": 94, "call": [5, 6, 15, 21, 25, 55, 64, 76, 81, 86, 88, 93, 98], "callabl": [55, 65, 76, 78], "callback": [0, 2, 12, 21, 22, 54, 55, 66, 88, 93], "callback_after_ev": 25, "callback_on_new_best": 25, "callbacklist": [5, 88], "campoi": 0, "can": [0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 18, 55, 83, 86, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98], "capabl": 88, "capac": 89, "carbon": [3, 7, 89], "carbonequivalentemiss": 89, "care": [9, 94, 98], "carri": 64, "case": [6, 7, 9, 11, 91, 96], "cast": [88, 91, 92], "caution": [92, 98], "cc03": 89, "cd": 11, "center": [3, 49, 50, 82], "certain": [2, 9], "ch": 9, "ch4": 89, "challeng": 6, "chang": [0, 2, 6, 9, 10, 12, 15, 63, 64, 87, 88, 89, 90, 93, 94, 98], "channel": 9, "characterist": [5, 85], "charg": [3, 83], "charge_rate_rl": 3, "check": [0, 9, 10, 11, 33, 53, 55, 88, 90, 91, 92, 93, 95], "checker": 52, "chill": 3, "choos": [11, 87], "chosen": [11, 18, 48, 49, 50, 51, 78, 86, 91], "ci": [10, 53], "citi": 0, "class": [2, 6, 7, 8, 14, 15, 17, 18, 20, 21, 23, 24, 25, 33, 47, 48, 49, 50, 51, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 90, 91, 92, 93, 94, 98], "classif": 97, "clean": 21, "clear": 9, "clearer": 7, "clg": [3, 7, 15, 89], "clg_setpoint": [3, 7, 88, 89, 91, 92], "clg_setpoint40": 88, "clg_setpoint_previ": 92, "clgsetp_sch": 3, "clgsetp_sch_yes_optimum": 3, "click": [0, 11, 12], "client": [9, 59, 60, 61], "climat": [6, 97], "clip": [83, 91], "clng": 89, "clone": [11, 96], "close": [18, 78, 85, 86, 87, 88, 90, 91, 92, 96], "cloth": 3, "cloud": [0, 5, 12, 56, 57, 58, 59, 60, 61], "cloudapi": 9, "cloudbuild": 9, "cloudfunct": 9, "cloudsdktool": 9, "co": [74, 92, 98], "co2": [3, 7, 89], "co2_emiss": [3, 7, 88, 92], "co2_emission0": 88, "coastal": 97, "code": [0, 4, 6, 8, 10, 11, 12, 85, 88, 92, 98], "codecov": 10, "coeffici": 89, "cogener": 89, "coil": [3, 89], "coilsystem": 89, "coincid": 89, "col_bogota": 97, "cold": [69, 70, 71, 72, 97], "collect": [2, 5, 25, 63, 88, 96], "colombia": 97, "colorado": 97, "column": [5, 15], "com": [9, 11, 52, 53], "combin": [9, 81, 88, 92, 94], "come": [3, 6, 86, 87, 88], "comfort": [3, 5, 6, 24, 49, 69, 70, 71, 72, 91, 93, 94], "comfort_penalti": [63, 90], "comfort_term": [85, 87, 90, 91, 92], "comfort_viol": 88, "comfort_violation_tim": [5, 88], "comfort_violation_timestep": 63, "command": [9, 11, 21, 87, 95], "commit": 10, "common": [6, 22, 25, 55, 88, 89, 95], "commun": [0, 2, 12, 19, 21, 95], "compact": [3, 7, 86, 89], "compar": [5, 88, 92], "comparison": [0, 12], "compat": [0, 2, 5, 6, 11, 12, 53, 86, 88, 92, 95, 98], "compil": 10, "complet": [6, 9, 85], "complex": [2, 6, 11, 95], "complianc": 10, "compon": [0, 2, 3, 6, 8, 9, 12, 21, 24, 86, 89, 93, 94, 97], "compos": 6, "comprehens": [0, 5, 12], "comput": [0, 9, 64, 88, 96], "concaten": 5, "concept": 94, "conceptu": 95, "concern": 6, "conclud": [2, 96], "concurr": 2, "conda": 11, "condens": 89, "condit": [6, 18, 48], "condn": 15, "conduct": 5, "conf": [5, 27, 34, 35, 36], "confer": 0, "config": [9, 85, 86, 87, 88, 89, 90, 91, 92, 95], "config_param": [6, 7, 8, 18, 86], "configur": [0, 2, 4, 5, 12, 15, 18, 27, 34, 35, 36, 88, 93, 94, 95], "confirm": 11, "conform": 89, "confus": 9, "connect": [6, 9, 20], "consequ": 94, "consid": [5, 11, 69, 70, 71, 72, 85, 98], "consider": 5, "consist": [2, 3], "consol": 9, "constant": [7, 69, 70, 71, 72, 88, 91, 94], "constitut": 3, "construct": [2, 89, 92], "constructor": [5, 6, 7, 8, 15, 27, 63, 74, 83, 84, 86, 92, 94, 98], "consult": [6, 89], "consult_environ": 6, "consumpt": [5, 24, 70, 71, 72, 93, 94], "contain": [0, 2, 5, 6, 10, 55, 57, 58, 86, 87, 88, 92, 93, 95], "containerregistri": 9, "content": 93, "context": [6, 8, 18, 78, 86, 95], "continent": 97, "conting": 2, "continu": [2, 5, 6, 7, 8, 10, 77, 81, 85, 86, 87, 88, 91, 92, 98], "control": [0, 2, 3, 6, 10, 12, 15, 18, 22, 75, 89, 95], "control_typ": 6, "control_type_schedule_nam": 89, "convect": 89, "convert": [6, 27, 28, 92, 98], "convertinputformat": 6, "cool": [3, 7, 86, 89, 97], "cooler": 3, "cooling_coil_demand_r": 3, "cooling_setpoint_rl": [3, 7, 86, 88, 89], "cooling_setpoint_rl26action_simul": 88, "cooling_setpoint_temperature_schedule_nam": 89, "coolingcoil": 89, "coolingcoilavailsch": 89, "coolingsetpoint": 89, "coordin": 82, "copi": 93, "core": [3, 53, 88, 89, 94], "core_bottom": 3, "core_mid": 3, "core_top": 3, "correct": [6, 7, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "correctli": [9, 11, 29, 92, 93, 96, 98], "correspond": [2, 6, 49], "could": [87, 88, 92], "count": [2, 3, 7, 55, 89], "counti": [85, 87, 89, 90, 97], "coupl": 64, "coverag": 10, "cp01": 89, "cpu": [3, 88], "cpu_demand_r": 3, "crac": 3, "creat": [0, 2, 4, 5, 6, 7, 8, 11, 12, 15, 28, 29, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "create_row_cont": 90, "creation": [0, 12], "critic": 92, "crucial": [6, 9, 89, 94], "csv": [5, 6, 63, 78, 87, 88, 90, 92, 93], "csvlogger": [24, 78, 88, 90, 93], "cumul": [85, 86, 87, 88, 90, 91, 94, 96], "cumulative_abs_comfort_penalti": 5, "cumulative_abs_energy_penalti": 5, "cumulative_comfort_penalti": 88, "cumulative_energy_penalti": 88, "cumulative_pow": 88, "cumulative_power71120947": 88, "cumulative_power_consumpt": 88, "cumulative_power_consumption34169656": 88, "cumulative_power_demand": 5, "cumulative_reward": [5, 88], "cumulative_reward_comfort_term": 5, "cumulative_reward_energy_term": 5, "cumulative_temperature_viol": [5, 88], "cumulative_temperature_violation35341": 88, "cumulative_temperature_violation45476": 88, "current": [2, 5, 6, 8, 9, 10, 15, 18, 63, 78, 84, 87, 88, 89, 90, 92, 94, 98], "current_cool_setpoint": 91, "current_dt": 91, "current_heat_setpoint": 91, "current_month": [85, 86, 87, 88, 90, 91, 92, 96], "current_setpoint": 92, "curriculum": 5, "curv": [3, 89], "custom": [0, 2, 3, 5, 6, 12, 15, 18, 21, 22, 23, 24, 53, 54, 64, 73, 88, 90, 92, 93, 98], "custom_actuator_nam": 6, "custom_meter_nam": 6, "custom_variable_nam": 6, "customcsvlogg": 90, "customformatt": 65, "customiz": [0, 6, 12], "customreward": 94, "cutomiz": [0, 12], "d": [10, 85, 86, 87, 88, 89, 90, 91, 92], "d_": 88, "dai": [2, 6, 8, 15, 30, 69, 70, 71, 72, 74, 85, 86, 87, 90, 91, 92, 94], "data": [2, 3, 5, 7, 9, 15, 18, 21, 24, 27, 49, 50, 60, 61, 63, 87, 88, 89, 93, 94, 97], "data_avail": [6, 93], "datacent": [4, 86], "datastor": 9, "date": 64, "datefmt": 64, "datetim": [88, 91], "datetimewrapp": 92, "day_of_month": [6, 7, 86, 88, 89, 91, 92, 98], "day_of_month1": 88, "day_of_week_for_start_dai": [85, 86, 89, 90], "daytim": 91, "db": [15, 89], "ddpg": 5, "ddy": [6, 15], "ddy_model": 15, "ddy_path": [15, 18], "de": 28, "deactiv": [63, 78, 93], "deactivate_flag": 63, "deactivate_logg": 78, "decid": [5, 9], "declar": 93, "decreas": 98, "decrement": [77, 92, 98], "dedic": 6, "deep": [0, 11, 12, 88], "def": [90, 91, 92, 94], "default": [3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 31, 53, 55, 63, 64, 69, 70, 71, 72, 78, 80, 81, 82, 86, 88, 89, 92, 94, 95, 98], "default_": 7, "default_configur": [6, 7, 27], "default_energy_weight": [70, 72], "defin": [5, 6, 7, 9, 15, 21, 77, 85, 86, 88, 89, 90, 91, 92, 93, 94, 96, 98], "define_metr": 88, "definit": [0, 6, 7, 12, 18, 86, 87], "degre": 5, "delet": [5, 21, 57], "delta": [30, 77, 92, 98], "delta_temp": [75, 92], "demand": [3, 5, 7, 86, 89], "demo": [85, 86, 89, 90, 91, 96], "demonstr": [3, 6, 90, 94], "demosthen": 0, "densiti": 89, "depend": [5, 6, 7, 11, 63, 69, 70, 71, 72, 86, 87, 88, 89, 92, 93, 94], "depict": 2, "deploy": 10, "deprec": [85, 86, 87, 88, 89, 90, 91, 92], "describ": [3, 21, 49, 50, 64], "descript": [7, 21], "desert": 97, "design": [0, 2, 6, 8, 12, 15, 86, 89, 94], "designdai": [6, 15, 87], "designflowr": 89, "designspecif": 89, "desingdai": 15, "desir": [6, 9, 77, 87, 88, 98], "dest_bucket_nam": 61, "dest_path": 61, "destin": 61, "detail": [0, 2, 3, 5, 6, 7, 8, 11, 12, 86, 88, 89, 94, 95, 97], "detect": 88, "determin": [8, 15, 21, 64, 88, 92], "determinist": [25, 55, 88], "develop": [0, 4, 5, 11, 12, 92], "deviat": 94, "devic": 88, "devstorag": 9, "dew": 89, "df": [85, 86, 87, 88, 89, 90, 91, 92], "diagram": [6, 94], "dict": [7, 15, 18, 21, 25, 27, 28, 29, 34, 35, 36, 37, 55, 63, 66, 77, 78, 79, 80, 90, 91, 92, 93], "dictionari": [2, 6, 8, 15, 18, 27, 28, 29, 34, 35, 36, 64, 77, 78, 86, 89, 94, 98], "differ": [2, 5, 6, 9, 10, 11, 30, 69, 71, 85, 86, 88, 92, 94, 95, 98], "differenti": 6, "diffus": [3, 7, 86, 89], "diffuse_solar_radi": [3, 7, 86, 88, 92], "diffuse_solar_radiation0": 88, "dimens": [69, 70, 71, 72, 92], "dir": 15, "direct": [3, 5, 7, 86, 89], "direct_solar_radi": [3, 7, 86, 88, 92], "direct_solar_radiation0": 88, "directli": [2, 6, 11, 86, 87, 96, 98], "directori": [6, 9, 11, 15, 18, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "disadvantag": 87, "discharg": [3, 83], "discharge_rate_rl": 3, "discomfort": 94, "discret": [5, 6, 7, 75, 76, 81, 85, 86, 87, 88, 89, 91, 94, 98], "discrete_spac": [7, 76, 92], "discreteincrementalwrapp": 92, "discretizeenv": [6, 7, 88, 92], "disk": 9, "disksizegb": 9, "dispatch": 2, "displai": [85, 86, 87, 90, 91, 92, 96], "dist": [85, 86, 87, 88, 89, 90, 91, 92], "divers": 6, "divid": 3, "dlr": [52, 53], "do": [0, 8, 9, 11, 12, 55, 75, 86, 87, 88, 89, 92, 93], "doc": [10, 11, 88], "docker": [9, 10], "dockerfil": [9, 10, 11, 95, 96], "docstr": 10, "document": [0, 6, 9, 10, 11, 12, 27, 34, 35, 36, 86, 89, 91, 92, 93, 98], "doe": [6, 8, 88, 93, 97], "doesn": [6, 9, 98], "doi": 0, "don": [7, 9, 92, 93, 94], "done": [6, 63, 88, 91, 92, 95], "door": 89, "download": [6, 88], "dqn": [5, 88], "drawback": 87, "drive": 9, "drl": [0, 4, 9, 12, 81, 87, 98], "drop": 88, "dry": [89, 97], "drybulb": [3, 7, 15, 86, 89, 91], "dse": 3, "dtype": [7, 85, 86, 87, 90], "dualsetpoint": 89, "due": [3, 5, 6, 83, 89], "dummy_vec_env": 88, "dummyvecenv": 88, "dump": [24, 66], "dump_frequ": 24, "dure": [2, 5, 6, 7, 18, 24, 25, 88, 93, 94], "dx": [3, 89], "dynam": [92, 98], "e": [11, 18, 21, 55], "each": [3, 5, 6, 7, 8, 9, 10, 11, 15, 18, 24, 25, 37, 55, 63, 78, 79, 82, 86, 90, 91, 92, 93, 94, 96, 97, 98], "earli": 55, "easi": [0, 12], "easier": 56, "easili": [8, 9, 88, 94], "east": [3, 86], "east_zone_air_humid": 86, "east_zone_air_temperatur": 86, "east_zone_clg_setpoint": 86, "east_zone_electr": 86, "east_zone_htg_setpoint": 86, "ec": 3, "econom": 3, "ecosystem": [0, 12], "edit": 10, "effici": [0, 12, 89], "either": [6, 7, 64, 98], "elabor": 63, "elaps": [2, 63], "eleceq": 89, "electr": [3, 7, 86, 89], "electricequip": 89, "electricitynet": 89, "electricitypurchas": 89, "electricitysurplussold": 89, "element": [3, 6, 28, 32, 63, 86, 89, 93, 98], "element_typ": 7, "elif": 91, "elimin": [6, 10], "els": [55, 91], "email": 9, "emiss": [3, 7, 89], "emphas": 94, "emploi": [2, 6], "empti": [6, 11, 18, 21], "empzk2on": 88, "empzk2onsync": 88, "enabl": [0, 5, 6, 9, 10, 11, 12, 88], "encapsul": 94, "enclos": 3, "encompass": 86, "encount": [9, 92], "encourag": 6, "end": [5, 9, 18, 21, 30, 63, 69, 70, 71, 72, 78, 87, 88, 90, 92, 93], "end_dai": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "end_day_of_month": [85, 86, 89, 90], "end_mon": 30, "end_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "end_year": [8, 30, 85, 86, 87, 88, 89, 90, 91, 92], "energi": [0, 3, 5, 6, 24, 69, 70, 71, 72, 89, 94], "energy_term": [85, 87, 90, 91, 92], "energy_valu": [85, 87, 90, 91, 92], "energy_vari": [7, 69, 70, 71, 72, 86], "energy_weight": [7, 69, 71, 72, 86], "energyplu": [0, 2, 6, 7, 8, 12, 15, 17, 18, 20, 28, 34, 35, 36, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "energytransf": 89, "engin": [0, 2, 6, 9, 12, 86, 87, 89], "enhanc": [5, 6], "enough": 9, "ensur": [0, 6, 9, 12, 92, 96], "enter": 9, "entir": [5, 88], "entiti": 88, "entri": 88, "entropi": [18, 78], "entrypoint": 9, "env": [6, 8, 9, 11, 25, 33, 37, 38, 48, 49, 50, 51, 52, 53, 55, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96], "env_kwarg": 27, "env_nam": [6, 15, 18, 37, 86, 88, 93], "env_sinergym": 11, "environ": [0, 2, 3, 4, 5, 8, 9, 12, 15, 16, 17, 18, 21, 25, 27, 31, 33, 38, 48, 49, 50, 51, 53, 55, 63, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 87, 88, 90, 91, 93, 94, 95, 96, 97, 98], "environment": [3, 7, 48, 89, 97], "environment_id": [6, 86], "environment_nam": 5, "ep_len_mean": 88, "ep_pow": 24, "ep_rew_mean": 88, "ep_reward": 24, "ep_term_comfort": 24, "ep_term_energi": 24, "ep_timestep": 24, "episod": [2, 5, 7, 8, 15, 18, 21, 24, 25, 37, 55, 63, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 97], "episode_length": [5, 15, 18, 88, 89], "episode_length35040": 88, "episode_length70077episod": 88, "episode_num": 5, "episode_path": [15, 18], "episode_reward": 88, "episodes_int": 5, "epjson": [2, 3, 6, 7, 11, 15, 28, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "eplu": [6, 7, 8, 18, 31, 37, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "eplus_env": 78, "eplusenv": [48, 49, 50, 51, 74, 76, 78, 79, 80, 81, 82, 84, 88, 92], "epm": [15, 32], "eppi": 28, "epsilon": 82, "epw": [2, 6, 7, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95], "epw_cont": [85, 86, 87, 88, 89, 90, 91, 92], "eq": 89, "equat": 94, "equip": [3, 89], "equival": [3, 5, 7, 89], "error": [6, 9, 10, 55, 76, 86, 92, 98], "esp_granada": [86, 97], "essenc": 98, "essenti": [85, 94, 98], "establish": [2, 6, 85, 86, 87, 88, 89, 90, 91, 92], "etc": [0, 9, 11, 12, 13, 63, 86, 89, 93], "eu": 9, "europ": 9, "eval": [5, 25, 88], "eval_callback": 88, "eval_env": [25, 88], "eval_freq": [25, 88], "evalloggercallback": 5, "evalu": [9, 25, 88, 94], "evaluation1": 88, "evaluation_d": 88, "evaluation_nam": 88, "evaluation_output": 88, "evapor": [3, 89], "even": 91, "event": [9, 10, 64], "eventcallback": 5, "everi": [25, 85, 87, 90, 91, 92, 96], "everyth": [9, 88, 96], "examin": [8, 85], "exampl": [4, 5, 6, 7, 9, 11, 12, 86, 87, 89, 90, 93, 94, 98], "example1": 11, "exce": 92, "excel": [29, 89], "except": [15, 21, 64], "exchang": 89, "exclud": 60, "execut": [5, 6, 10, 11, 15, 18, 21, 57, 63, 65, 79, 80, 88, 89, 92, 95, 96], "exist": [4, 6, 86, 88, 92, 93], "exit": 9, "exp": 69, "expand": [6, 8], "expect": 55, "experi": [3, 5, 6, 8, 11, 15, 85, 86, 87, 88, 89, 90, 91, 92, 97], "experiment": [0, 6, 12], "experiment1": 88, "experiment_d": [5, 88], "experiment_nam": 88, "experiment_param": 88, "experiment_path": [15, 88], "explain": [6, 7, 9], "explicit": 6, "explicitli": 32, "explor": [6, 85, 86, 92], "exploration_r": [5, 88], "exploration_rate0": 88, "exponenti": [69, 94], "export": [9, 29, 89], "export_schedulers_to_excel": 89, "expreward": [86, 94], "extend": [89, 91], "extens": [0, 2, 6, 11, 12, 85, 88], "exterior": 89, "extern": [0, 12, 93], "extra": [2, 7, 9, 10, 11, 14, 15, 18, 21, 63, 78, 80, 85, 89, 90], "extra_conf": 86, "extra_config": 15, "extra_param": 8, "extract": [5, 6, 15, 37, 88, 89, 94], "ey": 8, "f": [7, 11, 88, 97], "f1": 89, "f2": 89, "f3": 89, "f4": 89, "f5": 89, "facil": [3, 7, 86, 89], "facilit": [0, 2, 6, 7, 12], "factor": [89, 93, 94], "fail": [5, 8, 9, 21, 88], "fairchild": [7, 86, 97], "fals": [24, 25, 55, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92, 96], "familiar": [0, 6, 12], "fan": [3, 89], "fan_demand_r": 3, "fanavailsch": 89, "fanger": 3, "farama": 85, "featur": [5, 6, 9, 11, 85, 86, 89, 96], "februari": 8, "feedback": 18, "feel": 91, "few": 88, "fewer": 8, "fiction": 3, "field": [5, 6, 15, 28, 86, 89, 97], "field_nam": 89, "figur": [2, 98], "file": [2, 3, 5, 7, 8, 9, 10, 11, 14, 15, 18, 21, 27, 29, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97], "fill": 7, "filter": 31, "fin_helsinki": [86, 97], "final": [2, 5, 7, 85, 88, 89], "find": [88, 90, 92, 93, 96], "fine": 3, "finish": [9, 88], "finland": 97, "firestor": 9, "first": [0, 2, 15, 55, 85, 88, 89, 90, 91, 93], "firstfloor_plenum": 3, "five": 3, "flag": [7, 21, 63, 74, 78, 90, 92, 98], "flat": 80, "flatten": [80, 92], "flexibl": [87, 98], "float": [15, 18, 30, 37, 40, 41, 42, 43, 44, 45, 46, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 80, 81, 82], "float32": [7, 18, 85, 86, 87, 89, 90, 92], "floor": [3, 89], "flow": [2, 6, 89], "fmt": 64, "focu": 2, "folder": [0, 2, 6, 7, 11, 15, 18, 25, 86, 88, 90, 92], "follow": [0, 2, 5, 6, 7, 8, 9, 10, 11, 12, 28, 49, 50, 53, 87, 89, 92, 94, 95, 98], "forc": [21, 88], "fork": [9, 10], "form": 5, "format": [0, 5, 6, 7, 8, 10, 12, 15, 27, 28, 29, 34, 35, 36, 64, 78, 86, 88, 89], "formatexcept": 64, "formatt": [64, 65], "formattim": 64, "found": [4, 5, 15, 86, 96], "four": 3, "fp": 88, "fraction": 89, "framework": [0, 2, 3, 87, 95, 97], "free": [9, 91], "freq": 25, "frequenc": [5, 24], "fridai": 3, "friendli": 11, "from": [0, 2, 3, 5, 6, 7, 8, 9, 11, 12, 15, 18, 27, 29, 32, 34, 35, 36, 51, 52, 53, 57, 60, 61, 63, 68, 69, 70, 71, 72, 78, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96, 98], "front": 89, "fuel": [3, 89], "full": 3, "full_control": 9, "fulli": [3, 93, 98], "function": [0, 2, 4, 5, 6, 7, 8, 9, 10, 12, 18, 26, 28, 32, 37, 39, 52, 54, 55, 56, 67, 68, 70, 71, 72, 76, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 98], "further": 6, "furthermor": 11, "futur": [0, 5, 6, 8, 9, 12, 94], "futurewarn": [85, 86, 87, 88, 89, 90, 91, 92], "g": [5, 9, 55, 60], "ga": 3, "gain": 3, "gather": 2, "gce": 9, "gce_project_id": 9, "gce_zon": 9, "gcloud": [9, 88], "gcr": 9, "gener": [2, 6, 7, 9, 15, 18, 88, 89, 92, 93, 98], "generallight": 89, "generate_id": 88, "get": [6, 11, 15, 55, 58, 64, 88, 90, 91], "get_id": 6, "get_path": 88, "get_schedul": 15, "get_wrapper_attr": [86, 88, 89, 90, 91, 92], "getlogg": 65, "getmessag": 64, "git": [9, 11], "github": [0, 9, 11, 12, 52, 53, 95], "given": [4, 15, 28, 29, 32, 33, 37, 69, 70, 71, 72], "glanc": 85, "global": [6, 9, 55], "gmail": 9, "go": [6, 9, 21, 98], "goal": [0, 5, 9, 12], "googl": [0, 5, 11, 12, 56, 57, 58, 59, 60, 61], "google_cloud_credenti": 9, "googleapi": 9, "got": 32, "gp01": 89, "gp02": 89, "granada": 97, "grant": 9, "graph": [5, 7], "grei": 64, "grid": 3, "ground": 89, "group": [9, 57], "gserviceaccount": 9, "gsutil": 9, "gt": [88, 89, 92], "guid": 88, "guidanc": [0, 6, 12], "gym": [6, 7, 8, 18, 53, 55, 68, 73, 76, 77, 78, 80, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "gymnasium": [0, 2, 5, 6, 7, 8, 12, 17, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 96, 98], "g\u00f3mez": 0, "h": [88, 97], "ha": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 25, 33, 38, 53, 55, 58, 78, 85, 86, 87, 88, 93], "halt": 10, "handl": [86, 87], "handler": [2, 21, 85, 86, 87, 88, 90, 91, 92, 93], "happen": 9, "hasn": [9, 32], "have": [0, 4, 6, 7, 8, 9, 11, 83, 87, 88, 89, 92, 93, 94, 95, 96, 98], "header": [63, 78, 90], "heat": [3, 7, 86, 89], "heater": 89, "heating_setpoint_rl": [3, 7, 86, 88, 89], "heating_setpoint_rl19episod": 88, "heating_setpoint_temperature_schedule_nam": 89, "heatingcoil": 89, "heatingsetpoint": 89, "help": [0, 11, 12], "helper": 9, "helsinki": 97, "henc": [5, 87, 98], "here": [0, 5, 9, 11, 12, 24, 88, 89, 92], "hesit": 0, "hide": 2, "high": [7, 86, 87, 91], "highcpu": 9, "higher": 94, "highli": [2, 88], "highlight": 6, "histori": [88, 92, 98], "host": [0, 3, 5, 7, 9, 93], "hot": [6, 7, 8, 69, 70, 71, 72, 86, 87, 91, 92, 97], "hour": [2, 3, 6, 7, 8, 63, 70, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "hour0": 88, "hour_co": 92, "hour_sin": 92, "hourlylinearreward": 94, "how": [0, 5, 12, 18, 78, 85, 86, 88, 89, 90, 91, 92, 98], "howev": [0, 5, 8, 9, 11, 12, 85, 86, 87, 88, 89, 92, 96, 98], "htg": [3, 7, 15, 89], "htg_setpoint": [3, 7, 88, 89, 91, 92], "htg_setpoint12": 88, "htg_setpoint_previ": 92, "htgsetp_sch": 3, "htgsetp_sch_yes_optimum": 3, "http": [0, 9, 11, 12, 52, 53, 88], "hub": [9, 10, 11], "human": [18, 48], "humanoutputformat": 88, "humid": [3, 7, 86, 89, 97], "hv": 0, "hvac": [3, 7, 86, 89], "hvac_electricity_demand_r": [3, 7, 86, 88, 89, 92], "hvac_electricity_demand_rate2556": 88, "hyakuri": 97, "hyperparamet": [5, 88], "i": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 18, 21, 24, 25, 37, 53, 55, 57, 63, 64, 66, 70, 72, 74, 76, 78, 81, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "iam": 9, "id": [5, 6, 7, 9, 27, 31, 86, 88, 94], "id_bas": 7, "idd": 15, "idd_path": [15, 18], "identifi": [6, 10], "idf": [6, 11, 28], "idfversionupdat": 6, "ignor": [9, 10, 24, 95], "illinoi": 97, "illustr": [3, 98], "imag": [2, 9, 11], "immedi": 9, "impact": [3, 7, 89], "implement": [4, 5, 6, 8, 9, 10, 47, 55, 67, 73, 87, 94, 95], "import": [5, 6, 8, 9, 10, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "improv": [0, 12], "in02": 89, "in46": 89, "in_temp": 91, "includ": [0, 2, 4, 5, 6, 8, 10, 12, 22, 79, 86, 87, 88, 93, 94, 95, 97, 98], "inconsist": [6, 86], "incorpor": [2, 3, 6, 94, 97], "incorrect": 6, "increas": [5, 6, 88, 92, 98], "increment": [24, 50, 75, 77, 98], "incremental_variables_definit": 77, "independ": [95, 97], "index": 88, "index4action_simul": 88, "indic": [5, 24, 98], "individu": [7, 9, 98], "indoor": [3, 48, 50, 94], "infil": 89, "infiltr": 89, "influenc": 2, "info": [0, 2, 6, 12, 15, 18, 21, 63, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 96], "info_queu": 21, "inform": [0, 5, 6, 7, 11, 12, 15, 18, 21, 27, 29, 34, 35, 36, 53, 63, 64, 78, 80, 86, 88, 91, 92, 93, 95, 97, 98], "infrastructur": [0, 12], "inher": 85, "inherit": [5, 68, 92, 94, 98], "init": 88, "initi": [2, 5, 6, 18, 21, 25, 59, 64, 75, 77, 78, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96, 98], "initial_valu": [75, 77, 92], "inlet": 89, "inner": [24, 57, 60, 61], "inproceed": 0, "input": [3, 15, 18, 21, 88, 91, 92], "inspect": 96, "instal": [0, 6, 9, 96], "instanc": [2, 4, 5, 6, 9, 11, 18, 21, 57, 85, 86, 87, 93, 94, 96], "instance_group_nam": 57, "instanti": [2, 96, 98], "instead": [7, 9, 11, 55, 79, 85, 86, 87, 88, 89, 90, 91, 92, 98], "instruct": 11, "insuffici": 9, "int": [15, 18, 24, 25, 30, 40, 41, 42, 43, 44, 45, 46, 55, 63, 66, 69, 70, 71, 72, 75, 76, 78, 79, 80, 90, 91, 92], "intact": 6, "integ": [18, 78], "integr": [0, 2, 6, 9, 10, 12], "intend": 98, "interact": [2, 4, 5, 6, 53, 63, 78, 85, 87, 88, 92, 93, 98], "interest": [0, 97], "interfac": [0, 2, 5, 6, 12, 19, 86, 88, 89, 95], "interior": 89, "interiorequip": 89, "interiorlight": 89, "intermedi": [6, 77, 89, 98], "intern": [0, 3, 5, 89, 93, 98], "internal_vari": 89, "internalvari": 89, "interpret": 11, "interrupt": 2, "interv": [24, 98], "intl": [7, 86, 88, 97], "introduc": [0, 2, 6, 12], "introduct": 2, "investig": 8, "invoic": 9, "io": 9, "ion": 81, "is_discret": [18, 75, 76, 88, 89, 92], "is_rain": [2, 85, 87, 90, 91, 92], "is_run": [18, 21, 89], "is_weekend": [74, 92, 98], "isbn": 0, "isn": [9, 89, 98], "iso8601": 64, "isol": 11, "isort": 10, "issu": [0, 9, 10, 12], "ite_fan_demand_r": 3, "iter": 85, "its": [2, 5, 6, 7, 8, 9, 11, 21, 58, 76, 78, 85, 86, 92, 96, 98], "itself": [92, 98], "j": [7, 88, 97], "japan": 97, "javier": 0, "jim\u00e9nez": 0, "job": 88, "join": 21, "jpn_tokyo": 97, "json": [5, 6, 7, 9, 15, 18, 27, 34, 35, 36, 88], "json_fil": 15, "juan": 0, "jump": 77, "just": [0, 9, 12, 85, 89], "keep": 8, "kei": [2, 3, 5, 6, 7, 8, 9, 15, 18, 21, 27, 28, 32, 37, 66, 77, 79, 93, 98], "kennedi": [7, 88, 97], "key_exclud": 66, "key_valu": 66, "keyword": [85, 86, 87, 88, 89, 90, 91, 92], "kibam": 3, "know": 6, "kwarg": [7, 24, 25, 27, 66, 82], "label": 5, "lack": 55, "lambda_": [69, 71], "lambda_energi": [7, 69, 70, 71, 72], "lambda_p": 94, "lambda_t": [69, 71, 94], "lambda_temperatur": [7, 69, 70, 71, 72], "larg": 3, "larger": 94, "last": [6, 8, 11, 18, 37, 78], "last_10_steps_reward": 90, "last_result": 37, "lastli": 87, "later": 63, "latest": [9, 10, 11, 88, 92, 98], "latitud": [2, 97], "launch": 88, "layer": [77, 89], "lead": 5, "leap": 8, "learn": [0, 2, 9, 11, 12, 88, 92, 93, 94], "learning_r": 88, "learning_rate0": 88, "least": 9, "leav": [6, 86], "left": 89, "length": [6, 8, 55, 77, 85, 86, 87, 88, 89, 90, 91, 92], "less": 88, "let": [2, 8, 11, 85, 86, 88], "level": [3, 10, 65, 89, 95], "levelnam": 64, "leverag": [5, 6, 10, 88], "lib": [85, 86, 87, 88, 89, 90, 91, 92], "librari": [9, 11, 88, 91, 92, 95], "lieber": 3, "lifecycl": [0, 12], "light": 89, "like": [0, 5, 6, 7, 9, 11, 12, 15, 64, 85, 88], "limit": [92, 94], "line": 89, "line_termin": [85, 86, 87, 88, 89, 90, 91, 92], "linear": [70, 71, 72, 94], "linearreward": [7, 18, 89, 94], "linetermin": [85, 86, 87, 88, 89, 90, 91, 92], "link": 9, "linux": 11, "lisboa": 97, "list": [0, 6, 7, 9, 11, 15, 18, 21, 31, 32, 37, 40, 41, 42, 43, 44, 45, 46, 48, 50, 55, 63, 69, 70, 71, 72, 75, 76, 77, 78, 79, 81, 84, 85, 86, 88, 89, 90, 91, 92, 93], "lite": 10, "ll": [6, 85, 86, 87, 88, 90, 92, 96], "load": [87, 89], "load_ag": [5, 9, 88], "load_agent_exampl": 5, "load_artifact_ent": 88, "load_artifact_model_path": 88, "load_artifact_nam": 88, "load_artifact_project": 88, "load_artifact_tag": 88, "local": [5, 9, 25, 55, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 96], "locals_": 25, "locat": [4, 6, 11, 15, 86, 87, 88, 97], "log": [0, 5, 12, 24, 63, 65, 78, 88, 89, 92, 93, 98], "log_artifact": 88, "log_callback": 88, "log_episod": 63, "log_fil": [63, 90], "log_interv": [5, 88], "log_path": [25, 88], "log_progress_fil": [63, 90], "log_step": 63, "log_step_norm": 63, "logger": [2, 6, 15, 18, 21, 68, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 87, 88, 89, 91, 98], "logger_class": [78, 90], "loggercallback": [5, 88], "loggerev": 88, "loggerevalcallback": [5, 88], "loggerwrapp": [87, 88, 92, 96], "login": [9, 88], "logrecord": 64, "long": [88, 92], "look": [33, 38, 53, 85, 93], "loop": 85, "loss": [3, 88], "loss16037": 88, "low": [3, 7, 69, 71, 86, 87, 91, 94, 95], "lower": 94, "lt": [11, 88, 89, 92], "luca": 0, "m": [88, 97], "m2": 3, "machin": [9, 96], "machineri": 0, "madagascar": 97, "made": 0, "magnitud": 94, "mai": [6, 8, 9, 15, 88, 92, 94, 98], "main": [3, 63, 89, 94], "mainli": 53, "mainswat": 89, "maintain": 94, "make": [0, 4, 6, 7, 8, 9, 11, 12, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96, 98], "make_eplus_arg": 21, "malici": 10, "manag": [0, 2, 6, 8, 9, 12, 14, 15, 57, 88, 89, 93], "mandatori": 5, "mani": [2, 7, 86, 87, 89], "manipul": 5, "manjavaca": 0, "manual": [6, 8, 87, 88], "map": [7, 81, 86, 88, 92, 98], "marin": 97, "mass": [3, 7, 89], "master": 53, "mat": 89, "match": [5, 18, 21, 76, 77, 86, 87, 92, 94], "materi": 89, "max": [7, 37, 69, 71], "max_comfort_penalti": 72, "max_energy_penalti": 72, "max_ep_data_store_num": [6, 7, 18, 86], "max_ep_stor": 15, "max_length": 88, "maximum": [75, 77, 86, 89, 92, 93, 94, 98], "md": 0, "mdd": 6, "mdg_antananarivo": 97, "me": 88, "mean": [3, 5, 15, 25, 55, 82, 85, 86, 87, 88, 90, 91, 93, 96, 97, 98], "mean_abs_comfort_penalti": 5, "mean_abs_energy_penalti": 5, "mean_comfort_penalti": 88, "mean_energy_penalti": 88, "mean_pow": 88, "mean_power1014": 88, "mean_power_consumpt": 88, "mean_power_consumption975": 88, "mean_power_demand": 5, "mean_reward": [5, 88], "mean_reward_comfort_term": 5, "mean_reward_energy_term": 5, "mean_temperature_viol": [5, 88], "mean_temperature_violation0": 88, "mean_temperature_violation1": 88, "meanwhil": 2, "media": 88, "mediterranean": 97, "member": 9, "memori": [5, 9], "mention": [6, 9, 86, 87, 89], "merg": 88, "messag": [10, 64, 86], "met": 55, "metadata": 18, "meter": [2, 3, 7, 15, 18, 21, 35, 85, 86, 87, 88, 89, 90, 91, 92, 93], "meter_handl": [18, 89], "method": [2, 5, 6, 8, 9, 10, 15, 18, 21, 24, 25, 29, 48, 49, 50, 51, 53, 55, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 88, 89, 92, 93, 94, 96], "metric": [2, 5, 55, 88], "mid": [3, 97], "middlewar": [2, 98], "midfloor_plenum": 3, "mig": 57, "might": [7, 9, 11, 85, 96, 98], "miguel": 0, "mild": 97, "min": [37, 89], "minim": 10, "minimum": [55, 75, 89, 92], "minimum_outdoor_air_schedule_nam": 89, "minut": [9, 88], "mir": 89, "mirror": 5, "mismatch": 86, "miss": 88, "mix": [7, 86, 87, 88, 89, 94, 97], "mlppolici": 88, "mo": 92, "mode": 18, "model": [0, 2, 3, 6, 7, 8, 11, 12, 13, 25, 29, 55, 85, 86, 87, 89, 90, 91, 92, 93, 95], "model_path": 88, "modif": [0, 6, 12, 14, 86], "modifi": [0, 4, 6, 8, 12, 15, 55, 76, 81, 86, 87, 91, 93, 94], "modul": [9, 10, 11, 13, 16, 19, 22, 93, 95], "modular": 94, "moist": 97, "molina": 0, "mon": 30, "mondai": 3, "monitor": [0, 5, 9, 11, 12, 25, 55, 63, 78, 87, 88, 90, 92, 93], "monitor_head": [63, 78, 90], "monitor_norm": 93, "monoton": 88, "month": [2, 6, 7, 30, 69, 70, 71, 72, 74, 85, 86, 87, 88, 89, 90, 91, 92, 96, 98], "month1": 88, "month_co": 92, "month_sin": 92, "monthan": [7, 87, 91, 92, 97], "monthli": 96, "more": [0, 2, 5, 6, 7, 8, 9, 11, 12, 27, 34, 35, 36, 53, 83, 85, 87, 88, 89, 91, 92, 93, 94, 95, 97, 98], "moreov": 6, "most": [6, 96], "mtd": 6, "mu": [6, 18], "much": [0, 12], "mujoco": [0, 12], "multi": 94, "multibinari": [6, 76, 98], "multidiscret": [6, 76, 98], "multiobjectivereward": 92, "multiobswrapp": [90, 92], "multipl": [2, 3, 6, 7, 86], "multipli": 89, "must": [5, 6, 7, 9, 11, 15, 18, 21, 75, 76, 77, 86, 93, 98], "mwb": 15, "my": 89, "myrulebasedcontrol": 91, "n": [6, 80, 92], "n2": 9, "n2o": 89, "n_eval_episod": [25, 55, 88], "n_steps_per_hour": [85, 86, 87, 88, 89, 90, 91, 92], "n_updat": 88, "n_updates31299": 88, "naiv": 94, "name": [0, 3, 5, 7, 8, 9, 11, 12, 15, 18, 21, 28, 57, 60, 61, 64, 65, 69, 70, 71, 72, 75, 77, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "natur": 6, "naturalga": 89, "ndarrai": [18, 44, 63, 74, 78, 79, 80, 83, 84, 90], "nearest": 98, "necessari": [2, 9, 10, 11, 87, 91], "necessarili": 5, "necessit": 86, "need": [6, 9, 10, 11, 85, 86, 87, 88, 89, 90, 91, 92, 93], "neg": 94, "nest": 98, "net": 89, "network": 5, "neural": 5, "never": 9, "new": [0, 2, 3, 7, 9, 12, 15, 25, 63, 78, 80, 85, 87, 88, 89, 90, 91, 92, 93, 94, 97], "new_action_spac": 86, "new_actu": 86, "new_cool_setpoint": 91, "new_discrete_spac": 92, "new_env_nam": 86, "new_heat_setpoint": 91, "new_log_fil": 63, "new_met": 86, "new_time_vari": 86, "new_vari": 86, "next": [2, 5, 6, 9, 11, 18, 21, 77, 78, 80, 88, 89, 90, 91], "niev": 0, "night": 91, "node": 89, "nois": [6, 85], "nomin": 89, "non": [3, 5, 6, 10, 86], "noncoincid": 89, "none": [5, 15, 18, 21, 25, 29, 37, 38, 48, 49, 50, 53, 55, 63, 64, 66, 78, 80, 88, 89, 90], "normal": [5, 81, 82, 86, 88, 93, 94, 95, 96, 98], "normalize_rang": [81, 92], "normalizeact": [92, 96], "normalized_observ": 5, "normalizedlinearreward": 94, "normalizeobserv": [90, 92, 96], "normalizereward": 96, "north": 3, "note": 89, "notebook": [0, 12, 85, 88, 90, 92], "notifi": [6, 9], "now": [6, 9, 85, 88, 90, 91, 92], "np": [7, 18, 63, 74, 78, 79, 80, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 96], "np_random": [18, 78], "npz": 25, "nuanc": 5, "null": 7, "num_comfort_viol": 24, "num_episod": 93, "num_simul": 93, "num_timestep": 88, "number": [5, 6, 15, 18, 24, 25, 55, 63, 80, 86, 88, 89, 92, 93], "number_of_people_schedule_nam": 89, "numpag": 0, "numpi": [85, 86, 87, 88, 89, 90, 91, 92, 96], "ny": 0, "o": [9, 10], "oa": 89, "oarequir": 89, "ob": [63, 74, 82, 84, 85, 86, 87, 88, 90, 91, 92, 96], "object": [2, 3, 6, 9, 13, 15, 32, 38, 55, 59, 60, 61, 65, 79, 88, 89, 94, 98], "objectview": 9, "obs_dict": [91, 92, 94], "obs_queu": 21, "observ": [3, 4, 5, 6, 7, 18, 21, 48, 50, 63, 74, 78, 79, 80, 82, 84, 87, 88, 89, 91, 93, 94, 95, 98], "observation_spac": 18, "observation_valu": 93, "observation_vari": [86, 88, 89, 90, 91, 92], "obtain": [5, 6, 18, 78], "occup": [3, 6, 7, 48], "occupi": 89, "occur": [2, 6, 92, 93], "off": 89, "offer": [0, 2, 6, 12], "offic": [3, 87], "office_cooling_rl": 3, "office_heating_rl": 3, "officegridstoragesmooth": 83, "offici": [0, 11], "offpolicyalgorithm": 5, "often": [89, 92, 98], "ohar": 97, "older": [6, 9], "omega": 94, "omit": 64, "onc": [2, 9, 85, 96], "one": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 32, 63, 64, 75, 83, 84, 85, 86, 87, 88, 91, 92, 93, 94, 95, 97, 98], "ones": [0, 6, 12, 94, 98], "ongo": 2, "onli": [0, 3, 5, 6, 7, 8, 9, 11, 12, 63, 75, 85, 87, 88, 93, 98], "only_discret": 7, "onpolicyalgorithm": 5, "onto": 66, "open": [3, 11, 92], "openai": 53, "openmodelica": [0, 12], "oper": [5, 64, 98], "operand": 64, "optim": [9, 94], "option": [5, 6, 7, 9, 11, 15, 18, 37, 53, 63, 64, 69, 70, 71, 72, 78, 80, 88, 89, 90, 93, 94], "opyplu": [15, 32, 85, 86, 87, 88, 89, 90, 91, 92], "order": [5, 6, 11, 15, 18, 88, 92, 98], "orderenforc": [88, 92], "org": [0, 12], "organ": [3, 6, 95], "orient": [2, 3], "origin": [5, 6, 15, 18, 21, 60, 74, 75, 76, 77, 78, 79, 80, 81, 84, 86, 88, 92, 93, 98], "ornstein": [6, 15, 18], "other": [0, 2, 3, 5, 9, 11, 12, 55, 88, 89, 93, 94, 97], "otherwis": [5, 8, 9, 76, 92], "ou": 15, "our": [0, 5, 6, 8, 10, 11, 12, 86, 87, 88, 89, 90, 91, 94, 95, 96], "out": [5, 8, 64, 89, 91, 92, 98], "out_temp": 91, "outdoor": [3, 7, 86, 89, 91], "outdoor_air_schedule_nam": 89, "outdoor_humid": [3, 7, 86, 88, 92], "outdoor_humidity57": 88, "outdoor_temperatur": [3, 7, 86, 88, 89, 91, 92], "outdoorair": 89, "outlet": 89, "outlin": [2, 6], "output": [2, 3, 5, 15, 18, 21, 37, 53, 65, 76, 85, 86, 87, 88, 89, 90, 91, 92, 98], "output_format": 88, "output_path": [21, 37], "outputmet": 89, "outputvari": [6, 89], "outsid": [11, 89, 94], "over": [5, 85], "overhang": 89, "overrid": 94, "overview": 6, "overwrit": [2, 5, 86, 92, 98], "overwritten": 86, "own": [0, 4, 5, 8, 12, 88, 91, 92, 98], "owner": 9, "p_t": 94, "packag": [3, 85, 86, 87, 88, 89, 90, 91, 92, 95], "packagedratedcoolcapfflow": 89, "packagedratedcooleirfflow": 89, "page": [0, 6, 10], "pair": 66, "panel": 3, "paper": 0, "param": [14, 15, 24, 25, 50, 63, 88], "paramet": [5, 7, 8, 9, 15, 18, 21, 25, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 51, 53, 55, 57, 60, 61, 63, 64, 65, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 88, 94], "parent": [15, 88], "pars": [7, 81, 98], "part": [4, 6], "parti": 10, "particular": 6, "particularli": [4, 53, 98], "pass": [18, 25, 55], "passiv": 97, "passiveenvcheck": [88, 92], "path": [5, 9, 15, 21, 25, 29, 37, 60, 61, 63, 85, 86, 87, 88, 89, 90, 91, 92], "pattern": 6, "pd": 9, "peak": 89, "penalti": [5, 93, 94], "pennsylvania": 97, "peopl": [3, 6, 7, 89], "people_air_temperatur": 3, "people_count": 3, "people_occup": [3, 7, 88, 92], "people_occupant0": 88, "pep8": 10, "per": [2, 3, 5, 6, 7, 8, 55, 63, 85, 86, 87, 88, 89, 90, 91, 92, 93], "perceiv": [48, 50, 91], "percentag": 5, "perform": [2, 4, 5, 9, 11, 25, 55, 79, 80, 89], "perimet": 3, "perimeter_bot_zn_1": 3, "perimeter_bot_zn_2": 3, "perimeter_bot_zn_3": 3, "perimeter_bot_zn_4": 3, "perimeter_mid_zn_1": 3, "perimeter_mid_zn_2": 3, "perimeter_mid_zn_3": 3, "perimeter_mid_zn_4": 3, "perimeter_top_zn_1": 3, "perimeter_top_zn_2": 3, "perimeter_top_zn_3": 3, "perimeter_top_zn_4": 3, "period": [2, 85, 89, 94, 97], "person": 93, "perspect": 2, "petit": [58, 59], "pf27dlou": 88, "pf27dlousync": 88, "photovolta": 3, "pip": [11, 95], "place": [6, 96], "plan": [0, 5, 12], "plant": 89, "platform": [5, 10], "pleas": [0, 3, 6, 9, 11, 12, 53, 88, 91, 95, 97], "plenum": 89, "plenumclg": 89, "plenumcoolingsetpoint": 89, "plenumheatingsetpoint": 89, "plenumhtg": 89, "plot": 24, "plug": [3, 89], "plugin_global_vari": 89, "point": [4, 88, 89], "polici": [9, 25, 54, 55], "policypredictor": 55, "pop": [11, 90], "portug": 97, "possibl": [5, 6, 7, 9, 11, 27, 86, 92, 97, 98], "potenti": 6, "power": [3, 5, 63, 69, 70, 71, 72, 89, 93, 94], "power_penalti": 90, "ppd": 3, "ppo": 5, "pprint": 89, "pr": 0, "pre": [0, 5, 9, 10, 12, 94], "preced": 2, "precis": [5, 92, 94, 98], "preconfigur": 86, "predefin": [6, 86, 89, 94], "predetermin": 9, "predict": [5, 55, 88], "prefer": [9, 11], "prefix": 31, "preheat": 89, "preliminari": 6, "prepar": [2, 6, 11, 21, 85], "preparatori": 64, "present": [2, 4, 5, 6, 15, 93, 97], "preserv": 88, "pressur": 89, "prevent": 10, "previou": [2, 6, 11, 80, 84, 88, 98], "previous": [5, 6, 15, 87, 88, 93], "previous_vari": [84, 92], "previousobservationwrapp": 92, "primari": [2, 5, 9], "print": [6, 85, 86, 87, 88, 89, 90, 91, 92, 96], "prior": 9, "privileg": [9, 58], "problem": [0, 6, 12, 92], "proce": 11, "procedur": [5, 10], "proceed": 0, "process": [0, 2, 5, 6, 7, 11, 12, 15, 18, 21, 88, 89, 94], "program": 11, "progress": [0, 2, 5, 6, 12, 63, 65, 78, 86, 87, 88, 90, 91, 92, 93], "progress_head": [63, 78, 90], "project": [5, 9, 10, 11, 12, 39, 88, 95], "project_id": 9, "project_path": 9, "proper": 92, "properli": 0, "properti": [15, 18, 21, 75, 76], "proport": 94, "protocol": 89, "provid": [0, 2, 3, 5, 6, 8, 9, 11, 12, 88, 92, 94, 98], "prt_lisboa": [86, 97], "pub": 9, "public": 9, "publish": [0, 10], "pubsub": 9, "pull": 9, "pump": [3, 89], "purchas": 89, "purpos": [9, 11], "push": 9, "pw03": 89, "py": [4, 5, 6, 7, 9, 11, 53, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96, 98], "pyenergyplu": 20, "pypi": [10, 11], "pytest": [10, 11], "python": [0, 2, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 20, 21, 28, 29, 56, 86, 88, 89, 92, 95, 96], "python3": [11, 85, 86, 87, 88, 89, 90, 91, 92], "python_environ": 11, "pythonpath": 11, "pytyp": 10, "question": [0, 12], "queue": [21, 92, 98], "quick": 9, "quickli": [7, 94], "quit": 6, "quota": 9, "r": [7, 69, 71, 86, 97], "r_t": 94, "raboso": 0, "radiant": 3, "radiat": [3, 7, 86], "rain": [2, 97], "rais": [10, 15, 55, 76, 98], "random": [4, 51, 87], "randomli": [2, 6, 15, 18, 51, 83, 86, 96], "rang": [5, 6, 8, 37, 49, 50, 69, 70, 71, 72, 77, 81, 85, 86, 87, 88, 90, 91, 92, 94, 96, 98], "range_comfort_hour": [70, 72], "range_comfort_summ": [7, 69, 70, 71, 72, 86], "range_comfort_wint": [7, 69, 70, 71, 72, 86], "rate": [3, 7, 83, 86, 89], "rather": 98, "ratio": 89, "raw": 5, "rbc5zone": 91, "rdd": 6, "rdnfn": 0, "re": [6, 85, 88, 89, 91, 93], "reach": 98, "read": [0, 7, 9, 15, 27, 34, 35, 36, 60, 89, 92], "readi": [9, 85, 86, 87, 88, 89, 90, 91, 92, 96], "readili": [85, 96], "readm": 95, "real": [0, 5, 12, 63, 81, 88, 98], "realist": 5, "realli": 9, "reason": 89, "receiv": [2, 9, 81, 92, 98], "recommend": [6, 9, 11, 49, 50, 86, 87, 88, 92, 94], "record": [5, 24, 32, 63, 64, 78, 87, 88, 90, 92, 93], "rectangular": 3, "recurs": [38, 60, 61], "red": 64, "reduc": 88, "refer": [2, 3, 4, 5, 6, 7, 8, 9, 11, 25, 86, 88, 94, 95, 98], "refin": 5, "refriger": 3, "regard": [2, 5], "regardless": [5, 93, 96], "region": 9, "regist": [2, 5, 6, 7, 85, 88], "registr": [5, 6], "registri": [6, 9], "reheat": 89, "reheatcoilavailsch": 89, "reinforc": [0, 11, 12, 88, 92, 94], "rel": [3, 7, 29, 86, 89], "relat": [6, 53, 86], "relationship": 94, "releas": [0, 8, 11, 12], "relev": 94, "reli": 11, "relief": 89, "relogin": 88, "remain": 5, "rememb": [85, 88, 89, 91], "remind": [88, 89], "remot": [5, 10, 11, 88, 95], "remote_stor": 9, "remov": [9, 57, 69, 70, 71, 72, 88, 89, 92], "renam": 88, "render": [18, 25, 53, 55, 88], "render_mod": 18, "reopen": 11, "repair": 3, "repeat": 2, "replac": [86, 87, 88, 92, 93, 98], "repo": 88, "report": [0, 9, 10, 12], "repositori": [0, 9, 10, 11, 88, 93, 95, 96], "repres": [3, 94, 96], "reproduc": [0, 12], "request": 57, "requir": [0, 5, 6, 7, 9, 10, 11, 12, 15, 85, 86, 88, 89, 92, 93, 94, 95, 98], "res1": [86, 87, 88], "res2": 86, "res3": 86, "res35041": [88, 89, 91], "res35042": [90, 92], "res35043": 92, "res35044": 92, "res35045": 92, "res35046": 92, "res35047": 92, "res35048": 92, "res35049": 92, "res35050": 92, "res35051": 92, "res4": 85, "res_n": 63, "reset": [2, 15, 18, 21, 55, 64, 78, 80, 82, 85, 86, 87, 88, 89, 90, 91, 92, 96], "residenti": 3, "resist": 3, "resolv": 10, "resourc": [59, 60, 61], "respect": [6, 92, 94], "respons": [57, 93], "rest": [0, 12, 28, 56, 57], "restart": 9, "result": [9, 55, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96], "resum": 2, "retain": 87, "retriev": 38, "return": [2, 3, 4, 6, 15, 18, 21, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 55, 57, 58, 59, 63, 64, 65, 74, 76, 78, 79, 80, 81, 83, 84, 89, 90, 91, 92, 94, 96, 98], "return_episode_reward": 55, "reverting_act": 81, "reward": [0, 2, 5, 7, 12, 18, 22, 24, 25, 55, 63, 78, 79, 80, 85, 87, 88, 89, 90, 91, 92, 95, 96, 98], "reward_kwarg": [6, 7, 18, 86, 94], "reward_term": [79, 92], "reward_threshold": 55, "reward_weight": [85, 87, 90, 91, 92], "rfc": 64, "rg01": 89, "right": 89, "rise": 89, "rl": [0, 5, 12, 55], "rm": [52, 53], "role": 9, "rollout": [5, 25, 88], "romero": 0, "root": [9, 11, 88, 93, 96], "round": 98, "row": 93, "rule": [4, 48, 49, 50, 89, 95], "run": [0, 2, 5, 6, 9, 11, 21, 55, 82, 85, 86, 87, 88, 89, 90, 91, 92, 93, 96], "run_simulation_for_sizing_period": 6, "runner": 21, "runperiod": [6, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92], "sac": 5, "sail": 11, "same": [2, 5, 6, 7, 9, 49, 86, 88, 92, 93, 97], "sampl": [18, 85, 86, 87, 90, 92, 96, 97], "save": [5, 6, 15, 25, 85, 86, 87, 88, 89, 90, 91, 92], "save_building_model": 15, "save_util": 88, "sb": 89, "sb12": 89, "sb14": 89, "sb15": 89, "sb21": 89, "sb23": 89, "sb25": 89, "sb3": [0, 12, 66, 88], "sb32": 89, "sb34": 89, "sb35": 89, "sb3_dqn": 88, "sb3logger": 88, "sb41": 89, "sb43": 89, "sb45": 89, "sb51": 89, "sb52": 89, "sb53": 89, "sb54": 89, "scalabl": [0, 12], "scalar": [6, 79, 92, 94, 98], "scale": [55, 82, 94, 95], "scenario": [6, 86], "sch": [3, 7, 89], "sched": 89, "schedul": [2, 3, 6, 7, 15, 18, 29, 86, 93], "schedule_nam": 89, "scheme": 15, "scope": 9, "scratch": 86, "script": [5, 6, 9, 86, 88, 96], "sdk": [9, 11], "search": [38, 88, 89], "season": [69, 70, 71, 72, 89, 91, 97], "season_comfort_rang": 91, "second": [15, 30, 55, 85, 86, 87, 88, 89, 90, 91, 92], "secondli": 9, "section": [0, 3, 4, 5, 6, 7, 9, 11, 12, 89, 94, 95, 96, 97], "secur": 10, "see": [0, 5, 6, 7, 9, 10, 86, 88, 89, 92, 93], "seed": [5, 18, 78, 80], "seed_valu": 5, "seem": [85, 96], "seen": [92, 98], "select": [2, 6, 11, 15, 18, 48, 49, 50, 51, 78, 86, 91, 92, 96, 98], "self": [85, 86, 87, 88, 89, 90, 91, 92, 94], "semiarid": 97, "sen": 74, "send": [0, 2, 9, 18, 58, 59, 61, 77, 78, 81, 87, 98], "sensibl": 89, "sensor": 2, "sent": 5, "separ": [3, 8, 94], "sequenc": [48, 49, 50, 51, 90, 91], "sequenti": 10, "serv": 3, "server": [3, 9, 88], "servic": [3, 9, 57, 58], "serviceaccount": 9, "serviceusag": 9, "session": [69, 70, 71, 72], "set": [0, 2, 5, 6, 7, 8, 9, 11, 12, 15, 88, 89, 93, 94, 98], "set_episode_working_dir": 15, "set_log_fil": 63, "set_logg": 88, "setp": [3, 7, 89], "setpoint": [3, 7, 48, 49, 50, 75, 86, 89, 91, 92, 98], "setpoint_temperature_schedule_nam": 89, "setpointmanag": 89, "setpoints_summ": 91, "setpoints_wint": 91, "setup": [3, 11, 85], "setup_tag": 11, "sever": [6, 9, 11, 15, 89, 97, 98], "shade": 89, "shadetranssch": 89, "shape": [7, 86, 87], "share": [2, 6], "shop": 3, "should": [6, 7, 9, 11, 25, 68, 93, 96, 98], "shouldn": 92, "show": [6, 15, 89], "shown": [11, 86, 94], "side": 3, "sigma": [6, 15, 18], "signal": 94, "signifi": 94, "silent": 9, "similar": [0, 6, 7, 12, 94], "similarli": [10, 86, 89], "simpl": 3, "simpler": 7, "simpli": [9, 11, 86, 89, 92], "simplifi": 94, "simul": [0, 2, 5, 6, 11, 12, 13, 15, 16, 17, 18, 37, 48, 49, 50, 51, 63, 65, 78, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 98], "simulationcontrol": 6, "simultan": [3, 5, 10, 83], "sin": [74, 92, 98], "sinc": [2, 5, 91, 98], "sinergym": [2, 3, 4, 5, 7, 10, 12, 85, 87, 88, 90, 91, 92, 93, 94, 95, 96, 97, 98], "sinergym_environment_id": 6, "sinergym_evalu": 88, "sinergym_extra": [9, 11], "sinergym_logg": [5, 24], "sinergym_output": 88, "singl": [3, 5, 87, 96], "singlecool": 89, "singleduct": 89, "singleh": 89, "site": [3, 6, 7, 86, 87, 89], "size": [3, 9, 85, 86, 87, 88, 89, 90, 91, 92, 98], "sizingperiod": [6, 87], "skeleton": 8, "skip": [10, 53], "skip_render_check": 53, "slack": 9, "sm": 9, "small": 95, "so": [9, 11, 87, 92, 93, 94, 98], "softwar": 10, "solana": 0, "solar": [3, 7, 86, 89], "solut": 98, "solv": 6, "some": [0, 5, 6, 8, 9, 18, 78, 86, 87, 88, 89, 93, 98], "someth": 85, "sophist": 87, "sort": 10, "sourc": [3, 10, 11, 18, 78, 88, 92], "south": 89, "space": [3, 4, 5, 7, 9, 18, 74, 75, 76, 81, 85, 87, 88, 89, 91, 92, 96, 98], "space1": 89, "space2": 89, "space3": 89, "space4": 89, "space5": [3, 7, 89], "spacetyp": 89, "spain": 97, "special": 64, "specif": [0, 5, 6, 11, 12, 15, 18, 21, 88, 89, 92, 93, 94, 95], "specifi": [2, 5, 6, 7, 9, 11, 18, 60, 61, 64, 78, 86, 87, 88, 90, 92, 93, 94, 97, 98], "speed": [3, 7, 86, 89], "spell": 10, "spelling_wordlist": 10, "sphinx": 10, "sql": 9, "sqladmin": 9, "src_path": 61, "ssd": 9, "ssh": 9, "st": 30, "st_dai": 30, "st_mon": 30, "st_year": 30, "stabil": 82, "stabl": [0, 5, 11, 12, 23, 24, 52, 53, 88, 95], "stable_baselines3": [25, 55, 88], "stack": [80, 92, 98], "stage": [5, 88], "stai": [0, 8, 12, 94], "stand": 87, "standard": [6, 10, 28, 48, 85, 96, 98], "start": [2, 6, 9, 21, 30, 31, 69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93], "start_dai": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_month": [8, 85, 86, 87, 88, 89, 90, 91, 92], "start_weekdai": [85, 86, 87, 88, 89, 90, 91, 92], "start_year": [8, 85, 86, 87, 88, 89, 90, 91, 92], "state": [2, 3, 5, 21, 78, 89], "static": [48, 49], "statu": 89, "std": 55, "std_cumulative_reward": 88, "std_cumulative_reward0": 88, "std_reward": 88, "std_reward0": 88, "stdin": 9, "stdout": 88, "step": [2, 5, 6, 11, 15, 18, 55, 63, 64, 66, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 91, 92, 94, 96, 98], "step_siz": [15, 18, 89], "step_temp": [75, 92], "steps_data": 63, "stochast": [6, 7, 25, 55, 86, 88, 94], "stockholm": 97, "stop": [2, 21], "storag": [3, 5, 7, 11, 59, 60, 61], "storage_battery_charge_st": 3, "storage_charge_energi": 3, "storage_charge_pow": 3, "storage_discharge_energi": 3, "storage_discharge_pow": 3, "storage_thermal_loss_energi": 3, "storage_thermal_loss_r": 3, "store": [5, 15, 24, 61, 63, 86, 88, 93], "stori": 3, "str": [6, 15, 18, 21, 25, 27, 28, 29, 31, 32, 34, 35, 36, 37, 55, 57, 58, 61, 63, 64, 65, 66, 69, 70, 71, 72, 77, 78, 79, 80, 84, 88, 90], "straightforward": [4, 85, 94, 96], "strategi": [0, 2, 12], "strftime": 88, "string": [5, 7, 64], "strongli": 92, "structur": [2, 7, 9, 86, 93, 94], "studi": 4, "studio": 11, "style": 64, "sub": [6, 9, 18], "sub_run": 93, "sub_run1": [85, 86, 87, 88, 89, 90, 91, 92, 93], "sub_run2": [88, 92, 93], "sub_run3": [88, 93], "sub_run4": 88, "sub_run5": 88, "sub_run6": 88, "sub_run_n": 63, "sub_runn": 93, "submit": 9, "subsect": 6, "subsequ": [2, 11], "subset": [11, 86, 92], "substitut": [9, 74], "subtrop": 97, "success": 88, "successfulli": [85, 86, 87, 88, 89, 90, 91, 92, 95], "sudo": 11, "suit": [6, 93], "sum": [85, 86, 87, 88, 90, 91, 94, 96], "summari": [5, 6, 11, 78, 87, 88, 90, 92], "summer": [15, 69, 70, 71, 72, 94, 97], "summer_fin": [7, 69, 70, 71, 72], "summer_final_d": 91, "summer_start": [7, 69, 70, 71, 72], "summer_start_d": 91, "summerdai": 15, "super": [90, 94], "supervis": 95, "supplementari": 2, "suppli": [3, 89], "supply_air_rl": 3, "support": [5, 6, 11, 88, 95], "sure": [4, 8, 88, 92], "surfac": [3, 89], "surplu": 89, "swe_stockholm": 97, "sweden": 97, "sy": [88, 89], "sydnei": 97, "sync": 88, "system": [0, 3, 7, 21, 60, 61, 85, 86, 87, 88, 89, 90, 91, 92, 94], "t": [6, 7, 9, 11, 32, 69, 71, 82, 83, 87, 89, 92, 93, 94, 97, 98], "t_": [69, 71, 94], "t_t": 94, "tabl": [5, 11, 15], "table_nam": 89, "tag": [10, 11], "tag_nam": 11, "tailor": 5, "take": [15, 53, 75, 77, 88], "tao": 18, "target": 94, "task": [2, 9, 11], "tau": [6, 15], "tc9": [49, 50], "td3": 5, "team": 11, "techniqu": 93, "tediou": 7, "temp": 89, "temp_valu": [85, 87, 90, 91, 92], "temperatur": [3, 5, 6, 7, 48, 49, 50, 69, 70, 71, 72, 75, 86, 89, 91, 94, 97], "temperature_vari": [7, 69, 70, 71, 72, 86], "templat": [0, 9, 12, 64], "term": [2, 5, 24, 69, 70, 71, 72, 79, 92], "termin": [9, 63, 64, 65, 79, 80, 85, 86, 87, 88, 90, 91, 92, 96], "test": [0, 10, 11, 12, 25, 88], "test_common": 95, "test_control": 95, "test_env": 95, "test_model": 95, "test_reward": 95, "test_simul": 95, "test_stable_baselin": 95, "test_wrapp": 95, "text": 64, "than": [6, 83, 88, 98], "thei": [5, 6, 7, 9, 11, 92, 93, 95], "them": [2, 3, 6, 7, 11, 15, 83, 92, 93, 95, 98], "therefor": [7, 87, 89, 98], "thermal": [3, 48, 70, 72, 89, 94], "thermal_comfort_clothing_valu": 3, "thermal_comfort_fanger_model_ppd": 3, "thermal_comfort_mean_radiant_temperatur": 3, "thermostat": [3, 7, 86, 89], "thermostatsetpoint": 89, "thi": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 15, 21, 24, 28, 29, 32, 37, 53, 55, 57, 63, 66, 68, 75, 77, 81, 82, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "think": 9, "third": 10, "those": [0, 5, 89], "though": [3, 88], "thread": 21, "three": [2, 6], "through": [0, 2, 3, 6, 9, 12, 82, 95], "throw": 86, "thu": [2, 92, 94], "till": 38, "time": [0, 2, 5, 11, 12, 15, 18, 21, 30, 63, 64, 70, 72, 86, 88, 90], "time_elaps": [2, 85, 87, 88, 90, 91, 92], "time_vari": [6, 7, 18, 21, 86], "timeout": 9, "timestep": [2, 5, 6, 8, 15, 18, 24, 63, 78, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "timestep_per_episod": [15, 18, 88, 89], "timesteps_per_hour": [8, 86], "titl": 0, "to_csv": [85, 86, 87, 88, 89, 90, 91, 92], "todai": 88, "togeth": 2, "token": [9, 57, 58], "tokyo": 97, "told": 11, "too": [3, 5, 7, 57, 89], "tool": [0, 6, 12, 96], "top": [3, 89, 98], "topfloor_plenum": 3, "total": [3, 5, 7, 86, 88, 89, 92], "total_electricity_demand_r": 3, "total_electricity_hvac": [3, 7, 88, 92], "total_electricity_hvac2301027": 88, "total_power_no_unit": 90, "total_time_elaps": 63, "total_timestep": [63, 88], "total_timesteps140154train": 88, "track": [5, 9, 11, 87, 88, 92, 98], "tradit": [92, 98], "train": [0, 12, 93], "train_ag": [5, 9, 88], "train_agent_ppo": 5, "training_output": 88, "transfer": [18, 21, 89], "transform": [5, 21, 74, 75, 81, 92, 98], "transit": 98, "transmittance_schedule_nam": 89, "transport": 0, "treat": 10, "tree": 93, "trend": 89, "trigger": [9, 10, 25], "true": [2, 25, 33, 53, 55, 63, 64, 78, 80, 88, 89, 90, 92], "truncat": [18, 63, 78, 79, 85, 86, 87, 88, 90, 91, 92, 96], "try_env": 96, "tty": 9, "tuesdai": [85, 86, 89, 90], "tune": [0, 8, 12, 94], "tupl": [6, 8, 15, 18, 21, 34, 36, 66, 69, 70, 71, 72, 75, 77, 78, 79, 80, 81, 90, 98], "two": 3, "twospe": 89, "txt": [6, 10, 93], "type": [3, 5, 6, 9, 10, 11, 15, 18, 21, 24, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 48, 49, 50, 51, 57, 58, 59, 65, 74, 78, 79, 80, 81, 83, 84, 85, 88, 89, 90, 91, 92, 94, 97, 98], "type_alias": 55, "typic": [6, 94], "u": [0, 5, 8, 12, 88, 89], "ubuntu": 11, "ugr": 11, "uhlenbeck": [6, 15, 18], "underli": 98, "understand": [0, 12], "union": [18, 29, 63, 76, 78, 79, 80, 90], "uniqu": [3, 6], "unit": [0, 3, 12, 82], "unrecogn": 10, "until": [2, 10], "untouch": 86, "unus": 91, "unwrap": [38, 88, 89, 92, 93], "up": [3, 5, 6, 7, 8, 9, 11, 15, 69, 71, 88, 94], "upcom": [0, 8, 12, 85], "updat": [2, 6, 9, 10, 11, 15, 25, 37, 74, 85, 87, 88, 89, 90, 91, 92, 95, 98], "update_child_loc": 25, "update_weather_path": 15, "upgrad": 9, "upload": [9, 10, 61, 88], "upon": [2, 5, 6, 96], "upper": [7, 83, 94], "ups_demand_r": 3, "url": [0, 5], "us": [2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 15, 18, 20, 21, 25, 28, 37, 39, 53, 55, 56, 63, 64, 66, 69, 70, 71, 72, 75, 78, 81, 82, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "usa": [0, 97], "usa_az_davi": [7, 87, 91, 92, 97], "usa_co_aurora": 97, "usa_il_chicago": 97, "usa_ny_new": [7, 88, 97], "usa_pa_pittsburgh": [85, 87, 89, 90, 97], "usa_wa_port": [7, 86, 97], "usag": [4, 6, 9, 98], "use_artifact": 88, "use_datetim": [85, 86, 87, 88, 89, 90, 91, 92], "use_weather_file_daylight_saving_period": [85, 86, 89, 90], "use_weather_file_holidays_and_special_dai": [85, 86, 89, 90], "use_weather_file_rain_ind": [85, 86, 89, 90], "use_weather_file_snow_ind": [85, 86, 89, 90], "user": [0, 2, 3, 6, 11, 12, 55, 86, 88, 89, 93, 98], "userwarn": [88, 89, 91, 92], "usestim": 64, "usr": [85, 86, 87, 88, 89, 90, 91, 92], "usual": 6, "util": [4, 5, 6, 9, 10, 11, 14, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 96, 97, 98], "v1": [6, 7, 8, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "v3": [6, 98], "valid": [2, 5, 58, 64], "valu": [2, 3, 5, 6, 7, 8, 9, 11, 15, 18, 21, 24, 27, 28, 37, 66, 74, 75, 77, 78, 79, 81, 83, 84, 86, 88, 89, 90, 92, 93, 94, 98], "value_typ": 7, "var_handl": [18, 89], "vari": [3, 11, 85, 87, 94], "variabl": [2, 3, 4, 9, 11, 15, 18, 21, 25, 36, 37, 69, 70, 71, 72, 75, 77, 81, 85, 86, 87, 88, 89, 90, 91, 92, 93, 98], "variable_kei": 6, "variable_nam": 7, "variablevolum": 89, "varianc": 82, "variant": [92, 98], "variat": [7, 15, 75], "varibl": 86, "varieti": 6, "variou": [3, 9, 11, 86], "varspeedcoolcapft": 89, "varspeedcoolcaplsft": 89, "varspeedcooleirft": 89, "varspeedcooleirlsft": 89, "varspeedcyclingplffplr": 89, "vav": [3, 89], "ve": [4, 6, 9, 88, 96], "vec_env": [25, 55, 88], "vecenv": [25, 55], "vecenvwrapp": 38, "vector": [79, 80, 92, 98], "vectorinstitut": 0, "verbos": [24, 25, 88], "veri": [81, 94], "verifi": 6, "versa": 5, "version": [5, 6, 7, 10, 11, 15, 64, 86, 88, 94, 96], "via": [2, 88, 98], "vice": 5, "view": [2, 6, 88, 89], "violat": [5, 24, 94], "virtual": [9, 11], "virtualenv": 11, "visibl": 89, "visit": [0, 6, 9, 11, 12, 89, 91, 92, 93, 97, 98], "visual": [5, 11, 88], "vm": 57, "vol": 89, "volum": 89, "vscode": 11, "vv": [11, 95], "w": [69, 70, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92], "wa": [2, 9], "wai": [6, 50, 92], "wait": [2, 9, 88], "wall": [3, 89], "wandb": [0, 5, 12, 66, 88], "wandb_notebook_nam": 88, "wandb_param": 88, "wandb_path": 88, "wandboutputformat": 88, "want": [0, 5, 6, 7, 9, 12, 18, 21, 55, 60, 61, 64, 75, 86, 87, 88, 89, 90, 91, 92, 93, 95, 98], "warm": 97, "warmup": 2, "warn": [10, 25, 53, 55, 75, 88, 89, 91, 92], "washington": 97, "water": [3, 89], "wb": 89, "wd01": 89, "wd10": 89, "we": [4, 5, 6, 7, 8, 9, 11, 18, 21, 85, 86, 87, 88, 89, 90, 91, 92, 94, 96], "weather": [2, 8, 13, 15, 18, 21, 85, 87, 88, 89, 90, 91, 92, 93], "weather_data": [15, 85, 86, 87, 88, 89, 90, 91, 92], "weather_fil": [6, 7, 15, 18, 86], "weather_path": [15, 18, 21, 89], "weather_specif": 7, "weather_vari": [6, 14, 18, 86], "weatherdata": 15, "week": 3, "weekdai": 91, "weekend": 91, "weight": [0, 9, 11, 12, 69, 70, 71, 72, 86, 88, 94], "well": [6, 55, 86], "west": [3, 86, 97], "west1": 9, "west_zone_air_humid": 86, "west_zone_air_temperatur": 86, "west_zone_clg_setpoint": 86, "west_zone_electr": 86, "west_zone_htg_setpoint": 86, "wetbulb": 89, "wf": 89, "what": [6, 89], "when": [2, 5, 6, 7, 9, 10, 15, 21, 25, 53, 55, 63, 70, 72, 82, 83, 87, 88, 91, 93, 94, 98], "whenev": [93, 95], "where": [5, 6, 15, 21, 25, 29, 57, 60, 61, 70, 72, 88, 89, 94], "whether": [18, 25, 53, 55, 57, 78, 80], "which": [2, 5, 6, 8, 9, 11, 15, 21, 24, 63, 64, 79, 87, 88, 89, 92, 93, 94, 95, 98], "while": [6, 85, 86, 87, 88, 90, 91, 92, 96], "whole": [3, 7, 39, 63, 78, 85, 86, 87, 88, 89, 90, 91, 92], "whose": [2, 6, 63, 92], "william": [7, 86, 97], "wind": [3, 7, 86, 89], "wind_direct": [3, 7, 86, 88, 92], "wind_direction275": 88, "wind_spe": [3, 7, 86, 88, 92], "wind_speed7": 88, "window": 3, "winter": [15, 94, 97], "winterdai": 15, "wish": [8, 11, 86, 87], "within": [6, 9, 10, 93, 95, 96, 98], "without": [6, 9, 87], "wl": 89, "won": 87, "word": 10, "work": [0, 5, 6, 9, 11, 12, 15, 18, 85, 86, 87, 88, 89, 90, 91, 92, 94, 98], "workflow": [0, 10, 12, 95], "workspac": [85, 86, 87, 88, 89, 90, 91, 92, 96], "workspace_path": [18, 88, 89], "would": [3, 9, 85, 92], "wr": 89, "wrap": [0, 5, 12, 25, 33, 38, 55, 88, 92, 93], "wrapper": [0, 2, 5, 6, 7, 12, 22, 25, 33, 38, 55, 87, 88, 89, 93, 95, 96], "wrapper_class": [33, 38], "write": [7, 9, 15, 66, 95], "written": 90, "www": 9, "x": [88, 91, 92], "x1b": 64, "xlsx": 89, "y": 88, "yaml": 9, "ye": [5, 7, 85, 86, 89, 90], "year": [0, 3, 6, 8, 30, 87, 91, 97], "yellow": 64, "yet": 9, "yield": 64, "yml": [10, 11, 95], "york": [0, 7, 88, 97], "you": [0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 55, 60, 61, 64, 69, 70, 71, 72, 75, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98], "your": [0, 4, 5, 6, 8, 10, 11, 12, 64, 86, 88, 91, 92, 96, 98], "zip": [88, 91, 92], "zn_1_flr_1_sec_1": 3, "zn_1_flr_1_sec_2": 3, "zn_1_flr_1_sec_3": 3, "zn_1_flr_1_sec_4": 3, "zn_1_flr_1_sec_5": 3, "zone": [3, 7, 9, 15, 86, 89], "zone1": 3, "zone2": 3, "zone3": 3, "zone_nam": [15, 18, 89], "zonecontrol": 89, "zoneinfiltr": 89, "zoneminoarequir": 89, "\u00bac": 97, "\u00e7": 9}, "titles": ["Welcome to sinergym!", "API reference", "5. Architecture", "3. Buildings", "9. Controllers", "13. Deep Reinforcement Learning Integration", "6. Environments", "7. Environments Configuration and Registration", "11. Extra Configuration in Sinergym simulations", "14. Sinergym with Google Cloud", "15. Github Actions", "1. Installation", "<no title>", "sinergym.config", "sinergym.config.modeling", "sinergym.config.modeling.ModelJSON", "sinergym.envs", "sinergym.envs.eplus_env", "sinergym.envs.eplus_env.EplusEnv", "sinergym.simulators", "sinergym.simulators.eplus", "sinergym.simulators.eplus.EnergyPlus", "sinergym.utils", "sinergym.utils.callbacks", "sinergym.utils.callbacks.LoggerCallback", "sinergym.utils.callbacks.LoggerEvalCallback", "sinergym.utils.common", "sinergym.utils.common.convert_conf_to_env_parameters", "sinergym.utils.common.eppy_element_to_dict", "sinergym.utils.common.export_schedulers_to_excel", "sinergym.utils.common.get_delta_seconds", "sinergym.utils.common.get_ids", "sinergym.utils.common.get_record_keys", "sinergym.utils.common.is_wrapped", "sinergym.utils.common.json_to_actuators", "sinergym.utils.common.json_to_meters", "sinergym.utils.common.json_to_variables", "sinergym.utils.common.ranges_getter", "sinergym.utils.common.unwrap_wrapper", "sinergym.utils.constants", "sinergym.utils.constants.DEFAULT_5ZONE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_DATACENTER_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICEGRID_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_OFFICE_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_RADIANT_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_SHOP_DISCRETE_FUNCTION", "sinergym.utils.constants.DEFAULT_WAREHOUSE_DISCRETE_FUNCTION", "sinergym.utils.controllers", "sinergym.utils.controllers.RBC5Zone", "sinergym.utils.controllers.RBCDatacenter", "sinergym.utils.controllers.RBCIncrementalDatacenter", "sinergym.utils.controllers.RandomController", "sinergym.utils.env_checker", "sinergym.utils.env_checker.check_env", "sinergym.utils.evaluation", "sinergym.utils.evaluation.evaluate_policy", "sinergym.utils.gcloud", "sinergym.utils.gcloud.delete_instance_MIG_from_container", "sinergym.utils.gcloud.get_service_account_token", "sinergym.utils.gcloud.init_storage_client", "sinergym.utils.gcloud.read_from_bucket", "sinergym.utils.gcloud.upload_to_bucket", "sinergym.utils.logger", "sinergym.utils.logger.CSVLogger", "sinergym.utils.logger.CustomFormatter", "sinergym.utils.logger.Logger", "sinergym.utils.logger.WandBOutputFormat", "sinergym.utils.rewards", "sinergym.utils.rewards.BaseReward", "sinergym.utils.rewards.ExpReward", "sinergym.utils.rewards.HourlyLinearReward", "sinergym.utils.rewards.LinearReward", "sinergym.utils.rewards.NormalizedLinearReward", "sinergym.utils.wrappers", "sinergym.utils.wrappers.DatetimeWrapper", "sinergym.utils.wrappers.DiscreteIncrementalWrapper", "sinergym.utils.wrappers.DiscretizeEnv", "sinergym.utils.wrappers.IncrementalWrapper", "sinergym.utils.wrappers.LoggerWrapper", "sinergym.utils.wrappers.MultiObjectiveReward", "sinergym.utils.wrappers.MultiObsWrapper", "sinergym.utils.wrappers.NormalizeAction", "sinergym.utils.wrappers.NormalizeObservation", "sinergym.utils.wrappers.OfficeGridStorageSmoothingActionConstraintsWrapper", "sinergym.utils.wrappers.PreviousObservationWrapper", "17. Basic example", "19. Changing an environment registered in Sinergym", "20. Default building control setting up an empty action interface", "24. DRL usage example", "18. Getting information about Sinergym environments", "22. Logger Wrapper personalization/configuration", "23. Rule Controller example", "21. Wrappers example", "12. Output format", "8. Rewards", "16. Tests", "2. Usage Example", "4. Weathers", "10. Wrappers"], "titleterms": {"0": 11, "1": [11, 90], "2": 90, "23": 11, "5zone": 3, "about": [11, 89], "action": [6, 10, 86, 87, 92], "actuat": 6, "ad": [6, 86], "addit": 2, "alert": 9, "all": 89, "an": [86, 87], "api": [1, 11], "architectur": 2, "avail": 6, "basereward": 68, "basic": 85, "bias": 5, "bucket": 9, "build": [3, 6, 87], "callback": [5, 23, 24, 25], "chang": 86, "check_env": 53, "cite": 0, "cloud": [9, 11], "common": [26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38], "comput": 11, "config": [13, 14, 15], "configur": [6, 7, 8, 9, 11, 86, 90], "constant": [39, 40, 41, 42, 43, 44, 45, 46], "contain": [9, 11], "contribut": 0, "control": [4, 47, 48, 49, 50, 51, 87, 91], "convert_conf_to_env_paramet": 27, "creat": [9, 10, 95], "csvloger": 90, "csvlogger": 63, "custom": 94, "customformatt": 64, "data": 6, "datacent": 3, "datetim": 92, "datetimewrapp": [74, 98], "deep": 5, "default": 87, "default_5zone_discrete_funct": 40, "default_datacenter_discrete_funct": 41, "default_office_discrete_funct": 43, "default_officegrid_discrete_funct": 42, "default_radiant_discrete_funct": 44, "default_shop_discrete_funct": 45, "default_warehouse_discrete_funct": 46, "delete_instance_mig_from_contain": 57, "discret": 92, "discreteincrementalwrapp": [75, 98], "discretizeenv": [76, 98], "displai": 89, "docker": 11, "drl": [5, 88], "empti": 87, "energyplu": [11, 21], "env": [16, 17, 18], "env_check": [52, 53], "environ": [6, 7, 11, 86, 89, 92], "episod": 6, "eplu": [20, 21], "eplus_env": [17, 18], "eplusenv": 18, "eppy_element_to_dict": 28, "evalu": [5, 54, 55], "evaluate_polici": 55, "exampl": [0, 85, 88, 91, 92, 96], "execut": 9, "experi": 9, "export_schedulers_to_excel": 29, "expreward": 69, "extra": [6, 8, 86], "field": 7, "file": 6, "first": 9, "format": 93, "gcloud": [56, 57, 58, 59, 60, 61], "get": 89, "get_delta_second": 30, "get_id": 31, "get_record_kei": 32, "get_service_account_token": 58, "github": 10, "googl": 9, "handler": 89, "hourlylinearreward": 70, "includ": 11, "increment": 92, "incrementalwrapp": [77, 98], "inform": [2, 89], "inherit": 90, "init_storage_cli": 59, "initi": 9, "instal": [11, 95], "instanti": 90, "integr": 5, "interfac": 87, "is_wrap": 33, "json_to_actu": 34, "json_to_met": 35, "json_to_vari": 36, "kwarg": 6, "learn": 5, "linearreward": 71, "load": [5, 88], "log": 9, "logger": [5, 62, 63, 64, 65, 66, 90, 92, 93], "loggercallback": 24, "loggerevalcallback": 25, "loggerwrapp": [78, 90, 98], "main": 10, "manual": 11, "maximum": 6, "merg": 10, "meter": 6, "mig": 9, "model": [5, 14, 15, 88], "modeljson": 15, "modifi": [10, 90], "more": 86, "multi": 92, "multiobjectivereward": [79, 98], "multiobswrapp": [80, 98], "name": 6, "nest": 92, "new": [6, 10, 86, 95], "normal": 92, "normalizeact": [81, 98], "normalizedlinearreward": 72, "normalizeobserv": [82, 98], "object": 92, "observ": [2, 86, 92], "officegridstoragesmooth": 3, "officegridstoragesmoothingactionconstraintswrapp": 83, "officemedium": 3, "our": 9, "output": [6, 9, 93], "own": 9, "packag": 11, "paramet": 6, "path": 11, "permiss": 9, "person": 90, "platform": 9, "prepar": 9, "previou": 92, "previousobservationwrapp": [84, 98], "project": 0, "properti": 89, "pull": 10, "push": 10, "pytest": 95, "python": 11, "randomcontrol": 51, "ranges_gett": 37, "rbc5zone": 48, "rbcdatacent": 49, "rbcincrementaldatacent": 50, "read_from_bucket": 60, "real": 9, "refer": 1, "regist": 86, "registr": 7, "reinforc": 5, "releas": 10, "remot": 9, "request": 10, "reward": [6, 67, 68, 69, 70, 71, 72, 86, 94], "rule": 91, "run": 95, "runperiod": 8, "schedul": 89, "set": 87, "shopwithvanbatteri": 3, "simul": [8, 19, 20, 21], "sinergym": [0, 6, 8, 9, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 89], "small": 3, "space": [6, 86], "specif": 7, "step": [9, 90], "storag": 9, "store": 6, "structur": 5, "term": 94, "test": 95, "time": [6, 9], "timestep_per_hour": 8, "train": [5, 88], "unwrap_wrapp": 38, "up": 87, "updat": 86, "upload_to_bucket": 61, "us": [0, 9, 86], "usag": [5, 88, 96], "util": [22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84], "variabl": [6, 7], "verifi": 11, "visual": 9, "vm": 9, "wandb": 9, "wandboutputformat": 66, "warehous": 3, "weather": [6, 7, 86, 97], "weight": 5, "welcom": 0, "wrapper": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 90, 92, 98], "your": 9}}) \ No newline at end of file